6138	transitions	0	0.8081433176994324
6138	transitions	1	-10000.0
6138	transitions	2	-0.7967833876609802
6138	transitions	3	-10000.0
6138	transitions	4	0.14727428555488586
6138	transitions	5	-10000.0
6138	transitions	6	-10000.0
6138	transitions	7	-0.7257465124130249
6138	transitions	8	-0.6722688674926758
6138	transitions	9	-1.2839443683624268
6138	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
6138	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
6138	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
6138	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
6138	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
6138	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
6138	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
6138	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
6138	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
6138	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
6138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
6138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
6138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
6138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
6138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
6138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
6138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
6138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
6138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
6138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
6138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
6138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
6138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
6138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
6138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
6138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
6138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
6138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
6138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
6138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
6138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
6138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
6138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
6138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
6138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
6138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
6138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
6138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
6138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
6138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
6138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
6138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
6138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
6138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
6138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
6138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
6138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
6138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
6138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
6138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
6138	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
6138	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
6138	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
6138	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
6138	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
6138	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
6138	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
6138	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
6138	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
6138	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
6138	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
6138	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
6138	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
6138	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
6138	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
6138	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
6138	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
6138	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
6138	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
6138	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
6138	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
6138	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
6138	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
6138	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
6138	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
6138	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
6138	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
6138	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
6138	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
6138	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
6138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
6138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
6138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
6138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
6138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
6138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
6138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
6138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
6138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
6138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
6138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
6138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
6138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
6138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
6138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
6138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
6138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
6138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
6138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
6138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
6138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
6138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
6138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
6138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
6138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
6138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
6138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
6138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
6138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
6138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
6138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
6138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
6138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
6138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
6138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
6138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
6138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
6138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
6138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
6138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
6138	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
6138	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
6138	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
6138	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
6138	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
6138	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
6138	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
6138	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
6138	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
6138	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
6138	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
6138	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
6138	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
6138	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
6138	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
6138	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
6138	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
6138	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
6138	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
6138	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
6138	embedding2nn.weight	0	0.0064968834631145
6138	embedding2nn.weight	1	0.007307521533221006
6138	embedding2nn.weight	2	0.01336709875613451
6138	embedding2nn.weight	3	-0.003590596606954932
6138	embedding2nn.weight	4	0.006906778551638126
6138	embedding2nn.weight	5	-0.014000787399709225
6138	embedding2nn.weight	6	-0.014154785312712193
6138	embedding2nn.weight	7	-0.010333675891160965
6138	embedding2nn.weight	8	-0.0068221017718315125
6138	embedding2nn.weight	9	-0.009723045863211155
6138	embedding2nn.bias	0	0.012084601446986198
6138	embedding2nn.bias	1	-0.021193312481045723
6138	embedding2nn.bias	2	0.00117121369112283
6138	embedding2nn.bias	3	0.015009574592113495
6138	embedding2nn.bias	4	-0.011227299459278584
6138	embedding2nn.bias	5	-0.0019020992331206799
6138	embedding2nn.bias	6	0.02249111980199814
6138	embedding2nn.bias	7	-0.012029684148728848
6138	embedding2nn.bias	8	-0.0031475855503231287
6138	embedding2nn.bias	9	0.0012238862691447139
6138	rnn.weight_ih_l0	0	0.05916213244199753
6138	rnn.weight_ih_l0	1	-0.044553644955158234
6138	rnn.weight_ih_l0	2	-0.02206341363489628
6138	rnn.weight_ih_l0	3	0.03238661214709282
6138	rnn.weight_ih_l0	4	-0.005990404635667801
6138	rnn.weight_ih_l0	5	0.062346428632736206
6138	rnn.weight_ih_l0	6	0.01809742860496044
6138	rnn.weight_ih_l0	7	0.061852674931287766
6138	rnn.weight_ih_l0	8	0.012042446993291378
6138	rnn.weight_ih_l0	9	-0.015296480618417263
6138	rnn.weight_hh_l0	0	-0.03763124346733093
6138	rnn.weight_hh_l0	1	-0.022159721702337265
6138	rnn.weight_hh_l0	2	-0.061141885817050934
6138	rnn.weight_hh_l0	3	-0.017199594527482986
6138	rnn.weight_hh_l0	4	-0.007701059803366661
6138	rnn.weight_hh_l0	5	-0.023590819910168648
6138	rnn.weight_hh_l0	6	-0.013246783055365086
6138	rnn.weight_hh_l0	7	-0.054863687604665756
6138	rnn.weight_hh_l0	8	0.06005382537841797
6138	rnn.weight_hh_l0	9	0.03318803012371063
6138	rnn.bias_ih_l0	0	-0.05310216173529625
6138	rnn.bias_ih_l0	1	-0.054030269384384155
6138	rnn.bias_ih_l0	2	0.04291216656565666
6138	rnn.bias_ih_l0	3	-0.06311240047216415
6138	rnn.bias_ih_l0	4	0.019859855994582176
6138	rnn.bias_ih_l0	5	-0.012125533074140549
6138	rnn.bias_ih_l0	6	0.033004648983478546
6138	rnn.bias_ih_l0	7	-0.030147787183523178
6138	rnn.bias_ih_l0	8	0.02633928693830967
6138	rnn.bias_ih_l0	9	-0.07586508244276047
6138	rnn.bias_hh_l0	0	0.013090822845697403
6138	rnn.bias_hh_l0	1	0.040107134729623795
6138	rnn.bias_hh_l0	2	0.03918370231986046
6138	rnn.bias_hh_l0	3	0.02022981457412243
6138	rnn.bias_hh_l0	4	-0.03365831449627876
6138	rnn.bias_hh_l0	5	-0.013087986037135124
6138	rnn.bias_hh_l0	6	0.04234614968299866
6138	rnn.bias_hh_l0	7	-0.06681647151708603
6138	rnn.bias_hh_l0	8	0.029293375089764595
6138	rnn.bias_hh_l0	9	-0.041132695972919464
6138	rnn.weight_ih_l0_reverse	0	0.027960440143942833
6138	rnn.weight_ih_l0_reverse	1	-0.052261464297771454
6138	rnn.weight_ih_l0_reverse	2	0.033436812460422516
6138	rnn.weight_ih_l0_reverse	3	0.0021120512392371893
6138	rnn.weight_ih_l0_reverse	4	0.026996852830052376
6138	rnn.weight_ih_l0_reverse	5	-0.02400130406022072
6138	rnn.weight_ih_l0_reverse	6	0.024700473994016647
6138	rnn.weight_ih_l0_reverse	7	0.04251480847597122
6138	rnn.weight_ih_l0_reverse	8	-0.019122429192066193
6138	rnn.weight_ih_l0_reverse	9	0.02197776921093464
6138	rnn.weight_hh_l0_reverse	0	0.04496539756655693
6138	rnn.weight_hh_l0_reverse	1	0.045882321894168854
6138	rnn.weight_hh_l0_reverse	2	-0.019851235672831535
6138	rnn.weight_hh_l0_reverse	3	-0.03253376856446266
6138	rnn.weight_hh_l0_reverse	4	0.006598175503313541
6138	rnn.weight_hh_l0_reverse	5	-0.044418174773454666
6138	rnn.weight_hh_l0_reverse	6	-0.009939460083842278
6138	rnn.weight_hh_l0_reverse	7	0.024827752262353897
6138	rnn.weight_hh_l0_reverse	8	-0.008617733605206013
6138	rnn.weight_hh_l0_reverse	9	-0.0027101081795990467
6138	rnn.bias_ih_l0_reverse	0	-0.013510421849787235
6138	rnn.bias_ih_l0_reverse	1	-0.03140461817383766
6138	rnn.bias_ih_l0_reverse	2	-0.038564469665288925
6138	rnn.bias_ih_l0_reverse	3	0.034578707069158554
6138	rnn.bias_ih_l0_reverse	4	0.019843248650431633
6138	rnn.bias_ih_l0_reverse	5	-0.027524882927536964
6138	rnn.bias_ih_l0_reverse	6	0.0011123997392132878
6138	rnn.bias_ih_l0_reverse	7	0.013317863456904888
6138	rnn.bias_ih_l0_reverse	8	0.0156988687813282
6138	rnn.bias_ih_l0_reverse	9	-0.02661687135696411
6138	rnn.bias_hh_l0_reverse	0	-0.05890153348445892
6138	rnn.bias_hh_l0_reverse	1	-0.02291225828230381
6138	rnn.bias_hh_l0_reverse	2	0.06260441988706589
6138	rnn.bias_hh_l0_reverse	3	-0.0374581478536129
6138	rnn.bias_hh_l0_reverse	4	0.012791692279279232
6138	rnn.bias_hh_l0_reverse	5	-0.050125882029533386
6138	rnn.bias_hh_l0_reverse	6	-0.0038295071572065353
6138	rnn.bias_hh_l0_reverse	7	-0.00787197332829237
6138	rnn.bias_hh_l0_reverse	8	0.034947432577610016
6138	rnn.bias_hh_l0_reverse	9	0.051407452672719955
6138	linear.weight	0	-0.004633527714759111
6138	linear.weight	1	-0.05432342365384102
6138	linear.weight	2	0.0714336633682251
6138	linear.weight	3	-0.07075158506631851
6138	linear.weight	4	-0.010588549077510834
6138	linear.weight	5	0.043754953891038895
6138	linear.weight	6	-0.010739270597696304
6138	linear.weight	7	-0.013365308754146099
6138	linear.weight	8	0.038241907954216
6138	linear.weight	9	-0.06024834141135216
6138	linear.bias	0	-0.03956538438796997
6138	linear.bias	1	0.031413208693265915
6138	linear.bias	2	0.7211964726448059
6138	linear.bias	3	0.3207795321941376
6138	linear.bias	4	-0.08229532092809677
6138	linear.bias	5	-0.5600451231002808
6138	linear.bias	6	-0.2230946272611618
6138	linear.bias	7	-0.17520387470722198
6696	transitions	0	0.5305776596069336
6696	transitions	1	-10000.0
6696	transitions	2	-0.7968690395355225
6696	transitions	3	-10000.0
6696	transitions	4	0.33059436082839966
6696	transitions	5	-10000.0
6696	transitions	6	-10000.0
6696	transitions	7	-0.5874298214912415
6696	transitions	8	-0.8251082301139832
6696	transitions	9	-1.80183744430542
6696	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
6696	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
6696	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
6696	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
6696	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
6696	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
6696	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
6696	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
6696	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
6696	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
6696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
6696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
6696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
6696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
6696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
6696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
6696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
6696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
6696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
6696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
6696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
6696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
6696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
6696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
6696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
6696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
6696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
6696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
6696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
6696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
6696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
6696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
6696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
6696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
6696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
6696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
6696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
6696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
6696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
6696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
6696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
6696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
6696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
6696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
6696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
6696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
6696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
6696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
6696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
6696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
6696	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
6696	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
6696	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
6696	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
6696	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
6696	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
6696	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
6696	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
6696	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
6696	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
6696	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
6696	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
6696	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
6696	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
6696	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
6696	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
6696	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
6696	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
6696	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
6696	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
6696	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
6696	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
6696	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
6696	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
6696	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
6696	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
6696	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
6696	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
6696	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
6696	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
6696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
6696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
6696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
6696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
6696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
6696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
6696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
6696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
6696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
6696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
6696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
6696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
6696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
6696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
6696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
6696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
6696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
6696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
6696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
6696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
6696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
6696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
6696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
6696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
6696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
6696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
6696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
6696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
6696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
6696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
6696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
6696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
6696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
6696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
6696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
6696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
6696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
6696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
6696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
6696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
6696	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
6696	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
6696	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
6696	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
6696	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
6696	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
6696	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
6696	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
6696	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
6696	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
6696	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
6696	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
6696	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
6696	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
6696	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
6696	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
6696	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
6696	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
6696	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
6696	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
6696	embedding2nn.weight	0	0.006501514930278063
6696	embedding2nn.weight	1	0.0074431272223591805
6696	embedding2nn.weight	2	0.013335912488400936
6696	embedding2nn.weight	3	-0.003001530421897769
6696	embedding2nn.weight	4	0.008676087483763695
6696	embedding2nn.weight	5	-0.01312234066426754
6696	embedding2nn.weight	6	-0.01386855449527502
6696	embedding2nn.weight	7	-0.009523754939436913
6696	embedding2nn.weight	8	-0.006140073295682669
6696	embedding2nn.weight	9	-0.009092953987419605
6696	embedding2nn.bias	0	0.018040217459201813
6696	embedding2nn.bias	1	-0.02152780443429947
6696	embedding2nn.bias	2	0.0038905609399080276
6696	embedding2nn.bias	3	0.021021446213126183
6696	embedding2nn.bias	4	-0.009730423800647259
6696	embedding2nn.bias	5	0.00857536867260933
6696	embedding2nn.bias	6	0.023868156597018242
6696	embedding2nn.bias	7	-0.012555365450680256
6696	embedding2nn.bias	8	-0.007896548137068748
6696	embedding2nn.bias	9	0.002305651316419244
6696	rnn.weight_ih_l0	0	0.05923366919159889
6696	rnn.weight_ih_l0	1	-0.044448014348745346
6696	rnn.weight_ih_l0	2	-0.020782694220542908
6696	rnn.weight_ih_l0	3	0.03259018436074257
6696	rnn.weight_ih_l0	4	-0.006948564201593399
6696	rnn.weight_ih_l0	5	0.06215473264455795
6696	rnn.weight_ih_l0	6	0.01780625618994236
6696	rnn.weight_ih_l0	7	0.062086477875709534
6696	rnn.weight_ih_l0	8	0.011691122315824032
6696	rnn.weight_ih_l0	9	-0.016851093620061874
6696	rnn.weight_hh_l0	0	-0.036617014557123184
6696	rnn.weight_hh_l0	1	-0.02270149625837803
6696	rnn.weight_hh_l0	2	-0.06176374480128288
6696	rnn.weight_hh_l0	3	-0.018037544563412666
6696	rnn.weight_hh_l0	4	-0.007644033990800381
6696	rnn.weight_hh_l0	5	-0.023677291348576546
6696	rnn.weight_hh_l0	6	-0.013038993813097477
6696	rnn.weight_hh_l0	7	-0.05481954663991928
6696	rnn.weight_hh_l0	8	0.06001407280564308
6696	rnn.weight_hh_l0	9	0.03242367506027222
6696	rnn.bias_ih_l0	0	-0.0558389313519001
6696	rnn.bias_ih_l0	1	-0.05572228506207466
6696	rnn.bias_ih_l0	2	0.03978489339351654
6696	rnn.bias_ih_l0	3	-0.06507981568574905
6696	rnn.bias_ih_l0	4	0.01616601273417473
6696	rnn.bias_ih_l0	5	-0.017289098352193832
6696	rnn.bias_ih_l0	6	0.034177735447883606
6696	rnn.bias_ih_l0	7	-0.03190654143691063
6696	rnn.bias_ih_l0	8	0.02279082126915455
6696	rnn.bias_ih_l0	9	-0.08187581598758698
6696	rnn.bias_hh_l0	0	0.009451860561966896
6696	rnn.bias_hh_l0	1	0.04025695100426674
6696	rnn.bias_hh_l0	2	0.03748461604118347
6696	rnn.bias_hh_l0	3	0.019271783530712128
6696	rnn.bias_hh_l0	4	-0.035569582134485245
6696	rnn.bias_hh_l0	5	-0.00657377764582634
6696	rnn.bias_hh_l0	6	0.042364127933979034
6696	rnn.bias_hh_l0	7	-0.0683276429772377
6696	rnn.bias_hh_l0	8	0.024968450888991356
6696	rnn.bias_hh_l0	9	-0.03998684883117676
6696	rnn.weight_ih_l0_reverse	0	0.02842002734541893
6696	rnn.weight_ih_l0_reverse	1	-0.05237327888607979
6696	rnn.weight_ih_l0_reverse	2	0.033598415553569794
6696	rnn.weight_ih_l0_reverse	3	0.0023783594369888306
6696	rnn.weight_ih_l0_reverse	4	0.027727797627449036
6696	rnn.weight_ih_l0_reverse	5	-0.022865889593958855
6696	rnn.weight_ih_l0_reverse	6	0.02512056939303875
6696	rnn.weight_ih_l0_reverse	7	0.0427565723657608
6696	rnn.weight_ih_l0_reverse	8	-0.019091149792075157
6696	rnn.weight_ih_l0_reverse	9	0.021660832688212395
6696	rnn.weight_hh_l0_reverse	0	0.044750288128852844
6696	rnn.weight_hh_l0_reverse	1	0.04529888555407524
6696	rnn.weight_hh_l0_reverse	2	-0.019216099753975868
6696	rnn.weight_hh_l0_reverse	3	-0.03360262140631676
6696	rnn.weight_hh_l0_reverse	4	0.006371048744767904
6696	rnn.weight_hh_l0_reverse	5	-0.04475231468677521
6696	rnn.weight_hh_l0_reverse	6	-0.008427208289504051
6696	rnn.weight_hh_l0_reverse	7	0.024611247703433037
6696	rnn.weight_hh_l0_reverse	8	-0.007262521423399448
6696	rnn.weight_hh_l0_reverse	9	-0.0026351914275437593
6696	rnn.bias_ih_l0_reverse	0	-0.014279188588261604
6696	rnn.bias_ih_l0_reverse	1	-0.036498479545116425
6696	rnn.bias_ih_l0_reverse	2	-0.038257863372564316
6696	rnn.bias_ih_l0_reverse	3	0.02890339121222496
6696	rnn.bias_ih_l0_reverse	4	0.01420280896127224
6696	rnn.bias_ih_l0_reverse	5	-0.029401635751128197
6696	rnn.bias_ih_l0_reverse	6	-0.0066452925093472
6696	rnn.bias_ih_l0_reverse	7	0.013633877970278263
6696	rnn.bias_ih_l0_reverse	8	0.010659915395081043
6696	rnn.bias_ih_l0_reverse	9	-0.037018463015556335
6696	rnn.bias_hh_l0_reverse	0	-0.06141012907028198
6696	rnn.bias_hh_l0_reverse	1	-0.027094006538391113
6696	rnn.bias_hh_l0_reverse	2	0.06503080576658249
6696	rnn.bias_hh_l0_reverse	3	-0.0431787483394146
6696	rnn.bias_hh_l0_reverse	4	0.00946839340031147
6696	rnn.bias_hh_l0_reverse	5	-0.046889156103134155
6696	rnn.bias_hh_l0_reverse	6	-0.001406296738423407
6696	rnn.bias_hh_l0_reverse	7	-0.007999634370207787
6696	rnn.bias_hh_l0_reverse	8	0.03350801020860672
6696	rnn.bias_hh_l0_reverse	9	0.05228514224290848
6696	linear.weight	0	-0.011688154190778732
6696	linear.weight	1	-0.013079911470413208
6696	linear.weight	2	0.0738908052444458
6696	linear.weight	3	-0.07262091338634491
6696	linear.weight	4	-0.010588549077510834
6696	linear.weight	5	0.05334491282701492
6696	linear.weight	6	-0.010739270597696304
6696	linear.weight	7	-0.03514362871646881
6696	linear.weight	8	0.09575043618679047
6696	linear.weight	9	-0.0684223398566246
6696	linear.bias	0	-0.03956538438796997
6696	linear.bias	1	0.031413208693265915
6696	linear.bias	2	0.7620819211006165
6696	linear.bias	3	0.4779372215270996
6696	linear.bias	4	-0.03626614809036255
6696	linear.bias	5	-0.6799306273460388
6696	linear.bias	6	-0.3136062026023865
6696	linear.bias	7	-0.2088901400566101
7254	transitions	0	0.35685819387435913
7254	transitions	1	-10000.0
7254	transitions	2	-0.7969079613685608
7254	transitions	3	-10000.0
7254	transitions	4	0.4676884114742279
7254	transitions	5	-10000.0
7254	transitions	6	-10000.0
7254	transitions	7	-0.45639923214912415
7254	transitions	8	-0.9296442866325378
7254	transitions	9	-2.0718133449554443
7254	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
7254	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
7254	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
7254	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
7254	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
7254	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
7254	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
7254	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
7254	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
7254	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
7254	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
7254	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
7254	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
7254	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
7254	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
7254	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
7254	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
7254	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
7254	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
7254	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
7254	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
7254	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
7254	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
7254	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
7254	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
7254	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
7254	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
7254	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
7254	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
7254	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
7254	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
7254	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
7254	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
7254	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
7254	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
7254	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
7254	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
7254	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
7254	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
7254	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
7254	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
7254	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
7254	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
7254	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
7254	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
7254	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
7254	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
7254	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
7254	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
7254	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
7254	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
7254	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
7254	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
7254	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
7254	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
7254	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
7254	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
7254	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
7254	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
7254	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
7254	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
7254	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
7254	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
7254	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
7254	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
7254	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
7254	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
7254	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
7254	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
7254	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
7254	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
7254	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
7254	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
7254	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
7254	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
7254	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
7254	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
7254	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
7254	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
7254	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
7254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
7254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
7254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
7254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
7254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
7254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
7254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
7254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
7254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
7254	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
7254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
7254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
7254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
7254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
7254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
7254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
7254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
7254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
7254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
7254	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
7254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
7254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
7254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
7254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
7254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
7254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
7254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
7254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
7254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
7254	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
7254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
7254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
7254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
7254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
7254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
7254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
7254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
7254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
7254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
7254	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
7254	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
7254	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
7254	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
7254	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
7254	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
7254	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
7254	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
7254	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
7254	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
7254	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
7254	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
7254	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
7254	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
7254	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
7254	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
7254	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
7254	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
7254	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
7254	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
7254	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
7254	embedding2nn.weight	0	0.006549500394612551
7254	embedding2nn.weight	1	0.007709185127168894
7254	embedding2nn.weight	2	0.013379029929637909
7254	embedding2nn.weight	3	-0.002434917027130723
7254	embedding2nn.weight	4	0.009350544773042202
7254	embedding2nn.weight	5	-0.012502326630055904
7254	embedding2nn.weight	6	-0.014100883156061172
7254	embedding2nn.weight	7	-0.01010003499686718
7254	embedding2nn.weight	8	-0.006441757548600435
7254	embedding2nn.weight	9	-0.008792201988399029
7254	embedding2nn.bias	0	0.007652389816939831
7254	embedding2nn.bias	1	-0.016085265204310417
7254	embedding2nn.bias	2	0.016752105206251144
7254	embedding2nn.bias	3	0.02416335791349411
7254	embedding2nn.bias	4	-0.014136671088635921
7254	embedding2nn.bias	5	0.001986725488677621
7254	embedding2nn.bias	6	0.029632357880473137
7254	embedding2nn.bias	7	-0.012597410008311272
7254	embedding2nn.bias	8	-0.005958424881100655
7254	embedding2nn.bias	9	0.007212905213236809
7254	rnn.weight_ih_l0	0	0.05928007885813713
7254	rnn.weight_ih_l0	1	-0.044025447219610214
7254	rnn.weight_ih_l0	2	-0.02013828046619892
7254	rnn.weight_ih_l0	3	0.03232036530971527
7254	rnn.weight_ih_l0	4	-0.007223217748105526
7254	rnn.weight_ih_l0	5	0.06280478090047836
7254	rnn.weight_ih_l0	6	0.017465978860855103
7254	rnn.weight_ih_l0	7	0.06296604871749878
7254	rnn.weight_ih_l0	8	0.012715466320514679
7254	rnn.weight_ih_l0	9	-0.019790060818195343
7254	rnn.weight_hh_l0	0	-0.035260096192359924
7254	rnn.weight_hh_l0	1	-0.02172570303082466
7254	rnn.weight_hh_l0	2	-0.06157803535461426
7254	rnn.weight_hh_l0	3	-0.01837642677128315
7254	rnn.weight_hh_l0	4	-0.007731752470135689
7254	rnn.weight_hh_l0	5	-0.023841675370931625
7254	rnn.weight_hh_l0	6	-0.012896908447146416
7254	rnn.weight_hh_l0	7	-0.05481357127428055
7254	rnn.weight_hh_l0	8	0.05984802916646004
7254	rnn.weight_hh_l0	9	0.032359350472688675
7254	rnn.bias_ih_l0	0	-0.057121820747852325
7254	rnn.bias_ih_l0	1	-0.06044920161366463
7254	rnn.bias_ih_l0	2	0.03842760622501373
7254	rnn.bias_ih_l0	3	-0.0697455108165741
7254	rnn.bias_ih_l0	4	0.01151624321937561
7254	rnn.bias_ih_l0	5	-0.02053174562752247
7254	rnn.bias_ih_l0	6	0.034469831734895706
7254	rnn.bias_ih_l0	7	-0.03376355022192001
7254	rnn.bias_ih_l0	8	0.020657531917095184
7254	rnn.bias_ih_l0	9	-0.0836511179804802
7254	rnn.bias_hh_l0	0	0.007745486218482256
7254	rnn.bias_hh_l0	1	0.04199931025505066
7254	rnn.bias_hh_l0	2	0.03330322727560997
7254	rnn.bias_hh_l0	3	0.0158319640904665
7254	rnn.bias_hh_l0	4	-0.036004845052957535
7254	rnn.bias_hh_l0	5	-0.0026548102032393217
7254	rnn.bias_hh_l0	6	0.04229108616709709
7254	rnn.bias_hh_l0	7	-0.0718957781791687
7254	rnn.bias_hh_l0	8	0.018366370350122452
7254	rnn.bias_hh_l0	9	-0.04086030274629593
7254	rnn.weight_ih_l0_reverse	0	0.028779366984963417
7254	rnn.weight_ih_l0_reverse	1	-0.05254512280225754
7254	rnn.weight_ih_l0_reverse	2	0.03384285792708397
7254	rnn.weight_ih_l0_reverse	3	0.0025161386001855135
7254	rnn.weight_ih_l0_reverse	4	0.027367010712623596
7254	rnn.weight_ih_l0_reverse	5	-0.020892277359962463
7254	rnn.weight_ih_l0_reverse	6	0.025097744539380074
7254	rnn.weight_ih_l0_reverse	7	0.04231137037277222
7254	rnn.weight_ih_l0_reverse	8	-0.019392212852835655
7254	rnn.weight_ih_l0_reverse	9	0.018508663401007652
7254	rnn.weight_hh_l0_reverse	0	0.04484707862138748
7254	rnn.weight_hh_l0_reverse	1	0.045268669724464417
7254	rnn.weight_hh_l0_reverse	2	-0.019416196271777153
7254	rnn.weight_hh_l0_reverse	3	-0.034384094178676605
7254	rnn.weight_hh_l0_reverse	4	0.005457108840346336
7254	rnn.weight_hh_l0_reverse	5	-0.044547975063323975
7254	rnn.weight_hh_l0_reverse	6	-0.008544307202100754
7254	rnn.weight_hh_l0_reverse	7	0.0243606548756361
7254	rnn.weight_hh_l0_reverse	8	-0.006594204343855381
7254	rnn.weight_hh_l0_reverse	9	-0.002652508206665516
7254	rnn.bias_ih_l0_reverse	0	-0.01628703624010086
7254	rnn.bias_ih_l0_reverse	1	-0.03858476132154465
7254	rnn.bias_ih_l0_reverse	2	-0.04246309772133827
7254	rnn.bias_ih_l0_reverse	3	0.022640230134129524
7254	rnn.bias_ih_l0_reverse	4	0.01495713833719492
7254	rnn.bias_ih_l0_reverse	5	-0.0305978674441576
7254	rnn.bias_ih_l0_reverse	6	-0.0076615894213318825
7254	rnn.bias_ih_l0_reverse	7	0.012210067361593246
7254	rnn.bias_ih_l0_reverse	8	0.00941639207303524
7254	rnn.bias_ih_l0_reverse	9	-0.041689373552799225
7254	rnn.bias_hh_l0_reverse	0	-0.06265740096569061
7254	rnn.bias_hh_l0_reverse	1	-0.03248944506049156
7254	rnn.bias_hh_l0_reverse	2	0.07106006145477295
7254	rnn.bias_hh_l0_reverse	3	-0.03817427158355713
7254	rnn.bias_hh_l0_reverse	4	0.0018447433831170201
7254	rnn.bias_hh_l0_reverse	5	-0.0449487566947937
7254	rnn.bias_hh_l0_reverse	6	0.0037282942794263363
7254	rnn.bias_hh_l0_reverse	7	-0.005614059045910835
7254	rnn.bias_hh_l0_reverse	8	0.031114693731069565
7254	rnn.bias_hh_l0_reverse	9	0.05022704228758812
7254	linear.weight	0	-0.010943593457341194
7254	linear.weight	1	-0.024171803146600723
7254	linear.weight	2	0.09905415773391724
7254	linear.weight	3	-0.07326269894838333
7254	linear.weight	4	-0.010588549077510834
7254	linear.weight	5	0.0042907907627522945
7254	linear.weight	6	-0.010739270597696304
7254	linear.weight	7	-0.029840592294931412
7254	linear.weight	8	0.06733803451061249
7254	linear.weight	9	-0.06738174706697464
7254	linear.bias	0	-0.03956538438796997
7254	linear.bias	1	0.031413208693265915
7254	linear.bias	2	0.7033551931381226
7254	linear.bias	3	0.6038129925727844
7254	linear.bias	4	-0.007440880872309208
7254	linear.bias	5	-0.7511512041091919
7254	linear.bias	6	-0.3699744939804077
7254	linear.bias	7	-0.17727991938591003
7812	transitions	0	0.23798701167106628
7812	transitions	1	-10000.0
7812	transitions	2	-0.7969290614128113
7812	transitions	3	-10000.0
7812	transitions	4	0.574375569820404
7812	transitions	5	-10000.0
7812	transitions	6	-10000.0
7812	transitions	7	-0.32858723402023315
7812	transitions	8	-0.9978920221328735
7812	transitions	9	-2.247670888900757
7812	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
7812	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
7812	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
7812	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
7812	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
7812	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
7812	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
7812	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
7812	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
7812	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
7812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
7812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
7812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
7812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
7812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
7812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
7812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
7812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
7812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
7812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
7812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
7812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
7812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
7812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
7812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
7812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
7812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
7812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
7812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
7812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
7812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
7812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
7812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
7812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
7812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
7812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
7812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
7812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
7812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
7812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
7812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
7812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
7812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
7812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
7812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
7812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
7812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
7812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
7812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
7812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
7812	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
7812	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
7812	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
7812	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
7812	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
7812	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
7812	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
7812	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
7812	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
7812	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
7812	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
7812	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
7812	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
7812	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
7812	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
7812	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
7812	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
7812	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
7812	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
7812	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
7812	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
7812	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
7812	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
7812	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
7812	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
7812	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
7812	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
7812	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
7812	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
7812	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
7812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
7812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
7812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
7812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
7812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
7812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
7812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
7812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
7812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
7812	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
7812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
7812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
7812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
7812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
7812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
7812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
7812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
7812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
7812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
7812	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
7812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
7812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
7812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
7812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
7812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
7812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
7812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
7812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
7812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
7812	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
7812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
7812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
7812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
7812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
7812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
7812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
7812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
7812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
7812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
7812	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
7812	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
7812	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
7812	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
7812	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
7812	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
7812	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
7812	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
7812	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
7812	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
7812	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
7812	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
7812	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
7812	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
7812	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
7812	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
7812	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
7812	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
7812	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
7812	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
7812	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
7812	embedding2nn.weight	0	0.006550034042447805
7812	embedding2nn.weight	1	0.007784317247569561
7812	embedding2nn.weight	2	0.013395099900662899
7812	embedding2nn.weight	3	-0.001925162272527814
7812	embedding2nn.weight	4	0.008941843174397945
7812	embedding2nn.weight	5	-0.012153775431215763
7812	embedding2nn.weight	6	-0.013972488231956959
7812	embedding2nn.weight	7	-0.009810371324419975
7812	embedding2nn.weight	8	-0.006532988976687193
7812	embedding2nn.weight	9	-0.00878233928233385
7812	embedding2nn.bias	0	-0.0019403366604819894
7812	embedding2nn.bias	1	-0.016983166337013245
7812	embedding2nn.bias	2	0.010589943267405033
7812	embedding2nn.bias	3	0.022273149341344833
7812	embedding2nn.bias	4	-0.013708556070923805
7812	embedding2nn.bias	5	0.0049895718693733215
7812	embedding2nn.bias	6	0.03170178085565567
7812	embedding2nn.bias	7	-0.02142893336713314
7812	embedding2nn.bias	8	-0.002177533693611622
7812	embedding2nn.bias	9	0.007106180768460035
7812	rnn.weight_ih_l0	0	0.05973044037818909
7812	rnn.weight_ih_l0	1	-0.043899714946746826
7812	rnn.weight_ih_l0	2	-0.019304031506180763
7812	rnn.weight_ih_l0	3	0.03219166770577431
7812	rnn.weight_ih_l0	4	-0.00678460206836462
7812	rnn.weight_ih_l0	5	0.06285075843334198
7812	rnn.weight_ih_l0	6	0.01748840883374214
7812	rnn.weight_ih_l0	7	0.0635007992386818
7812	rnn.weight_ih_l0	8	0.011961550451815128
7812	rnn.weight_ih_l0	9	-0.021855024620890617
7812	rnn.weight_hh_l0	0	-0.03426564112305641
7812	rnn.weight_hh_l0	1	-0.0223753210157156
7812	rnn.weight_hh_l0	2	-0.06168518587946892
7812	rnn.weight_hh_l0	3	-0.018489863723516464
7812	rnn.weight_hh_l0	4	-0.00765993632376194
7812	rnn.weight_hh_l0	5	-0.02375475876033306
7812	rnn.weight_hh_l0	6	-0.0129146259278059
7812	rnn.weight_hh_l0	7	-0.055131543427705765
7812	rnn.weight_hh_l0	8	0.05952661484479904
7812	rnn.weight_hh_l0	9	0.03224985674023628
7812	rnn.bias_ih_l0	0	-0.05978117138147354
7812	rnn.bias_ih_l0	1	-0.06444064527750015
7812	rnn.bias_ih_l0	2	0.03680600970983505
7812	rnn.bias_ih_l0	3	-0.07577210664749146
7812	rnn.bias_ih_l0	4	0.01184139959514141
7812	rnn.bias_ih_l0	5	-0.021638575941324234
7812	rnn.bias_ih_l0	6	0.03346972167491913
7812	rnn.bias_ih_l0	7	-0.03629738464951515
7812	rnn.bias_ih_l0	8	0.020909184589982033
7812	rnn.bias_ih_l0	9	-0.08993937820196152
7812	rnn.bias_hh_l0	0	0.005367895122617483
7812	rnn.bias_hh_l0	1	0.054022133350372314
7812	rnn.bias_hh_l0	2	0.02396996133029461
7812	rnn.bias_hh_l0	3	0.014014685526490211
7812	rnn.bias_hh_l0	4	-0.03710223734378815
7812	rnn.bias_hh_l0	5	-0.005691561847925186
7812	rnn.bias_hh_l0	6	0.043822865933179855
7812	rnn.bias_hh_l0	7	-0.07850994914770126
7812	rnn.bias_hh_l0	8	0.01311095617711544
7812	rnn.bias_hh_l0	9	-0.04113810509443283
7812	rnn.weight_ih_l0_reverse	0	0.029300369322299957
7812	rnn.weight_ih_l0_reverse	1	-0.05261339247226715
7812	rnn.weight_ih_l0_reverse	2	0.03407372161746025
7812	rnn.weight_ih_l0_reverse	3	0.0024294310715049505
7812	rnn.weight_ih_l0_reverse	4	0.028202401474118233
7812	rnn.weight_ih_l0_reverse	5	-0.019870776683092117
7812	rnn.weight_ih_l0_reverse	6	0.02502070739865303
7812	rnn.weight_ih_l0_reverse	7	0.04234805330634117
7812	rnn.weight_ih_l0_reverse	8	-0.019531944766640663
7812	rnn.weight_ih_l0_reverse	9	0.018337426707148552
7812	rnn.weight_hh_l0_reverse	0	0.04483114182949066
7812	rnn.weight_hh_l0_reverse	1	0.04448318853974342
7812	rnn.weight_hh_l0_reverse	2	-0.019327975809574127
7812	rnn.weight_hh_l0_reverse	3	-0.03469827398657799
7812	rnn.weight_hh_l0_reverse	4	0.004840309731662273
7812	rnn.weight_hh_l0_reverse	5	-0.04413647577166557
7812	rnn.weight_hh_l0_reverse	6	-0.00833360105752945
7812	rnn.weight_hh_l0_reverse	7	0.024020953103899956
7812	rnn.weight_hh_l0_reverse	8	-0.004706802312284708
7812	rnn.weight_hh_l0_reverse	9	-0.002643694169819355
7812	rnn.bias_ih_l0_reverse	0	-0.01725204847753048
7812	rnn.bias_ih_l0_reverse	1	-0.04159136489033699
7812	rnn.bias_ih_l0_reverse	2	-0.04216316342353821
7812	rnn.bias_ih_l0_reverse	3	0.024602260440587997
7812	rnn.bias_ih_l0_reverse	4	0.015021353028714657
7812	rnn.bias_ih_l0_reverse	5	-0.03307197988033295
7812	rnn.bias_ih_l0_reverse	6	-0.010146812535822392
7812	rnn.bias_ih_l0_reverse	7	0.008881119079887867
7812	rnn.bias_ih_l0_reverse	8	0.0065834494307637215
7812	rnn.bias_ih_l0_reverse	9	-0.04740752652287483
7812	rnn.bias_hh_l0_reverse	0	-0.06358907371759415
7812	rnn.bias_hh_l0_reverse	1	-0.029370468109846115
7812	rnn.bias_hh_l0_reverse	2	0.06063149869441986
7812	rnn.bias_hh_l0_reverse	3	-0.04337330907583237
7812	rnn.bias_hh_l0_reverse	4	0.004352480638772249
7812	rnn.bias_hh_l0_reverse	5	-0.04326704517006874
7812	rnn.bias_hh_l0_reverse	6	-0.006803273689001799
7812	rnn.bias_hh_l0_reverse	7	-0.008680345490574837
7812	rnn.bias_hh_l0_reverse	8	0.03069131076335907
7812	rnn.bias_hh_l0_reverse	9	0.049470722675323486
7812	linear.weight	0	-0.011722477152943611
7812	linear.weight	1	-0.0395454578101635
7812	linear.weight	2	0.10388483107089996
7812	linear.weight	3	-0.0752839744091034
7812	linear.weight	4	-0.010588549077510834
7812	linear.weight	5	0.0006345641450025141
7812	linear.weight	6	-0.010739270597696304
7812	linear.weight	7	-0.037216175347566605
7812	linear.weight	8	0.10530056804418564
7812	linear.weight	9	-0.07265116274356842
7812	linear.bias	0	-0.03956538438796997
7812	linear.bias	1	0.031413208693265915
7812	linear.bias	2	0.6660823225975037
7812	linear.bias	3	0.6438103914260864
7812	linear.bias	4	0.09121190011501312
7812	linear.bias	5	-0.8007640242576599
7812	linear.bias	6	-0.4183982014656067
7812	linear.bias	7	-0.18062563240528107
8370	transitions	0	0.1417517364025116
8370	transitions	1	-10000.0
8370	transitions	2	-0.796941339969635
8370	transitions	3	-10000.0
8370	transitions	4	0.6699703931808472
8370	transitions	5	-10000.0
8370	transitions	6	-10000.0
8370	transitions	7	-0.17283481359481812
8370	transitions	8	-1.0537279844284058
8370	transitions	9	-2.378345251083374
8370	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
8370	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
8370	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
8370	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
8370	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
8370	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
8370	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
8370	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
8370	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
8370	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
8370	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
8370	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
8370	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
8370	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
8370	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
8370	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
8370	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
8370	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
8370	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
8370	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
8370	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
8370	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
8370	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
8370	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
8370	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
8370	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
8370	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
8370	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
8370	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
8370	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
8370	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
8370	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
8370	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
8370	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
8370	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
8370	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
8370	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
8370	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
8370	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
8370	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
8370	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
8370	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
8370	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
8370	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
8370	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
8370	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
8370	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
8370	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
8370	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
8370	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
8370	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
8370	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
8370	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
8370	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
8370	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
8370	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
8370	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
8370	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
8370	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
8370	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
8370	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
8370	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
8370	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
8370	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
8370	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
8370	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
8370	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
8370	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
8370	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
8370	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
8370	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
8370	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
8370	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
8370	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
8370	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
8370	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
8370	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
8370	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
8370	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
8370	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
8370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
8370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
8370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
8370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
8370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
8370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
8370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
8370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
8370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
8370	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
8370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
8370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
8370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
8370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
8370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
8370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
8370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
8370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
8370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
8370	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
8370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
8370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
8370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
8370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
8370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
8370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
8370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
8370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
8370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
8370	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
8370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
8370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
8370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
8370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
8370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
8370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
8370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
8370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
8370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
8370	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
8370	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
8370	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
8370	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
8370	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
8370	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
8370	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
8370	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
8370	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
8370	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
8370	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
8370	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
8370	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
8370	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
8370	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
8370	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
8370	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
8370	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
8370	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
8370	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
8370	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
8370	embedding2nn.weight	0	0.00654682656750083
8370	embedding2nn.weight	1	0.00810970924794674
8370	embedding2nn.weight	2	0.013324374333024025
8370	embedding2nn.weight	3	-0.0023183580487966537
8370	embedding2nn.weight	4	0.008365660905838013
8370	embedding2nn.weight	5	-0.012455862946808338
8370	embedding2nn.weight	6	-0.014043628238141537
8370	embedding2nn.weight	7	-0.009742436930537224
8370	embedding2nn.weight	8	-0.006522065959870815
8370	embedding2nn.weight	9	-0.009121779352426529
8370	embedding2nn.bias	0	-0.003927361220121384
8370	embedding2nn.bias	1	-0.014471599832177162
8370	embedding2nn.bias	2	0.02041587419807911
8370	embedding2nn.bias	3	0.025037331506609917
8370	embedding2nn.bias	4	-0.012965992093086243
8370	embedding2nn.bias	5	0.005009992979466915
8370	embedding2nn.bias	6	0.032330289483070374
8370	embedding2nn.bias	7	-0.01621849462389946
8370	embedding2nn.bias	8	0.0020065773278474808
8370	embedding2nn.bias	9	0.009304302744567394
8370	rnn.weight_ih_l0	0	0.059881433844566345
8370	rnn.weight_ih_l0	1	-0.0438619889318943
8370	rnn.weight_ih_l0	2	-0.01896948553621769
8370	rnn.weight_ih_l0	3	0.03201206400990486
8370	rnn.weight_ih_l0	4	-0.007581506855785847
8370	rnn.weight_ih_l0	5	0.062436558306217194
8370	rnn.weight_ih_l0	6	0.017838656902313232
8370	rnn.weight_ih_l0	7	0.06321659684181213
8370	rnn.weight_ih_l0	8	0.012566735036671162
8370	rnn.weight_ih_l0	9	-0.021726461127400398
8370	rnn.weight_hh_l0	0	-0.03488072752952576
8370	rnn.weight_hh_l0	1	-0.02123946137726307
8370	rnn.weight_hh_l0	2	-0.06147913634777069
8370	rnn.weight_hh_l0	3	-0.01847784034907818
8370	rnn.weight_hh_l0	4	-0.007681235671043396
8370	rnn.weight_hh_l0	5	-0.023983389139175415
8370	rnn.weight_hh_l0	6	-0.012700416147708893
8370	rnn.weight_hh_l0	7	-0.05484309047460556
8370	rnn.weight_hh_l0	8	0.05958763509988785
8370	rnn.weight_hh_l0	9	0.03141351416707039
8370	rnn.bias_ih_l0	0	-0.06219271570444107
8370	rnn.bias_ih_l0	1	-0.05968610569834709
8370	rnn.bias_ih_l0	2	0.0342772901058197
8370	rnn.bias_ih_l0	3	-0.07997848838567734
8370	rnn.bias_ih_l0	4	0.0064949775114655495
8370	rnn.bias_ih_l0	5	-0.02180296741425991
8370	rnn.bias_ih_l0	6	0.03714960068464279
8370	rnn.bias_ih_l0	7	-0.03718101978302002
8370	rnn.bias_ih_l0	8	0.01650189235806465
8370	rnn.bias_ih_l0	9	-0.09553582221269608
8370	rnn.bias_hh_l0	0	0.0048955692909657955
8370	rnn.bias_hh_l0	1	0.0560157410800457
8370	rnn.bias_hh_l0	2	0.02563662827014923
8370	rnn.bias_hh_l0	3	0.01255382876843214
8370	rnn.bias_hh_l0	4	-0.045402850955724716
8370	rnn.bias_hh_l0	5	-0.006085317116230726
8370	rnn.bias_hh_l0	6	0.041859470307826996
8370	rnn.bias_hh_l0	7	-0.06819961220026016
8370	rnn.bias_hh_l0	8	0.00788087397813797
8370	rnn.bias_hh_l0	9	-0.041513849049806595
8370	rnn.weight_ih_l0_reverse	0	0.030247842893004417
8370	rnn.weight_ih_l0_reverse	1	-0.052710022777318954
8370	rnn.weight_ih_l0_reverse	2	0.03413938730955124
8370	rnn.weight_ih_l0_reverse	3	0.002331734634935856
8370	rnn.weight_ih_l0_reverse	4	0.02761341631412506
8370	rnn.weight_ih_l0_reverse	5	-0.017492026090621948
8370	rnn.weight_ih_l0_reverse	6	0.025350602343678474
8370	rnn.weight_ih_l0_reverse	7	0.04256531223654747
8370	rnn.weight_ih_l0_reverse	8	-0.019912177696824074
8370	rnn.weight_ih_l0_reverse	9	0.0176668893545866
8370	rnn.weight_hh_l0_reverse	0	0.04515105485916138
8370	rnn.weight_hh_l0_reverse	1	0.044526200741529465
8370	rnn.weight_hh_l0_reverse	2	-0.01908554509282112
8370	rnn.weight_hh_l0_reverse	3	-0.036751050502061844
8370	rnn.weight_hh_l0_reverse	4	0.006109672598540783
8370	rnn.weight_hh_l0_reverse	5	-0.04420413449406624
8370	rnn.weight_hh_l0_reverse	6	-0.009274535812437534
8370	rnn.weight_hh_l0_reverse	7	0.023723920807242393
8370	rnn.weight_hh_l0_reverse	8	-0.002992012770846486
8370	rnn.weight_hh_l0_reverse	9	-0.0025871724355965853
8370	rnn.bias_ih_l0_reverse	0	-0.01793142594397068
8370	rnn.bias_ih_l0_reverse	1	-0.04055299609899521
8370	rnn.bias_ih_l0_reverse	2	-0.045179739594459534
8370	rnn.bias_ih_l0_reverse	3	0.02058178372681141
8370	rnn.bias_ih_l0_reverse	4	0.009779699146747589
8370	rnn.bias_ih_l0_reverse	5	-0.03322261571884155
8370	rnn.bias_ih_l0_reverse	6	-0.009604746475815773
8370	rnn.bias_ih_l0_reverse	7	0.007705525495111942
8370	rnn.bias_ih_l0_reverse	8	0.002733794739469886
8370	rnn.bias_ih_l0_reverse	9	-0.0509277768433094
8370	rnn.bias_hh_l0_reverse	0	-0.06298384815454483
8370	rnn.bias_hh_l0_reverse	1	-0.03460143506526947
8370	rnn.bias_hh_l0_reverse	2	0.07170876860618591
8370	rnn.bias_hh_l0_reverse	3	-0.04835856705904007
8370	rnn.bias_hh_l0_reverse	4	0.002309206873178482
8370	rnn.bias_hh_l0_reverse	5	-0.044335249811410904
8370	rnn.bias_hh_l0_reverse	6	-0.003667219076305628
8370	rnn.bias_hh_l0_reverse	7	-0.008800085633993149
8370	rnn.bias_hh_l0_reverse	8	0.02784958854317665
8370	rnn.bias_hh_l0_reverse	9	0.05155392363667488
8370	linear.weight	0	-0.011368968524038792
8370	linear.weight	1	-0.017927441745996475
8370	linear.weight	2	0.1191788911819458
8370	linear.weight	3	-0.07624848932027817
8370	linear.weight	4	-0.010588549077510834
8370	linear.weight	5	-0.0008977754041552544
8370	linear.weight	6	-0.010739270597696304
8370	linear.weight	7	-0.027680836617946625
8370	linear.weight	8	0.14336714148521423
8370	linear.weight	9	-0.07949308305978775
8370	linear.bias	0	-0.03956538438796997
8370	linear.bias	1	0.031413208693265915
8370	linear.bias	2	0.6334887146949768
8370	linear.bias	3	0.620286762714386
8370	linear.bias	4	0.17418862879276276
8370	linear.bias	5	-0.8393096327781677
8370	linear.bias	6	-0.42746949195861816
8370	linear.bias	7	-0.15987670421600342
8928	transitions	0	0.05641812086105347
8928	transitions	1	-10000.0
8928	transitions	2	-0.7969478368759155
8928	transitions	3	-10000.0
8928	transitions	4	0.7500471472740173
8928	transitions	5	-10000.0
8928	transitions	6	-10000.0
8928	transitions	7	-0.052970610558986664
8928	transitions	8	-1.105153203010559
8928	transitions	9	-2.490025043487549
8928	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
8928	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
8928	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
8928	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
8928	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
8928	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
8928	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
8928	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
8928	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
8928	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
8928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
8928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
8928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
8928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
8928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
8928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
8928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
8928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
8928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
8928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
8928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
8928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
8928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
8928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
8928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
8928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
8928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
8928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
8928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
8928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
8928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
8928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
8928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
8928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
8928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
8928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
8928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
8928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
8928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
8928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
8928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
8928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
8928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
8928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
8928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
8928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
8928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
8928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
8928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
8928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
8928	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
8928	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
8928	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
8928	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
8928	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
8928	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
8928	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
8928	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
8928	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
8928	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
8928	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
8928	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
8928	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
8928	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
8928	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
8928	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
8928	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
8928	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
8928	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
8928	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
8928	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
8928	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
8928	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
8928	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
8928	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
8928	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
8928	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
8928	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
8928	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
8928	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
8928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
8928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
8928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
8928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
8928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
8928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
8928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
8928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
8928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
8928	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
8928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
8928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
8928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
8928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
8928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
8928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
8928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
8928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
8928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
8928	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
8928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
8928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
8928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
8928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
8928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
8928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
8928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
8928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
8928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
8928	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
8928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
8928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
8928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
8928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
8928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
8928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
8928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
8928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
8928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
8928	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
8928	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
8928	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
8928	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
8928	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
8928	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
8928	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
8928	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
8928	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
8928	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
8928	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
8928	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
8928	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
8928	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
8928	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
8928	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
8928	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
8928	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
8928	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
8928	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
8928	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
8928	embedding2nn.weight	0	0.006569040939211845
8928	embedding2nn.weight	1	0.008209544233977795
8928	embedding2nn.weight	2	0.013309156522154808
8928	embedding2nn.weight	3	-0.0014972875360399485
8928	embedding2nn.weight	4	0.008512493222951889
8928	embedding2nn.weight	5	-0.012243877165019512
8928	embedding2nn.weight	6	-0.01395347062498331
8928	embedding2nn.weight	7	-0.009266210719943047
8928	embedding2nn.weight	8	-0.006063265260308981
8928	embedding2nn.weight	9	-0.008786013349890709
8928	embedding2nn.bias	0	-0.005639511626213789
8928	embedding2nn.bias	1	-0.013559585437178612
8928	embedding2nn.bias	2	0.02514774724841118
8928	embedding2nn.bias	3	0.025342591106891632
8928	embedding2nn.bias	4	-0.017053823918104172
8928	embedding2nn.bias	5	0.005446638911962509
8928	embedding2nn.bias	6	0.031379230320453644
8928	embedding2nn.bias	7	-0.011252189055085182
8928	embedding2nn.bias	8	0.001811417518183589
8928	embedding2nn.bias	9	0.011352037079632282
8928	rnn.weight_ih_l0	0	0.05975742265582085
8928	rnn.weight_ih_l0	1	-0.04362953454256058
8928	rnn.weight_ih_l0	2	-0.01964106410741806
8928	rnn.weight_ih_l0	3	0.03250148147344589
8928	rnn.weight_ih_l0	4	-0.006557147949934006
8928	rnn.weight_ih_l0	5	0.06331747025251389
8928	rnn.weight_ih_l0	6	0.01742502488195896
8928	rnn.weight_ih_l0	7	0.0627024844288826
8928	rnn.weight_ih_l0	8	0.012216429226100445
8928	rnn.weight_ih_l0	9	-0.022001102566719055
8928	rnn.weight_hh_l0	0	-0.03458671644330025
8928	rnn.weight_hh_l0	1	-0.02120366320014
8928	rnn.weight_hh_l0	2	-0.06044428050518036
8928	rnn.weight_hh_l0	3	-0.01850694790482521
8928	rnn.weight_hh_l0	4	-0.007672710809856653
8928	rnn.weight_hh_l0	5	-0.024057015776634216
8928	rnn.weight_hh_l0	6	-0.012270170263946056
8928	rnn.weight_hh_l0	7	-0.05476640909910202
8928	rnn.weight_hh_l0	8	0.05948517471551895
8928	rnn.weight_hh_l0	9	0.03166700527071953
8928	rnn.bias_ih_l0	0	-0.0636933296918869
8928	rnn.bias_ih_l0	1	-0.059671368449926376
8928	rnn.bias_ih_l0	2	0.03371027112007141
8928	rnn.bias_ih_l0	3	-0.08238350600004196
8928	rnn.bias_ih_l0	4	0.0005241813487373292
8928	rnn.bias_ih_l0	5	-0.02512240596115589
8928	rnn.bias_ih_l0	6	0.035950399935245514
8928	rnn.bias_ih_l0	7	-0.039087723940610886
8928	rnn.bias_ih_l0	8	0.014002453535795212
8928	rnn.bias_ih_l0	9	-0.09939973801374435
8928	rnn.bias_hh_l0	0	0.004890380892902613
8928	rnn.bias_hh_l0	1	0.056837260723114014
8928	rnn.bias_hh_l0	2	0.028638290241360664
8928	rnn.bias_hh_l0	3	0.012152215465903282
8928	rnn.bias_hh_l0	4	-0.049797024577856064
8928	rnn.bias_hh_l0	5	-0.00017808987468015403
8928	rnn.bias_hh_l0	6	0.039876483380794525
8928	rnn.bias_hh_l0	7	-0.0773722380399704
8928	rnn.bias_hh_l0	8	0.00982354674488306
8928	rnn.bias_hh_l0	9	-0.04187559708952904
8928	rnn.weight_ih_l0_reverse	0	0.030664028599858284
8928	rnn.weight_ih_l0_reverse	1	-0.05298548564314842
8928	rnn.weight_ih_l0_reverse	2	0.0341329388320446
8928	rnn.weight_ih_l0_reverse	3	0.0023465196136385202
8928	rnn.weight_ih_l0_reverse	4	0.028025496751070023
8928	rnn.weight_ih_l0_reverse	5	-0.016774857416749
8928	rnn.weight_ih_l0_reverse	6	0.025275951251387596
8928	rnn.weight_ih_l0_reverse	7	0.042521871626377106
8928	rnn.weight_ih_l0_reverse	8	-0.019880160689353943
8928	rnn.weight_ih_l0_reverse	9	0.01637597754597664
8928	rnn.weight_hh_l0_reverse	0	0.045297086238861084
8928	rnn.weight_hh_l0_reverse	1	0.044490691274404526
8928	rnn.weight_hh_l0_reverse	2	-0.018873877823352814
8928	rnn.weight_hh_l0_reverse	3	-0.037130359560251236
8928	rnn.weight_hh_l0_reverse	4	0.005880068056285381
8928	rnn.weight_hh_l0_reverse	5	-0.044407300651073456
8928	rnn.weight_hh_l0_reverse	6	-0.008697720244526863
8928	rnn.weight_hh_l0_reverse	7	0.023354195058345795
8928	rnn.weight_hh_l0_reverse	8	0.0018782251281663775
8928	rnn.weight_hh_l0_reverse	9	-0.0023211457300931215
8928	rnn.bias_ih_l0_reverse	0	-0.021595874801278114
8928	rnn.bias_ih_l0_reverse	1	-0.04406480863690376
8928	rnn.bias_ih_l0_reverse	2	-0.04776011034846306
8928	rnn.bias_ih_l0_reverse	3	0.015109292231500149
8928	rnn.bias_ih_l0_reverse	4	0.004737442824989557
8928	rnn.bias_ih_l0_reverse	5	-0.033855367451906204
8928	rnn.bias_ih_l0_reverse	6	-0.016788700595498085
8928	rnn.bias_ih_l0_reverse	7	0.006404483690857887
8928	rnn.bias_ih_l0_reverse	8	-0.0009704887634143233
8928	rnn.bias_ih_l0_reverse	9	-0.057389698922634125
8928	rnn.bias_hh_l0_reverse	0	-0.061446744948625565
8928	rnn.bias_hh_l0_reverse	1	-0.03603588789701462
8928	rnn.bias_hh_l0_reverse	2	0.0680287778377533
8928	rnn.bias_hh_l0_reverse	3	-0.04692947119474411
8928	rnn.bias_hh_l0_reverse	4	-0.002303315559402108
8928	rnn.bias_hh_l0_reverse	5	-0.04260517656803131
8928	rnn.bias_hh_l0_reverse	6	-0.0010799139272421598
8928	rnn.bias_hh_l0_reverse	7	-0.004854606464505196
8928	rnn.bias_hh_l0_reverse	8	0.02647973969578743
8928	rnn.bias_hh_l0_reverse	9	0.05111892893910408
8928	linear.weight	0	-0.010636894963681698
8928	linear.weight	1	0.004093436058610678
8928	linear.weight	2	0.11979775130748749
8928	linear.weight	3	-0.07742578536272049
8928	linear.weight	4	-0.010588549077510834
8928	linear.weight	5	0.08362115919589996
8928	linear.weight	6	-0.010739270597696304
8928	linear.weight	7	0.010350853204727173
8928	linear.weight	8	0.06991619616746902
8928	linear.weight	9	-0.08064687252044678
8928	linear.bias	0	-0.03956538438796997
8928	linear.bias	1	0.031413208693265915
8928	linear.bias	2	0.5998971462249756
8928	linear.bias	3	0.5963261127471924
8928	linear.bias	4	0.243329718708992
8928	linear.bias	5	-0.8711996674537659
8928	linear.bias	6	-0.43260321021080017
8928	linear.bias	7	-0.13444018363952637
9486	transitions	0	-0.02354469522833824
9486	transitions	1	-10000.0
9486	transitions	2	-0.7969526648521423
9486	transitions	3	-10000.0
9486	transitions	4	0.7857011556625366
9486	transitions	5	-10000.0
9486	transitions	6	-10000.0
9486	transitions	7	0.045653052628040314
9486	transitions	8	-1.1509157419204712
9486	transitions	9	-2.5739729404449463
9486	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
9486	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
9486	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
9486	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
9486	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
9486	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
9486	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
9486	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
9486	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
9486	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
9486	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
9486	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
9486	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
9486	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
9486	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
9486	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
9486	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
9486	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
9486	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
9486	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
9486	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
9486	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
9486	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
9486	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
9486	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
9486	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
9486	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
9486	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
9486	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
9486	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
9486	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
9486	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
9486	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
9486	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
9486	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
9486	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
9486	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
9486	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
9486	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
9486	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
9486	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
9486	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
9486	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
9486	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
9486	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
9486	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
9486	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
9486	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
9486	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
9486	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
9486	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
9486	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
9486	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
9486	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
9486	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
9486	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
9486	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
9486	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
9486	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
9486	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
9486	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
9486	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
9486	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
9486	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
9486	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
9486	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
9486	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
9486	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
9486	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
9486	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
9486	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
9486	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
9486	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
9486	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
9486	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
9486	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
9486	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
9486	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
9486	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
9486	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
9486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
9486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
9486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
9486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
9486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
9486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
9486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
9486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
9486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
9486	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
9486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
9486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
9486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
9486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
9486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
9486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
9486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
9486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
9486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
9486	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
9486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
9486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
9486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
9486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
9486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
9486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
9486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
9486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
9486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
9486	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
9486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
9486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
9486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
9486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
9486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
9486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
9486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
9486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
9486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
9486	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
9486	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
9486	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
9486	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
9486	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
9486	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
9486	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
9486	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
9486	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
9486	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
9486	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
9486	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
9486	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
9486	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
9486	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
9486	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
9486	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
9486	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
9486	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
9486	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
9486	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
9486	embedding2nn.weight	0	0.006586077623069286
9486	embedding2nn.weight	1	0.007819345220923424
9486	embedding2nn.weight	2	0.013216391205787659
9486	embedding2nn.weight	3	-0.00015487460768781602
9486	embedding2nn.weight	4	0.009148051962256432
9486	embedding2nn.weight	5	-0.012188859283924103
9486	embedding2nn.weight	6	-0.014195211231708527
9486	embedding2nn.weight	7	-0.009217707440257072
9486	embedding2nn.weight	8	-0.0058418745175004005
9486	embedding2nn.weight	9	-0.008772686123847961
9486	embedding2nn.bias	0	0.00019608679576776922
9486	embedding2nn.bias	1	-0.012580497190356255
9486	embedding2nn.bias	2	0.021479707211256027
9486	embedding2nn.bias	3	0.023022357374429703
9486	embedding2nn.bias	4	-0.01756879687309265
9486	embedding2nn.bias	5	-0.00017274534911848605
9486	embedding2nn.bias	6	0.03019225224852562
9486	embedding2nn.bias	7	-0.005175475496798754
9486	embedding2nn.bias	8	-0.006883612368255854
9486	embedding2nn.bias	9	0.0093503687530756
9486	rnn.weight_ih_l0	0	0.05995238199830055
9486	rnn.weight_ih_l0	1	-0.0442483089864254
9486	rnn.weight_ih_l0	2	-0.01861603930592537
9486	rnn.weight_ih_l0	3	0.031910739839076996
9486	rnn.weight_ih_l0	4	-0.007720534224063158
9486	rnn.weight_ih_l0	5	0.06211024522781372
9486	rnn.weight_ih_l0	6	0.01679135672748089
9486	rnn.weight_ih_l0	7	0.06300253421068192
9486	rnn.weight_ih_l0	8	0.011147280223667622
9486	rnn.weight_ih_l0	9	-0.020781582221388817
9486	rnn.weight_hh_l0	0	-0.03577147424221039
9486	rnn.weight_hh_l0	1	-0.021090183407068253
9486	rnn.weight_hh_l0	2	-0.059809550642967224
9486	rnn.weight_hh_l0	3	-0.01840948313474655
9486	rnn.weight_hh_l0	4	-0.007629526313394308
9486	rnn.weight_hh_l0	5	-0.024211233481764793
9486	rnn.weight_hh_l0	6	-0.012142997235059738
9486	rnn.weight_hh_l0	7	-0.05457453429698944
9486	rnn.weight_hh_l0	8	0.05941056087613106
9486	rnn.weight_hh_l0	9	0.02991940826177597
9486	rnn.bias_ih_l0	0	-0.06341507285833359
9486	rnn.bias_ih_l0	1	-0.06284057348966599
9486	rnn.bias_ih_l0	2	0.0336439423263073
9486	rnn.bias_ih_l0	3	-0.08429840952157974
9486	rnn.bias_ih_l0	4	0.0006719550583511591
9486	rnn.bias_ih_l0	5	-0.02328607626259327
9486	rnn.bias_ih_l0	6	0.03703056275844574
9486	rnn.bias_ih_l0	7	-0.03984593227505684
9486	rnn.bias_ih_l0	8	0.012496971525251865
9486	rnn.bias_ih_l0	9	-0.09955692291259766
9486	rnn.bias_hh_l0	0	0.003464895999059081
9486	rnn.bias_hh_l0	1	0.05893239378929138
9486	rnn.bias_hh_l0	2	0.030724452808499336
9486	rnn.bias_hh_l0	3	0.01217246800661087
9486	rnn.bias_hh_l0	4	-0.051102373749017715
9486	rnn.bias_hh_l0	5	0.005474368575960398
9486	rnn.bias_hh_l0	6	0.0416044220328331
9486	rnn.bias_hh_l0	7	-0.07552656531333923
9486	rnn.bias_hh_l0	8	0.008313615806400776
9486	rnn.bias_hh_l0	9	-0.043220289051532745
9486	rnn.weight_ih_l0_reverse	0	0.031235726550221443
9486	rnn.weight_ih_l0_reverse	1	-0.05238329991698265
9486	rnn.weight_ih_l0_reverse	2	0.03423962742090225
9486	rnn.weight_ih_l0_reverse	3	0.002581568667665124
9486	rnn.weight_ih_l0_reverse	4	0.02797933667898178
9486	rnn.weight_ih_l0_reverse	5	-0.01688387431204319
9486	rnn.weight_ih_l0_reverse	6	0.025438325479626656
9486	rnn.weight_ih_l0_reverse	7	0.04203842952847481
9486	rnn.weight_ih_l0_reverse	8	-0.019815847277641296
9486	rnn.weight_ih_l0_reverse	9	0.01667156256735325
9486	rnn.weight_hh_l0_reverse	0	0.04533746466040611
9486	rnn.weight_hh_l0_reverse	1	0.044242341071367264
9486	rnn.weight_hh_l0_reverse	2	-0.01818886771798134
9486	rnn.weight_hh_l0_reverse	3	-0.037900760769844055
9486	rnn.weight_hh_l0_reverse	4	0.005610013846307993
9486	rnn.weight_hh_l0_reverse	5	-0.04464489594101906
9486	rnn.weight_hh_l0_reverse	6	-0.009204703383147717
9486	rnn.weight_hh_l0_reverse	7	0.023377135396003723
9486	rnn.weight_hh_l0_reverse	8	0.0006937111029401422
9486	rnn.weight_hh_l0_reverse	9	-0.0022180266678333282
9486	rnn.bias_ih_l0_reverse	0	-0.02252352610230446
9486	rnn.bias_ih_l0_reverse	1	-0.04553197696805
9486	rnn.bias_ih_l0_reverse	2	-0.04843791201710701
9486	rnn.bias_ih_l0_reverse	3	0.020141927525401115
9486	rnn.bias_ih_l0_reverse	4	0.00278732692822814
9486	rnn.bias_ih_l0_reverse	5	-0.03502218425273895
9486	rnn.bias_ih_l0_reverse	6	-0.019365772604942322
9486	rnn.bias_ih_l0_reverse	7	0.005549735855311155
9486	rnn.bias_ih_l0_reverse	8	-0.0025788324419409037
9486	rnn.bias_ih_l0_reverse	9	-0.06156424432992935
9486	rnn.bias_hh_l0_reverse	0	-0.06132279336452484
9486	rnn.bias_hh_l0_reverse	1	-0.043341465294361115
9486	rnn.bias_hh_l0_reverse	2	0.07180960476398468
9486	rnn.bias_hh_l0_reverse	3	-0.04010693356394768
9486	rnn.bias_hh_l0_reverse	4	0.0012434348464012146
9486	rnn.bias_hh_l0_reverse	5	-0.04798464849591255
9486	rnn.bias_hh_l0_reverse	6	0.0013921355130150914
9486	rnn.bias_hh_l0_reverse	7	-0.0052681053057312965
9486	rnn.bias_hh_l0_reverse	8	0.02580961585044861
9486	rnn.bias_hh_l0_reverse	9	0.04614665359258652
9486	linear.weight	0	-0.009660017676651478
9486	linear.weight	1	0.0065957605838775635
9486	linear.weight	2	0.12666992843151093
9486	linear.weight	3	-0.07863505929708481
9486	linear.weight	4	-0.010588549077510834
9486	linear.weight	5	0.014357472769916058
9486	linear.weight	6	-0.010739270597696304
9486	linear.weight	7	-0.01846906915307045
9486	linear.weight	8	0.10045072436332703
9486	linear.weight	9	-0.10145293176174164
9486	linear.bias	0	-0.03956538438796997
9486	linear.bias	1	0.031413208693265915
9486	linear.bias	2	0.6063197255134583
9486	linear.bias	3	0.5692197680473328
9486	linear.bias	4	0.31946393847465515
9486	linear.bias	5	-0.8990857601165771
9486	linear.bias	6	-0.44511449337005615
9486	linear.bias	7	-0.14950072765350342
10044	transitions	0	-0.09198519587516785
10044	transitions	1	-10000.0
10044	transitions	2	-0.7969545125961304
10044	transitions	3	-10000.0
10044	transitions	4	0.8297337293624878
10044	transitions	5	-10000.0
10044	transitions	6	-10000.0
10044	transitions	7	0.1288882941007614
10044	transitions	8	-1.1926710605621338
10044	transitions	9	-2.6463968753814697
10044	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
10044	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
10044	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
10044	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
10044	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
10044	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
10044	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
10044	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
10044	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
10044	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
10044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
10044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
10044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
10044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
10044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
10044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
10044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
10044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
10044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
10044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
10044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
10044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
10044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
10044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
10044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
10044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
10044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
10044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
10044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
10044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
10044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
10044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
10044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
10044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
10044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
10044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
10044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
10044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
10044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
10044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
10044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
10044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
10044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
10044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
10044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
10044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
10044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
10044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
10044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
10044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
10044	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
10044	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
10044	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
10044	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
10044	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
10044	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
10044	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
10044	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
10044	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
10044	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
10044	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
10044	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
10044	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
10044	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
10044	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
10044	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
10044	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
10044	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
10044	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
10044	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
10044	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
10044	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
10044	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
10044	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
10044	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
10044	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
10044	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
10044	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
10044	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
10044	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
10044	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
10044	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
10044	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
10044	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
10044	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
10044	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
10044	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
10044	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
10044	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
10044	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
10044	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
10044	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
10044	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
10044	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
10044	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
10044	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
10044	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
10044	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
10044	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
10044	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
10044	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
10044	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
10044	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
10044	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
10044	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
10044	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
10044	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
10044	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
10044	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
10044	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
10044	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
10044	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
10044	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
10044	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
10044	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
10044	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
10044	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
10044	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
10044	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
10044	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
10044	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
10044	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
10044	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
10044	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
10044	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
10044	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
10044	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
10044	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
10044	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
10044	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
10044	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
10044	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
10044	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
10044	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
10044	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
10044	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
10044	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
10044	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
10044	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
10044	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
10044	embedding2nn.weight	0	0.00659456430003047
10044	embedding2nn.weight	1	0.00787440873682499
10044	embedding2nn.weight	2	0.013132873922586441
10044	embedding2nn.weight	3	-0.0012896164553239942
10044	embedding2nn.weight	4	0.008757428266108036
10044	embedding2nn.weight	5	-0.012066962197422981
10044	embedding2nn.weight	6	-0.013986115343868732
10044	embedding2nn.weight	7	-0.008935190737247467
10044	embedding2nn.weight	8	-0.005737946834415197
10044	embedding2nn.weight	9	-0.008700407110154629
10044	embedding2nn.bias	0	0.0030409537721425295
10044	embedding2nn.bias	1	-0.019108351320028305
10044	embedding2nn.bias	2	0.022703781723976135
10044	embedding2nn.bias	3	0.02487654983997345
10044	embedding2nn.bias	4	-0.009577947668731213
10044	embedding2nn.bias	5	0.0037353113293647766
10044	embedding2nn.bias	6	0.031240560114383698
10044	embedding2nn.bias	7	-0.013744176365435123
10044	embedding2nn.bias	8	-0.008332332596182823
10044	embedding2nn.bias	9	0.006810727529227734
10044	rnn.weight_ih_l0	0	0.05994373932480812
10044	rnn.weight_ih_l0	1	-0.04432368651032448
10044	rnn.weight_ih_l0	2	-0.019062582403421402
10044	rnn.weight_ih_l0	3	0.03232763335108757
10044	rnn.weight_ih_l0	4	-0.008886678144335747
10044	rnn.weight_ih_l0	5	0.06153882294893265
10044	rnn.weight_ih_l0	6	0.01651778817176819
10044	rnn.weight_ih_l0	7	0.06268611550331116
10044	rnn.weight_ih_l0	8	0.01247358787804842
10044	rnn.weight_ih_l0	9	-0.02209618128836155
10044	rnn.weight_hh_l0	0	-0.034730326384305954
10044	rnn.weight_hh_l0	1	-0.020904099568724632
10044	rnn.weight_hh_l0	2	-0.05974484607577324
10044	rnn.weight_hh_l0	3	-0.01800479181110859
10044	rnn.weight_hh_l0	4	-0.007659409660845995
10044	rnn.weight_hh_l0	5	-0.024729348719120026
10044	rnn.weight_hh_l0	6	-0.011975771747529507
10044	rnn.weight_hh_l0	7	-0.05447305738925934
10044	rnn.weight_hh_l0	8	0.05960673466324806
10044	rnn.weight_hh_l0	9	0.02932637184858322
10044	rnn.bias_ih_l0	0	-0.06313394010066986
10044	rnn.bias_ih_l0	1	-0.06445083022117615
10044	rnn.bias_ih_l0	2	0.03270493447780609
10044	rnn.bias_ih_l0	3	-0.08604714274406433
10044	rnn.bias_ih_l0	4	-0.0007565306732431054
10044	rnn.bias_ih_l0	5	-0.02785838581621647
10044	rnn.bias_ih_l0	6	0.035524722188711166
10044	rnn.bias_ih_l0	7	-0.0391007624566555
10044	rnn.bias_ih_l0	8	0.01209409348666668
10044	rnn.bias_ih_l0	9	-0.09868523478507996
10044	rnn.bias_hh_l0	0	0.001277074683457613
10044	rnn.bias_hh_l0	1	0.062481846660375595
10044	rnn.bias_hh_l0	2	0.030232049524784088
10044	rnn.bias_hh_l0	3	0.009011496789753437
10044	rnn.bias_hh_l0	4	-0.05163036286830902
10044	rnn.bias_hh_l0	5	0.002487006364390254
10044	rnn.bias_hh_l0	6	0.04044181481003761
10044	rnn.bias_hh_l0	7	-0.08281109482049942
10044	rnn.bias_hh_l0	8	0.009078181348741055
10044	rnn.bias_hh_l0	9	-0.04509011283516884
10044	rnn.weight_ih_l0_reverse	0	0.029323961585760117
10044	rnn.weight_ih_l0_reverse	1	-0.0521104596555233
10044	rnn.weight_ih_l0_reverse	2	0.03409399464726448
10044	rnn.weight_ih_l0_reverse	3	0.0025070244446396828
10044	rnn.weight_ih_l0_reverse	4	0.028136635199189186
10044	rnn.weight_ih_l0_reverse	5	-0.019040154293179512
10044	rnn.weight_ih_l0_reverse	6	0.02458210289478302
10044	rnn.weight_ih_l0_reverse	7	0.041726451367139816
10044	rnn.weight_ih_l0_reverse	8	-0.019863352179527283
10044	rnn.weight_ih_l0_reverse	9	0.016752194613218307
10044	rnn.weight_hh_l0_reverse	0	0.04551302269101143
10044	rnn.weight_hh_l0_reverse	1	0.043690331280231476
10044	rnn.weight_hh_l0_reverse	2	-0.01804450713098049
10044	rnn.weight_hh_l0_reverse	3	-0.03934996947646141
10044	rnn.weight_hh_l0_reverse	4	0.005116138607263565
10044	rnn.weight_hh_l0_reverse	5	-0.04472505301237106
10044	rnn.weight_hh_l0_reverse	6	-0.009093843400478363
10044	rnn.weight_hh_l0_reverse	7	0.023433435708284378
10044	rnn.weight_hh_l0_reverse	8	0.002840899396687746
10044	rnn.weight_hh_l0_reverse	9	-0.002371703740209341
10044	rnn.bias_ih_l0_reverse	0	-0.02209271490573883
10044	rnn.bias_ih_l0_reverse	1	-0.04787144809961319
10044	rnn.bias_ih_l0_reverse	2	-0.05150778591632843
10044	rnn.bias_ih_l0_reverse	3	0.014809400774538517
10044	rnn.bias_ih_l0_reverse	4	0.008513949811458588
10044	rnn.bias_ih_l0_reverse	5	-0.03518911451101303
10044	rnn.bias_ih_l0_reverse	6	-0.016077350825071335
10044	rnn.bias_ih_l0_reverse	7	0.0024594597052782774
10044	rnn.bias_ih_l0_reverse	8	-0.0039815753698349
10044	rnn.bias_ih_l0_reverse	9	-0.06262706220149994
10044	rnn.bias_hh_l0_reverse	0	-0.06489624828100204
10044	rnn.bias_hh_l0_reverse	1	-0.046245306730270386
10044	rnn.bias_hh_l0_reverse	2	0.06392986327409744
10044	rnn.bias_hh_l0_reverse	3	-0.03632282093167305
10044	rnn.bias_hh_l0_reverse	4	0.0005529684713110328
10044	rnn.bias_hh_l0_reverse	5	-0.041319455951452255
10044	rnn.bias_hh_l0_reverse	6	0.007083043921738863
10044	rnn.bias_hh_l0_reverse	7	-0.007779574953019619
10044	rnn.bias_hh_l0_reverse	8	0.023859171196818352
10044	rnn.bias_hh_l0_reverse	9	0.046250827610492706
10044	linear.weight	0	-0.009315659292042255
10044	linear.weight	1	0.0046751233749091625
10044	linear.weight	2	0.14430075883865356
10044	linear.weight	3	-0.07936719805002213
10044	linear.weight	4	-0.010588549077510834
10044	linear.weight	5	-0.006214100401848555
10044	linear.weight	6	-0.010739270597696304
10044	linear.weight	7	-0.03154322877526283
10044	linear.weight	8	0.17556174099445343
10044	linear.weight	9	-0.1102948859333992
10044	linear.bias	0	-0.03956538438796997
10044	linear.bias	1	0.031413208693265915
10044	linear.bias	2	0.5814031958580017
10044	linear.bias	3	0.5492040514945984
10044	linear.bias	4	0.36731424927711487
10044	linear.bias	5	-0.9216572642326355
10044	linear.bias	6	-0.4390820860862732
10044	linear.bias	7	-0.1358940601348877
10602	transitions	0	-0.14881344139575958
10602	transitions	1	-10000.0
10602	transitions	2	-0.7969553470611572
10602	transitions	3	-10000.0
10602	transitions	4	0.8313582539558411
10602	transitions	5	-10000.0
10602	transitions	6	-10000.0
10602	transitions	7	0.23240584135055542
10602	transitions	8	-1.2269492149353027
10602	transitions	9	-2.7107138633728027
10602	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
10602	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
10602	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
10602	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
10602	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
10602	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
10602	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
10602	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
10602	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
10602	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
10602	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
10602	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
10602	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
10602	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
10602	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
10602	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
10602	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
10602	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
10602	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
10602	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
10602	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
10602	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
10602	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
10602	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
10602	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
10602	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
10602	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
10602	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
10602	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
10602	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
10602	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
10602	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
10602	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
10602	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
10602	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
10602	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
10602	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
10602	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
10602	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
10602	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
10602	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
10602	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
10602	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
10602	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
10602	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
10602	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
10602	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
10602	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
10602	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
10602	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
10602	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
10602	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
10602	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
10602	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
10602	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
10602	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
10602	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
10602	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
10602	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
10602	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
10602	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
10602	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
10602	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
10602	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
10602	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
10602	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
10602	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
10602	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
10602	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
10602	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
10602	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
10602	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
10602	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
10602	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
10602	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
10602	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
10602	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
10602	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
10602	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
10602	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
10602	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
10602	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
10602	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
10602	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
10602	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
10602	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
10602	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
10602	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
10602	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
10602	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
10602	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
10602	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
10602	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
10602	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
10602	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
10602	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
10602	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
10602	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
10602	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
10602	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
10602	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
10602	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
10602	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
10602	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
10602	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
10602	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
10602	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
10602	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
10602	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
10602	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
10602	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
10602	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
10602	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
10602	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
10602	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
10602	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
10602	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
10602	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
10602	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
10602	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
10602	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
10602	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
10602	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
10602	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
10602	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
10602	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
10602	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
10602	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
10602	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
10602	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
10602	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
10602	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
10602	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
10602	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
10602	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
10602	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
10602	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
10602	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
10602	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
10602	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
10602	embedding2nn.weight	0	0.006593811791390181
10602	embedding2nn.weight	1	0.007877289317548275
10602	embedding2nn.weight	2	0.013130251318216324
10602	embedding2nn.weight	3	-0.0008023199625313282
10602	embedding2nn.weight	4	0.00972219742834568
10602	embedding2nn.weight	5	-0.011183081194758415
10602	embedding2nn.weight	6	-0.01402896735817194
10602	embedding2nn.weight	7	-0.008757106028497219
10602	embedding2nn.weight	8	-0.006635909900069237
10602	embedding2nn.weight	9	-0.008402741514146328
10602	embedding2nn.bias	0	-0.0004296165716368705
10602	embedding2nn.bias	1	-0.022805478423833847
10602	embedding2nn.bias	2	0.023340335115790367
10602	embedding2nn.bias	3	0.022600863128900528
10602	embedding2nn.bias	4	-0.007698137778788805
10602	embedding2nn.bias	5	-0.005824887193739414
10602	embedding2nn.bias	6	0.029425283893942833
10602	embedding2nn.bias	7	-0.00563934538513422
10602	embedding2nn.bias	8	0.001098467386327684
10602	embedding2nn.bias	9	0.01295839436352253
10602	rnn.weight_ih_l0	0	0.05985173210501671
10602	rnn.weight_ih_l0	1	-0.044057562947273254
10602	rnn.weight_ih_l0	2	-0.019455505535006523
10602	rnn.weight_ih_l0	3	0.03138478472828865
10602	rnn.weight_ih_l0	4	-0.008239202201366425
10602	rnn.weight_ih_l0	5	0.06338516622781754
10602	rnn.weight_ih_l0	6	0.016269570216536522
10602	rnn.weight_ih_l0	7	0.06246762350201607
10602	rnn.weight_ih_l0	8	0.011171434074640274
10602	rnn.weight_ih_l0	9	-0.019912520423531532
10602	rnn.weight_hh_l0	0	-0.03737515211105347
10602	rnn.weight_hh_l0	1	-0.020554589107632637
10602	rnn.weight_hh_l0	2	-0.06032414734363556
10602	rnn.weight_hh_l0	3	-0.018114319071173668
10602	rnn.weight_hh_l0	4	-0.0075921262614429
10602	rnn.weight_hh_l0	5	-0.02467900514602661
10602	rnn.weight_hh_l0	6	-0.011863300576806068
10602	rnn.weight_hh_l0	7	-0.05478805676102638
10602	rnn.weight_hh_l0	8	0.059501562267541885
10602	rnn.weight_hh_l0	9	0.029642796143889427
10602	rnn.bias_ih_l0	0	-0.06594071537256241
10602	rnn.bias_ih_l0	1	-0.06642487645149231
10602	rnn.bias_ih_l0	2	0.03100845217704773
10602	rnn.bias_ih_l0	3	-0.08924341946840286
10602	rnn.bias_ih_l0	4	-0.004732365254312754
10602	rnn.bias_ih_l0	5	-0.025333305820822716
10602	rnn.bias_ih_l0	6	0.033151235431432724
10602	rnn.bias_ih_l0	7	-0.0409291572868824
10602	rnn.bias_ih_l0	8	0.011960132978856564
10602	rnn.bias_ih_l0	9	-0.10128960013389587
10602	rnn.bias_hh_l0	0	0.0010972613235935569
10602	rnn.bias_hh_l0	1	0.06261885911226273
10602	rnn.bias_hh_l0	2	0.031864941120147705
10602	rnn.bias_hh_l0	3	0.008164367638528347
10602	rnn.bias_hh_l0	4	-0.052924931049346924
10602	rnn.bias_hh_l0	5	0.004494209308177233
10602	rnn.bias_hh_l0	6	0.04307245463132858
10602	rnn.bias_hh_l0	7	-0.08441811800003052
10602	rnn.bias_hh_l0	8	0.003090836340561509
10602	rnn.bias_hh_l0	9	-0.046029798686504364
10602	rnn.weight_ih_l0_reverse	0	0.030932536348700523
10602	rnn.weight_ih_l0_reverse	1	-0.05252259224653244
10602	rnn.weight_ih_l0_reverse	2	0.0341336652636528
10602	rnn.weight_ih_l0_reverse	3	0.002221735194325447
10602	rnn.weight_ih_l0_reverse	4	0.02828064374625683
10602	rnn.weight_ih_l0_reverse	5	-0.02207939140498638
10602	rnn.weight_ih_l0_reverse	6	0.02439921908080578
10602	rnn.weight_ih_l0_reverse	7	0.04177622124552727
10602	rnn.weight_ih_l0_reverse	8	-0.019862564280629158
10602	rnn.weight_ih_l0_reverse	9	0.01640981249511242
10602	rnn.weight_hh_l0_reverse	0	0.04573440924286842
10602	rnn.weight_hh_l0_reverse	1	0.04327821731567383
10602	rnn.weight_hh_l0_reverse	2	-0.017399147152900696
10602	rnn.weight_hh_l0_reverse	3	-0.04040774330496788
10602	rnn.weight_hh_l0_reverse	4	0.005122298374772072
10602	rnn.weight_hh_l0_reverse	5	-0.04470737278461456
10602	rnn.weight_hh_l0_reverse	6	-0.008794977329671383
10602	rnn.weight_hh_l0_reverse	7	0.0235331691801548
10602	rnn.weight_hh_l0_reverse	8	0.0031320531852543354
10602	rnn.weight_hh_l0_reverse	9	-0.0026480278465896845
10602	rnn.bias_ih_l0_reverse	0	-0.024607207626104355
10602	rnn.bias_ih_l0_reverse	1	-0.04579032585024834
10602	rnn.bias_ih_l0_reverse	2	-0.05216800048947334
10602	rnn.bias_ih_l0_reverse	3	0.012510483153164387
10602	rnn.bias_ih_l0_reverse	4	0.0015626857057213783
10602	rnn.bias_ih_l0_reverse	5	-0.034103166311979294
10602	rnn.bias_ih_l0_reverse	6	-0.019246172159910202
10602	rnn.bias_ih_l0_reverse	7	0.0013816553400829434
10602	rnn.bias_ih_l0_reverse	8	-0.00869925506412983
10602	rnn.bias_ih_l0_reverse	9	-0.0630992203950882
10602	rnn.bias_hh_l0_reverse	0	-0.06558865308761597
10602	rnn.bias_hh_l0_reverse	1	-0.04669885337352753
10602	rnn.bias_hh_l0_reverse	2	0.06540481746196747
10602	rnn.bias_hh_l0_reverse	3	-0.03156120702624321
10602	rnn.bias_hh_l0_reverse	4	-0.005725911818444729
10602	rnn.bias_hh_l0_reverse	5	-0.046616122126579285
10602	rnn.bias_hh_l0_reverse	6	0.0011732117272913456
10602	rnn.bias_hh_l0_reverse	7	-0.00937218964099884
10602	rnn.bias_hh_l0_reverse	8	0.02344779297709465
10602	rnn.bias_hh_l0_reverse	9	0.043092548847198486
10602	linear.weight	0	-0.009395303204655647
10602	linear.weight	1	0.025572020560503006
10602	linear.weight	2	0.14314337074756622
10602	linear.weight	3	-0.08028926700353622
10602	linear.weight	4	-0.010588549077510834
10602	linear.weight	5	-0.004174178000539541
10602	linear.weight	6	-0.010739270597696304
10602	linear.weight	7	-0.08086396008729935
10602	linear.weight	8	0.1722090095281601
10602	linear.weight	9	-0.10812820494174957
10602	linear.bias	0	-0.03956538438796997
10602	linear.bias	1	0.031413208693265915
10602	linear.bias	2	0.5682516098022461
10602	linear.bias	3	0.5475301742553711
10602	linear.bias	4	0.42012566328048706
10602	linear.bias	5	-0.9420250058174133
10602	linear.bias	6	-0.4553332030773163
10602	linear.bias	7	-0.13727883994579315
11160	transitions	0	-0.19985704123973846
11160	transitions	1	-10000.0
11160	transitions	2	-0.7969555854797363
11160	transitions	3	-10000.0
11160	transitions	4	0.8631675839424133
11160	transitions	5	-10000.0
11160	transitions	6	-10000.0
11160	transitions	7	0.3067190945148468
11160	transitions	8	-1.2603000402450562
11160	transitions	9	-2.765451431274414
11160	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
11160	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
11160	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
11160	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
11160	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
11160	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
11160	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
11160	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
11160	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
11160	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
11160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
11160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
11160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
11160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
11160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
11160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
11160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
11160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
11160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
11160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
11160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
11160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
11160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
11160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
11160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
11160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
11160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
11160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
11160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
11160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
11160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
11160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
11160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
11160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
11160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
11160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
11160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
11160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
11160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
11160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
11160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
11160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
11160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
11160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
11160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
11160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
11160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
11160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
11160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
11160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
11160	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
11160	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
11160	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
11160	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
11160	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
11160	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
11160	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
11160	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
11160	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
11160	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
11160	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
11160	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
11160	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
11160	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
11160	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
11160	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
11160	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
11160	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
11160	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
11160	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
11160	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
11160	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
11160	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
11160	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
11160	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
11160	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
11160	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
11160	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
11160	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
11160	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
11160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
11160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
11160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
11160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
11160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
11160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
11160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
11160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
11160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
11160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
11160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
11160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
11160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
11160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
11160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
11160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
11160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
11160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
11160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
11160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
11160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
11160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
11160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
11160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
11160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
11160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
11160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
11160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
11160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
11160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
11160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
11160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
11160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
11160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
11160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
11160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
11160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
11160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
11160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
11160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
11160	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
11160	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
11160	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
11160	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
11160	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
11160	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
11160	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
11160	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
11160	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
11160	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
11160	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
11160	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
11160	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
11160	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
11160	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
11160	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
11160	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
11160	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
11160	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
11160	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
11160	embedding2nn.weight	0	0.006536117289215326
11160	embedding2nn.weight	1	0.007562590297311544
11160	embedding2nn.weight	2	0.013181320391595364
11160	embedding2nn.weight	3	-0.000168939252034761
11160	embedding2nn.weight	4	0.009746931493282318
11160	embedding2nn.weight	5	-0.010726320557296276
11160	embedding2nn.weight	6	-0.014210710301995277
11160	embedding2nn.weight	7	-0.008683455176651478
11160	embedding2nn.weight	8	-0.008490273728966713
11160	embedding2nn.weight	9	-0.0086032310500741
11160	embedding2nn.bias	0	-0.004347245208919048
11160	embedding2nn.bias	1	-0.016853010281920433
11160	embedding2nn.bias	2	0.024673298001289368
11160	embedding2nn.bias	3	0.02495795488357544
11160	embedding2nn.bias	4	-0.005289006512612104
11160	embedding2nn.bias	5	-0.005374125670641661
11160	embedding2nn.bias	6	0.03550098463892937
11160	embedding2nn.bias	7	-0.01363711804151535
11160	embedding2nn.bias	8	-0.012578830122947693
11160	embedding2nn.bias	9	0.015183970332145691
11160	rnn.weight_ih_l0	0	0.05953431874513626
11160	rnn.weight_ih_l0	1	-0.04322202876210213
11160	rnn.weight_ih_l0	2	-0.020027467980980873
11160	rnn.weight_ih_l0	3	0.030877429991960526
11160	rnn.weight_ih_l0	4	-0.009108629077672958
11160	rnn.weight_ih_l0	5	0.06326474249362946
11160	rnn.weight_ih_l0	6	0.016216877847909927
11160	rnn.weight_ih_l0	7	0.0626971423625946
11160	rnn.weight_ih_l0	8	0.01263107918202877
11160	rnn.weight_ih_l0	9	-0.02001514658331871
11160	rnn.weight_hh_l0	0	-0.03710077330470085
11160	rnn.weight_hh_l0	1	-0.020461605861783028
11160	rnn.weight_hh_l0	2	-0.05967867746949196
11160	rnn.weight_hh_l0	3	-0.01845925860106945
11160	rnn.weight_hh_l0	4	-0.007665814366191626
11160	rnn.weight_hh_l0	5	-0.02399609237909317
11160	rnn.weight_hh_l0	6	-0.011579548940062523
11160	rnn.weight_hh_l0	7	-0.05454012006521225
11160	rnn.weight_hh_l0	8	0.05972385033965111
11160	rnn.weight_hh_l0	9	0.03010677918791771
11160	rnn.bias_ih_l0	0	-0.0676836147904396
11160	rnn.bias_ih_l0	1	-0.07403592020273209
11160	rnn.bias_ih_l0	2	0.02967257983982563
11160	rnn.bias_ih_l0	3	-0.08999685198068619
11160	rnn.bias_ih_l0	4	-0.0039982181042432785
11160	rnn.bias_ih_l0	5	-0.03429030627012253
11160	rnn.bias_ih_l0	6	0.03538402542471886
11160	rnn.bias_ih_l0	7	-0.042733803391456604
11160	rnn.bias_ih_l0	8	0.011000456288456917
11160	rnn.bias_ih_l0	9	-0.09964542090892792
11160	rnn.bias_hh_l0	0	-0.00036331298178993165
11160	rnn.bias_hh_l0	1	0.06071274355053902
11160	rnn.bias_hh_l0	2	0.02955993078649044
11160	rnn.bias_hh_l0	3	0.010885924100875854
11160	rnn.bias_hh_l0	4	-0.051241956651210785
11160	rnn.bias_hh_l0	5	0.006934110540896654
11160	rnn.bias_hh_l0	6	0.042791400104761124
11160	rnn.bias_hh_l0	7	-0.07903710752725601
11160	rnn.bias_hh_l0	8	-0.002895100973546505
11160	rnn.bias_hh_l0	9	-0.04635660722851753
11160	rnn.weight_ih_l0_reverse	0	0.03082427754998207
11160	rnn.weight_ih_l0_reverse	1	-0.0517067052423954
11160	rnn.weight_ih_l0_reverse	2	0.03394142538309097
11160	rnn.weight_ih_l0_reverse	3	0.0015417898539453745
11160	rnn.weight_ih_l0_reverse	4	0.02844558097422123
11160	rnn.weight_ih_l0_reverse	5	-0.023538483306765556
11160	rnn.weight_ih_l0_reverse	6	0.025117039680480957
11160	rnn.weight_ih_l0_reverse	7	0.04158557951450348
11160	rnn.weight_ih_l0_reverse	8	-0.019895726814866066
11160	rnn.weight_ih_l0_reverse	9	0.014388139359652996
11160	rnn.weight_hh_l0_reverse	0	0.045755624771118164
11160	rnn.weight_hh_l0_reverse	1	0.04269356653094292
11160	rnn.weight_hh_l0_reverse	2	-0.017371535301208496
11160	rnn.weight_hh_l0_reverse	3	-0.04014819115400314
11160	rnn.weight_hh_l0_reverse	4	0.004453184548765421
11160	rnn.weight_hh_l0_reverse	5	-0.04455500841140747
11160	rnn.weight_hh_l0_reverse	6	-0.009345242753624916
11160	rnn.weight_hh_l0_reverse	7	0.023619238287210464
11160	rnn.weight_hh_l0_reverse	8	0.0034677570220083
11160	rnn.weight_hh_l0_reverse	9	-0.002798079513013363
11160	rnn.bias_ih_l0_reverse	0	-0.025474153459072113
11160	rnn.bias_ih_l0_reverse	1	-0.04843766987323761
11160	rnn.bias_ih_l0_reverse	2	-0.05377613753080368
11160	rnn.bias_ih_l0_reverse	3	0.017722206190228462
11160	rnn.bias_ih_l0_reverse	4	0.0014074257342144847
11160	rnn.bias_ih_l0_reverse	5	-0.03704340010881424
11160	rnn.bias_ih_l0_reverse	6	-0.018342243507504463
11160	rnn.bias_ih_l0_reverse	7	0.0005308783147484064
11160	rnn.bias_ih_l0_reverse	8	-0.010823764838278294
11160	rnn.bias_ih_l0_reverse	9	-0.06272246688604355
11160	rnn.bias_hh_l0_reverse	0	-0.0673733726143837
11160	rnn.bias_hh_l0_reverse	1	-0.04580364748835564
11160	rnn.bias_hh_l0_reverse	2	0.06928075104951859
11160	rnn.bias_hh_l0_reverse	3	-0.030355842784047127
11160	rnn.bias_hh_l0_reverse	4	-0.010029868222773075
11160	rnn.bias_hh_l0_reverse	5	-0.0462123267352581
11160	rnn.bias_hh_l0_reverse	6	-0.002011450007557869
11160	rnn.bias_hh_l0_reverse	7	-0.0037585441023111343
11160	rnn.bias_hh_l0_reverse	8	0.02351551502943039
11160	rnn.bias_hh_l0_reverse	9	0.04089070111513138
11160	linear.weight	0	-0.009401436895132065
11160	linear.weight	1	0.019471414387226105
11160	linear.weight	2	0.15313562750816345
11160	linear.weight	3	-0.08103539049625397
11160	linear.weight	4	-0.010588549077510834
11160	linear.weight	5	-0.021111592650413513
11160	linear.weight	6	-0.010739270597696304
11160	linear.weight	7	-0.06787635385990143
11160	linear.weight	8	0.10754010081291199
11160	linear.weight	9	-0.10337062925100327
11160	linear.bias	0	-0.03956538438796997
11160	linear.bias	1	0.031413208693265915
11160	linear.bias	2	0.5344884991645813
11160	linear.bias	3	0.5718390345573425
11160	linear.bias	4	0.4834279716014862
11160	linear.bias	5	-0.9591385126113892
11160	linear.bias	6	-0.4725764989852905
11160	linear.bias	7	-0.15678419172763824
11719	transitions	0	-0.24738332629203796
11719	transitions	1	-10000.0
11719	transitions	2	-0.7969558835029602
11719	transitions	3	-10000.0
11719	transitions	4	0.9101739525794983
11719	transitions	5	-10000.0
11719	transitions	6	-10000.0
11719	transitions	7	0.3799050748348236
11719	transitions	8	-1.2918342351913452
11719	transitions	9	-2.8162174224853516
11719	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
11719	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
11719	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
11719	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
11719	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
11719	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
11719	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
11719	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
11719	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
11719	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
11719	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
11719	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
11719	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
11719	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
11719	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
11719	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
11719	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
11719	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
11719	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
11719	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
11719	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
11719	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
11719	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
11719	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
11719	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
11719	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
11719	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
11719	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
11719	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
11719	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
11719	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
11719	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
11719	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
11719	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
11719	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
11719	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
11719	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
11719	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
11719	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
11719	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
11719	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
11719	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
11719	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
11719	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
11719	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
11719	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
11719	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
11719	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
11719	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
11719	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
11719	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
11719	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
11719	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
11719	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
11719	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
11719	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
11719	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
11719	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
11719	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
11719	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
11719	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
11719	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
11719	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
11719	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
11719	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
11719	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
11719	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
11719	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
11719	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
11719	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
11719	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
11719	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
11719	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
11719	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
11719	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
11719	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
11719	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
11719	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
11719	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
11719	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
11719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
11719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
11719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
11719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
11719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
11719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
11719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
11719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
11719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
11719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
11719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
11719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
11719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
11719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
11719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
11719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
11719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
11719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
11719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
11719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
11719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
11719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
11719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
11719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
11719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
11719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
11719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
11719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
11719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
11719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
11719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
11719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
11719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
11719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
11719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
11719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
11719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
11719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
11719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
11719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
11719	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
11719	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
11719	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
11719	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
11719	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
11719	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
11719	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
11719	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
11719	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
11719	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
11719	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
11719	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
11719	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
11719	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
11719	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
11719	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
11719	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
11719	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
11719	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
11719	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
11719	embedding2nn.weight	0	0.006514525506645441
11719	embedding2nn.weight	1	0.007493817247450352
11719	embedding2nn.weight	2	0.013218849897384644
11719	embedding2nn.weight	3	0.0005037355585955083
11719	embedding2nn.weight	4	0.009880993515253067
11719	embedding2nn.weight	5	-0.010533112101256847
11719	embedding2nn.weight	6	-0.01416843943297863
11719	embedding2nn.weight	7	-0.008779827505350113
11719	embedding2nn.weight	8	-0.00906081311404705
11719	embedding2nn.weight	9	-0.008915171958506107
11719	embedding2nn.bias	0	-0.008189002983272076
11719	embedding2nn.bias	1	-0.02044934406876564
11719	embedding2nn.bias	2	0.013997804373502731
11719	embedding2nn.bias	3	0.021815253421664238
11719	embedding2nn.bias	4	-0.0017873636679723859
11719	embedding2nn.bias	5	-0.005836462136358023
11719	embedding2nn.bias	6	0.03206884115934372
11719	embedding2nn.bias	7	-0.009272138588130474
11719	embedding2nn.bias	8	-0.01399380061775446
11719	embedding2nn.bias	9	0.019587621092796326
11719	rnn.weight_ih_l0	0	0.05913255736231804
11719	rnn.weight_ih_l0	1	-0.04374292120337486
11719	rnn.weight_ih_l0	2	-0.019786272197961807
11719	rnn.weight_ih_l0	3	0.03311893716454506
11719	rnn.weight_ih_l0	4	-0.008995632641017437
11719	rnn.weight_ih_l0	5	0.06253737956285477
11719	rnn.weight_ih_l0	6	0.015523840673267841
11719	rnn.weight_ih_l0	7	0.06162773072719574
11719	rnn.weight_ih_l0	8	0.012296829372644424
11719	rnn.weight_ih_l0	9	-0.018560122698545456
11719	rnn.weight_hh_l0	0	-0.03788961097598076
11719	rnn.weight_hh_l0	1	-0.019874507561326027
11719	rnn.weight_hh_l0	2	-0.059885408729314804
11719	rnn.weight_hh_l0	3	-0.018421417102217674
11719	rnn.weight_hh_l0	4	-0.007747743744403124
11719	rnn.weight_hh_l0	5	-0.024350052699446678
11719	rnn.weight_hh_l0	6	-0.011048632673919201
11719	rnn.weight_hh_l0	7	-0.05504430830478668
11719	rnn.weight_hh_l0	8	0.059738609939813614
11719	rnn.weight_hh_l0	9	0.02877696231007576
11719	rnn.bias_ih_l0	0	-0.06590889394283295
11719	rnn.bias_ih_l0	1	-0.07498447597026825
11719	rnn.bias_ih_l0	2	0.028590120375156403
11719	rnn.bias_ih_l0	3	-0.09286753088235855
11719	rnn.bias_ih_l0	4	-0.0043386779725551605
11719	rnn.bias_ih_l0	5	-0.0338565818965435
11719	rnn.bias_ih_l0	6	0.034034207463264465
11719	rnn.bias_ih_l0	7	-0.04397326707839966
11719	rnn.bias_ih_l0	8	0.01025342382490635
11719	rnn.bias_ih_l0	9	-0.10074253380298615
11719	rnn.bias_hh_l0	0	-0.0013694663066416979
11719	rnn.bias_hh_l0	1	0.06986699253320694
11719	rnn.bias_hh_l0	2	0.032406941056251526
11719	rnn.bias_hh_l0	3	0.005287996027618647
11719	rnn.bias_hh_l0	4	-0.05473098158836365
11719	rnn.bias_hh_l0	5	0.0024110297672450542
11719	rnn.bias_hh_l0	6	0.042695168405771255
11719	rnn.bias_hh_l0	7	-0.07001366466283798
11719	rnn.bias_hh_l0	8	-0.0061280676163733006
11719	rnn.bias_hh_l0	9	-0.04748035594820976
11719	rnn.weight_ih_l0_reverse	0	0.03140362352132797
11719	rnn.weight_ih_l0_reverse	1	-0.05172311142086983
11719	rnn.weight_ih_l0_reverse	2	0.03398854658007622
11719	rnn.weight_ih_l0_reverse	3	0.0019455294823274016
11719	rnn.weight_ih_l0_reverse	4	0.028449643403291702
11719	rnn.weight_ih_l0_reverse	5	-0.023847104981541634
11719	rnn.weight_ih_l0_reverse	6	0.024410655722022057
11719	rnn.weight_ih_l0_reverse	7	0.04148397222161293
11719	rnn.weight_ih_l0_reverse	8	-0.0199116263538599
11719	rnn.weight_ih_l0_reverse	9	0.014759943820536137
11719	rnn.weight_hh_l0_reverse	0	0.045818448066711426
11719	rnn.weight_hh_l0_reverse	1	0.042635172605514526
11719	rnn.weight_hh_l0_reverse	2	-0.017427856102585793
11719	rnn.weight_hh_l0_reverse	3	-0.04055231064558029
11719	rnn.weight_hh_l0_reverse	4	0.005460287909954786
11719	rnn.weight_hh_l0_reverse	5	-0.04455259442329407
11719	rnn.weight_hh_l0_reverse	6	-0.009215307421982288
11719	rnn.weight_hh_l0_reverse	7	0.024454308673739433
11719	rnn.weight_hh_l0_reverse	8	0.004011103417724371
11719	rnn.weight_hh_l0_reverse	9	-0.0027881034184247255
11719	rnn.bias_ih_l0_reverse	0	-0.028485028073191643
11719	rnn.bias_ih_l0_reverse	1	-0.044565584510564804
11719	rnn.bias_ih_l0_reverse	2	-0.04679008200764656
11719	rnn.bias_ih_l0_reverse	3	0.023986533284187317
11719	rnn.bias_ih_l0_reverse	4	-0.0005001806421205401
11719	rnn.bias_ih_l0_reverse	5	-0.03636695444583893
11719	rnn.bias_ih_l0_reverse	6	-0.019973495975136757
11719	rnn.bias_ih_l0_reverse	7	0.0013857441954314709
11719	rnn.bias_ih_l0_reverse	8	-0.015379641205072403
11719	rnn.bias_ih_l0_reverse	9	-0.06348361074924469
11719	rnn.bias_hh_l0_reverse	0	-0.06294937431812286
11719	rnn.bias_hh_l0_reverse	1	-0.059932004660367966
11719	rnn.bias_hh_l0_reverse	2	0.06945537030696869
11719	rnn.bias_hh_l0_reverse	3	-0.01706688664853573
11719	rnn.bias_hh_l0_reverse	4	-0.009202392771840096
11719	rnn.bias_hh_l0_reverse	5	-0.05205436423420906
11719	rnn.bias_hh_l0_reverse	6	0.0001730978983687237
11719	rnn.bias_hh_l0_reverse	7	-0.0043560960330069065
11719	rnn.bias_hh_l0_reverse	8	0.021943669766187668
11719	rnn.bias_hh_l0_reverse	9	0.04039553552865982
11719	linear.weight	0	-0.009556342847645283
11719	linear.weight	1	-0.020854728296399117
11719	linear.weight	2	0.15613171458244324
11719	linear.weight	3	-0.08161793649196625
11719	linear.weight	4	-0.010588549077510834
11719	linear.weight	5	0.016169827431440353
11719	linear.weight	6	-0.010739270597696304
11719	linear.weight	7	-0.09433519095182419
11719	linear.weight	8	0.2005898356437683
11719	linear.weight	9	-0.12053702771663666
11719	linear.bias	0	-0.03956538438796997
11719	linear.bias	1	0.031413208693265915
11719	linear.bias	2	0.5719519853591919
11719	linear.bias	3	0.48974743485450745
11719	linear.bias	4	0.5324108600616455
11719	linear.bias	5	-0.9738441109657288
11719	linear.bias	6	-0.4708954691886902
11719	linear.bias	7	-0.1481257975101471
12277	transitions	0	-0.2842496335506439
12277	transitions	1	-10000.0
12277	transitions	2	-0.7969560623168945
12277	transitions	3	-10000.0
12277	transitions	4	0.9434829950332642
12277	transitions	5	-10000.0
12277	transitions	6	-10000.0
12277	transitions	7	0.4410362243652344
12277	transitions	8	-1.3187271356582642
12277	transitions	9	-2.8603577613830566
12277	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
12277	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
12277	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
12277	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
12277	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
12277	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
12277	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
12277	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
12277	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
12277	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
12277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
12277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
12277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
12277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
12277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
12277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
12277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
12277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
12277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
12277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
12277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
12277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
12277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
12277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
12277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
12277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
12277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
12277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
12277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
12277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
12277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
12277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
12277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
12277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
12277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
12277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
12277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
12277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
12277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
12277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
12277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
12277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
12277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
12277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
12277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
12277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
12277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
12277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
12277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
12277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
12277	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
12277	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
12277	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
12277	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
12277	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
12277	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
12277	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
12277	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
12277	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
12277	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
12277	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
12277	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
12277	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
12277	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
12277	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
12277	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
12277	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
12277	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
12277	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
12277	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
12277	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
12277	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
12277	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
12277	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
12277	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
12277	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
12277	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
12277	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
12277	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
12277	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
12277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
12277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
12277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
12277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
12277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
12277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
12277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
12277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
12277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
12277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
12277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
12277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
12277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
12277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
12277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
12277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
12277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
12277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
12277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
12277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
12277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
12277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
12277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
12277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
12277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
12277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
12277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
12277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
12277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
12277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
12277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
12277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
12277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
12277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
12277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
12277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
12277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
12277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
12277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
12277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
12277	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
12277	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
12277	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
12277	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
12277	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
12277	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
12277	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
12277	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
12277	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
12277	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
12277	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
12277	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
12277	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
12277	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
12277	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
12277	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
12277	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
12277	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
12277	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
12277	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
12277	embedding2nn.weight	0	0.006544589065015316
12277	embedding2nn.weight	1	0.00746831065043807
12277	embedding2nn.weight	2	0.013242855668067932
12277	embedding2nn.weight	3	5.24485221831128e-05
12277	embedding2nn.weight	4	0.009858745150268078
12277	embedding2nn.weight	5	-0.010986505076289177
12277	embedding2nn.weight	6	-0.013596385717391968
12277	embedding2nn.weight	7	-0.008925057016313076
12277	embedding2nn.weight	8	-0.009298393502831459
12277	embedding2nn.weight	9	-0.009143028408288956
12277	embedding2nn.bias	0	-0.0033642007037997246
12277	embedding2nn.bias	1	-0.017369337379932404
12277	embedding2nn.bias	2	0.017450833693146706
12277	embedding2nn.bias	3	0.03285661339759827
12277	embedding2nn.bias	4	-0.007319665048271418
12277	embedding2nn.bias	5	-0.004171194974333048
12277	embedding2nn.bias	6	0.04152562841773033
12277	embedding2nn.bias	7	-0.012561377137899399
12277	embedding2nn.bias	8	-0.01470102183520794
12277	embedding2nn.bias	9	0.025301499292254448
12277	rnn.weight_ih_l0	0	0.059034913778305054
12277	rnn.weight_ih_l0	1	-0.04423648491501808
12277	rnn.weight_ih_l0	2	-0.019032925367355347
12277	rnn.weight_ih_l0	3	0.03188382461667061
12277	rnn.weight_ih_l0	4	-0.009752403013408184
12277	rnn.weight_ih_l0	5	0.06343793869018555
12277	rnn.weight_ih_l0	6	0.015567773021757603
12277	rnn.weight_ih_l0	7	0.0620049424469471
12277	rnn.weight_ih_l0	8	0.012407805770635605
12277	rnn.weight_ih_l0	9	-0.018948832526803017
12277	rnn.weight_hh_l0	0	-0.03778436779975891
12277	rnn.weight_hh_l0	1	-0.02044159173965454
12277	rnn.weight_hh_l0	2	-0.05973026528954506
12277	rnn.weight_hh_l0	3	-0.01811785064637661
12277	rnn.weight_hh_l0	4	-0.0076110828667879105
12277	rnn.weight_hh_l0	5	-0.024419819936156273
12277	rnn.weight_hh_l0	6	-0.011040215380489826
12277	rnn.weight_hh_l0	7	-0.054708562791347504
12277	rnn.weight_hh_l0	8	0.05973608046770096
12277	rnn.weight_hh_l0	9	0.0291031114757061
12277	rnn.bias_ih_l0	0	-0.06926869601011276
12277	rnn.bias_ih_l0	1	-0.07557150721549988
12277	rnn.bias_ih_l0	2	0.027794664725661278
12277	rnn.bias_ih_l0	3	-0.09336698800325394
12277	rnn.bias_ih_l0	4	-0.0005411987076513469
12277	rnn.bias_ih_l0	5	-0.028923390433192253
12277	rnn.bias_ih_l0	6	0.034317746758461
12277	rnn.bias_ih_l0	7	-0.04486668482422829
12277	rnn.bias_ih_l0	8	0.009069045074284077
12277	rnn.bias_ih_l0	9	-0.10210487246513367
12277	rnn.bias_hh_l0	0	-0.0018555315909907222
12277	rnn.bias_hh_l0	1	0.08048613369464874
12277	rnn.bias_hh_l0	2	0.04357990249991417
12277	rnn.bias_hh_l0	3	0.008011339232325554
12277	rnn.bias_hh_l0	4	-0.05430498346686363
12277	rnn.bias_hh_l0	5	-0.00445597292855382
12277	rnn.bias_hh_l0	6	0.04537948966026306
12277	rnn.bias_hh_l0	7	-0.06947854161262512
12277	rnn.bias_hh_l0	8	-0.003940069116652012
12277	rnn.bias_hh_l0	9	-0.046682294458150864
12277	rnn.weight_ih_l0_reverse	0	0.03151987865567207
12277	rnn.weight_ih_l0_reverse	1	-0.05256340652704239
12277	rnn.weight_ih_l0_reverse	2	0.03386535495519638
12277	rnn.weight_ih_l0_reverse	3	0.0009071937529370189
12277	rnn.weight_ih_l0_reverse	4	0.02863920107483864
12277	rnn.weight_ih_l0_reverse	5	-0.02465534768998623
12277	rnn.weight_ih_l0_reverse	6	0.024783724918961525
12277	rnn.weight_ih_l0_reverse	7	0.04129429906606674
12277	rnn.weight_ih_l0_reverse	8	-0.019964393228292465
12277	rnn.weight_ih_l0_reverse	9	0.014885383658111095
12277	rnn.weight_hh_l0_reverse	0	0.04587748274207115
12277	rnn.weight_hh_l0_reverse	1	0.042561355978250504
12277	rnn.weight_hh_l0_reverse	2	-0.017354967072606087
12277	rnn.weight_hh_l0_reverse	3	-0.039396852254867554
12277	rnn.weight_hh_l0_reverse	4	0.006247352343052626
12277	rnn.weight_hh_l0_reverse	5	-0.04476139321923256
12277	rnn.weight_hh_l0_reverse	6	-0.009251834824681282
12277	rnn.weight_hh_l0_reverse	7	0.024476131424307823
12277	rnn.weight_hh_l0_reverse	8	0.0030299474019557238
12277	rnn.weight_hh_l0_reverse	9	-0.002585899317637086
12277	rnn.bias_ih_l0_reverse	0	-0.029528820887207985
12277	rnn.bias_ih_l0_reverse	1	-0.051578737795352936
12277	rnn.bias_ih_l0_reverse	2	-0.05171690136194229
12277	rnn.bias_ih_l0_reverse	3	0.020603204146027565
12277	rnn.bias_ih_l0_reverse	4	0.0019020348554477096
12277	rnn.bias_ih_l0_reverse	5	-0.0373515710234642
12277	rnn.bias_ih_l0_reverse	6	-0.024636268615722656
12277	rnn.bias_ih_l0_reverse	7	-0.0007916908944025636
12277	rnn.bias_ih_l0_reverse	8	-0.01820131577551365
12277	rnn.bias_ih_l0_reverse	9	-0.06204823777079582
12277	rnn.bias_hh_l0_reverse	0	-0.06788481026887894
12277	rnn.bias_hh_l0_reverse	1	-0.06396219879388809
12277	rnn.bias_hh_l0_reverse	2	0.07500497251749039
12277	rnn.bias_hh_l0_reverse	3	-0.017624173313379288
12277	rnn.bias_hh_l0_reverse	4	-0.013642052188515663
12277	rnn.bias_hh_l0_reverse	5	-0.05582776665687561
12277	rnn.bias_hh_l0_reverse	6	-0.0044741383753716946
12277	rnn.bias_hh_l0_reverse	7	-0.0067229922860860825
12277	rnn.bias_hh_l0_reverse	8	0.0216103196144104
12277	rnn.bias_hh_l0_reverse	9	0.04008271172642708
12277	linear.weight	0	-0.00963553786277771
12277	linear.weight	1	0.04264681041240692
12277	linear.weight	2	0.17850424349308014
12277	linear.weight	3	-0.08207562565803528
12277	linear.weight	4	-0.010588549077510834
12277	linear.weight	5	0.09151516854763031
12277	linear.weight	6	-0.010739270597696304
12277	linear.weight	7	-0.11162659525871277
12277	linear.weight	8	0.15813109278678894
12277	linear.weight	9	-0.12651632726192474
12277	linear.bias	0	-0.03956538438796997
12277	linear.bias	1	0.031413208693265915
12277	linear.bias	2	0.5849701762199402
12277	linear.bias	3	0.45997393131256104
12277	linear.bias	4	0.6029572486877441
12277	linear.bias	5	-0.9879873991012573
12277	linear.bias	6	-0.4963933229446411
12277	linear.bias	7	-0.16227968037128448
12835	transitions	0	-0.3197469115257263
12835	transitions	1	-10000.0
12835	transitions	2	-0.7969563007354736
12835	transitions	3	-10000.0
12835	transitions	4	0.953459620475769
12835	transitions	5	-10000.0
12835	transitions	6	-10000.0
12835	transitions	7	0.49046850204467773
12835	transitions	8	-1.3436111211776733
12835	transitions	9	-2.8997976779937744
12835	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
12835	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
12835	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
12835	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
12835	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
12835	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
12835	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
12835	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
12835	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
12835	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
12835	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
12835	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
12835	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
12835	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
12835	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
12835	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
12835	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
12835	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
12835	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
12835	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
12835	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
12835	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
12835	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
12835	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
12835	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
12835	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
12835	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
12835	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
12835	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
12835	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
12835	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
12835	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
12835	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
12835	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
12835	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
12835	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
12835	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
12835	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
12835	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
12835	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
12835	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
12835	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
12835	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
12835	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
12835	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
12835	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
12835	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
12835	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
12835	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
12835	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
12835	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
12835	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
12835	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
12835	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
12835	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
12835	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
12835	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
12835	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
12835	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
12835	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
12835	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
12835	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
12835	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
12835	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
12835	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
12835	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
12835	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
12835	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
12835	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
12835	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
12835	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
12835	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
12835	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
12835	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
12835	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
12835	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
12835	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
12835	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
12835	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
12835	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
12835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
12835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
12835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
12835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
12835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
12835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
12835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
12835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
12835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
12835	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
12835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
12835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
12835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
12835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
12835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
12835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
12835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
12835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
12835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
12835	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
12835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
12835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
12835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
12835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
12835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
12835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
12835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
12835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
12835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
12835	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
12835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
12835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
12835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
12835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
12835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
12835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
12835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
12835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
12835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
12835	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
12835	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
12835	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
12835	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
12835	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
12835	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
12835	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
12835	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
12835	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
12835	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
12835	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
12835	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
12835	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
12835	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
12835	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
12835	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
12835	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
12835	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
12835	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
12835	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
12835	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
12835	embedding2nn.weight	0	0.006527279503643513
12835	embedding2nn.weight	1	0.007182646077126265
12835	embedding2nn.weight	2	0.013214717619121075
12835	embedding2nn.weight	3	-0.00043286828440614045
12835	embedding2nn.weight	4	0.009606799110770226
12835	embedding2nn.weight	5	-0.010991682298481464
12835	embedding2nn.weight	6	-0.013916232623159885
12835	embedding2nn.weight	7	-0.008326845243573189
12835	embedding2nn.weight	8	-0.00843606237322092
12835	embedding2nn.weight	9	-0.00910656712949276
12835	embedding2nn.bias	0	-0.005847151856869459
12835	embedding2nn.bias	1	-0.0011513765202835202
12835	embedding2nn.bias	2	0.019341696053743362
12835	embedding2nn.bias	3	0.02404910884797573
12835	embedding2nn.bias	4	-0.0035126707516610622
12835	embedding2nn.bias	5	-0.0118106072768569
12835	embedding2nn.bias	6	0.03983641043305397
12835	embedding2nn.bias	7	-0.007963740266859531
12835	embedding2nn.bias	8	-0.009990396909415722
12835	embedding2nn.bias	9	0.010078946128487587
12835	rnn.weight_ih_l0	0	0.05836080387234688
12835	rnn.weight_ih_l0	1	-0.04450688138604164
12835	rnn.weight_ih_l0	2	-0.01852736994624138
12835	rnn.weight_ih_l0	3	0.03328414261341095
12835	rnn.weight_ih_l0	4	-0.010479883290827274
12835	rnn.weight_ih_l0	5	0.06487211585044861
12835	rnn.weight_ih_l0	6	0.015352150425314903
12835	rnn.weight_ih_l0	7	0.06134199723601341
12835	rnn.weight_ih_l0	8	0.012516156770288944
12835	rnn.weight_ih_l0	9	-0.019366765394806862
12835	rnn.weight_hh_l0	0	-0.03831407055258751
12835	rnn.weight_hh_l0	1	-0.02073928527534008
12835	rnn.weight_hh_l0	2	-0.058672431856393814
12835	rnn.weight_hh_l0	3	-0.018070917576551437
12835	rnn.weight_hh_l0	4	-0.007420311216264963
12835	rnn.weight_hh_l0	5	-0.024711979553103447
12835	rnn.weight_hh_l0	6	-0.010816204361617565
12835	rnn.weight_hh_l0	7	-0.054777368903160095
12835	rnn.weight_hh_l0	8	0.05958012863993645
12835	rnn.weight_hh_l0	9	0.031245727092027664
12835	rnn.bias_ih_l0	0	-0.06934931129217148
12835	rnn.bias_ih_l0	1	-0.074430912733078
12835	rnn.bias_ih_l0	2	0.027636121958494186
12835	rnn.bias_ih_l0	3	-0.09560264647006989
12835	rnn.bias_ih_l0	4	-0.005493634846061468
12835	rnn.bias_ih_l0	5	-0.04118715971708298
12835	rnn.bias_ih_l0	6	0.04509229585528374
12835	rnn.bias_ih_l0	7	-0.04725904017686844
12835	rnn.bias_ih_l0	8	0.007414092775434256
12835	rnn.bias_ih_l0	9	-0.09966910630464554
12835	rnn.bias_hh_l0	0	-0.003099690191447735
12835	rnn.bias_hh_l0	1	0.0751655101776123
12835	rnn.bias_hh_l0	2	0.03842747583985329
12835	rnn.bias_hh_l0	3	0.0044771116226911545
12835	rnn.bias_hh_l0	4	-0.05571722239255905
12835	rnn.bias_hh_l0	5	-0.004949992056936026
12835	rnn.bias_hh_l0	6	0.04505166783928871
12835	rnn.bias_hh_l0	7	-0.0758354589343071
12835	rnn.bias_hh_l0	8	-0.014254807494580746
12835	rnn.bias_hh_l0	9	-0.04884897917509079
12835	rnn.weight_ih_l0_reverse	0	0.03228957578539848
12835	rnn.weight_ih_l0_reverse	1	-0.0525447241961956
12835	rnn.weight_ih_l0_reverse	2	0.033937063068151474
12835	rnn.weight_ih_l0_reverse	3	0.0007326556951738894
12835	rnn.weight_ih_l0_reverse	4	0.028382088989019394
12835	rnn.weight_ih_l0_reverse	5	-0.026593543589115143
12835	rnn.weight_ih_l0_reverse	6	0.0237777940928936
12835	rnn.weight_ih_l0_reverse	7	0.041279904544353485
12835	rnn.weight_ih_l0_reverse	8	-0.020003952085971832
12835	rnn.weight_ih_l0_reverse	9	0.013067644089460373
12835	rnn.weight_hh_l0_reverse	0	0.04604525864124298
12835	rnn.weight_hh_l0_reverse	1	0.04208819568157196
12835	rnn.weight_hh_l0_reverse	2	-0.01710064522922039
12835	rnn.weight_hh_l0_reverse	3	-0.039406001567840576
12835	rnn.weight_hh_l0_reverse	4	0.006533895153552294
12835	rnn.weight_hh_l0_reverse	5	-0.04456547275185585
12835	rnn.weight_hh_l0_reverse	6	-0.008686384186148643
12835	rnn.weight_hh_l0_reverse	7	0.025530705228447914
12835	rnn.weight_hh_l0_reverse	8	0.004286468960344791
12835	rnn.weight_hh_l0_reverse	9	-0.002540943678468466
12835	rnn.bias_ih_l0_reverse	0	-0.028782710433006287
12835	rnn.bias_ih_l0_reverse	1	-0.05374429374933243
12835	rnn.bias_ih_l0_reverse	2	-0.04650109261274338
12835	rnn.bias_ih_l0_reverse	3	0.019841182976961136
12835	rnn.bias_ih_l0_reverse	4	-0.0023688047658652067
12835	rnn.bias_ih_l0_reverse	5	-0.038953471928834915
12835	rnn.bias_ih_l0_reverse	6	-0.018267611041665077
12835	rnn.bias_ih_l0_reverse	7	-0.0021454179659485817
12835	rnn.bias_ih_l0_reverse	8	-0.018272897228598595
12835	rnn.bias_ih_l0_reverse	9	-0.06085309013724327
12835	rnn.bias_hh_l0_reverse	0	-0.06706060469150543
12835	rnn.bias_hh_l0_reverse	1	-0.06267590820789337
12835	rnn.bias_hh_l0_reverse	2	0.06050824373960495
12835	rnn.bias_hh_l0_reverse	3	-0.021580267697572708
12835	rnn.bias_hh_l0_reverse	4	-0.009487466886639595
12835	rnn.bias_hh_l0_reverse	5	-0.05174243450164795
12835	rnn.bias_hh_l0_reverse	6	-0.0036287938710302114
12835	rnn.bias_hh_l0_reverse	7	-0.005827412009239197
12835	rnn.bias_hh_l0_reverse	8	0.021302197128534317
12835	rnn.bias_hh_l0_reverse	9	0.03715202212333679
12835	linear.weight	0	-0.010081016458570957
12835	linear.weight	1	-0.014905943535268307
12835	linear.weight	2	0.1601283699274063
12835	linear.weight	3	-0.08235306292772293
12835	linear.weight	4	-0.010588549077510834
12835	linear.weight	5	0.035388920456171036
12835	linear.weight	6	-0.010739270597696304
12835	linear.weight	7	-0.08789939433336258
12835	linear.weight	8	0.14791752398014069
12835	linear.weight	9	-0.12104340642690659
12835	linear.bias	0	-0.03956538438796997
12835	linear.bias	1	0.031413208693265915
12835	linear.bias	2	0.49824023246765137
12835	linear.bias	3	0.46842342615127563
12835	linear.bias	4	0.6292291879653931
12835	linear.bias	5	-1.0007615089416504
12835	linear.bias	6	-0.46938395500183105
12835	linear.bias	7	-0.12452337890863419
13393	transitions	0	-0.35587501525878906
13393	transitions	1	-10000.0
13393	transitions	2	-0.7969563007354736
13393	transitions	3	-10000.0
13393	transitions	4	0.9464235305786133
13393	transitions	5	-10000.0
13393	transitions	6	-10000.0
13393	transitions	7	0.5474718809127808
13393	transitions	8	-1.3684219121932983
13393	transitions	9	-2.936582565307617
13393	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
13393	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
13393	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
13393	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
13393	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
13393	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
13393	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
13393	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
13393	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
13393	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
13393	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
13393	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
13393	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
13393	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
13393	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
13393	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
13393	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
13393	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
13393	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
13393	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
13393	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
13393	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
13393	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
13393	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
13393	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
13393	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
13393	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
13393	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
13393	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
13393	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
13393	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
13393	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
13393	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
13393	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
13393	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
13393	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
13393	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
13393	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
13393	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
13393	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
13393	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
13393	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
13393	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
13393	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
13393	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
13393	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
13393	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
13393	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
13393	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
13393	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
13393	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
13393	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
13393	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
13393	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
13393	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
13393	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
13393	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
13393	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
13393	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
13393	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
13393	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
13393	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
13393	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
13393	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
13393	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
13393	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
13393	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
13393	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
13393	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
13393	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
13393	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
13393	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
13393	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
13393	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
13393	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
13393	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
13393	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
13393	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
13393	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
13393	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
13393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
13393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
13393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
13393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
13393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
13393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
13393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
13393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
13393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
13393	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
13393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
13393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
13393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
13393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
13393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
13393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
13393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
13393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
13393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
13393	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
13393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
13393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
13393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
13393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
13393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
13393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
13393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
13393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
13393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
13393	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
13393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
13393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
13393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
13393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
13393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
13393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
13393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
13393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
13393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
13393	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
13393	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
13393	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
13393	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
13393	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
13393	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
13393	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
13393	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
13393	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
13393	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
13393	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
13393	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
13393	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
13393	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
13393	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
13393	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
13393	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
13393	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
13393	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
13393	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
13393	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
13393	embedding2nn.weight	0	0.006532639265060425
13393	embedding2nn.weight	1	0.007337605115026236
13393	embedding2nn.weight	2	0.01320990826934576
13393	embedding2nn.weight	3	-0.0005090423510409892
13393	embedding2nn.weight	4	0.009753333404660225
13393	embedding2nn.weight	5	-0.011034690774977207
13393	embedding2nn.weight	6	-0.013694386929273605
13393	embedding2nn.weight	7	-0.008236559107899666
13393	embedding2nn.weight	8	-0.008701762184500694
13393	embedding2nn.weight	9	-0.008907400071620941
13393	embedding2nn.bias	0	-0.003886640537530184
13393	embedding2nn.bias	1	-0.015352332033216953
13393	embedding2nn.bias	2	0.008206156082451344
13393	embedding2nn.bias	3	0.027360955253243446
13393	embedding2nn.bias	4	-0.004638367798179388
13393	embedding2nn.bias	5	-0.01411149837076664
13393	embedding2nn.bias	6	0.04385858401656151
13393	embedding2nn.bias	7	-0.012380458414554596
13393	embedding2nn.bias	8	-0.016452699899673462
13393	embedding2nn.bias	9	0.009129426442086697
13393	rnn.weight_ih_l0	0	0.05839749053120613
13393	rnn.weight_ih_l0	1	-0.04340619221329689
13393	rnn.weight_ih_l0	2	-0.018914945423603058
13393	rnn.weight_ih_l0	3	0.03200548514723778
13393	rnn.weight_ih_l0	4	-0.00999927707016468
13393	rnn.weight_ih_l0	5	0.06305314600467682
13393	rnn.weight_ih_l0	6	0.014600779861211777
13393	rnn.weight_ih_l0	7	0.06168004870414734
13393	rnn.weight_ih_l0	8	0.01495581865310669
13393	rnn.weight_ih_l0	9	-0.017755215987563133
13393	rnn.weight_hh_l0	0	-0.03747468814253807
13393	rnn.weight_hh_l0	1	-0.020546892657876015
13393	rnn.weight_hh_l0	2	-0.05915848910808563
13393	rnn.weight_hh_l0	3	-0.018394656479358673
13393	rnn.weight_hh_l0	4	-0.007402746006846428
13393	rnn.weight_hh_l0	5	-0.02414107695221901
13393	rnn.weight_hh_l0	6	-0.010675082914531231
13393	rnn.weight_hh_l0	7	-0.05476049706339836
13393	rnn.weight_hh_l0	8	0.05974292755126953
13393	rnn.weight_hh_l0	9	0.031185029074549675
13393	rnn.bias_ih_l0	0	-0.06776375323534012
13393	rnn.bias_ih_l0	1	-0.07252636551856995
13393	rnn.bias_ih_l0	2	0.028507933020591736
13393	rnn.bias_ih_l0	3	-0.09593475610017776
13393	rnn.bias_ih_l0	4	-0.00822010263800621
13393	rnn.bias_ih_l0	5	-0.043923795223236084
13393	rnn.bias_ih_l0	6	0.041347552090883255
13393	rnn.bias_ih_l0	7	-0.046048443764448166
13393	rnn.bias_ih_l0	8	0.008082598447799683
13393	rnn.bias_ih_l0	9	-0.09720025211572647
13393	rnn.bias_hh_l0	0	-0.002553582191467285
13393	rnn.bias_hh_l0	1	0.07068225741386414
13393	rnn.bias_hh_l0	2	0.02504653111100197
13393	rnn.bias_hh_l0	3	0.003931630402803421
13393	rnn.bias_hh_l0	4	-0.05600094795227051
13393	rnn.bias_hh_l0	5	0.006587791256606579
13393	rnn.bias_hh_l0	6	0.04725877195596695
13393	rnn.bias_hh_l0	7	-0.08856610953807831
13393	rnn.bias_hh_l0	8	-0.016426939517259598
13393	rnn.bias_hh_l0	9	-0.04959571361541748
13393	rnn.weight_ih_l0_reverse	0	0.03343817591667175
13393	rnn.weight_ih_l0_reverse	1	-0.052705615758895874
13393	rnn.weight_ih_l0_reverse	2	0.03393387421965599
13393	rnn.weight_ih_l0_reverse	3	0.0008073736098594964
13393	rnn.weight_ih_l0_reverse	4	0.028439631685614586
13393	rnn.weight_ih_l0_reverse	5	-0.02713496796786785
13393	rnn.weight_ih_l0_reverse	6	0.023541023954749107
13393	rnn.weight_ih_l0_reverse	7	0.041220881044864655
13393	rnn.weight_ih_l0_reverse	8	-0.020229272544384003
13393	rnn.weight_ih_l0_reverse	9	0.010848402976989746
13393	rnn.weight_hh_l0_reverse	0	0.045739397406578064
13393	rnn.weight_hh_l0_reverse	1	0.04169605299830437
13393	rnn.weight_hh_l0_reverse	2	-0.016984188929200172
13393	rnn.weight_hh_l0_reverse	3	-0.03938128799200058
13393	rnn.weight_hh_l0_reverse	4	0.00571757135912776
13393	rnn.weight_hh_l0_reverse	5	-0.04461551085114479
13393	rnn.weight_hh_l0_reverse	6	-0.00846956204622984
13393	rnn.weight_hh_l0_reverse	7	0.02551570162177086
13393	rnn.weight_hh_l0_reverse	8	0.004432354122400284
13393	rnn.weight_hh_l0_reverse	9	-0.002468332415446639
13393	rnn.bias_ih_l0_reverse	0	-0.0302279032766819
13393	rnn.bias_ih_l0_reverse	1	-0.05036638304591179
13393	rnn.bias_ih_l0_reverse	2	-0.050533805042505264
13393	rnn.bias_ih_l0_reverse	3	0.023391885682940483
13393	rnn.bias_ih_l0_reverse	4	-0.0042934725061059
13393	rnn.bias_ih_l0_reverse	5	-0.04017924144864082
13393	rnn.bias_ih_l0_reverse	6	-0.02064911089837551
13393	rnn.bias_ih_l0_reverse	7	-0.0030352233443409204
13393	rnn.bias_ih_l0_reverse	8	-0.02012094110250473
13393	rnn.bias_ih_l0_reverse	9	-0.06313662976026535
13393	rnn.bias_hh_l0_reverse	0	-0.06946797668933868
13393	rnn.bias_hh_l0_reverse	1	-0.062237102538347244
13393	rnn.bias_hh_l0_reverse	2	0.07144853472709656
13393	rnn.bias_hh_l0_reverse	3	-0.02114390954375267
13393	rnn.bias_hh_l0_reverse	4	-0.015590965747833252
13393	rnn.bias_hh_l0_reverse	5	-0.05387108772993088
13393	rnn.bias_hh_l0_reverse	6	0.0030981942545622587
13393	rnn.bias_hh_l0_reverse	7	-0.005588690750300884
13393	rnn.bias_hh_l0_reverse	8	0.02514742873609066
13393	rnn.bias_hh_l0_reverse	9	0.048859622329473495
13393	linear.weight	0	-0.009966978803277016
13393	linear.weight	1	-0.05979328602552414
13393	linear.weight	2	0.14320415258407593
13393	linear.weight	3	-0.08261042833328247
13393	linear.weight	4	-0.010588549077510834
13393	linear.weight	5	0.008062908425927162
13393	linear.weight	6	-0.010739270597696304
13393	linear.weight	7	-0.0901765301823616
13393	linear.weight	8	0.09699082374572754
13393	linear.weight	9	-0.13281024992465973
13393	linear.bias	0	-0.03956538438796997
13393	linear.bias	1	0.031413208693265915
13393	linear.bias	2	0.5524577498435974
13393	linear.bias	3	0.4741348326206207
13393	linear.bias	4	0.6431801915168762
13393	linear.bias	5	-1.0121252536773682
13393	linear.bias	6	-0.5082653760910034
13393	linear.bias	7	-0.14817073941230774
13951	transitions	0	-0.3918924629688263
13951	transitions	1	-10000.0
13951	transitions	2	-0.7969563603401184
13951	transitions	3	-10000.0
13951	transitions	4	0.9959453344345093
13951	transitions	5	-10000.0
13951	transitions	6	-10000.0
13951	transitions	7	0.6266307234764099
13951	transitions	8	-1.3902580738067627
13951	transitions	9	-2.9683146476745605
13951	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
13951	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
13951	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
13951	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
13951	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
13951	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
13951	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
13951	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
13951	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
13951	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
13951	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
13951	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
13951	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
13951	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
13951	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
13951	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
13951	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
13951	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
13951	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
13951	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
13951	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
13951	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
13951	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
13951	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
13951	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
13951	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
13951	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
13951	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
13951	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
13951	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
13951	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
13951	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
13951	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
13951	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
13951	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
13951	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
13951	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
13951	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
13951	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
13951	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
13951	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
13951	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
13951	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
13951	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
13951	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
13951	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
13951	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
13951	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
13951	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
13951	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
13951	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
13951	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
13951	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
13951	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
13951	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
13951	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
13951	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
13951	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
13951	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
13951	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
13951	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
13951	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
13951	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
13951	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
13951	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
13951	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
13951	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
13951	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
13951	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
13951	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
13951	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
13951	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
13951	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
13951	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
13951	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
13951	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
13951	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
13951	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
13951	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
13951	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
13951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
13951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
13951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
13951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
13951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
13951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
13951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
13951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
13951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
13951	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
13951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
13951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
13951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
13951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
13951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
13951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
13951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
13951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
13951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
13951	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
13951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
13951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
13951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
13951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
13951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
13951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
13951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
13951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
13951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
13951	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
13951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
13951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
13951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
13951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
13951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
13951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
13951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
13951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
13951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
13951	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
13951	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
13951	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
13951	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
13951	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
13951	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
13951	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
13951	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
13951	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
13951	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
13951	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
13951	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
13951	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
13951	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
13951	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
13951	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
13951	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
13951	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
13951	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
13951	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
13951	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
13951	embedding2nn.weight	0	0.006541824899613857
13951	embedding2nn.weight	1	0.007387614343315363
13951	embedding2nn.weight	2	0.013203623704612255
13951	embedding2nn.weight	3	-0.00039134881808422506
13951	embedding2nn.weight	4	0.009941441006958485
13951	embedding2nn.weight	5	-0.011161706410348415
13951	embedding2nn.weight	6	-0.013353466056287289
13951	embedding2nn.weight	7	-0.008485672064125538
13951	embedding2nn.weight	8	-0.008651603944599628
13951	embedding2nn.weight	9	-0.009023555554449558
13951	embedding2nn.bias	0	0.004646643530577421
13951	embedding2nn.bias	1	-0.02016487903892994
13951	embedding2nn.bias	2	0.008254369720816612
13951	embedding2nn.bias	3	0.03364325687289238
13951	embedding2nn.bias	4	-0.0022300854325294495
13951	embedding2nn.bias	5	-0.013288455083966255
13951	embedding2nn.bias	6	0.04978559911251068
13951	embedding2nn.bias	7	-0.019459297880530357
13951	embedding2nn.bias	8	-0.01616336591541767
13951	embedding2nn.bias	9	0.009689180180430412
13951	rnn.weight_ih_l0	0	0.05773663893342018
13951	rnn.weight_ih_l0	1	-0.042507197707891464
13951	rnn.weight_ih_l0	2	-0.01745670661330223
13951	rnn.weight_ih_l0	3	0.034864477813243866
13951	rnn.weight_ih_l0	4	-0.010106601752340794
13951	rnn.weight_ih_l0	5	0.06300635635852814
13951	rnn.weight_ih_l0	6	0.013734109699726105
13951	rnn.weight_ih_l0	7	0.06150469183921814
13951	rnn.weight_ih_l0	8	0.014709443785250187
13951	rnn.weight_ih_l0	9	-0.017659636214375496
13951	rnn.weight_hh_l0	0	-0.037194881588220596
13951	rnn.weight_hh_l0	1	-0.020673571154475212
13951	rnn.weight_hh_l0	2	-0.05894205719232559
13951	rnn.weight_hh_l0	3	-0.018394876271486282
13951	rnn.weight_hh_l0	4	-0.007403148338198662
13951	rnn.weight_hh_l0	5	-0.023512311279773712
13951	rnn.weight_hh_l0	6	-0.010553681291639805
13951	rnn.weight_hh_l0	7	-0.054831769317388535
13951	rnn.weight_hh_l0	8	0.05982865020632744
13951	rnn.weight_hh_l0	9	0.031814318150281906
13951	rnn.bias_ih_l0	0	-0.06695453077554703
13951	rnn.bias_ih_l0	1	-0.07627546042203903
13951	rnn.bias_ih_l0	2	0.027737362310290337
13951	rnn.bias_ih_l0	3	-0.09738734364509583
13951	rnn.bias_ih_l0	4	-0.006208955775946379
13951	rnn.bias_ih_l0	5	-0.037819985300302505
13951	rnn.bias_ih_l0	6	0.03830772638320923
13951	rnn.bias_ih_l0	7	-0.048480451107025146
13951	rnn.bias_ih_l0	8	0.006428571417927742
13951	rnn.bias_ih_l0	9	-0.10015271604061127
13951	rnn.bias_hh_l0	0	-0.0037231033202260733
13951	rnn.bias_hh_l0	1	0.07463662326335907
13951	rnn.bias_hh_l0	2	0.03894849866628647
13951	rnn.bias_hh_l0	3	0.003269137581810355
13951	rnn.bias_hh_l0	4	-0.058291900902986526
13951	rnn.bias_hh_l0	5	0.00704936170950532
13951	rnn.bias_hh_l0	6	0.04587612301111221
13951	rnn.bias_hh_l0	7	-0.08091874420642853
13951	rnn.bias_hh_l0	8	-0.019718248397111893
13951	rnn.bias_hh_l0	9	-0.051263026893138885
13951	rnn.weight_ih_l0_reverse	0	0.03190850093960762
13951	rnn.weight_ih_l0_reverse	1	-0.0524398609995842
13951	rnn.weight_ih_l0_reverse	2	0.03395606204867363
13951	rnn.weight_ih_l0_reverse	3	0.00044083292596042156
13951	rnn.weight_ih_l0_reverse	4	0.028193162754178047
13951	rnn.weight_ih_l0_reverse	5	-0.028829555958509445
13951	rnn.weight_ih_l0_reverse	6	0.024621663615107536
13951	rnn.weight_ih_l0_reverse	7	0.04108114913105965
13951	rnn.weight_ih_l0_reverse	8	-0.020341409370303154
13951	rnn.weight_ih_l0_reverse	9	0.009792004711925983
13951	rnn.weight_hh_l0_reverse	0	0.04524099826812744
13951	rnn.weight_hh_l0_reverse	1	0.04147236794233322
13951	rnn.weight_hh_l0_reverse	2	-0.01713610626757145
13951	rnn.weight_hh_l0_reverse	3	-0.03686869516968727
13951	rnn.weight_hh_l0_reverse	4	0.005619338247925043
13951	rnn.weight_hh_l0_reverse	5	-0.04532896727323532
13951	rnn.weight_hh_l0_reverse	6	-0.008746438659727573
13951	rnn.weight_hh_l0_reverse	7	0.02581724151968956
13951	rnn.weight_hh_l0_reverse	8	0.003230629488825798
13951	rnn.weight_hh_l0_reverse	9	-0.0023296440485864878
13951	rnn.bias_ih_l0_reverse	0	-0.031061135232448578
13951	rnn.bias_ih_l0_reverse	1	-0.0503341369330883
13951	rnn.bias_ih_l0_reverse	2	-0.05333099141716957
13951	rnn.bias_ih_l0_reverse	3	0.025182895362377167
13951	rnn.bias_ih_l0_reverse	4	-0.004480324685573578
13951	rnn.bias_ih_l0_reverse	5	-0.03953510522842407
13951	rnn.bias_ih_l0_reverse	6	-0.02488226257264614
13951	rnn.bias_ih_l0_reverse	7	-0.004210049286484718
13951	rnn.bias_ih_l0_reverse	8	-0.018679440021514893
13951	rnn.bias_ih_l0_reverse	9	-0.06413114815950394
13951	rnn.bias_hh_l0_reverse	0	-0.07173246890306473
13951	rnn.bias_hh_l0_reverse	1	-0.06571750342845917
13951	rnn.bias_hh_l0_reverse	2	0.07234650105237961
13951	rnn.bias_hh_l0_reverse	3	-0.01648457907140255
13951	rnn.bias_hh_l0_reverse	4	-0.015318850055336952
13951	rnn.bias_hh_l0_reverse	5	-0.05469219759106636
13951	rnn.bias_hh_l0_reverse	6	-6.095000935602002e-05
13951	rnn.bias_hh_l0_reverse	7	-0.011473030783236027
13951	rnn.bias_hh_l0_reverse	8	0.02014133706688881
13951	rnn.bias_hh_l0_reverse	9	0.044374991208314896
13951	linear.weight	0	-0.009678304195404053
13951	linear.weight	1	-0.03887202963232994
13951	linear.weight	2	0.16367216408252716
13951	linear.weight	3	-0.08285713195800781
13951	linear.weight	4	-0.010588549077510834
13951	linear.weight	5	0.06086853891611099
13951	linear.weight	6	-0.010739270597696304
13951	linear.weight	7	-0.13553494215011597
13951	linear.weight	8	0.16520144045352936
13951	linear.weight	9	-0.14018717408180237
13951	linear.bias	0	-0.03956538438796997
13951	linear.bias	1	0.031413208693265915
13951	linear.bias	2	0.5406622290611267
13951	linear.bias	3	0.4415319263935089
13951	linear.bias	4	0.7175310850143433
13951	linear.bias	5	-1.0227687358856201
13951	linear.bias	6	-0.5165579915046692
13951	linear.bias	7	-0.1592053771018982
14509	transitions	0	-0.42354997992515564
14509	transitions	1	-10000.0
14509	transitions	2	-0.7969565391540527
14509	transitions	3	-10000.0
14509	transitions	4	0.9912562370300293
14509	transitions	5	-10000.0
14509	transitions	6	-10000.0
14509	transitions	7	0.6244962215423584
14509	transitions	8	-1.4118618965148926
14509	transitions	9	-3.000526189804077
14509	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
14509	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
14509	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
14509	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
14509	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
14509	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
14509	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
14509	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
14509	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
14509	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
14509	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
14509	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
14509	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
14509	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
14509	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
14509	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
14509	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
14509	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
14509	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
14509	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
14509	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
14509	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
14509	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
14509	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
14509	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
14509	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
14509	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
14509	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
14509	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
14509	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
14509	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
14509	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
14509	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
14509	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
14509	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
14509	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
14509	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
14509	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
14509	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
14509	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
14509	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
14509	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
14509	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
14509	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
14509	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
14509	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
14509	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
14509	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
14509	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
14509	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
14509	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
14509	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
14509	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
14509	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
14509	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
14509	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
14509	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
14509	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
14509	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
14509	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
14509	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
14509	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
14509	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
14509	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
14509	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
14509	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
14509	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
14509	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
14509	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
14509	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
14509	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
14509	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
14509	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
14509	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
14509	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
14509	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
14509	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
14509	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
14509	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
14509	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
14509	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
14509	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
14509	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
14509	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
14509	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
14509	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
14509	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
14509	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
14509	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
14509	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
14509	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
14509	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
14509	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
14509	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
14509	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
14509	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
14509	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
14509	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
14509	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
14509	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
14509	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
14509	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
14509	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
14509	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
14509	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
14509	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
14509	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
14509	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
14509	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
14509	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
14509	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
14509	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
14509	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
14509	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
14509	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
14509	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
14509	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
14509	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
14509	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
14509	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
14509	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
14509	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
14509	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
14509	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
14509	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
14509	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
14509	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
14509	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
14509	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
14509	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
14509	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
14509	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
14509	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
14509	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
14509	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
14509	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
14509	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
14509	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
14509	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
14509	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
14509	embedding2nn.weight	0	0.006516084540635347
14509	embedding2nn.weight	1	0.007308886386454105
14509	embedding2nn.weight	2	0.01315596979111433
14509	embedding2nn.weight	3	0.0008973281946964562
14509	embedding2nn.weight	4	0.010066105052828789
14509	embedding2nn.weight	5	-0.010274591855704784
14509	embedding2nn.weight	6	-0.013032030314207077
14509	embedding2nn.weight	7	-0.007975472137331963
14509	embedding2nn.weight	8	-0.008816051296889782
14509	embedding2nn.weight	9	-0.008990100584924221
14509	embedding2nn.bias	0	0.007395363878458738
14509	embedding2nn.bias	1	-0.009085986763238907
14509	embedding2nn.bias	2	0.012138260528445244
14509	embedding2nn.bias	3	0.02381248213350773
14509	embedding2nn.bias	4	-0.0037189661525189877
14509	embedding2nn.bias	5	-0.007763330824673176
14509	embedding2nn.bias	6	0.052740488201379776
14509	embedding2nn.bias	7	-0.017078347504138947
14509	embedding2nn.bias	8	-0.009347137063741684
14509	embedding2nn.bias	9	0.02029193751513958
14509	rnn.weight_ih_l0	0	0.05787739157676697
14509	rnn.weight_ih_l0	1	-0.04205555096268654
14509	rnn.weight_ih_l0	2	-0.018186165019869804
14509	rnn.weight_ih_l0	3	0.03446418419480324
14509	rnn.weight_ih_l0	4	-0.00949979480355978
14509	rnn.weight_ih_l0	5	0.06384825706481934
14509	rnn.weight_ih_l0	6	0.013375109992921352
14509	rnn.weight_ih_l0	7	0.061217132955789566
14509	rnn.weight_ih_l0	8	0.013493360951542854
14509	rnn.weight_ih_l0	9	-0.017022037878632545
14509	rnn.weight_hh_l0	0	-0.036311112344264984
14509	rnn.weight_hh_l0	1	-0.02099648118019104
14509	rnn.weight_hh_l0	2	-0.059157490730285645
14509	rnn.weight_hh_l0	3	-0.018128331750631332
14509	rnn.weight_hh_l0	4	-0.007267497014254332
14509	rnn.weight_hh_l0	5	-0.02366560697555542
14509	rnn.weight_hh_l0	6	-0.010444017127156258
14509	rnn.weight_hh_l0	7	-0.0551285445690155
14509	rnn.weight_hh_l0	8	0.05972246080636978
14509	rnn.weight_hh_l0	9	0.031183497980237007
14509	rnn.bias_ih_l0	0	-0.06955772638320923
14509	rnn.bias_ih_l0	1	-0.07592012733221054
14509	rnn.bias_ih_l0	2	0.02570844255387783
14509	rnn.bias_ih_l0	3	-0.09821999818086624
14509	rnn.bias_ih_l0	4	-0.008718937635421753
14509	rnn.bias_ih_l0	5	-0.04935333505272865
14509	rnn.bias_ih_l0	6	0.04151029884815216
14509	rnn.bias_ih_l0	7	-0.050038691610097885
14509	rnn.bias_ih_l0	8	0.006686412263661623
14509	rnn.bias_ih_l0	9	-0.09783291816711426
14509	rnn.bias_hh_l0	0	-0.004487532656639814
14509	rnn.bias_hh_l0	1	0.0717584565281868
14509	rnn.bias_hh_l0	2	0.04198459908366203
14509	rnn.bias_hh_l0	3	0.0030051700305193663
14509	rnn.bias_hh_l0	4	-0.05612052604556084
14509	rnn.bias_hh_l0	5	-0.00021822752023581415
14509	rnn.bias_hh_l0	6	0.0459698885679245
14509	rnn.bias_hh_l0	7	-0.08356153219938278
14509	rnn.bias_hh_l0	8	-0.021934110671281815
14509	rnn.bias_hh_l0	9	-0.05194975063204765
14509	rnn.weight_ih_l0_reverse	0	0.03149978816509247
14509	rnn.weight_ih_l0_reverse	1	-0.05265718698501587
14509	rnn.weight_ih_l0_reverse	2	0.03391728550195694
14509	rnn.weight_ih_l0_reverse	3	0.0008372313459403813
14509	rnn.weight_ih_l0_reverse	4	0.028429873287677765
14509	rnn.weight_ih_l0_reverse	5	-0.030590355396270752
14509	rnn.weight_ih_l0_reverse	6	0.024527277797460556
14509	rnn.weight_ih_l0_reverse	7	0.040616367012262344
14509	rnn.weight_ih_l0_reverse	8	-0.0204227976500988
14509	rnn.weight_ih_l0_reverse	9	0.010121503844857216
14509	rnn.weight_hh_l0_reverse	0	0.04546688124537468
14509	rnn.weight_hh_l0_reverse	1	0.04198957979679108
14509	rnn.weight_hh_l0_reverse	2	-0.01711621880531311
14509	rnn.weight_hh_l0_reverse	3	-0.036325111985206604
14509	rnn.weight_hh_l0_reverse	4	0.005238859914243221
14509	rnn.weight_hh_l0_reverse	5	-0.04588864743709564
14509	rnn.weight_hh_l0_reverse	6	-0.008715003728866577
14509	rnn.weight_hh_l0_reverse	7	0.025740060955286026
14509	rnn.weight_hh_l0_reverse	8	0.005342536140233278
14509	rnn.weight_hh_l0_reverse	9	-0.002396269468590617
14509	rnn.bias_ih_l0_reverse	0	-0.032643962651491165
14509	rnn.bias_ih_l0_reverse	1	-0.052769843488931656
14509	rnn.bias_ih_l0_reverse	2	-0.052098408341407776
14509	rnn.bias_ih_l0_reverse	3	0.03068796917796135
14509	rnn.bias_ih_l0_reverse	4	-0.009258374571800232
14509	rnn.bias_ih_l0_reverse	5	-0.04165342077612877
14509	rnn.bias_ih_l0_reverse	6	-0.02443971298635006
14509	rnn.bias_ih_l0_reverse	7	-0.00419676024466753
14509	rnn.bias_ih_l0_reverse	8	-0.01516890898346901
14509	rnn.bias_ih_l0_reverse	9	-0.06340228766202927
14509	rnn.bias_hh_l0_reverse	0	-0.07300858944654465
14509	rnn.bias_hh_l0_reverse	1	-0.07763054221868515
14509	rnn.bias_hh_l0_reverse	2	0.06003035977482796
14509	rnn.bias_hh_l0_reverse	3	-0.02352381870150566
14509	rnn.bias_hh_l0_reverse	4	-0.019471419975161552
14509	rnn.bias_hh_l0_reverse	5	-0.042577505111694336
14509	rnn.bias_hh_l0_reverse	6	-0.001287024118937552
14509	rnn.bias_hh_l0_reverse	7	-0.010359898209571838
14509	rnn.bias_hh_l0_reverse	8	0.018700696527957916
14509	rnn.bias_hh_l0_reverse	9	0.04268563911318779
14509	linear.weight	0	-0.009693820029497147
14509	linear.weight	1	-0.031251661479473114
14509	linear.weight	2	0.15699522197246552
14509	linear.weight	3	-0.08315134048461914
14509	linear.weight	4	-0.010588549077510834
14509	linear.weight	5	0.05152400583028793
14509	linear.weight	6	-0.010739270597696304
14509	linear.weight	7	-0.12724463641643524
14509	linear.weight	8	0.14729082584381104
14509	linear.weight	9	-0.13981997966766357
14509	linear.bias	0	-0.03956538438796997
14509	linear.bias	1	0.031413208693265915
14509	linear.bias	2	0.497347891330719
14509	linear.bias	3	0.47256606817245483
14509	linear.bias	4	0.7200437188148499
14509	linear.bias	5	-1.0328480005264282
14509	linear.bias	6	-0.5074371695518494
14509	linear.bias	7	-0.1485043615102768
15067	transitions	0	-0.4500936269760132
15067	transitions	1	-10000.0
15067	transitions	2	-0.7969565391540527
15067	transitions	3	-10000.0
15067	transitions	4	1.0313506126403809
15067	transitions	5	-10000.0
15067	transitions	6	-10000.0
15067	transitions	7	0.6448763012886047
15067	transitions	8	-1.4286763668060303
15067	transitions	9	-3.027498722076416
15067	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
15067	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
15067	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
15067	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
15067	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
15067	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
15067	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
15067	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
15067	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
15067	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
15067	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
15067	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
15067	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
15067	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
15067	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
15067	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
15067	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
15067	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
15067	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
15067	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
15067	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
15067	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
15067	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
15067	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
15067	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
15067	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
15067	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
15067	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
15067	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
15067	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
15067	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
15067	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
15067	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
15067	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
15067	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
15067	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
15067	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
15067	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
15067	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
15067	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
15067	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
15067	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
15067	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
15067	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
15067	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
15067	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
15067	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
15067	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
15067	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
15067	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
15067	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
15067	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
15067	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
15067	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
15067	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
15067	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
15067	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
15067	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
15067	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
15067	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
15067	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
15067	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
15067	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
15067	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
15067	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
15067	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
15067	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
15067	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
15067	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
15067	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
15067	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
15067	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
15067	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
15067	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
15067	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
15067	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
15067	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
15067	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
15067	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
15067	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
15067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
15067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
15067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
15067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
15067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
15067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
15067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
15067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
15067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
15067	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
15067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
15067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
15067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
15067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
15067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
15067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
15067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
15067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
15067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
15067	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
15067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
15067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
15067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
15067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
15067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
15067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
15067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
15067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
15067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
15067	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
15067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
15067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
15067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
15067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
15067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
15067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
15067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
15067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
15067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
15067	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
15067	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
15067	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
15067	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
15067	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
15067	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
15067	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
15067	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
15067	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
15067	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
15067	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
15067	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
15067	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
15067	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
15067	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
15067	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
15067	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
15067	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
15067	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
15067	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
15067	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
15067	embedding2nn.weight	0	0.006508164573460817
15067	embedding2nn.weight	1	0.007435317616909742
15067	embedding2nn.weight	2	0.013147704303264618
15067	embedding2nn.weight	3	0.0013265248853713274
15067	embedding2nn.weight	4	0.010469215922057629
15067	embedding2nn.weight	5	-0.009950269013643265
15067	embedding2nn.weight	6	-0.013637404888868332
15067	embedding2nn.weight	7	-0.008153548464179039
15067	embedding2nn.weight	8	-0.008110616356134415
15067	embedding2nn.weight	9	-0.008870474994182587
15067	embedding2nn.bias	0	0.010185549035668373
15067	embedding2nn.bias	1	-0.015710873529314995
15067	embedding2nn.bias	2	0.01912611350417137
15067	embedding2nn.bias	3	0.022679021582007408
15067	embedding2nn.bias	4	-0.0042606377974152565
15067	embedding2nn.bias	5	-0.014840515330433846
15067	embedding2nn.bias	6	0.04701150208711624
15067	embedding2nn.bias	7	-0.013833504170179367
15067	embedding2nn.bias	8	-0.008383567444980145
15067	embedding2nn.bias	9	0.02406536601483822
15067	rnn.weight_ih_l0	0	0.05819201096892357
15067	rnn.weight_ih_l0	1	-0.042450662702322006
15067	rnn.weight_ih_l0	2	-0.018050989136099815
15067	rnn.weight_ih_l0	3	0.03455939516425133
15067	rnn.weight_ih_l0	4	-0.009562721475958824
15067	rnn.weight_ih_l0	5	0.0630766972899437
15067	rnn.weight_ih_l0	6	0.013480751775205135
15067	rnn.weight_ih_l0	7	0.0614023394882679
15067	rnn.weight_ih_l0	8	0.01238693855702877
15067	rnn.weight_ih_l0	9	-0.0189733374863863
15067	rnn.weight_hh_l0	0	-0.036314692348241806
15067	rnn.weight_hh_l0	1	-0.021325262263417244
15067	rnn.weight_hh_l0	2	-0.05907749384641647
15067	rnn.weight_hh_l0	3	-0.01815379597246647
15067	rnn.weight_hh_l0	4	-0.007257924880832434
15067	rnn.weight_hh_l0	5	-0.023876456543803215
15067	rnn.weight_hh_l0	6	-0.01041234191507101
15067	rnn.weight_hh_l0	7	-0.054342322051525116
15067	rnn.weight_hh_l0	8	0.06001008301973343
15067	rnn.weight_hh_l0	9	0.03187708929181099
15067	rnn.bias_ih_l0	0	-0.07251725345849991
15067	rnn.bias_ih_l0	1	-0.07835531234741211
15067	rnn.bias_ih_l0	2	0.022394930943846703
15067	rnn.bias_ih_l0	3	-0.09943819791078568
15067	rnn.bias_ih_l0	4	-0.008266590535640717
15067	rnn.bias_ih_l0	5	-0.0467233844101429
15067	rnn.bias_ih_l0	6	0.0410531722009182
15067	rnn.bias_ih_l0	7	-0.05120682716369629
15067	rnn.bias_ih_l0	8	0.006543571129441261
15067	rnn.bias_ih_l0	9	-0.09885843843221664
15067	rnn.bias_hh_l0	0	-0.00480172922834754
15067	rnn.bias_hh_l0	1	0.07377330958843231
15067	rnn.bias_hh_l0	2	0.04523356631398201
15067	rnn.bias_hh_l0	3	0.0009720274247229099
15067	rnn.bias_hh_l0	4	-0.05891964212059975
15067	rnn.bias_hh_l0	5	0.007958915084600449
15067	rnn.bias_hh_l0	6	0.048479169607162476
15067	rnn.bias_hh_l0	7	-0.0775861144065857
15067	rnn.bias_hh_l0	8	-0.023592639714479446
15067	rnn.bias_hh_l0	9	-0.051546771079301834
15067	rnn.weight_ih_l0_reverse	0	0.03168351203203201
15067	rnn.weight_ih_l0_reverse	1	-0.05238007381558418
15067	rnn.weight_ih_l0_reverse	2	0.033959243446588516
15067	rnn.weight_ih_l0_reverse	3	0.0012006895849481225
15067	rnn.weight_ih_l0_reverse	4	0.02769867330789566
15067	rnn.weight_ih_l0_reverse	5	-0.02752440609037876
15067	rnn.weight_ih_l0_reverse	6	0.023996783420443535
15067	rnn.weight_ih_l0_reverse	7	0.04030714929103851
15067	rnn.weight_ih_l0_reverse	8	-0.020424192771315575
15067	rnn.weight_ih_l0_reverse	9	0.012152120471000671
15067	rnn.weight_hh_l0_reverse	0	0.04558159038424492
15067	rnn.weight_hh_l0_reverse	1	0.04170168936252594
15067	rnn.weight_hh_l0_reverse	2	-0.01682460494339466
15067	rnn.weight_hh_l0_reverse	3	-0.035692282021045685
15067	rnn.weight_hh_l0_reverse	4	0.004926266148686409
15067	rnn.weight_hh_l0_reverse	5	-0.045627228915691376
15067	rnn.weight_hh_l0_reverse	6	-0.008833041414618492
15067	rnn.weight_hh_l0_reverse	7	0.026151303201913834
15067	rnn.weight_hh_l0_reverse	8	0.005262498743832111
15067	rnn.weight_hh_l0_reverse	9	-0.0023153754882514477
15067	rnn.bias_ih_l0_reverse	0	-0.03218745067715645
15067	rnn.bias_ih_l0_reverse	1	-0.05260872095823288
15067	rnn.bias_ih_l0_reverse	2	-0.05194023251533508
15067	rnn.bias_ih_l0_reverse	3	0.01935824193060398
15067	rnn.bias_ih_l0_reverse	4	-0.012626427225768566
15067	rnn.bias_ih_l0_reverse	5	-0.04301547259092331
15067	rnn.bias_ih_l0_reverse	6	-0.030435917899012566
15067	rnn.bias_ih_l0_reverse	7	-0.003785093314945698
15067	rnn.bias_ih_l0_reverse	8	-0.017840830609202385
15067	rnn.bias_ih_l0_reverse	9	-0.0650087296962738
15067	rnn.bias_hh_l0_reverse	0	-0.07455498725175858
15067	rnn.bias_hh_l0_reverse	1	-0.07518280297517776
15067	rnn.bias_hh_l0_reverse	2	0.06140733137726784
15067	rnn.bias_hh_l0_reverse	3	-0.02387864701449871
15067	rnn.bias_hh_l0_reverse	4	-0.020140744745731354
15067	rnn.bias_hh_l0_reverse	5	-0.051464442163705826
15067	rnn.bias_hh_l0_reverse	6	-0.005129105411469936
15067	rnn.bias_hh_l0_reverse	7	-0.010893946513533592
15067	rnn.bias_hh_l0_reverse	8	0.01821659505367279
15067	rnn.bias_hh_l0_reverse	9	0.04150400310754776
15067	linear.weight	0	-0.009710993617773056
15067	linear.weight	1	-0.08945976942777634
15067	linear.weight	2	0.17410020530223846
15067	linear.weight	3	-0.08342109620571136
15067	linear.weight	4	-0.010588549077510834
15067	linear.weight	5	0.05932118371129036
15067	linear.weight	6	-0.010739270597696304
15067	linear.weight	7	-0.12181702256202698
15067	linear.weight	8	0.1392110288143158
15067	linear.weight	9	-0.14333835244178772
15067	linear.bias	0	-0.03956538438796997
15067	linear.bias	1	0.031413208693265915
15067	linear.bias	2	0.5739669799804688
15067	linear.bias	3	0.4103694260120392
15067	linear.bias	4	0.7571084499359131
15067	linear.bias	5	-1.0421878099441528
15067	linear.bias	6	-0.5226498246192932
15067	linear.bias	7	-0.17545320093631744
15625	transitions	0	-0.475058376789093
15625	transitions	1	-10000.0
15625	transitions	2	-0.7969565987586975
15625	transitions	3	-10000.0
15625	transitions	4	1.0709890127182007
15625	transitions	5	-10000.0
15625	transitions	6	-10000.0
15625	transitions	7	0.6676735877990723
15625	transitions	8	-1.4470127820968628
15625	transitions	9	-3.055130958557129
15625	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
15625	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
15625	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
15625	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
15625	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
15625	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
15625	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
15625	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
15625	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
15625	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
15625	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
15625	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
15625	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
15625	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
15625	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
15625	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
15625	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
15625	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
15625	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
15625	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
15625	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
15625	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
15625	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
15625	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
15625	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
15625	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
15625	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
15625	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
15625	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
15625	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
15625	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
15625	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
15625	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
15625	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
15625	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
15625	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
15625	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
15625	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
15625	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
15625	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
15625	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
15625	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
15625	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
15625	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
15625	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
15625	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
15625	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
15625	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
15625	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
15625	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
15625	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
15625	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
15625	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
15625	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
15625	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
15625	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
15625	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
15625	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
15625	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
15625	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
15625	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
15625	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
15625	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
15625	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
15625	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
15625	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
15625	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
15625	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
15625	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
15625	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
15625	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
15625	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
15625	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
15625	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
15625	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
15625	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
15625	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
15625	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
15625	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
15625	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
15625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
15625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
15625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
15625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
15625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
15625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
15625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
15625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
15625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
15625	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
15625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
15625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
15625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
15625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
15625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
15625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
15625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
15625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
15625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
15625	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
15625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
15625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
15625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
15625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
15625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
15625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
15625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
15625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
15625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
15625	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
15625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
15625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
15625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
15625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
15625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
15625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
15625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
15625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
15625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
15625	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
15625	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
15625	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
15625	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
15625	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
15625	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
15625	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
15625	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
15625	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
15625	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
15625	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
15625	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
15625	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
15625	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
15625	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
15625	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
15625	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
15625	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
15625	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
15625	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
15625	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
15625	embedding2nn.weight	0	0.0064985803328454494
15625	embedding2nn.weight	1	0.007366399746388197
15625	embedding2nn.weight	2	0.013158697634935379
15625	embedding2nn.weight	3	0.002580635715276003
15625	embedding2nn.weight	4	0.01052077766507864
15625	embedding2nn.weight	5	-0.009843072853982449
15625	embedding2nn.weight	6	-0.013776656240224838
15625	embedding2nn.weight	7	-0.007684205658733845
15625	embedding2nn.weight	8	-0.007897591218352318
15625	embedding2nn.weight	9	-0.00848940759897232
15625	embedding2nn.bias	0	0.005756383761763573
15625	embedding2nn.bias	1	-0.02483837865293026
15625	embedding2nn.bias	2	0.012778202071785927
15625	embedding2nn.bias	3	0.020855719223618507
15625	embedding2nn.bias	4	-0.01593646965920925
15625	embedding2nn.bias	5	-0.014121326617896557
15625	embedding2nn.bias	6	0.03760853409767151
15625	embedding2nn.bias	7	-0.00945388711988926
15625	embedding2nn.bias	8	-0.011374990455806255
15625	embedding2nn.bias	9	0.020316995680332184
15625	rnn.weight_ih_l0	0	0.058504369109869
15625	rnn.weight_ih_l0	1	-0.04351356625556946
15625	rnn.weight_ih_l0	2	-0.01856105588376522
15625	rnn.weight_ih_l0	3	0.034979693591594696
15625	rnn.weight_ih_l0	4	-0.01058398187160492
15625	rnn.weight_ih_l0	5	0.06364116817712784
15625	rnn.weight_ih_l0	6	0.013035147450864315
15625	rnn.weight_ih_l0	7	0.06162133812904358
15625	rnn.weight_ih_l0	8	0.011842112056910992
15625	rnn.weight_ih_l0	9	-0.017805710434913635
15625	rnn.weight_hh_l0	0	-0.03710140660405159
15625	rnn.weight_hh_l0	1	-0.020767787471413612
15625	rnn.weight_hh_l0	2	-0.057928502559661865
15625	rnn.weight_hh_l0	3	-0.01807411201298237
15625	rnn.weight_hh_l0	4	-0.007234517950564623
15625	rnn.weight_hh_l0	5	-0.02367345057427883
15625	rnn.weight_hh_l0	6	-0.010435112752020359
15625	rnn.weight_hh_l0	7	-0.05446803942322731
15625	rnn.weight_hh_l0	8	0.06001880392432213
15625	rnn.weight_hh_l0	9	0.03164781630039215
15625	rnn.bias_ih_l0	0	-0.07192489504814148
15625	rnn.bias_ih_l0	1	-0.08134474605321884
15625	rnn.bias_ih_l0	2	0.021247990429401398
15625	rnn.bias_ih_l0	3	-0.0983288586139679
15625	rnn.bias_ih_l0	4	-0.007436709012836218
15625	rnn.bias_ih_l0	5	-0.04633290693163872
15625	rnn.bias_ih_l0	6	0.042754877358675
15625	rnn.bias_ih_l0	7	-0.051663175225257874
15625	rnn.bias_ih_l0	8	0.005989791825413704
15625	rnn.bias_ih_l0	9	-0.0984596386551857
15625	rnn.bias_hh_l0	0	-0.004880928434431553
15625	rnn.bias_hh_l0	1	0.0755663588643074
15625	rnn.bias_hh_l0	2	0.04271116852760315
15625	rnn.bias_hh_l0	3	-0.003509641159325838
15625	rnn.bias_hh_l0	4	-0.05937003344297409
15625	rnn.bias_hh_l0	5	0.004440830089151859
15625	rnn.bias_hh_l0	6	0.04736064746975899
15625	rnn.bias_hh_l0	7	-0.08279060572385788
15625	rnn.bias_hh_l0	8	-0.022091291844844818
15625	rnn.bias_hh_l0	9	-0.054673101752996445
15625	rnn.weight_ih_l0_reverse	0	0.03177402913570404
15625	rnn.weight_ih_l0_reverse	1	-0.05139661207795143
15625	rnn.weight_ih_l0_reverse	2	0.03401381894946098
15625	rnn.weight_ih_l0_reverse	3	0.0012402170104905963
15625	rnn.weight_ih_l0_reverse	4	0.02711798995733261
15625	rnn.weight_ih_l0_reverse	5	-0.02780471183359623
15625	rnn.weight_ih_l0_reverse	6	0.023484205827116966
15625	rnn.weight_ih_l0_reverse	7	0.0405469574034214
15625	rnn.weight_ih_l0_reverse	8	-0.020814912393689156
15625	rnn.weight_ih_l0_reverse	9	0.011286371387541294
15625	rnn.weight_hh_l0_reverse	0	0.045666031539440155
15625	rnn.weight_hh_l0_reverse	1	0.04136951267719269
15625	rnn.weight_hh_l0_reverse	2	-0.01652427576482296
15625	rnn.weight_hh_l0_reverse	3	-0.03770552575588226
15625	rnn.weight_hh_l0_reverse	4	0.004726603161543608
15625	rnn.weight_hh_l0_reverse	5	-0.04484478384256363
15625	rnn.weight_hh_l0_reverse	6	-0.009136216714978218
15625	rnn.weight_hh_l0_reverse	7	0.025467490777373314
15625	rnn.weight_hh_l0_reverse	8	0.004482399672269821
15625	rnn.weight_hh_l0_reverse	9	-0.0024135722778737545
15625	rnn.bias_ih_l0_reverse	0	-0.03157373517751694
15625	rnn.bias_ih_l0_reverse	1	-0.05463384464383125
15625	rnn.bias_ih_l0_reverse	2	-0.06006927788257599
15625	rnn.bias_ih_l0_reverse	3	0.014745933935046196
15625	rnn.bias_ih_l0_reverse	4	-0.009673313237726688
15625	rnn.bias_ih_l0_reverse	5	-0.041827242821455
15625	rnn.bias_ih_l0_reverse	6	-0.027428802102804184
15625	rnn.bias_ih_l0_reverse	7	-0.006193944253027439
15625	rnn.bias_ih_l0_reverse	8	-0.022528406232595444
15625	rnn.bias_ih_l0_reverse	9	-0.06726081669330597
15625	rnn.bias_hh_l0_reverse	0	-0.07205650955438614
15625	rnn.bias_hh_l0_reverse	1	-0.07661072909832001
15625	rnn.bias_hh_l0_reverse	2	0.06969375908374786
15625	rnn.bias_hh_l0_reverse	3	-0.019359318539500237
15625	rnn.bias_hh_l0_reverse	4	-0.017113594338297844
15625	rnn.bias_hh_l0_reverse	5	-0.055110178887844086
15625	rnn.bias_hh_l0_reverse	6	-0.008415570482611656
15625	rnn.bias_hh_l0_reverse	7	-0.006874660030007362
15625	rnn.bias_hh_l0_reverse	8	0.017324326559901237
15625	rnn.bias_hh_l0_reverse	9	0.043203406035900116
15625	linear.weight	0	-0.009791405871510506
15625	linear.weight	1	-0.00600482989102602
15625	linear.weight	2	0.16740682721138
15625	linear.weight	3	-0.08358108997344971
15625	linear.weight	4	-0.010588549077510834
15625	linear.weight	5	0.0006558389286510646
15625	linear.weight	6	-0.010739270597696304
15625	linear.weight	7	-0.07415308803319931
15625	linear.weight	8	0.15895812213420868
15625	linear.weight	9	-0.1357259750366211
15625	linear.bias	0	-0.03956538438796997
15625	linear.bias	1	0.031413208693265915
15625	linear.bias	2	0.5690855383872986
15625	linear.bias	3	0.35896432399749756
15625	linear.bias	4	0.7919110059738159
15625	linear.bias	5	-1.0506800413131714
15625	linear.bias	6	-0.5173358917236328
15625	linear.bias	7	-0.15080568194389343
16183	transitions	0	-0.5029222965240479
16183	transitions	1	-10000.0
16183	transitions	2	-0.7969565987586975
16183	transitions	3	-10000.0
16183	transitions	4	1.063265085220337
16183	transitions	5	-10000.0
16183	transitions	6	-10000.0
16183	transitions	7	0.6746281981468201
16183	transitions	8	-1.467179536819458
16183	transitions	9	-3.08132004737854
16183	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
16183	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
16183	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
16183	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
16183	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
16183	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
16183	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
16183	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
16183	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
16183	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
16183	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
16183	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
16183	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
16183	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
16183	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
16183	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
16183	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
16183	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
16183	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
16183	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
16183	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
16183	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
16183	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
16183	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
16183	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
16183	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
16183	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
16183	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
16183	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
16183	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
16183	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
16183	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
16183	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
16183	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
16183	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
16183	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
16183	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
16183	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
16183	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
16183	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
16183	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
16183	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
16183	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
16183	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
16183	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
16183	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
16183	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
16183	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
16183	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
16183	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
16183	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
16183	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
16183	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
16183	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
16183	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
16183	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
16183	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
16183	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
16183	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
16183	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
16183	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
16183	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
16183	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
16183	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
16183	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
16183	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
16183	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
16183	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
16183	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
16183	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
16183	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
16183	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
16183	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
16183	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
16183	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
16183	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
16183	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
16183	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
16183	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
16183	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
16183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
16183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
16183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
16183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
16183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
16183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
16183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
16183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
16183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
16183	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
16183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
16183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
16183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
16183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
16183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
16183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
16183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
16183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
16183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
16183	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
16183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
16183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
16183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
16183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
16183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
16183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
16183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
16183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
16183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
16183	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
16183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
16183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
16183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
16183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
16183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
16183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
16183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
16183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
16183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
16183	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
16183	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
16183	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
16183	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
16183	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
16183	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
16183	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
16183	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
16183	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
16183	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
16183	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
16183	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
16183	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
16183	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
16183	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
16183	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
16183	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
16183	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
16183	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
16183	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
16183	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
16183	embedding2nn.weight	0	0.006474854424595833
16183	embedding2nn.weight	1	0.007459639571607113
16183	embedding2nn.weight	2	0.013150203041732311
16183	embedding2nn.weight	3	0.0019883359782397747
16183	embedding2nn.weight	4	0.01064454298466444
16183	embedding2nn.weight	5	-0.008474579080939293
16183	embedding2nn.weight	6	-0.012897641398012638
16183	embedding2nn.weight	7	-0.008044444024562836
16183	embedding2nn.weight	8	-0.007256715092808008
16183	embedding2nn.weight	9	-0.008608301170170307
16183	embedding2nn.bias	0	0.0019544840324670076
16183	embedding2nn.bias	1	-0.015331028960645199
16183	embedding2nn.bias	2	0.017643801867961884
16183	embedding2nn.bias	3	0.029155831784009933
16183	embedding2nn.bias	4	-0.014676081947982311
16183	embedding2nn.bias	5	-0.015730412676930428
16183	embedding2nn.bias	6	0.0554557628929615
16183	embedding2nn.bias	7	-0.0121952248737216
16183	embedding2nn.bias	8	-0.01863749511539936
16183	embedding2nn.bias	9	0.01947673037648201
16183	rnn.weight_ih_l0	0	0.05933355167508125
16183	rnn.weight_ih_l0	1	-0.04407152906060219
16183	rnn.weight_ih_l0	2	-0.01936602033674717
16183	rnn.weight_ih_l0	3	0.036007944494485855
16183	rnn.weight_ih_l0	4	-0.010568657889962196
16183	rnn.weight_ih_l0	5	0.06368440389633179
16183	rnn.weight_ih_l0	6	0.013302512466907501
16183	rnn.weight_ih_l0	7	0.06147906929254532
16183	rnn.weight_ih_l0	8	0.010880270972847939
16183	rnn.weight_ih_l0	9	-0.013682560995221138
16183	rnn.weight_hh_l0	0	-0.03661038726568222
16183	rnn.weight_hh_l0	1	-0.02100997045636177
16183	rnn.weight_hh_l0	2	-0.05755867809057236
16183	rnn.weight_hh_l0	3	-0.018038976937532425
16183	rnn.weight_hh_l0	4	-0.00715542072430253
16183	rnn.weight_hh_l0	5	-0.024059899151325226
16183	rnn.weight_hh_l0	6	-0.010392925702035427
16183	rnn.weight_hh_l0	7	-0.05400718003511429
16183	rnn.weight_hh_l0	8	0.06037350371479988
16183	rnn.weight_hh_l0	9	0.0315927118062973
16183	rnn.bias_ih_l0	0	-0.07245983928442001
16183	rnn.bias_ih_l0	1	-0.0751752182841301
16183	rnn.bias_ih_l0	2	0.02339479885995388
16183	rnn.bias_ih_l0	3	-0.0953356996178627
16183	rnn.bias_ih_l0	4	-0.009113169275224209
16183	rnn.bias_ih_l0	5	-0.05098159238696098
16183	rnn.bias_ih_l0	6	0.04351862147450447
16183	rnn.bias_ih_l0	7	-0.05216268450021744
16183	rnn.bias_ih_l0	8	0.00553740281611681
16183	rnn.bias_ih_l0	9	-0.10332908481359482
16183	rnn.bias_hh_l0	0	-0.005884092766791582
16183	rnn.bias_hh_l0	1	0.06919331848621368
16183	rnn.bias_hh_l0	2	0.04294721037149429
16183	rnn.bias_hh_l0	3	-0.0033433549106121063
16183	rnn.bias_hh_l0	4	-0.06145982816815376
16183	rnn.bias_hh_l0	5	0.0023070131428539753
16183	rnn.bias_hh_l0	6	0.05012591928243637
16183	rnn.bias_hh_l0	7	-0.08323097974061966
16183	rnn.bias_hh_l0	8	-0.01912587508559227
16183	rnn.bias_hh_l0	9	-0.05626547336578369
16183	rnn.weight_ih_l0_reverse	0	0.03179290145635605
16183	rnn.weight_ih_l0_reverse	1	-0.05118894949555397
16183	rnn.weight_ih_l0_reverse	2	0.03400644659996033
16183	rnn.weight_ih_l0_reverse	3	0.0013104354729875922
16183	rnn.weight_ih_l0_reverse	4	0.027494635432958603
16183	rnn.weight_ih_l0_reverse	5	-0.02975841797888279
16183	rnn.weight_ih_l0_reverse	6	0.023464133962988853
16183	rnn.weight_ih_l0_reverse	7	0.04058067873120308
16183	rnn.weight_ih_l0_reverse	8	-0.021008504554629326
16183	rnn.weight_ih_l0_reverse	9	0.009229754097759724
16183	rnn.weight_hh_l0_reverse	0	0.045325636863708496
16183	rnn.weight_hh_l0_reverse	1	0.04104052484035492
16183	rnn.weight_hh_l0_reverse	2	-0.016223588958382607
16183	rnn.weight_hh_l0_reverse	3	-0.0385318323969841
16183	rnn.weight_hh_l0_reverse	4	0.004451440647244453
16183	rnn.weight_hh_l0_reverse	5	-0.044351644814014435
16183	rnn.weight_hh_l0_reverse	6	-0.009313925169408321
16183	rnn.weight_hh_l0_reverse	7	0.02559201419353485
16183	rnn.weight_hh_l0_reverse	8	0.004070297349244356
16183	rnn.weight_hh_l0_reverse	9	-0.0023936426732689142
16183	rnn.bias_ih_l0_reverse	0	-0.02994481287896633
16183	rnn.bias_ih_l0_reverse	1	-0.05459693446755409
16183	rnn.bias_ih_l0_reverse	2	-0.058909062296152115
16183	rnn.bias_ih_l0_reverse	3	0.022399913519620895
16183	rnn.bias_ih_l0_reverse	4	-0.010476331226527691
16183	rnn.bias_ih_l0_reverse	5	-0.04226970672607422
16183	rnn.bias_ih_l0_reverse	6	-0.03230973333120346
16183	rnn.bias_ih_l0_reverse	7	-0.004664601292461157
16183	rnn.bias_ih_l0_reverse	8	-0.022359004244208336
16183	rnn.bias_ih_l0_reverse	9	-0.07063964009284973
16183	rnn.bias_hh_l0_reverse	0	-0.07582242041826248
16183	rnn.bias_hh_l0_reverse	1	-0.08086550980806351
16183	rnn.bias_hh_l0_reverse	2	0.07821357250213623
16183	rnn.bias_hh_l0_reverse	3	-0.01736053079366684
16183	rnn.bias_hh_l0_reverse	4	-0.012820184230804443
16183	rnn.bias_hh_l0_reverse	5	-0.06438136100769043
16183	rnn.bias_hh_l0_reverse	6	-0.0068800002336502075
16183	rnn.bias_hh_l0_reverse	7	-0.00971923302859068
16183	rnn.bias_hh_l0_reverse	8	0.017812952399253845
16183	rnn.bias_hh_l0_reverse	9	0.04392329603433609
16183	linear.weight	0	-0.009812494739890099
16183	linear.weight	1	-0.025565851479768753
16183	linear.weight	2	0.18336398899555206
16183	linear.weight	3	-0.08368881046772003
16183	linear.weight	4	-0.010588549077510834
16183	linear.weight	5	0.024882271885871887
16183	linear.weight	6	-0.010739270597696304
16183	linear.weight	7	-0.028665177524089813
16183	linear.weight	8	0.16193637251853943
16183	linear.weight	9	-0.13498452305793762
16183	linear.bias	0	-0.03956538438796997
16183	linear.bias	1	0.031413208693265915
16183	linear.bias	2	0.538148045539856
16183	linear.bias	3	0.38630321621894836
16183	linear.bias	4	0.78673255443573
16183	linear.bias	5	-1.0588730573654175
16183	linear.bias	6	-0.5168615579605103
16183	linear.bias	7	-0.1343272626399994
16741	transitions	0	-0.5270350575447083
16741	transitions	1	-10000.0
16741	transitions	2	-0.7969565987586975
16741	transitions	3	-10000.0
16741	transitions	4	1.080560326576233
16741	transitions	5	-10000.0
16741	transitions	6	-10000.0
16741	transitions	7	0.7107857465744019
16741	transitions	8	-1.483882188796997
16741	transitions	9	-3.104560136795044
16741	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
16741	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
16741	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
16741	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
16741	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
16741	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
16741	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
16741	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
16741	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
16741	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
16741	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
16741	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
16741	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
16741	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
16741	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
16741	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
16741	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
16741	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
16741	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
16741	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
16741	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
16741	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
16741	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
16741	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
16741	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
16741	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
16741	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
16741	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
16741	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
16741	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
16741	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
16741	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
16741	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
16741	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
16741	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
16741	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
16741	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
16741	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
16741	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
16741	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
16741	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
16741	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
16741	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
16741	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
16741	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
16741	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
16741	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
16741	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
16741	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
16741	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
16741	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
16741	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
16741	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
16741	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
16741	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
16741	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
16741	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
16741	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
16741	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
16741	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
16741	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
16741	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
16741	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
16741	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
16741	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
16741	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
16741	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
16741	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
16741	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
16741	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
16741	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
16741	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
16741	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
16741	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
16741	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
16741	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
16741	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
16741	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
16741	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
16741	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
16741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
16741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
16741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
16741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
16741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
16741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
16741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
16741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
16741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
16741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
16741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
16741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
16741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
16741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
16741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
16741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
16741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
16741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
16741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
16741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
16741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
16741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
16741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
16741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
16741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
16741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
16741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
16741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
16741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
16741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
16741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
16741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
16741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
16741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
16741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
16741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
16741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
16741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
16741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
16741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
16741	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
16741	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
16741	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
16741	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
16741	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
16741	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
16741	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
16741	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
16741	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
16741	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
16741	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
16741	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
16741	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
16741	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
16741	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
16741	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
16741	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
16741	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
16741	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
16741	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
16741	embedding2nn.weight	0	0.006470019929111004
16741	embedding2nn.weight	1	0.007324345875531435
16741	embedding2nn.weight	2	0.013121855445206165
16741	embedding2nn.weight	3	0.0016919231275096536
16741	embedding2nn.weight	4	0.011456997133791447
16741	embedding2nn.weight	5	-0.008192096836864948
16741	embedding2nn.weight	6	-0.01306925155222416
16741	embedding2nn.weight	7	-0.008392180316150188
16741	embedding2nn.weight	8	-0.007518277503550053
16741	embedding2nn.weight	9	-0.008284642361104488
16741	embedding2nn.bias	0	0.0053494456224143505
16741	embedding2nn.bias	1	-0.010417076759040356
16741	embedding2nn.bias	2	0.02572689950466156
16741	embedding2nn.bias	3	0.025487210601568222
16741	embedding2nn.bias	4	-0.01561175100505352
16741	embedding2nn.bias	5	-0.02883460372686386
16741	embedding2nn.bias	6	0.04858816787600517
16741	embedding2nn.bias	7	-0.02321789599955082
16741	embedding2nn.bias	8	-0.019932294264435768
16741	embedding2nn.bias	9	0.02226337604224682
16741	rnn.weight_ih_l0	0	0.05985139682888985
16741	rnn.weight_ih_l0	1	-0.04378296807408333
16741	rnn.weight_ih_l0	2	-0.01871739886701107
16741	rnn.weight_ih_l0	3	0.03652450814843178
16741	rnn.weight_ih_l0	4	-0.009385032579302788
16741	rnn.weight_ih_l0	5	0.06318608671426773
16741	rnn.weight_ih_l0	6	0.013249694369733334
16741	rnn.weight_ih_l0	7	0.06130809709429741
16741	rnn.weight_ih_l0	8	0.01113585289567709
16741	rnn.weight_ih_l0	9	-0.013449371792376041
16741	rnn.weight_hh_l0	0	-0.03728021681308746
16741	rnn.weight_hh_l0	1	-0.020800314843654633
16741	rnn.weight_hh_l0	2	-0.05902206152677536
16741	rnn.weight_hh_l0	3	-0.018139852210879326
16741	rnn.weight_hh_l0	4	-0.007097699213773012
16741	rnn.weight_hh_l0	5	-0.023987527936697006
16741	rnn.weight_hh_l0	6	-0.010171976871788502
16741	rnn.weight_hh_l0	7	-0.05441515892744064
16741	rnn.weight_hh_l0	8	0.06081970036029816
16741	rnn.weight_hh_l0	9	0.031211907044053078
16741	rnn.bias_ih_l0	0	-0.07549187541007996
16741	rnn.bias_ih_l0	1	-0.07484138011932373
16741	rnn.bias_ih_l0	2	0.02180788666009903
16741	rnn.bias_ih_l0	3	-0.0987558364868164
16741	rnn.bias_ih_l0	4	-0.01282909419387579
16741	rnn.bias_ih_l0	5	-0.055343907326459885
16741	rnn.bias_ih_l0	6	0.03589395433664322
16741	rnn.bias_ih_l0	7	-0.05252666771411896
16741	rnn.bias_ih_l0	8	0.005709542427212
16741	rnn.bias_ih_l0	9	-0.09716330468654633
16741	rnn.bias_hh_l0	0	-0.008767548948526382
16741	rnn.bias_hh_l0	1	0.08655446767807007
16741	rnn.bias_hh_l0	2	0.040895819664001465
16741	rnn.bias_hh_l0	3	-0.005110892932862043
16741	rnn.bias_hh_l0	4	-0.05917162820696831
16741	rnn.bias_hh_l0	5	0.0002697152958717197
16741	rnn.bias_hh_l0	6	0.05015620216727257
16741	rnn.bias_hh_l0	7	-0.08318798989057541
16741	rnn.bias_hh_l0	8	-0.033010996878147125
16741	rnn.bias_hh_l0	9	-0.057677894830703735
16741	rnn.weight_ih_l0_reverse	0	0.030876120552420616
16741	rnn.weight_ih_l0_reverse	1	-0.05229473486542702
16741	rnn.weight_ih_l0_reverse	2	0.034148577600717545
16741	rnn.weight_ih_l0_reverse	3	0.0015341006219387054
16741	rnn.weight_ih_l0_reverse	4	0.027371438220143318
16741	rnn.weight_ih_l0_reverse	5	-0.033152271062135696
16741	rnn.weight_ih_l0_reverse	6	0.023898949846625328
16741	rnn.weight_ih_l0_reverse	7	0.040367353707551956
16741	rnn.weight_ih_l0_reverse	8	-0.0211821049451828
16741	rnn.weight_ih_l0_reverse	9	0.010358949191868305
16741	rnn.weight_hh_l0_reverse	0	0.04529660567641258
16741	rnn.weight_hh_l0_reverse	1	0.041063349694013596
16741	rnn.weight_hh_l0_reverse	2	-0.016222549602389336
16741	rnn.weight_hh_l0_reverse	3	-0.036590274423360825
16741	rnn.weight_hh_l0_reverse	4	0.004432102665305138
16741	rnn.weight_hh_l0_reverse	5	-0.04482071101665497
16741	rnn.weight_hh_l0_reverse	6	-0.009370771236717701
16741	rnn.weight_hh_l0_reverse	7	0.025376111268997192
16741	rnn.weight_hh_l0_reverse	8	0.006618150509893894
16741	rnn.weight_hh_l0_reverse	9	-0.002568450989201665
16741	rnn.bias_ih_l0_reverse	0	-0.033441442996263504
16741	rnn.bias_ih_l0_reverse	1	-0.0560908317565918
16741	rnn.bias_ih_l0_reverse	2	-0.0637427568435669
16741	rnn.bias_ih_l0_reverse	3	0.015941454097628593
16741	rnn.bias_ih_l0_reverse	4	-0.01076309010386467
16741	rnn.bias_ih_l0_reverse	5	-0.043107952922582626
16741	rnn.bias_ih_l0_reverse	6	-0.04022248461842537
16741	rnn.bias_ih_l0_reverse	7	-0.0035907116252928972
16741	rnn.bias_ih_l0_reverse	8	-0.02152039296925068
16741	rnn.bias_ih_l0_reverse	9	-0.07195375859737396
16741	rnn.bias_hh_l0_reverse	0	-0.07506783306598663
16741	rnn.bias_hh_l0_reverse	1	-0.08149880170822144
16741	rnn.bias_hh_l0_reverse	2	0.08402108401060104
16741	rnn.bias_hh_l0_reverse	3	-0.013058006763458252
16741	rnn.bias_hh_l0_reverse	4	-0.010867581702768803
16741	rnn.bias_hh_l0_reverse	5	-0.062105804681777954
16741	rnn.bias_hh_l0_reverse	6	-0.019224852323532104
16741	rnn.bias_hh_l0_reverse	7	-0.008910676464438438
16741	rnn.bias_hh_l0_reverse	8	0.018719330430030823
16741	rnn.bias_hh_l0_reverse	9	0.037696775048971176
16741	linear.weight	0	-0.009698083624243736
16741	linear.weight	1	-0.008555644191801548
16741	linear.weight	2	0.15539667010307312
16741	linear.weight	3	-0.08369407057762146
16741	linear.weight	4	-0.010588549077510834
16741	linear.weight	5	0.060413796454668045
16741	linear.weight	6	-0.010739270597696304
16741	linear.weight	7	-0.02582564204931259
16741	linear.weight	8	0.18822450935840607
16741	linear.weight	9	-0.12108531594276428
16741	linear.bias	0	-0.03956538438796997
16741	linear.bias	1	0.031413208693265915
16741	linear.bias	2	0.5058060884475708
16741	linear.bias	3	0.3622906804084778
16741	linear.bias	4	0.8243690729141235
16741	linear.bias	5	-1.0667234659194946
16741	linear.bias	6	-0.5057331919670105
16741	linear.bias	7	-0.11890670657157898
17300	transitions	0	-0.551226794719696
17300	transitions	1	-10000.0
17300	transitions	2	-0.7969565987586975
17300	transitions	3	-10000.0
17300	transitions	4	1.119584321975708
17300	transitions	5	-10000.0
17300	transitions	6	-10000.0
17300	transitions	7	0.7566139101982117
17300	transitions	8	-1.5032228231430054
17300	transitions	9	-3.126277446746826
17300	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
17300	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
17300	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
17300	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
17300	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
17300	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
17300	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
17300	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
17300	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
17300	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
17300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
17300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
17300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
17300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
17300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
17300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
17300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
17300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
17300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
17300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
17300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
17300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
17300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
17300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
17300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
17300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
17300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
17300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
17300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
17300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
17300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
17300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
17300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
17300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
17300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
17300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
17300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
17300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
17300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
17300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
17300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
17300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
17300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
17300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
17300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
17300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
17300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
17300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
17300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
17300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
17300	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
17300	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
17300	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
17300	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
17300	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
17300	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
17300	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
17300	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
17300	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
17300	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
17300	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
17300	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
17300	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
17300	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
17300	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
17300	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
17300	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
17300	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
17300	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
17300	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
17300	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
17300	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
17300	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
17300	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
17300	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
17300	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
17300	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
17300	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
17300	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
17300	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
17300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
17300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
17300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
17300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
17300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
17300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
17300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
17300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
17300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
17300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
17300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
17300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
17300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
17300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
17300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
17300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
17300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
17300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
17300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
17300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
17300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
17300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
17300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
17300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
17300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
17300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
17300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
17300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
17300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
17300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
17300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
17300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
17300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
17300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
17300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
17300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
17300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
17300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
17300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
17300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
17300	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
17300	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
17300	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
17300	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
17300	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
17300	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
17300	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
17300	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
17300	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
17300	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
17300	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
17300	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
17300	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
17300	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
17300	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
17300	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
17300	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
17300	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
17300	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
17300	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
17300	embedding2nn.weight	0	0.006480507552623749
17300	embedding2nn.weight	1	0.007158044725656509
17300	embedding2nn.weight	2	0.013170483522117138
17300	embedding2nn.weight	3	0.002363534877076745
17300	embedding2nn.weight	4	0.0110268983989954
17300	embedding2nn.weight	5	-0.007907811552286148
17300	embedding2nn.weight	6	-0.013105632737278938
17300	embedding2nn.weight	7	-0.008572469465434551
17300	embedding2nn.weight	8	-0.006883995607495308
17300	embedding2nn.weight	9	-0.008260419592261314
17300	embedding2nn.bias	0	0.0012029677163809538
17300	embedding2nn.bias	1	-0.02460496686398983
17300	embedding2nn.bias	2	0.0331321619451046
17300	embedding2nn.bias	3	0.029370587319135666
17300	embedding2nn.bias	4	-0.00947455782443285
17300	embedding2nn.bias	5	-0.03417780622839928
17300	embedding2nn.bias	6	0.049303844571113586
17300	embedding2nn.bias	7	-0.016248397529125214
17300	embedding2nn.bias	8	-0.017998043447732925
17300	embedding2nn.bias	9	0.02626420371234417
17300	rnn.weight_ih_l0	0	0.05971642583608627
17300	rnn.weight_ih_l0	1	-0.04334033280611038
17300	rnn.weight_ih_l0	2	-0.01838959939777851
17300	rnn.weight_ih_l0	3	0.035860490053892136
17300	rnn.weight_ih_l0	4	-0.009856345131993294
17300	rnn.weight_ih_l0	5	0.0620805062353611
17300	rnn.weight_ih_l0	6	0.013076524250209332
17300	rnn.weight_ih_l0	7	0.0606047660112381
17300	rnn.weight_ih_l0	8	0.013861787505447865
17300	rnn.weight_ih_l0	9	-0.014621102251112461
17300	rnn.weight_hh_l0	0	-0.037212833762168884
17300	rnn.weight_hh_l0	1	-0.02035023458302021
17300	rnn.weight_hh_l0	2	-0.05907459184527397
17300	rnn.weight_hh_l0	3	-0.018215233460068703
17300	rnn.weight_hh_l0	4	-0.007045028265565634
17300	rnn.weight_hh_l0	5	-0.024818232282996178
17300	rnn.weight_hh_l0	6	-0.010005507618188858
17300	rnn.weight_hh_l0	7	-0.054961010813713074
17300	rnn.weight_hh_l0	8	0.06069600209593773
17300	rnn.weight_hh_l0	9	0.03137843310832977
17300	rnn.bias_ih_l0	0	-0.07372478395700455
17300	rnn.bias_ih_l0	1	-0.07714837789535522
17300	rnn.bias_ih_l0	2	0.022104421630501747
17300	rnn.bias_ih_l0	3	-0.10297944396734238
17300	rnn.bias_ih_l0	4	-0.011302766390144825
17300	rnn.bias_ih_l0	5	-0.05407441034913063
17300	rnn.bias_ih_l0	6	0.03545128554105759
17300	rnn.bias_ih_l0	7	-0.05265495181083679
17300	rnn.bias_ih_l0	8	0.004657436162233353
17300	rnn.bias_ih_l0	9	-0.09499742835760117
17300	rnn.bias_hh_l0	0	-0.008279937319457531
17300	rnn.bias_hh_l0	1	0.08334670215845108
17300	rnn.bias_hh_l0	2	0.030042165890336037
17300	rnn.bias_hh_l0	3	-0.004492263309657574
17300	rnn.bias_hh_l0	4	-0.05995838716626167
17300	rnn.bias_hh_l0	5	0.0030509501229971647
17300	rnn.bias_hh_l0	6	0.05014362558722496
17300	rnn.bias_hh_l0	7	-0.09318853169679642
17300	rnn.bias_hh_l0	8	-0.03083309344947338
17300	rnn.bias_hh_l0	9	-0.05829441919922829
17300	rnn.weight_ih_l0_reverse	0	0.031419653445482254
17300	rnn.weight_ih_l0_reverse	1	-0.05281674489378929
17300	rnn.weight_ih_l0_reverse	2	0.034185729920864105
17300	rnn.weight_ih_l0_reverse	3	0.002355569275096059
17300	rnn.weight_ih_l0_reverse	4	0.02760741487145424
17300	rnn.weight_ih_l0_reverse	5	-0.03353576362133026
17300	rnn.weight_ih_l0_reverse	6	0.02589123323559761
17300	rnn.weight_ih_l0_reverse	7	0.040367770940065384
17300	rnn.weight_ih_l0_reverse	8	-0.02091279812157154
17300	rnn.weight_ih_l0_reverse	9	0.009985215030610561
17300	rnn.weight_hh_l0_reverse	0	0.04550408944487572
17300	rnn.weight_hh_l0_reverse	1	0.041156474500894547
17300	rnn.weight_hh_l0_reverse	2	-0.016193196177482605
17300	rnn.weight_hh_l0_reverse	3	-0.03724798560142517
17300	rnn.weight_hh_l0_reverse	4	0.004221437964588404
17300	rnn.weight_hh_l0_reverse	5	-0.045095667243003845
17300	rnn.weight_hh_l0_reverse	6	-0.009421711787581444
17300	rnn.weight_hh_l0_reverse	7	0.02542801760137081
17300	rnn.weight_hh_l0_reverse	8	0.005463088396936655
17300	rnn.weight_hh_l0_reverse	9	-0.0025165120605379343
17300	rnn.bias_ih_l0_reverse	0	-0.03561105951666832
17300	rnn.bias_ih_l0_reverse	1	-0.056150682270526886
17300	rnn.bias_ih_l0_reverse	2	-0.06531427055597305
17300	rnn.bias_ih_l0_reverse	3	0.024475354701280594
17300	rnn.bias_ih_l0_reverse	4	-0.011147723533213139
17300	rnn.bias_ih_l0_reverse	5	-0.04591047391295433
17300	rnn.bias_ih_l0_reverse	6	-0.03827379643917084
17300	rnn.bias_ih_l0_reverse	7	-0.00585296843200922
17300	rnn.bias_ih_l0_reverse	8	-0.024313529953360558
17300	rnn.bias_ih_l0_reverse	9	-0.07143615186214447
17300	rnn.bias_hh_l0_reverse	0	-0.07318823039531708
17300	rnn.bias_hh_l0_reverse	1	-0.08033282309770584
17300	rnn.bias_hh_l0_reverse	2	0.08641504496335983
17300	rnn.bias_hh_l0_reverse	3	-0.012983125634491444
17300	rnn.bias_hh_l0_reverse	4	-0.012650439515709877
17300	rnn.bias_hh_l0_reverse	5	-0.06057725474238396
17300	rnn.bias_hh_l0_reverse	6	-0.023060953244566917
17300	rnn.bias_hh_l0_reverse	7	-0.010438784956932068
17300	rnn.bias_hh_l0_reverse	8	0.015304699540138245
17300	rnn.bias_hh_l0_reverse	9	0.03751103952527046
17300	linear.weight	0	-0.009526444599032402
17300	linear.weight	1	-0.062302906066179276
17300	linear.weight	2	0.15288585424423218
17300	linear.weight	3	-0.08369030058383942
17300	linear.weight	4	-0.010588549077510834
17300	linear.weight	5	0.02691560611128807
17300	linear.weight	6	-0.010739270597696304
17300	linear.weight	7	-0.0404643639922142
17300	linear.weight	8	0.19089025259017944
17300	linear.weight	9	-0.1242189034819603
17300	linear.bias	0	-0.03956538438796997
17300	linear.bias	1	0.031413208693265915
17300	linear.bias	2	0.4892086088657379
17300	linear.bias	3	0.377267986536026
17300	linear.bias	4	0.8393508791923523
17300	linear.bias	5	-1.0741475820541382
17300	linear.bias	6	-0.5059747695922852
17300	linear.bias	7	-0.12461801618337631
17858	transitions	0	-0.5727493762969971
17858	transitions	1	-10000.0
17858	transitions	2	-0.7969565987586975
17858	transitions	3	-10000.0
17858	transitions	4	1.135558009147644
17858	transitions	5	-10000.0
17858	transitions	6	-10000.0
17858	transitions	7	0.7907221913337708
17858	transitions	8	-1.5216336250305176
17858	transitions	9	-3.1464309692382812
17858	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
17858	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
17858	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
17858	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
17858	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
17858	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
17858	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
17858	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
17858	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
17858	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
17858	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
17858	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
17858	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
17858	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
17858	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
17858	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
17858	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
17858	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
17858	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
17858	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
17858	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
17858	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
17858	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
17858	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
17858	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
17858	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
17858	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
17858	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
17858	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
17858	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
17858	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
17858	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
17858	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
17858	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
17858	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
17858	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
17858	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
17858	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
17858	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
17858	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
17858	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
17858	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
17858	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
17858	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
17858	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
17858	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
17858	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
17858	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
17858	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
17858	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
17858	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
17858	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
17858	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
17858	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
17858	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
17858	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
17858	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
17858	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
17858	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
17858	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
17858	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
17858	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
17858	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
17858	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
17858	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
17858	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
17858	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
17858	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
17858	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
17858	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
17858	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
17858	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
17858	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
17858	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
17858	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
17858	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
17858	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
17858	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
17858	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
17858	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
17858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
17858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
17858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
17858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
17858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
17858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
17858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
17858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
17858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
17858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
17858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
17858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
17858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
17858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
17858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
17858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
17858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
17858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
17858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
17858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
17858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
17858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
17858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
17858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
17858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
17858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
17858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
17858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
17858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
17858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
17858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
17858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
17858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
17858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
17858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
17858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
17858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
17858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
17858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
17858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
17858	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
17858	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
17858	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
17858	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
17858	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
17858	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
17858	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
17858	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
17858	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
17858	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
17858	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
17858	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
17858	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
17858	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
17858	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
17858	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
17858	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
17858	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
17858	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
17858	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
17858	embedding2nn.weight	0	0.006493544206023216
17858	embedding2nn.weight	1	0.007421555928885937
17858	embedding2nn.weight	2	0.013108013197779655
17858	embedding2nn.weight	3	0.0028421885799616575
17858	embedding2nn.weight	4	0.010760430246591568
17858	embedding2nn.weight	5	-0.008308774791657925
17858	embedding2nn.weight	6	-0.013316791504621506
17858	embedding2nn.weight	7	-0.00851363968104124
17858	embedding2nn.weight	8	-0.0074328165501356125
17858	embedding2nn.weight	9	-0.008561361581087112
17858	embedding2nn.bias	0	0.0037229969166219234
17858	embedding2nn.bias	1	-0.019687164574861526
17858	embedding2nn.bias	2	0.0329890139400959
17858	embedding2nn.bias	3	0.024316979572176933
17858	embedding2nn.bias	4	-0.005781194195151329
17858	embedding2nn.bias	5	-0.034231480211019516
17858	embedding2nn.bias	6	0.0401434451341629
17858	embedding2nn.bias	7	-0.01615052856504917
17858	embedding2nn.bias	8	-0.021154582500457764
17858	embedding2nn.bias	9	0.02189551666378975
17858	rnn.weight_ih_l0	0	0.05963801592588425
17858	rnn.weight_ih_l0	1	-0.043345190584659576
17858	rnn.weight_ih_l0	2	-0.017366735264658928
17858	rnn.weight_ih_l0	3	0.0374295711517334
17858	rnn.weight_ih_l0	4	-0.009047091007232666
17858	rnn.weight_ih_l0	5	0.06225486099720001
17858	rnn.weight_ih_l0	6	0.012668794021010399
17858	rnn.weight_ih_l0	7	0.06005040556192398
17858	rnn.weight_ih_l0	8	0.011703797616064548
17858	rnn.weight_ih_l0	9	-0.01430351473391056
17858	rnn.weight_hh_l0	0	-0.037298329174518585
17858	rnn.weight_hh_l0	1	-0.020222119987010956
17858	rnn.weight_hh_l0	2	-0.05828847363591194
17858	rnn.weight_hh_l0	3	-0.018594613298773766
17858	rnn.weight_hh_l0	4	-0.006916658952832222
17858	rnn.weight_hh_l0	5	-0.02400711551308632
17858	rnn.weight_hh_l0	6	-0.010017983615398407
17858	rnn.weight_hh_l0	7	-0.05514821782708168
17858	rnn.weight_hh_l0	8	0.06090713292360306
17858	rnn.weight_hh_l0	9	0.031665243208408356
17858	rnn.bias_ih_l0	0	-0.07893136143684387
17858	rnn.bias_ih_l0	1	-0.074799083173275
17858	rnn.bias_ih_l0	2	0.022748075425624847
17858	rnn.bias_ih_l0	3	-0.10380340367555618
17858	rnn.bias_ih_l0	4	-0.011581121943891048
17858	rnn.bias_ih_l0	5	-0.05662296339869499
17858	rnn.bias_ih_l0	6	0.026072902604937553
17858	rnn.bias_ih_l0	7	-0.05302374064922333
17858	rnn.bias_ih_l0	8	0.005066432524472475
17858	rnn.bias_ih_l0	9	-0.1005987897515297
17858	rnn.bias_hh_l0	0	-0.007930603809654713
17858	rnn.bias_hh_l0	1	0.09468073397874832
17858	rnn.bias_hh_l0	2	0.034039318561553955
17858	rnn.bias_hh_l0	3	-0.00511573813855648
17858	rnn.bias_hh_l0	4	-0.06016790494322777
17858	rnn.bias_hh_l0	5	-0.002640705555677414
17858	rnn.bias_hh_l0	6	0.04965132474899292
17858	rnn.bias_hh_l0	7	-0.09551035612821579
17858	rnn.bias_hh_l0	8	-0.03865238279104233
17858	rnn.bias_hh_l0	9	-0.05725495144724846
17858	rnn.weight_ih_l0_reverse	0	0.03226088732481003
17858	rnn.weight_ih_l0_reverse	1	-0.05287904664874077
17858	rnn.weight_ih_l0_reverse	2	0.0343872532248497
17858	rnn.weight_ih_l0_reverse	3	0.0022605678532272577
17858	rnn.weight_ih_l0_reverse	4	0.02717488631606102
17858	rnn.weight_ih_l0_reverse	5	-0.03334508091211319
17858	rnn.weight_ih_l0_reverse	6	0.02559003047645092
17858	rnn.weight_ih_l0_reverse	7	0.03976203128695488
17858	rnn.weight_ih_l0_reverse	8	-0.020878387615084648
17858	rnn.weight_ih_l0_reverse	9	0.00981634296476841
17858	rnn.weight_hh_l0_reverse	0	0.04540238901972771
17858	rnn.weight_hh_l0_reverse	1	0.04063369706273079
17858	rnn.weight_hh_l0_reverse	2	-0.016080845147371292
17858	rnn.weight_hh_l0_reverse	3	-0.037187907844781876
17858	rnn.weight_hh_l0_reverse	4	0.004011939745396376
17858	rnn.weight_hh_l0_reverse	5	-0.04462413862347603
17858	rnn.weight_hh_l0_reverse	6	-0.009499919600784779
17858	rnn.weight_hh_l0_reverse	7	0.025264551863074303
17858	rnn.weight_hh_l0_reverse	8	0.006311978679150343
17858	rnn.weight_hh_l0_reverse	9	-0.0024613821879029274
17858	rnn.bias_ih_l0_reverse	0	-0.035764675587415695
17858	rnn.bias_ih_l0_reverse	1	-0.05707896873354912
17858	rnn.bias_ih_l0_reverse	2	-0.06590668857097626
17858	rnn.bias_ih_l0_reverse	3	0.018021302297711372
17858	rnn.bias_ih_l0_reverse	4	-0.011560584418475628
17858	rnn.bias_ih_l0_reverse	5	-0.04420318081974983
17858	rnn.bias_ih_l0_reverse	6	-0.03963540866971016
17858	rnn.bias_ih_l0_reverse	7	-0.002765184734016657
17858	rnn.bias_ih_l0_reverse	8	-0.02711508795619011
17858	rnn.bias_ih_l0_reverse	9	-0.0689106285572052
17858	rnn.bias_hh_l0_reverse	0	-0.07932493835687637
17858	rnn.bias_hh_l0_reverse	1	-0.0862622782588005
17858	rnn.bias_hh_l0_reverse	2	0.077333964407444
17858	rnn.bias_hh_l0_reverse	3	-0.013859803788363934
17858	rnn.bias_hh_l0_reverse	4	-0.01751110330224037
17858	rnn.bias_hh_l0_reverse	5	-0.06785751134157181
17858	rnn.bias_hh_l0_reverse	6	-0.019908029586076736
17858	rnn.bias_hh_l0_reverse	7	-0.011845579370856285
17858	rnn.bias_hh_l0_reverse	8	0.018419397994875908
17858	rnn.bias_hh_l0_reverse	9	0.04041416198015213
17858	linear.weight	0	-0.009174538776278496
17858	linear.weight	1	-0.08290550857782364
17858	linear.weight	2	0.1587754338979721
17858	linear.weight	3	-0.08360901474952698
17858	linear.weight	4	-0.010588549077510834
17858	linear.weight	5	0.04785211384296417
17858	linear.weight	6	-0.010739270597696304
17858	linear.weight	7	-0.03608131781220436
17858	linear.weight	8	0.1729436069726944
17858	linear.weight	9	-0.1268407553434372
17858	linear.bias	0	-0.03956538438796997
17858	linear.bias	1	0.031413208693265915
17858	linear.bias	2	0.5050693154335022
17858	linear.bias	3	0.3763030767440796
17858	linear.bias	4	0.9199527502059937
17858	linear.bias	5	-1.0810335874557495
17858	linear.bias	6	-0.5527294874191284
17858	linear.bias	7	-0.16649097204208374
18416	transitions	0	-0.591357409954071
18416	transitions	1	-10000.0
18416	transitions	2	-0.7969565987586975
18416	transitions	3	-10000.0
18416	transitions	4	1.1664313077926636
18416	transitions	5	-10000.0
18416	transitions	6	-10000.0
18416	transitions	7	0.8529135584831238
18416	transitions	8	-1.5372031927108765
18416	transitions	9	-3.1673502922058105
18416	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
18416	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
18416	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
18416	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
18416	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
18416	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
18416	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
18416	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
18416	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
18416	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
18416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
18416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
18416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
18416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
18416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
18416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
18416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
18416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
18416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
18416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
18416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
18416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
18416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
18416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
18416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
18416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
18416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
18416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
18416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
18416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
18416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
18416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
18416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
18416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
18416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
18416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
18416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
18416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
18416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
18416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
18416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
18416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
18416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
18416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
18416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
18416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
18416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
18416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
18416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
18416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
18416	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
18416	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
18416	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
18416	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
18416	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
18416	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
18416	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
18416	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
18416	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
18416	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
18416	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
18416	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
18416	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
18416	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
18416	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
18416	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
18416	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
18416	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
18416	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
18416	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
18416	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
18416	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
18416	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
18416	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
18416	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
18416	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
18416	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
18416	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
18416	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
18416	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
18416	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
18416	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
18416	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
18416	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
18416	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
18416	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
18416	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
18416	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
18416	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
18416	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
18416	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
18416	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
18416	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
18416	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
18416	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
18416	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
18416	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
18416	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
18416	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
18416	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
18416	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
18416	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
18416	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
18416	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
18416	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
18416	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
18416	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
18416	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
18416	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
18416	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
18416	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
18416	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
18416	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
18416	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
18416	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
18416	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
18416	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
18416	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
18416	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
18416	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
18416	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
18416	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
18416	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
18416	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
18416	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
18416	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
18416	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
18416	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
18416	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
18416	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
18416	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
18416	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
18416	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
18416	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
18416	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
18416	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
18416	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
18416	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
18416	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
18416	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
18416	embedding2nn.weight	0	0.0064245713874697685
18416	embedding2nn.weight	1	0.007552990689873695
18416	embedding2nn.weight	2	0.013095919974148273
18416	embedding2nn.weight	3	0.0032994814682751894
18416	embedding2nn.weight	4	0.01073767151683569
18416	embedding2nn.weight	5	-0.0074373530223965645
18416	embedding2nn.weight	6	-0.013580079190433025
18416	embedding2nn.weight	7	-0.008199268952012062
18416	embedding2nn.weight	8	-0.007602250669151545
18416	embedding2nn.weight	9	-0.008804654702544212
18416	embedding2nn.bias	0	-0.0007282409351319075
18416	embedding2nn.bias	1	-0.01681417040526867
18416	embedding2nn.bias	2	0.033442240208387375
18416	embedding2nn.bias	3	0.020261336117982864
18416	embedding2nn.bias	4	-0.006080282386392355
18416	embedding2nn.bias	5	-0.036494724452495575
18416	embedding2nn.bias	6	0.04276040568947792
18416	embedding2nn.bias	7	-0.012748242355883121
18416	embedding2nn.bias	8	-0.03264655917882919
18416	embedding2nn.bias	9	0.015851812437176704
18416	rnn.weight_ih_l0	0	0.060572706162929535
18416	rnn.weight_ih_l0	1	-0.04322798550128937
18416	rnn.weight_ih_l0	2	-0.01608152687549591
18416	rnn.weight_ih_l0	3	0.038570255041122437
18416	rnn.weight_ih_l0	4	-0.009222349151968956
18416	rnn.weight_ih_l0	5	0.06248122826218605
18416	rnn.weight_ih_l0	6	0.01287800818681717
18416	rnn.weight_ih_l0	7	0.05904069170355797
18416	rnn.weight_ih_l0	8	0.011542286723852158
18416	rnn.weight_ih_l0	9	-0.014124156907200813
18416	rnn.weight_hh_l0	0	-0.03717660531401634
18416	rnn.weight_hh_l0	1	-0.020016932860016823
18416	rnn.weight_hh_l0	2	-0.0590706504881382
18416	rnn.weight_hh_l0	3	-0.018543025478720665
18416	rnn.weight_hh_l0	4	-0.006849776022136211
18416	rnn.weight_hh_l0	5	-0.02347838506102562
18416	rnn.weight_hh_l0	6	-0.009994599036872387
18416	rnn.weight_hh_l0	7	-0.05492508411407471
18416	rnn.weight_hh_l0	8	0.06131168082356453
18416	rnn.weight_hh_l0	9	0.031743861734867096
18416	rnn.bias_ih_l0	0	-0.0774826630949974
18416	rnn.bias_ih_l0	1	-0.07156072556972504
18416	rnn.bias_ih_l0	2	0.02082672156393528
18416	rnn.bias_ih_l0	3	-0.10298361629247665
18416	rnn.bias_ih_l0	4	-0.015301112085580826
18416	rnn.bias_ih_l0	5	-0.056660089641809464
18416	rnn.bias_ih_l0	6	0.0339316688477993
18416	rnn.bias_ih_l0	7	-0.05324011668562889
18416	rnn.bias_ih_l0	8	0.005055251996964216
18416	rnn.bias_ih_l0	9	-0.09955307096242905
18416	rnn.bias_hh_l0	0	-0.0073191518895328045
18416	rnn.bias_hh_l0	1	0.08787737041711807
18416	rnn.bias_hh_l0	2	0.03994445502758026
18416	rnn.bias_hh_l0	3	-0.008273241110146046
18416	rnn.bias_hh_l0	4	-0.059722837060689926
18416	rnn.bias_hh_l0	5	0.0035548978485167027
18416	rnn.bias_hh_l0	6	0.055774569511413574
18416	rnn.bias_hh_l0	7	-0.08685018122196198
18416	rnn.bias_hh_l0	8	-0.04040171205997467
18416	rnn.bias_hh_l0	9	-0.057827822864055634
18416	rnn.weight_ih_l0_reverse	0	0.032498348504304886
18416	rnn.weight_ih_l0_reverse	1	-0.052702464163303375
18416	rnn.weight_ih_l0_reverse	2	0.03396880254149437
18416	rnn.weight_ih_l0_reverse	3	0.002446988830342889
18416	rnn.weight_ih_l0_reverse	4	0.027153531089425087
18416	rnn.weight_ih_l0_reverse	5	-0.03565005213022232
18416	rnn.weight_ih_l0_reverse	6	0.025637146085500717
18416	rnn.weight_ih_l0_reverse	7	0.03985404223203659
18416	rnn.weight_ih_l0_reverse	8	-0.02165582962334156
18416	rnn.weight_ih_l0_reverse	9	0.009714516811072826
18416	rnn.weight_hh_l0_reverse	0	0.04528595879673958
18416	rnn.weight_hh_l0_reverse	1	0.040949199348688126
18416	rnn.weight_hh_l0_reverse	2	-0.016173304989933968
18416	rnn.weight_hh_l0_reverse	3	-0.038233667612075806
18416	rnn.weight_hh_l0_reverse	4	0.003955436870455742
18416	rnn.weight_hh_l0_reverse	5	-0.045038171112537384
18416	rnn.weight_hh_l0_reverse	6	-0.009377404116094112
18416	rnn.weight_hh_l0_reverse	7	0.024741506204009056
18416	rnn.weight_hh_l0_reverse	8	0.008035063743591309
18416	rnn.weight_hh_l0_reverse	9	-0.0029827856924384832
18416	rnn.bias_ih_l0_reverse	0	-0.03645920380949974
18416	rnn.bias_ih_l0_reverse	1	-0.05819396674633026
18416	rnn.bias_ih_l0_reverse	2	-0.06649922579526901
18416	rnn.bias_ih_l0_reverse	3	0.0153109822422266
18416	rnn.bias_ih_l0_reverse	4	-0.016746502369642258
18416	rnn.bias_ih_l0_reverse	5	-0.04444555938243866
18416	rnn.bias_ih_l0_reverse	6	-0.043917540460824966
18416	rnn.bias_ih_l0_reverse	7	-0.0036719483323395252
18416	rnn.bias_ih_l0_reverse	8	-0.03187299147248268
18416	rnn.bias_ih_l0_reverse	9	-0.06935634464025497
18416	rnn.bias_hh_l0_reverse	0	-0.08089763671159744
18416	rnn.bias_hh_l0_reverse	1	-0.08580782264471054
18416	rnn.bias_hh_l0_reverse	2	0.08363906294107437
18416	rnn.bias_hh_l0_reverse	3	-0.019767040386795998
18416	rnn.bias_hh_l0_reverse	4	-0.015260668471455574
18416	rnn.bias_hh_l0_reverse	5	-0.06383134424686432
18416	rnn.bias_hh_l0_reverse	6	-0.023384887725114822
18416	rnn.bias_hh_l0_reverse	7	-0.008077128790318966
18416	rnn.bias_hh_l0_reverse	8	0.01697894185781479
18416	rnn.bias_hh_l0_reverse	9	0.034548792988061905
18416	linear.weight	0	-0.008809608407318592
18416	linear.weight	1	-0.1877022236585617
18416	linear.weight	2	0.1163971871137619
18416	linear.weight	3	-0.08364234119653702
18416	linear.weight	4	-0.010588549077510834
18416	linear.weight	5	0.05392157658934593
18416	linear.weight	6	-0.010739270597696304
18416	linear.weight	7	-0.08317173272371292
18416	linear.weight	8	0.2539118528366089
18416	linear.weight	9	-0.13838273286819458
18416	linear.bias	0	-0.03956538438796997
18416	linear.bias	1	0.031413208693265915
18416	linear.bias	2	0.5286328196525574
18416	linear.bias	3	0.3567257523536682
18416	linear.bias	4	0.8979364633560181
18416	linear.bias	5	-1.0878500938415527
18416	linear.bias	6	-0.5466047525405884
18416	linear.bias	7	-0.14778737723827362
18974	transitions	0	-0.6104527115821838
18974	transitions	1	-10000.0
18974	transitions	2	-0.7969565987586975
18974	transitions	3	-10000.0
18974	transitions	4	1.1738011837005615
18974	transitions	5	-10000.0
18974	transitions	6	-10000.0
18974	transitions	7	0.8166785836219788
18974	transitions	8	-1.553176760673523
18974	transitions	9	-3.185258626937866
18974	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
18974	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
18974	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
18974	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
18974	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
18974	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
18974	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
18974	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
18974	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
18974	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
18974	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
18974	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
18974	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
18974	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
18974	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
18974	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
18974	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
18974	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
18974	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
18974	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
18974	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
18974	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
18974	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
18974	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
18974	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
18974	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
18974	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
18974	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
18974	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
18974	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
18974	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
18974	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
18974	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
18974	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
18974	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
18974	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
18974	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
18974	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
18974	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
18974	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
18974	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
18974	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
18974	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
18974	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
18974	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
18974	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
18974	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
18974	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
18974	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
18974	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
18974	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
18974	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
18974	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
18974	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
18974	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
18974	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
18974	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
18974	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
18974	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
18974	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
18974	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
18974	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
18974	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
18974	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
18974	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
18974	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
18974	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
18974	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
18974	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
18974	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
18974	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
18974	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
18974	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
18974	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
18974	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
18974	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
18974	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
18974	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
18974	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
18974	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
18974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
18974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
18974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
18974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
18974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
18974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
18974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
18974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
18974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
18974	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
18974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
18974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
18974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
18974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
18974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
18974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
18974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
18974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
18974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
18974	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
18974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
18974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
18974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
18974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
18974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
18974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
18974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
18974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
18974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
18974	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
18974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
18974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
18974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
18974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
18974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
18974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
18974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
18974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
18974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
18974	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
18974	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
18974	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
18974	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
18974	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
18974	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
18974	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
18974	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
18974	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
18974	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
18974	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
18974	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
18974	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
18974	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
18974	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
18974	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
18974	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
18974	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
18974	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
18974	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
18974	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
18974	embedding2nn.weight	0	0.006403024308383465
18974	embedding2nn.weight	1	0.007581161800771952
18974	embedding2nn.weight	2	0.013113771565258503
18974	embedding2nn.weight	3	0.003962134011089802
18974	embedding2nn.weight	4	0.010742374695837498
18974	embedding2nn.weight	5	-0.0069929612800478935
18974	embedding2nn.weight	6	-0.013443155214190483
18974	embedding2nn.weight	7	-0.008243259973824024
18974	embedding2nn.weight	8	-0.006313968449831009
18974	embedding2nn.weight	9	-0.008794558234512806
18974	embedding2nn.bias	0	0.004742399789392948
18974	embedding2nn.bias	1	-0.016688203439116478
18974	embedding2nn.bias	2	0.030115339905023575
18974	embedding2nn.bias	3	0.025103848427534103
18974	embedding2nn.bias	4	-0.0040610055439174175
18974	embedding2nn.bias	5	-0.03411327302455902
18974	embedding2nn.bias	6	0.04825904592871666
18974	embedding2nn.bias	7	-0.016408324241638184
18974	embedding2nn.bias	8	-0.01879843883216381
18974	embedding2nn.bias	9	0.012870606034994125
18974	rnn.weight_ih_l0	0	0.05923181399703026
18974	rnn.weight_ih_l0	1	-0.043239470571279526
18974	rnn.weight_ih_l0	2	-0.0156053202226758
18974	rnn.weight_ih_l0	3	0.03616231307387352
18974	rnn.weight_ih_l0	4	-0.009511099196970463
18974	rnn.weight_ih_l0	5	0.062301140278577805
18974	rnn.weight_ih_l0	6	0.012757286429405212
18974	rnn.weight_ih_l0	7	0.05897989124059677
18974	rnn.weight_ih_l0	8	0.010445784777402878
18974	rnn.weight_ih_l0	9	-0.015629785135388374
18974	rnn.weight_hh_l0	0	-0.037368495017290115
18974	rnn.weight_hh_l0	1	-0.019974684342741966
18974	rnn.weight_hh_l0	2	-0.05914076417684555
18974	rnn.weight_hh_l0	3	-0.01815200224518776
18974	rnn.weight_hh_l0	4	-0.006766224279999733
18974	rnn.weight_hh_l0	5	-0.023708373308181763
18974	rnn.weight_hh_l0	6	-0.009802217595279217
18974	rnn.weight_hh_l0	7	-0.0551048181951046
18974	rnn.weight_hh_l0	8	0.060756951570510864
18974	rnn.weight_hh_l0	9	0.03247367963194847
18974	rnn.bias_ih_l0	0	-0.07954205572605133
18974	rnn.bias_ih_l0	1	-0.07109464704990387
18974	rnn.bias_ih_l0	2	0.02114957571029663
18974	rnn.bias_ih_l0	3	-0.10714001953601837
18974	rnn.bias_ih_l0	4	-0.01441302988678217
18974	rnn.bias_ih_l0	5	-0.054915428161621094
18974	rnn.bias_ih_l0	6	0.0315372459590435
18974	rnn.bias_ih_l0	7	-0.05513346195220947
18974	rnn.bias_ih_l0	8	0.004843364469707012
18974	rnn.bias_ih_l0	9	-0.09946908056735992
18974	rnn.bias_hh_l0	0	-0.011071623302996159
18974	rnn.bias_hh_l0	1	0.10504169762134552
18974	rnn.bias_hh_l0	2	0.04122227057814598
18974	rnn.bias_hh_l0	3	-0.009652773849666119
18974	rnn.bias_hh_l0	4	-0.0593579076230526
18974	rnn.bias_hh_l0	5	0.008137166500091553
18974	rnn.bias_hh_l0	6	0.056500036269426346
18974	rnn.bias_hh_l0	7	-0.0840144008398056
18974	rnn.bias_hh_l0	8	-0.037460748106241226
18974	rnn.bias_hh_l0	9	-0.05991065129637718
18974	rnn.weight_ih_l0_reverse	0	0.0324629582464695
18974	rnn.weight_ih_l0_reverse	1	-0.05273967981338501
18974	rnn.weight_ih_l0_reverse	2	0.034253787249326706
18974	rnn.weight_ih_l0_reverse	3	0.0030995754059404135
18974	rnn.weight_ih_l0_reverse	4	0.027133528143167496
18974	rnn.weight_ih_l0_reverse	5	-0.03700137138366699
18974	rnn.weight_ih_l0_reverse	6	0.02647405117750168
18974	rnn.weight_ih_l0_reverse	7	0.04023877531290054
18974	rnn.weight_ih_l0_reverse	8	-0.021571550518274307
18974	rnn.weight_ih_l0_reverse	9	0.009397351182997227
18974	rnn.weight_hh_l0_reverse	0	0.04522440955042839
18974	rnn.weight_hh_l0_reverse	1	0.04046003147959709
18974	rnn.weight_hh_l0_reverse	2	-0.01624297723174095
18974	rnn.weight_hh_l0_reverse	3	-0.03865905851125717
18974	rnn.weight_hh_l0_reverse	4	0.0039505427703261375
18974	rnn.weight_hh_l0_reverse	5	-0.045104917138814926
18974	rnn.weight_hh_l0_reverse	6	-0.008966054767370224
18974	rnn.weight_hh_l0_reverse	7	0.02460459992289543
18974	rnn.weight_hh_l0_reverse	8	0.006070943549275398
18974	rnn.weight_hh_l0_reverse	9	-0.0029840206261724234
18974	rnn.bias_ih_l0_reverse	0	-0.0376860685646534
18974	rnn.bias_ih_l0_reverse	1	-0.059774864464998245
18974	rnn.bias_ih_l0_reverse	2	-0.07263977825641632
18974	rnn.bias_ih_l0_reverse	3	0.01617228239774704
18974	rnn.bias_ih_l0_reverse	4	-0.015123730525374413
18974	rnn.bias_ih_l0_reverse	5	-0.04352419823408127
18974	rnn.bias_ih_l0_reverse	6	-0.044738516211509705
18974	rnn.bias_ih_l0_reverse	7	-0.002882228698581457
18974	rnn.bias_ih_l0_reverse	8	-0.030191732570528984
18974	rnn.bias_ih_l0_reverse	9	-0.0715935081243515
18974	rnn.bias_hh_l0_reverse	0	-0.07606353610754013
18974	rnn.bias_hh_l0_reverse	1	-0.0846666470170021
18974	rnn.bias_hh_l0_reverse	2	0.08129512518644333
18974	rnn.bias_hh_l0_reverse	3	-0.020133651793003082
18974	rnn.bias_hh_l0_reverse	4	-0.023748958483338356
18974	rnn.bias_hh_l0_reverse	5	-0.05455468222498894
18974	rnn.bias_hh_l0_reverse	6	-0.01722022518515587
18974	rnn.bias_hh_l0_reverse	7	-0.007986505515873432
18974	rnn.bias_hh_l0_reverse	8	0.01675790175795555
18974	rnn.bias_hh_l0_reverse	9	0.03316342830657959
18974	linear.weight	0	-0.008744265884160995
18974	linear.weight	1	-0.1272834688425064
18974	linear.weight	2	0.14630821347236633
18974	linear.weight	3	-0.08376985788345337
18974	linear.weight	4	-0.010588549077510834
18974	linear.weight	5	0.044885195791721344
18974	linear.weight	6	-0.010739270597696304
18974	linear.weight	7	-0.08163734525442123
18974	linear.weight	8	0.23758643865585327
18974	linear.weight	9	-0.14215777814388275
18974	linear.bias	0	-0.03956538438796997
18974	linear.bias	1	0.031413208693265915
18974	linear.bias	2	0.5068897008895874
18974	linear.bias	3	0.2518938481807709
18974	linear.bias	4	0.9478091597557068
18974	linear.bias	5	-1.0942654609680176
18974	linear.bias	6	-0.512300968170166
18974	linear.bias	7	-0.09898899495601654
19532	transitions	0	-0.631141185760498
19532	transitions	1	-10000.0
19532	transitions	2	-0.7969565987586975
19532	transitions	3	-10000.0
19532	transitions	4	1.1376399993896484
19532	transitions	5	-10000.0
19532	transitions	6	-10000.0
19532	transitions	7	0.8565197587013245
19532	transitions	8	-1.569885015487671
19532	transitions	9	-3.2028324604034424
19532	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
19532	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
19532	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
19532	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
19532	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
19532	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
19532	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
19532	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
19532	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
19532	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
19532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
19532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
19532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
19532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
19532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
19532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
19532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
19532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
19532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
19532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
19532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
19532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
19532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
19532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
19532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
19532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
19532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
19532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
19532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
19532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
19532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
19532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
19532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
19532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
19532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
19532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
19532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
19532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
19532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
19532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
19532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
19532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
19532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
19532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
19532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
19532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
19532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
19532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
19532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
19532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
19532	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
19532	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
19532	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
19532	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
19532	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
19532	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
19532	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
19532	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
19532	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
19532	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
19532	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
19532	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
19532	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
19532	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
19532	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
19532	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
19532	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
19532	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
19532	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
19532	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
19532	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
19532	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
19532	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
19532	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
19532	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
19532	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
19532	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
19532	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
19532	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
19532	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
19532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
19532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
19532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
19532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
19532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
19532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
19532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
19532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
19532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
19532	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
19532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
19532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
19532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
19532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
19532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
19532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
19532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
19532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
19532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
19532	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
19532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
19532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
19532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
19532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
19532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
19532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
19532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
19532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
19532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
19532	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
19532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
19532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
19532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
19532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
19532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
19532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
19532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
19532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
19532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
19532	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
19532	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
19532	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
19532	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
19532	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
19532	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
19532	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
19532	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
19532	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
19532	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
19532	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
19532	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
19532	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
19532	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
19532	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
19532	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
19532	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
19532	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
19532	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
19532	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
19532	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
19532	embedding2nn.weight	0	0.006380375940352678
19532	embedding2nn.weight	1	0.007335773669183254
19532	embedding2nn.weight	2	0.01314729917794466
19532	embedding2nn.weight	3	0.003892711829394102
19532	embedding2nn.weight	4	0.011085577309131622
19532	embedding2nn.weight	5	-0.006939604878425598
19532	embedding2nn.weight	6	-0.013020655140280724
19532	embedding2nn.weight	7	-0.008134660311043262
19532	embedding2nn.weight	8	-0.005299222655594349
19532	embedding2nn.weight	9	-0.008863351307809353
19532	embedding2nn.bias	0	0.0029085916467010975
19532	embedding2nn.bias	1	-0.017597414553165436
19532	embedding2nn.bias	2	0.038681045174598694
19532	embedding2nn.bias	3	0.02570401504635811
19532	embedding2nn.bias	4	-0.0038299697916954756
19532	embedding2nn.bias	5	-0.03821154683828354
19532	embedding2nn.bias	6	0.03394812345504761
19532	embedding2nn.bias	7	-0.006607152987271547
19532	embedding2nn.bias	8	-0.024578554555773735
19532	embedding2nn.bias	9	0.007341989781707525
19532	rnn.weight_ih_l0	0	0.05838668718934059
19532	rnn.weight_ih_l0	1	-0.04330146312713623
19532	rnn.weight_ih_l0	2	-0.015333378687500954
19532	rnn.weight_ih_l0	3	0.03675035014748573
19532	rnn.weight_ih_l0	4	-0.009388016536831856
19532	rnn.weight_ih_l0	5	0.06211400032043457
19532	rnn.weight_ih_l0	6	0.012897380627691746
19532	rnn.weight_ih_l0	7	0.06060510128736496
19532	rnn.weight_ih_l0	8	0.009899308905005455
19532	rnn.weight_ih_l0	9	-0.016110636293888092
19532	rnn.weight_hh_l0	0	-0.039173614233732224
19532	rnn.weight_hh_l0	1	-0.01979423500597477
19532	rnn.weight_hh_l0	2	-0.05937088653445244
19532	rnn.weight_hh_l0	3	-0.01826731488108635
19532	rnn.weight_hh_l0	4	-0.006736294832080603
19532	rnn.weight_hh_l0	5	-0.02369460090994835
19532	rnn.weight_hh_l0	6	-0.009822177700698376
19532	rnn.weight_hh_l0	7	-0.05575641617178917
19532	rnn.weight_hh_l0	8	0.0608147457242012
19532	rnn.weight_hh_l0	9	0.03301425278186798
19532	rnn.bias_ih_l0	0	-0.07944684475660324
19532	rnn.bias_ih_l0	1	-0.07184232771396637
19532	rnn.bias_ih_l0	2	0.01855422370135784
19532	rnn.bias_ih_l0	3	-0.10799915343523026
19532	rnn.bias_ih_l0	4	-0.013760059140622616
19532	rnn.bias_ih_l0	5	-0.05907516926527023
19532	rnn.bias_ih_l0	6	0.03154731169342995
19532	rnn.bias_ih_l0	7	-0.05565287917852402
19532	rnn.bias_ih_l0	8	0.0030756995547562838
19532	rnn.bias_ih_l0	9	-0.09924407303333282
19532	rnn.bias_hh_l0	0	-0.012979903258383274
19532	rnn.bias_hh_l0	1	0.10346173495054245
19532	rnn.bias_hh_l0	2	0.042014580219984055
19532	rnn.bias_hh_l0	3	-0.004283742513507605
19532	rnn.bias_hh_l0	4	-0.0604044534265995
19532	rnn.bias_hh_l0	5	0.003847219981253147
19532	rnn.bias_hh_l0	6	0.05243133753538132
19532	rnn.bias_hh_l0	7	-0.0915316641330719
19532	rnn.bias_hh_l0	8	-0.043105266988277435
19532	rnn.bias_hh_l0	9	-0.058970026671886444
19532	rnn.weight_ih_l0_reverse	0	0.03233131393790245
19532	rnn.weight_ih_l0_reverse	1	-0.05280210077762604
19532	rnn.weight_ih_l0_reverse	2	0.0344419963657856
19532	rnn.weight_ih_l0_reverse	3	0.002637338126078248
19532	rnn.weight_ih_l0_reverse	4	0.027505382895469666
19532	rnn.weight_ih_l0_reverse	5	-0.03736472129821777
19532	rnn.weight_ih_l0_reverse	6	0.026149369776248932
19532	rnn.weight_ih_l0_reverse	7	0.040048517286777496
19532	rnn.weight_ih_l0_reverse	8	-0.021590741351246834
19532	rnn.weight_ih_l0_reverse	9	0.01040799543261528
19532	rnn.weight_hh_l0_reverse	0	0.045403141528367996
19532	rnn.weight_hh_l0_reverse	1	0.04061040282249451
19532	rnn.weight_hh_l0_reverse	2	-0.016320079565048218
19532	rnn.weight_hh_l0_reverse	3	-0.03939313814043999
19532	rnn.weight_hh_l0_reverse	4	0.004249319899827242
19532	rnn.weight_hh_l0_reverse	5	-0.045763641595840454
19532	rnn.weight_hh_l0_reverse	6	-0.00889586191624403
19532	rnn.weight_hh_l0_reverse	7	0.024609975516796112
19532	rnn.weight_hh_l0_reverse	8	0.00690710311755538
19532	rnn.weight_hh_l0_reverse	9	-0.0028027913067489862
19532	rnn.bias_ih_l0_reverse	0	-0.03711947053670883
19532	rnn.bias_ih_l0_reverse	1	-0.060290951281785965
19532	rnn.bias_ih_l0_reverse	2	-0.06995473057031631
19532	rnn.bias_ih_l0_reverse	3	0.01219860278069973
19532	rnn.bias_ih_l0_reverse	4	-0.01319247018545866
19532	rnn.bias_ih_l0_reverse	5	-0.04398312047123909
19532	rnn.bias_ih_l0_reverse	6	-0.04940338805317879
19532	rnn.bias_ih_l0_reverse	7	-0.0057874079793691635
19532	rnn.bias_ih_l0_reverse	8	-0.03143877163529396
19532	rnn.bias_ih_l0_reverse	9	-0.07326072454452515
19532	rnn.bias_hh_l0_reverse	0	-0.07364325225353241
19532	rnn.bias_hh_l0_reverse	1	-0.08521366119384766
19532	rnn.bias_hh_l0_reverse	2	0.08502227813005447
19532	rnn.bias_hh_l0_reverse	3	-0.016488289460539818
19532	rnn.bias_hh_l0_reverse	4	-0.02265436202287674
19532	rnn.bias_hh_l0_reverse	5	-0.06098064407706261
19532	rnn.bias_hh_l0_reverse	6	-0.01548919640481472
19532	rnn.bias_hh_l0_reverse	7	-0.008285182528197765
19532	rnn.bias_hh_l0_reverse	8	0.015023649670183659
19532	rnn.bias_hh_l0_reverse	9	0.032225728034973145
19532	linear.weight	0	-0.008773194625973701
19532	linear.weight	1	-0.13117092847824097
19532	linear.weight	2	0.16027683019638062
19532	linear.weight	3	-0.08389771729707718
19532	linear.weight	4	-0.010588549077510834
19532	linear.weight	5	0.04179950803518295
19532	linear.weight	6	-0.010739270597696304
19532	linear.weight	7	-0.02359718084335327
19532	linear.weight	8	0.16276031732559204
19532	linear.weight	9	-0.1351022869348526
19532	linear.bias	0	-0.03956538438796997
19532	linear.bias	1	0.031413208693265915
19532	linear.bias	2	0.4203520119190216
19532	linear.bias	3	0.32535117864608765
19532	linear.bias	4	0.9234359264373779
19532	linear.bias	5	-1.1003897190093994
19532	linear.bias	6	-0.4909241795539856
19532	linear.bias	7	-0.0767953172326088
20090	transitions	0	-0.6525421738624573
20090	transitions	1	-10000.0
20090	transitions	2	-0.7969565987586975
20090	transitions	3	-10000.0
20090	transitions	4	1.166723608970642
20090	transitions	5	-10000.0
20090	transitions	6	-10000.0
20090	transitions	7	0.857149600982666
20090	transitions	8	-1.5826811790466309
20090	transitions	9	-3.2213521003723145
20090	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
20090	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
20090	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
20090	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
20090	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
20090	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
20090	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
20090	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
20090	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
20090	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
20090	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
20090	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
20090	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
20090	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
20090	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
20090	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
20090	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
20090	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
20090	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
20090	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
20090	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
20090	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
20090	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
20090	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
20090	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
20090	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
20090	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
20090	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
20090	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
20090	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
20090	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
20090	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
20090	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
20090	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
20090	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
20090	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
20090	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
20090	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
20090	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
20090	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
20090	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
20090	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
20090	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
20090	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
20090	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
20090	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
20090	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
20090	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
20090	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
20090	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
20090	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
20090	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
20090	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
20090	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
20090	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
20090	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
20090	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
20090	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
20090	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
20090	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
20090	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
20090	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
20090	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
20090	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
20090	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
20090	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
20090	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
20090	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
20090	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
20090	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
20090	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
20090	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
20090	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
20090	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
20090	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
20090	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
20090	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
20090	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
20090	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
20090	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
20090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
20090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
20090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
20090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
20090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
20090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
20090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
20090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
20090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
20090	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
20090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
20090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
20090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
20090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
20090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
20090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
20090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
20090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
20090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
20090	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
20090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
20090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
20090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
20090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
20090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
20090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
20090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
20090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
20090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
20090	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
20090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
20090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
20090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
20090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
20090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
20090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
20090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
20090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
20090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
20090	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
20090	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
20090	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
20090	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
20090	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
20090	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
20090	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
20090	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
20090	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
20090	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
20090	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
20090	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
20090	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
20090	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
20090	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
20090	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
20090	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
20090	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
20090	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
20090	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
20090	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
20090	embedding2nn.weight	0	0.006366463378071785
20090	embedding2nn.weight	1	0.007292778231203556
20090	embedding2nn.weight	2	0.01313878409564495
20090	embedding2nn.weight	3	0.005842291284352541
20090	embedding2nn.weight	4	0.011188404634594917
20090	embedding2nn.weight	5	-0.006009863689541817
20090	embedding2nn.weight	6	-0.012842495925724506
20090	embedding2nn.weight	7	-0.008229902945458889
20090	embedding2nn.weight	8	-0.0049986401572823524
20090	embedding2nn.weight	9	-0.008589565753936768
20090	embedding2nn.bias	0	-0.006708778440952301
20090	embedding2nn.bias	1	-0.01571464166045189
20090	embedding2nn.bias	2	0.036325447261333466
20090	embedding2nn.bias	3	0.03721499815583229
20090	embedding2nn.bias	4	-0.009205489419400692
20090	embedding2nn.bias	5	-0.02589382417500019
20090	embedding2nn.bias	6	0.038533423095941544
20090	embedding2nn.bias	7	-0.015042547136545181
20090	embedding2nn.bias	8	-0.01656682975590229
20090	embedding2nn.bias	9	0.021252768114209175
20090	rnn.weight_ih_l0	0	0.055545419454574585
20090	rnn.weight_ih_l0	1	-0.0435134619474411
20090	rnn.weight_ih_l0	2	-0.015430515632033348
20090	rnn.weight_ih_l0	3	0.037779197096824646
20090	rnn.weight_ih_l0	4	-0.009608838707208633
20090	rnn.weight_ih_l0	5	0.06340290606021881
20090	rnn.weight_ih_l0	6	0.012809157371520996
20090	rnn.weight_ih_l0	7	0.058880459517240524
20090	rnn.weight_ih_l0	8	0.010212074965238571
20090	rnn.weight_ih_l0	9	-0.016844285652041435
20090	rnn.weight_hh_l0	0	-0.03999190032482147
20090	rnn.weight_hh_l0	1	-0.020128220319747925
20090	rnn.weight_hh_l0	2	-0.058770012110471725
20090	rnn.weight_hh_l0	3	-0.01827571541070938
20090	rnn.weight_hh_l0	4	-0.006753445602953434
20090	rnn.weight_hh_l0	5	-0.023833701387047768
20090	rnn.weight_hh_l0	6	-0.00970433559268713
20090	rnn.weight_hh_l0	7	-0.05568430572748184
20090	rnn.weight_hh_l0	8	0.06054709851741791
20090	rnn.weight_hh_l0	9	0.036040298640728
20090	rnn.bias_ih_l0	0	-0.08033774048089981
20090	rnn.bias_ih_l0	1	-0.07145515829324722
20090	rnn.bias_ih_l0	2	0.0190249215811491
20090	rnn.bias_ih_l0	3	-0.10939279198646545
20090	rnn.bias_ih_l0	4	-0.01614014245569706
20090	rnn.bias_ih_l0	5	-0.06105902045965195
20090	rnn.bias_ih_l0	6	0.034739572554826736
20090	rnn.bias_ih_l0	7	-0.05568240210413933
20090	rnn.bias_ih_l0	8	0.004115559160709381
20090	rnn.bias_ih_l0	9	-0.10148606449365616
20090	rnn.bias_hh_l0	0	-0.012102536857128143
20090	rnn.bias_hh_l0	1	0.11556071788072586
20090	rnn.bias_hh_l0	2	0.04674917459487915
20090	rnn.bias_hh_l0	3	-0.00785805843770504
20090	rnn.bias_hh_l0	4	-0.06105035915970802
20090	rnn.bias_hh_l0	5	-0.002998525509610772
20090	rnn.bias_hh_l0	6	0.0521104596555233
20090	rnn.bias_hh_l0	7	-0.08589034527540207
20090	rnn.bias_hh_l0	8	-0.04411725327372551
20090	rnn.bias_hh_l0	9	-0.05559819936752319
20090	rnn.weight_ih_l0_reverse	0	0.031490787863731384
20090	rnn.weight_ih_l0_reverse	1	-0.05336293205618858
20090	rnn.weight_ih_l0_reverse	2	0.03415446728467941
20090	rnn.weight_ih_l0_reverse	3	0.0023461151868104935
20090	rnn.weight_ih_l0_reverse	4	0.027633197605609894
20090	rnn.weight_ih_l0_reverse	5	-0.03841958940029144
20090	rnn.weight_ih_l0_reverse	6	0.02517126128077507
20090	rnn.weight_ih_l0_reverse	7	0.04024159535765648
20090	rnn.weight_ih_l0_reverse	8	-0.021524576470255852
20090	rnn.weight_ih_l0_reverse	9	0.009455779567360878
20090	rnn.weight_hh_l0_reverse	0	0.045296333730220795
20090	rnn.weight_hh_l0_reverse	1	0.0405677892267704
20090	rnn.weight_hh_l0_reverse	2	-0.015968190506100655
20090	rnn.weight_hh_l0_reverse	3	-0.04019821807742119
20090	rnn.weight_hh_l0_reverse	4	0.003777299541980028
20090	rnn.weight_hh_l0_reverse	5	-0.045105528086423874
20090	rnn.weight_hh_l0_reverse	6	-0.009013742208480835
20090	rnn.weight_hh_l0_reverse	7	0.024686213582754135
20090	rnn.weight_hh_l0_reverse	8	0.005418899469077587
20090	rnn.weight_hh_l0_reverse	9	-0.0030890784692019224
20090	rnn.bias_ih_l0_reverse	0	-0.03633935749530792
20090	rnn.bias_ih_l0_reverse	1	-0.061884235590696335
20090	rnn.bias_ih_l0_reverse	2	-0.07004115730524063
20090	rnn.bias_ih_l0_reverse	3	0.016249170526862144
20090	rnn.bias_ih_l0_reverse	4	-0.012204206548631191
20090	rnn.bias_ih_l0_reverse	5	-0.04465491697192192
20090	rnn.bias_ih_l0_reverse	6	-0.05239516869187355
20090	rnn.bias_ih_l0_reverse	7	-0.0072393156588077545
20090	rnn.bias_ih_l0_reverse	8	-0.03201306238770485
20090	rnn.bias_ih_l0_reverse	9	-0.07430603355169296
20090	rnn.bias_hh_l0_reverse	0	-0.07504355907440186
20090	rnn.bias_hh_l0_reverse	1	-0.08585815131664276
20090	rnn.bias_hh_l0_reverse	2	0.08828343451023102
20090	rnn.bias_hh_l0_reverse	3	-0.012996132485568523
20090	rnn.bias_hh_l0_reverse	4	-0.024841023609042168
20090	rnn.bias_hh_l0_reverse	5	-0.06602852791547775
20090	rnn.bias_hh_l0_reverse	6	-0.020321805030107498
20090	rnn.bias_hh_l0_reverse	7	-0.004624535795301199
20090	rnn.bias_hh_l0_reverse	8	0.014285903424024582
20090	rnn.bias_hh_l0_reverse	9	0.03253494203090668
20090	linear.weight	0	-0.008807815611362457
20090	linear.weight	1	-0.06461698561906815
20090	linear.weight	2	0.14841538667678833
20090	linear.weight	3	-0.08397430926561356
20090	linear.weight	4	-0.010588549077510834
20090	linear.weight	5	0.05471715331077576
20090	linear.weight	6	-0.010739270597696304
20090	linear.weight	7	-0.06251920759677887
20090	linear.weight	8	0.14218923449516296
20090	linear.weight	9	-0.1334560662508011
20090	linear.bias	0	-0.03956538438796997
20090	linear.bias	1	0.031413208693265915
20090	linear.bias	2	0.4734618067741394
20090	linear.bias	3	0.2933792769908905
20090	linear.bias	4	0.9277512431144714
20090	linear.bias	5	-1.1063312292099
20090	linear.bias	6	-0.49955645203590393
20090	linear.bias	7	-0.08768521994352341
20648	transitions	0	-0.6693499684333801
20648	transitions	1	-10000.0
20648	transitions	2	-0.7969565987586975
20648	transitions	3	-10000.0
20648	transitions	4	1.1868484020233154
20648	transitions	5	-10000.0
20648	transitions	6	-10000.0
20648	transitions	7	0.8637343645095825
20648	transitions	8	-1.5951846837997437
20648	transitions	9	-3.238770008087158
20648	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
20648	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
20648	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
20648	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
20648	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
20648	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
20648	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
20648	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
20648	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
20648	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
20648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
20648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
20648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
20648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
20648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
20648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
20648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
20648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
20648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
20648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
20648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
20648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
20648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
20648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
20648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
20648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
20648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
20648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
20648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
20648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
20648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
20648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
20648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
20648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
20648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
20648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
20648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
20648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
20648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
20648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
20648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
20648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
20648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
20648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
20648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
20648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
20648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
20648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
20648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
20648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
20648	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
20648	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
20648	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
20648	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
20648	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
20648	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
20648	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
20648	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
20648	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
20648	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
20648	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
20648	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
20648	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
20648	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
20648	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
20648	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
20648	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
20648	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
20648	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
20648	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
20648	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
20648	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
20648	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
20648	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
20648	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
20648	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
20648	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
20648	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
20648	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
20648	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
20648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
20648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
20648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
20648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
20648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
20648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
20648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
20648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
20648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
20648	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
20648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
20648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
20648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
20648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
20648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
20648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
20648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
20648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
20648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
20648	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
20648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
20648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
20648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
20648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
20648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
20648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
20648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
20648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
20648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
20648	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
20648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
20648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
20648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
20648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
20648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
20648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
20648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
20648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
20648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
20648	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
20648	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
20648	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
20648	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
20648	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
20648	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
20648	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
20648	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
20648	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
20648	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
20648	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
20648	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
20648	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
20648	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
20648	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
20648	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
20648	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
20648	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
20648	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
20648	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
20648	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
20648	embedding2nn.weight	0	0.006392166018486023
20648	embedding2nn.weight	1	0.007323810365051031
20648	embedding2nn.weight	2	0.013127172365784645
20648	embedding2nn.weight	3	0.005914110690355301
20648	embedding2nn.weight	4	0.01079663634300232
20648	embedding2nn.weight	5	-0.005231934599578381
20648	embedding2nn.weight	6	-0.013269058428704739
20648	embedding2nn.weight	7	-0.008405608125030994
20648	embedding2nn.weight	8	-0.004480611998587847
20648	embedding2nn.weight	9	-0.008352643810212612
20648	embedding2nn.bias	0	-0.004625771194696426
20648	embedding2nn.bias	1	-0.022349722683429718
20648	embedding2nn.bias	2	0.046330492943525314
20648	embedding2nn.bias	3	0.03493338078260422
20648	embedding2nn.bias	4	-0.013402878306806087
20648	embedding2nn.bias	5	-0.03994225710630417
20648	embedding2nn.bias	6	0.0403628870844841
20648	embedding2nn.bias	7	-0.01462818868458271
20648	embedding2nn.bias	8	-0.010518389753997326
20648	embedding2nn.bias	9	0.02056029438972473
20648	rnn.weight_ih_l0	0	0.058507684618234634
20648	rnn.weight_ih_l0	1	-0.04368503764271736
20648	rnn.weight_ih_l0	2	-0.01454849448055029
20648	rnn.weight_ih_l0	3	0.03660733625292778
20648	rnn.weight_ih_l0	4	-0.009210550226271152
20648	rnn.weight_ih_l0	5	0.06346148252487183
20648	rnn.weight_ih_l0	6	0.013085960410535336
20648	rnn.weight_ih_l0	7	0.05867438390851021
20648	rnn.weight_ih_l0	8	0.011624370701611042
20648	rnn.weight_ih_l0	9	-0.015904612839221954
20648	rnn.weight_hh_l0	0	-0.039927709847688675
20648	rnn.weight_hh_l0	1	-0.020782925188541412
20648	rnn.weight_hh_l0	2	-0.05826098471879959
20648	rnn.weight_hh_l0	3	-0.018344607204198837
20648	rnn.weight_hh_l0	4	-0.0063670938834548
20648	rnn.weight_hh_l0	5	-0.02400086633861065
20648	rnn.weight_hh_l0	6	-0.009844870306551456
20648	rnn.weight_hh_l0	7	-0.05604172497987747
20648	rnn.weight_hh_l0	8	0.060770679265260696
20648	rnn.weight_hh_l0	9	0.0370200052857399
20648	rnn.bias_ih_l0	0	-0.07995112240314484
20648	rnn.bias_ih_l0	1	-0.0759972482919693
20648	rnn.bias_ih_l0	2	0.018048806115984917
20648	rnn.bias_ih_l0	3	-0.11060882359743118
20648	rnn.bias_ih_l0	4	-0.016756391152739525
20648	rnn.bias_ih_l0	5	-0.06314262747764587
20648	rnn.bias_ih_l0	6	0.03221692517399788
20648	rnn.bias_ih_l0	7	-0.05692833289504051
20648	rnn.bias_ih_l0	8	0.004134417045861483
20648	rnn.bias_ih_l0	9	-0.10050652176141739
20648	rnn.bias_hh_l0	0	-0.013127220794558525
20648	rnn.bias_hh_l0	1	0.11025984585285187
20648	rnn.bias_hh_l0	2	0.04735532030463219
20648	rnn.bias_hh_l0	3	-0.010589591227471828
20648	rnn.bias_hh_l0	4	-0.0678684189915657
20648	rnn.bias_hh_l0	5	-0.008771570399403572
20648	rnn.bias_hh_l0	6	0.052711617201566696
20648	rnn.bias_hh_l0	7	-0.08104892820119858
20648	rnn.bias_hh_l0	8	-0.03868015855550766
20648	rnn.bias_hh_l0	9	-0.058178938925266266
20648	rnn.weight_ih_l0_reverse	0	0.031298063695430756
20648	rnn.weight_ih_l0_reverse	1	-0.051616426557302475
20648	rnn.weight_ih_l0_reverse	2	0.03433955833315849
20648	rnn.weight_ih_l0_reverse	3	0.003005622886121273
20648	rnn.weight_ih_l0_reverse	4	0.027677442878484726
20648	rnn.weight_ih_l0_reverse	5	-0.03951282799243927
20648	rnn.weight_ih_l0_reverse	6	0.022472547367215157
20648	rnn.weight_ih_l0_reverse	7	0.04033808410167694
20648	rnn.weight_ih_l0_reverse	8	-0.02133932150900364
20648	rnn.weight_ih_l0_reverse	9	0.008575505577027798
20648	rnn.weight_hh_l0_reverse	0	0.045349881052970886
20648	rnn.weight_hh_l0_reverse	1	0.039987776428461075
20648	rnn.weight_hh_l0_reverse	2	-0.01586308889091015
20648	rnn.weight_hh_l0_reverse	3	-0.03951078653335571
20648	rnn.weight_hh_l0_reverse	4	0.004029760602861643
20648	rnn.weight_hh_l0_reverse	5	-0.04492693021893501
20648	rnn.weight_hh_l0_reverse	6	-0.009066976606845856
20648	rnn.weight_hh_l0_reverse	7	0.024467235431075096
20648	rnn.weight_hh_l0_reverse	8	0.0025048458483070135
20648	rnn.weight_hh_l0_reverse	9	-0.003044265555217862
20648	rnn.bias_ih_l0_reverse	0	-0.03697759285569191
20648	rnn.bias_ih_l0_reverse	1	-0.0577021948993206
20648	rnn.bias_ih_l0_reverse	2	-0.07277578115463257
20648	rnn.bias_ih_l0_reverse	3	0.01233835332095623
20648	rnn.bias_ih_l0_reverse	4	-0.01850568875670433
20648	rnn.bias_ih_l0_reverse	5	-0.04462988302111626
20648	rnn.bias_ih_l0_reverse	6	-0.054386649280786514
20648	rnn.bias_ih_l0_reverse	7	-0.0119796022772789
20648	rnn.bias_ih_l0_reverse	8	-0.031557027250528336
20648	rnn.bias_ih_l0_reverse	9	-0.07401948422193527
20648	rnn.bias_hh_l0_reverse	0	-0.07637237012386322
20648	rnn.bias_hh_l0_reverse	1	-0.08298823982477188
20648	rnn.bias_hh_l0_reverse	2	0.09410476684570312
20648	rnn.bias_hh_l0_reverse	3	-0.006010658573359251
20648	rnn.bias_hh_l0_reverse	4	-0.023808982223272324
20648	rnn.bias_hh_l0_reverse	5	-0.06830570846796036
20648	rnn.bias_hh_l0_reverse	6	-0.021601570770144463
20648	rnn.bias_hh_l0_reverse	7	-0.005259114783257246
20648	rnn.bias_hh_l0_reverse	8	0.010894775390625
20648	rnn.bias_hh_l0_reverse	9	0.0344574972987175
20648	linear.weight	0	-0.008855601772665977
20648	linear.weight	1	-0.04885685443878174
20648	linear.weight	2	0.1774904876947403
20648	linear.weight	3	-0.08398280292749405
20648	linear.weight	4	-0.010588549077510834
20648	linear.weight	5	0.020669767633080482
20648	linear.weight	6	-0.010739270597696304
20648	linear.weight	7	-0.05891213193535805
20648	linear.weight	8	0.21329428255558014
20648	linear.weight	9	-0.12387166172266006
20648	linear.bias	0	-0.03956538438796997
20648	linear.bias	1	0.031413208693265915
20648	linear.bias	2	0.4032335579395294
20648	linear.bias	3	0.35565871000289917
20648	linear.bias	4	0.9505639672279358
20648	linear.bias	5	-1.1118526458740234
20648	linear.bias	6	-0.5022841095924377
20648	linear.bias	7	-0.09431828558444977
21206	transitions	0	-0.6872115135192871
21206	transitions	1	-10000.0
21206	transitions	2	-0.7969565987586975
21206	transitions	3	-10000.0
21206	transitions	4	1.2243098020553589
21206	transitions	5	-10000.0
21206	transitions	6	-10000.0
21206	transitions	7	0.8886756896972656
21206	transitions	8	-1.6092637777328491
21206	transitions	9	-3.256563663482666
21206	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
21206	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
21206	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
21206	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
21206	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
21206	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
21206	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
21206	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
21206	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
21206	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
21206	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
21206	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
21206	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
21206	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
21206	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
21206	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
21206	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
21206	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
21206	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
21206	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
21206	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
21206	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
21206	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
21206	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
21206	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
21206	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
21206	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
21206	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
21206	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
21206	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
21206	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
21206	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
21206	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
21206	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
21206	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
21206	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
21206	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
21206	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
21206	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
21206	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
21206	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
21206	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
21206	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
21206	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
21206	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
21206	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
21206	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
21206	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
21206	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
21206	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
21206	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
21206	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
21206	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
21206	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
21206	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
21206	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
21206	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
21206	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
21206	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
21206	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
21206	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
21206	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
21206	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
21206	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
21206	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
21206	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
21206	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
21206	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
21206	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
21206	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
21206	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
21206	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
21206	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
21206	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
21206	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
21206	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
21206	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
21206	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
21206	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
21206	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
21206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
21206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
21206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
21206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
21206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
21206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
21206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
21206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
21206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
21206	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
21206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
21206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
21206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
21206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
21206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
21206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
21206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
21206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
21206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
21206	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
21206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
21206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
21206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
21206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
21206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
21206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
21206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
21206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
21206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
21206	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
21206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
21206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
21206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
21206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
21206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
21206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
21206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
21206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
21206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
21206	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
21206	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
21206	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
21206	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
21206	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
21206	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
21206	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
21206	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
21206	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
21206	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
21206	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
21206	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
21206	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
21206	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
21206	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
21206	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
21206	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
21206	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
21206	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
21206	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
21206	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
21206	embedding2nn.weight	0	0.006395111791789532
21206	embedding2nn.weight	1	0.007301406469196081
21206	embedding2nn.weight	2	0.013133399188518524
21206	embedding2nn.weight	3	0.005019265692681074
21206	embedding2nn.weight	4	0.011596951633691788
21206	embedding2nn.weight	5	-0.005019869655370712
21206	embedding2nn.weight	6	-0.013465391471982002
21206	embedding2nn.weight	7	-0.008215918205678463
21206	embedding2nn.weight	8	-0.004418439231812954
21206	embedding2nn.weight	9	-0.00848197191953659
21206	embedding2nn.bias	0	-0.0019323319429531693
21206	embedding2nn.bias	1	-0.016178980469703674
21206	embedding2nn.bias	2	0.04163369536399841
21206	embedding2nn.bias	3	0.03286653384566307
21206	embedding2nn.bias	4	-0.0019383457256481051
21206	embedding2nn.bias	5	-0.022689124569296837
21206	embedding2nn.bias	6	0.03359935060143471
21206	embedding2nn.bias	7	-0.014445040374994278
21206	embedding2nn.bias	8	-0.025985514745116234
21206	embedding2nn.bias	9	0.019406374543905258
21206	rnn.weight_ih_l0	0	0.05771946534514427
21206	rnn.weight_ih_l0	1	-0.04298366233706474
21206	rnn.weight_ih_l0	2	-0.01577250100672245
21206	rnn.weight_ih_l0	3	0.035012394189834595
21206	rnn.weight_ih_l0	4	-0.009944289922714233
21206	rnn.weight_ih_l0	5	0.06134788691997528
21206	rnn.weight_ih_l0	6	0.012271542102098465
21206	rnn.weight_ih_l0	7	0.05872582644224167
21206	rnn.weight_ih_l0	8	0.015089540742337704
21206	rnn.weight_ih_l0	9	-0.01685267686843872
21206	rnn.weight_hh_l0	0	-0.04117243364453316
21206	rnn.weight_hh_l0	1	-0.020391272380948067
21206	rnn.weight_hh_l0	2	-0.05828331410884857
21206	rnn.weight_hh_l0	3	-0.018128294497728348
21206	rnn.weight_hh_l0	4	-0.006306353025138378
21206	rnn.weight_hh_l0	5	-0.024323895573616028
21206	rnn.weight_hh_l0	6	-0.009829138405621052
21206	rnn.weight_hh_l0	7	-0.056066546589136124
21206	rnn.weight_hh_l0	8	0.06093611940741539
21206	rnn.weight_hh_l0	9	0.03740328550338745
21206	rnn.bias_ih_l0	0	-0.07758358865976334
21206	rnn.bias_ih_l0	1	-0.07196462154388428
21206	rnn.bias_ih_l0	2	0.01788713037967682
21206	rnn.bias_ih_l0	3	-0.11179742217063904
21206	rnn.bias_ih_l0	4	-0.025284375995397568
21206	rnn.bias_ih_l0	5	-0.0626872256398201
21206	rnn.bias_ih_l0	6	0.037760328501462936
21206	rnn.bias_ih_l0	7	-0.05654936656355858
21206	rnn.bias_ih_l0	8	0.004400655627250671
21206	rnn.bias_ih_l0	9	-0.10009504854679108
21206	rnn.bias_hh_l0	0	-0.01224320288747549
21206	rnn.bias_hh_l0	1	0.1124681904911995
21206	rnn.bias_hh_l0	2	0.04899144917726517
21206	rnn.bias_hh_l0	3	-0.013935844413936138
21206	rnn.bias_hh_l0	4	-0.06613253802061081
21206	rnn.bias_hh_l0	5	-0.00610551331192255
21206	rnn.bias_hh_l0	6	0.052182815968990326
21206	rnn.bias_hh_l0	7	-0.07927610725164413
21206	rnn.bias_hh_l0	8	-0.0416787751019001
21206	rnn.bias_hh_l0	9	-0.06317630410194397
21206	rnn.weight_ih_l0_reverse	0	0.033194173127412796
21206	rnn.weight_ih_l0_reverse	1	-0.05024780333042145
21206	rnn.weight_ih_l0_reverse	2	0.03419899567961693
21206	rnn.weight_ih_l0_reverse	3	0.002938566729426384
21206	rnn.weight_ih_l0_reverse	4	0.027985503897070885
21206	rnn.weight_ih_l0_reverse	5	-0.04285076633095741
21206	rnn.weight_ih_l0_reverse	6	0.021634040400385857
21206	rnn.weight_ih_l0_reverse	7	0.0399794727563858
21206	rnn.weight_ih_l0_reverse	8	-0.021347813308238983
21206	rnn.weight_ih_l0_reverse	9	0.009173613972961903
21206	rnn.weight_hh_l0_reverse	0	0.045529089868068695
21206	rnn.weight_hh_l0_reverse	1	0.039334461092948914
21206	rnn.weight_hh_l0_reverse	2	-0.016078131273388863
21206	rnn.weight_hh_l0_reverse	3	-0.039433326572179794
21206	rnn.weight_hh_l0_reverse	4	0.0045557282865047455
21206	rnn.weight_hh_l0_reverse	5	-0.04522823169827461
21206	rnn.weight_hh_l0_reverse	6	-0.009103357791900635
21206	rnn.weight_hh_l0_reverse	7	0.024449177086353302
21206	rnn.weight_hh_l0_reverse	8	0.002920170547440648
21206	rnn.weight_hh_l0_reverse	9	-0.002871437231078744
21206	rnn.bias_ih_l0_reverse	0	-0.03831855207681656
21206	rnn.bias_ih_l0_reverse	1	-0.06304974108934402
21206	rnn.bias_ih_l0_reverse	2	-0.07356219738721848
21206	rnn.bias_ih_l0_reverse	3	0.009483052417635918
21206	rnn.bias_ih_l0_reverse	4	-0.01370701938867569
21206	rnn.bias_ih_l0_reverse	5	-0.04352891817688942
21206	rnn.bias_ih_l0_reverse	6	-0.06035051494836807
21206	rnn.bias_ih_l0_reverse	7	-0.01011798158288002
21206	rnn.bias_ih_l0_reverse	8	-0.03308628499507904
21206	rnn.bias_ih_l0_reverse	9	-0.075898177921772
21206	rnn.bias_hh_l0_reverse	0	-0.08107507228851318
21206	rnn.bias_hh_l0_reverse	1	-0.09098629653453827
21206	rnn.bias_hh_l0_reverse	2	0.10407814383506775
21206	rnn.bias_hh_l0_reverse	3	-0.015858761966228485
21206	rnn.bias_hh_l0_reverse	4	-0.03170911222696304
21206	rnn.bias_hh_l0_reverse	5	-0.06466767936944962
21206	rnn.bias_hh_l0_reverse	6	-0.009521315805613995
21206	rnn.bias_hh_l0_reverse	7	-0.009090832434594631
21206	rnn.bias_hh_l0_reverse	8	0.011218777857720852
21206	rnn.bias_hh_l0_reverse	9	0.035249050706624985
21206	linear.weight	0	-0.008804191835224628
21206	linear.weight	1	-0.04575139284133911
21206	linear.weight	2	0.18295703828334808
21206	linear.weight	3	-0.08397917449474335
21206	linear.weight	4	-0.010588549077510834
21206	linear.weight	5	0.07479741424322128
21206	linear.weight	6	-0.010739270597696304
21206	linear.weight	7	-0.09009188413619995
21206	linear.weight	8	0.2127229869365692
21206	linear.weight	9	-0.12438108026981354
21206	linear.bias	0	-0.03956538438796997
21206	linear.bias	1	0.031413208693265915
21206	linear.bias	2	0.3924542963504791
21206	linear.bias	3	0.2646833062171936
21206	linear.bias	4	0.996196985244751
21206	linear.bias	5	-1.1171483993530273
21206	linear.bias	6	-0.4781785011291504
21206	linear.bias	7	-0.05701761692762375
21764	transitions	0	-0.7038660645484924
21764	transitions	1	-10000.0
21764	transitions	2	-0.7969565987586975
21764	transitions	3	-10000.0
21764	transitions	4	1.2161277532577515
21764	transitions	5	-10000.0
21764	transitions	6	-10000.0
21764	transitions	7	0.9210013747215271
21764	transitions	8	-1.6222885847091675
21764	transitions	9	-3.2716803550720215
21764	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
21764	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
21764	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
21764	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
21764	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
21764	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
21764	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
21764	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
21764	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
21764	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
21764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
21764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
21764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
21764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
21764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
21764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
21764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
21764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
21764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
21764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
21764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
21764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
21764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
21764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
21764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
21764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
21764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
21764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
21764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
21764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
21764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
21764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
21764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
21764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
21764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
21764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
21764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
21764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
21764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
21764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
21764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
21764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
21764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
21764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
21764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
21764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
21764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
21764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
21764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
21764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
21764	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
21764	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
21764	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
21764	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
21764	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
21764	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
21764	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
21764	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
21764	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
21764	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
21764	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
21764	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
21764	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
21764	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
21764	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
21764	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
21764	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
21764	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
21764	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
21764	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
21764	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
21764	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
21764	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
21764	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
21764	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
21764	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
21764	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
21764	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
21764	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
21764	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
21764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
21764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
21764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
21764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
21764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
21764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
21764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
21764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
21764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
21764	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
21764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
21764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
21764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
21764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
21764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
21764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
21764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
21764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
21764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
21764	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
21764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
21764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
21764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
21764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
21764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
21764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
21764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
21764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
21764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
21764	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
21764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
21764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
21764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
21764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
21764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
21764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
21764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
21764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
21764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
21764	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
21764	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
21764	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
21764	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
21764	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
21764	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
21764	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
21764	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
21764	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
21764	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
21764	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
21764	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
21764	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
21764	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
21764	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
21764	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
21764	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
21764	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
21764	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
21764	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
21764	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
21764	embedding2nn.weight	0	0.006385155487805605
21764	embedding2nn.weight	1	0.00723109720274806
21764	embedding2nn.weight	2	0.013116723857820034
21764	embedding2nn.weight	3	0.005678912159055471
21764	embedding2nn.weight	4	0.012460376136004925
21764	embedding2nn.weight	5	-0.0044609964825212955
21764	embedding2nn.weight	6	-0.01357896625995636
21764	embedding2nn.weight	7	-0.008477306924760342
21764	embedding2nn.weight	8	-0.004349161870777607
21764	embedding2nn.weight	9	-0.008252355270087719
21764	embedding2nn.bias	0	-0.0016887201927602291
21764	embedding2nn.bias	1	-0.0109047070145607
21764	embedding2nn.bias	2	0.04196561872959137
21764	embedding2nn.bias	3	0.04765826091170311
21764	embedding2nn.bias	4	-0.006021129433065653
21764	embedding2nn.bias	5	-0.026967113837599754
21764	embedding2nn.bias	6	0.040094103664159775
21764	embedding2nn.bias	7	-0.017984557896852493
21764	embedding2nn.bias	8	-0.027009038254618645
21764	embedding2nn.bias	9	0.013585184700787067
21764	rnn.weight_ih_l0	0	0.058136072009801865
21764	rnn.weight_ih_l0	1	-0.04221172258257866
21764	rnn.weight_ih_l0	2	-0.016061484813690186
21764	rnn.weight_ih_l0	3	0.03527360036969185
21764	rnn.weight_ih_l0	4	-0.010825962759554386
21764	rnn.weight_ih_l0	5	0.06298533827066422
21764	rnn.weight_ih_l0	6	0.013054581359028816
21764	rnn.weight_ih_l0	7	0.05991852283477783
21764	rnn.weight_ih_l0	8	0.016020532697439194
21764	rnn.weight_ih_l0	9	-0.01623549312353134
21764	rnn.weight_hh_l0	0	-0.04169571399688721
21764	rnn.weight_hh_l0	1	-0.02041168510913849
21764	rnn.weight_hh_l0	2	-0.05865386873483658
21764	rnn.weight_hh_l0	3	-0.018523136153817177
21764	rnn.weight_hh_l0	4	-0.00622249161824584
21764	rnn.weight_hh_l0	5	-0.02442709542810917
21764	rnn.weight_hh_l0	6	-0.009862047620117664
21764	rnn.weight_hh_l0	7	-0.05472346022725105
21764	rnn.weight_hh_l0	8	0.06125757843255997
21764	rnn.weight_hh_l0	9	0.03745478391647339
21764	rnn.bias_ih_l0	0	-0.07435932755470276
21764	rnn.bias_ih_l0	1	-0.07633842527866364
21764	rnn.bias_ih_l0	2	0.01676242984831333
21764	rnn.bias_ih_l0	3	-0.10797569155693054
21764	rnn.bias_ih_l0	4	-0.029177719727158546
21764	rnn.bias_ih_l0	5	-0.07016503065824509
21764	rnn.bias_ih_l0	6	0.03942536562681198
21764	rnn.bias_ih_l0	7	-0.055633582174777985
21764	rnn.bias_ih_l0	8	0.0038111486937850714
21764	rnn.bias_ih_l0	9	-0.10264459252357483
21764	rnn.bias_hh_l0	0	-0.011285306885838509
21764	rnn.bias_hh_l0	1	0.12275409698486328
21764	rnn.bias_hh_l0	2	0.04570489749312401
21764	rnn.bias_hh_l0	3	-0.012391477823257446
21764	rnn.bias_hh_l0	4	-0.0657423660159111
21764	rnn.bias_hh_l0	5	-0.0005057554808445275
21764	rnn.bias_hh_l0	6	0.05120168998837471
21764	rnn.bias_hh_l0	7	-0.08097135275602341
21764	rnn.bias_hh_l0	8	-0.05276314541697502
21764	rnn.bias_hh_l0	9	-0.06583760678768158
21764	rnn.weight_ih_l0_reverse	0	0.03394992649555206
21764	rnn.weight_ih_l0_reverse	1	-0.04994383454322815
21764	rnn.weight_ih_l0_reverse	2	0.03398139029741287
21764	rnn.weight_ih_l0_reverse	3	0.0029963224660605192
21764	rnn.weight_ih_l0_reverse	4	0.028134344145655632
21764	rnn.weight_ih_l0_reverse	5	-0.0437534898519516
21764	rnn.weight_ih_l0_reverse	6	0.023302940651774406
21764	rnn.weight_ih_l0_reverse	7	0.04026457294821739
21764	rnn.weight_ih_l0_reverse	8	-0.021192222833633423
21764	rnn.weight_ih_l0_reverse	9	0.009410988539457321
21764	rnn.weight_hh_l0_reverse	0	0.04576829448342323
21764	rnn.weight_hh_l0_reverse	1	0.03870043531060219
21764	rnn.weight_hh_l0_reverse	2	-0.015915561467409134
21764	rnn.weight_hh_l0_reverse	3	-0.038981545716524124
21764	rnn.weight_hh_l0_reverse	4	0.0045806472189724445
21764	rnn.weight_hh_l0_reverse	5	-0.045114994049072266
21764	rnn.weight_hh_l0_reverse	6	-0.009404824115335941
21764	rnn.weight_hh_l0_reverse	7	0.0242970772087574
21764	rnn.weight_hh_l0_reverse	8	0.002795800333842635
21764	rnn.weight_hh_l0_reverse	9	-0.0025205095298588276
21764	rnn.bias_ih_l0_reverse	0	-0.04072170332074165
21764	rnn.bias_ih_l0_reverse	1	-0.06461837142705917
21764	rnn.bias_ih_l0_reverse	2	-0.07270439714193344
21764	rnn.bias_ih_l0_reverse	3	0.00878303311765194
21764	rnn.bias_ih_l0_reverse	4	-0.009032659232616425
21764	rnn.bias_ih_l0_reverse	5	-0.04567451402544975
21764	rnn.bias_ih_l0_reverse	6	-0.05721022188663483
21764	rnn.bias_ih_l0_reverse	7	-0.011954144574701786
21764	rnn.bias_ih_l0_reverse	8	-0.035179901868104935
21764	rnn.bias_ih_l0_reverse	9	-0.07897672057151794
21764	rnn.bias_hh_l0_reverse	0	-0.07719078660011292
21764	rnn.bias_hh_l0_reverse	1	-0.09027765691280365
21764	rnn.bias_hh_l0_reverse	2	0.10465862601995468
21764	rnn.bias_hh_l0_reverse	3	-0.011033513583242893
21764	rnn.bias_hh_l0_reverse	4	-0.02654113993048668
21764	rnn.bias_hh_l0_reverse	5	-0.07540684193372726
21764	rnn.bias_hh_l0_reverse	6	-0.01642836444079876
21764	rnn.bias_hh_l0_reverse	7	-0.00860473420470953
21764	rnn.bias_hh_l0_reverse	8	0.010521609336137772
21764	rnn.bias_hh_l0_reverse	9	0.04067429155111313
21764	linear.weight	0	-0.008776286616921425
21764	linear.weight	1	-0.02937171421945095
21764	linear.weight	2	0.136546790599823
21764	linear.weight	3	-0.0840023010969162
21764	linear.weight	4	-0.010588549077510834
21764	linear.weight	5	0.047183629125356674
21764	linear.weight	6	-0.010739270597696304
21764	linear.weight	7	-0.07787073403596878
21764	linear.weight	8	0.23726119101047516
21764	linear.weight	9	-0.14237064123153687
21764	linear.bias	0	-0.03956538438796997
21764	linear.bias	1	0.031413208693265915
21764	linear.bias	2	0.41886672377586365
21764	linear.bias	3	0.27072709798812866
21764	linear.bias	4	1.010919451713562
21764	linear.bias	5	-1.1224684715270996
21764	linear.bias	6	-0.4970583915710449
21764	linear.bias	7	-0.08000673353672028
22322	transitions	0	-0.720725953578949
22322	transitions	1	-10000.0
22322	transitions	2	-0.7969565987586975
22322	transitions	3	-10000.0
22322	transitions	4	1.2314071655273438
22322	transitions	5	-10000.0
22322	transitions	6	-10000.0
22322	transitions	7	0.9117855429649353
22322	transitions	8	-1.6360044479370117
22322	transitions	9	-3.2878012657165527
22322	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
22322	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
22322	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
22322	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
22322	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
22322	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
22322	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
22322	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
22322	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
22322	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
22322	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
22322	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
22322	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
22322	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
22322	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
22322	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
22322	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
22322	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
22322	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
22322	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
22322	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
22322	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
22322	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
22322	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
22322	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
22322	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
22322	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
22322	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
22322	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
22322	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
22322	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
22322	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
22322	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
22322	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
22322	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
22322	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
22322	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
22322	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
22322	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
22322	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
22322	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
22322	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
22322	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
22322	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
22322	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
22322	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
22322	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
22322	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
22322	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
22322	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
22322	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
22322	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
22322	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
22322	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
22322	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
22322	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
22322	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
22322	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
22322	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
22322	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
22322	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
22322	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
22322	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
22322	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
22322	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
22322	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
22322	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
22322	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
22322	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
22322	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
22322	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
22322	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
22322	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
22322	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
22322	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
22322	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
22322	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
22322	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
22322	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
22322	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
22322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
22322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
22322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
22322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
22322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
22322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
22322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
22322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
22322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
22322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
22322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
22322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
22322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
22322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
22322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
22322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
22322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
22322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
22322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
22322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
22322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
22322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
22322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
22322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
22322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
22322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
22322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
22322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
22322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
22322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
22322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
22322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
22322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
22322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
22322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
22322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
22322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
22322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
22322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
22322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
22322	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
22322	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
22322	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
22322	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
22322	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
22322	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
22322	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
22322	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
22322	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
22322	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
22322	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
22322	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
22322	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
22322	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
22322	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
22322	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
22322	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
22322	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
22322	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
22322	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
22322	embedding2nn.weight	0	0.006390765774995089
22322	embedding2nn.weight	1	0.0073866774328053
22322	embedding2nn.weight	2	0.013105598278343678
22322	embedding2nn.weight	3	0.005639018956571817
22322	embedding2nn.weight	4	0.012823542580008507
22322	embedding2nn.weight	5	-0.003913994878530502
22322	embedding2nn.weight	6	-0.012928951531648636
22322	embedding2nn.weight	7	-0.008274124935269356
22322	embedding2nn.weight	8	-0.005171231459826231
22322	embedding2nn.weight	9	-0.008203351870179176
22322	embedding2nn.bias	0	-0.003965695854276419
22322	embedding2nn.bias	1	-0.012570776976644993
22322	embedding2nn.bias	2	0.039685942232608795
22322	embedding2nn.bias	3	0.04867223650217056
22322	embedding2nn.bias	4	-0.005652660503983498
22322	embedding2nn.bias	5	-0.018492812290787697
22322	embedding2nn.bias	6	0.03781261667609215
22322	embedding2nn.bias	7	-0.015636952593922615
22322	embedding2nn.bias	8	-0.02798221819102764
22322	embedding2nn.bias	9	0.018959537148475647
22322	rnn.weight_ih_l0	0	0.05540917441248894
22322	rnn.weight_ih_l0	1	-0.04213975742459297
22322	rnn.weight_ih_l0	2	-0.015805959701538086
22322	rnn.weight_ih_l0	3	0.03308635205030441
22322	rnn.weight_ih_l0	4	-0.011271052062511444
22322	rnn.weight_ih_l0	5	0.06185057759284973
22322	rnn.weight_ih_l0	6	0.013105633668601513
22322	rnn.weight_ih_l0	7	0.059869177639484406
22322	rnn.weight_ih_l0	8	0.01542911771684885
22322	rnn.weight_ih_l0	9	-0.01608067750930786
22322	rnn.weight_hh_l0	0	-0.042162083089351654
22322	rnn.weight_hh_l0	1	-0.020703373476862907
22322	rnn.weight_hh_l0	2	-0.058600734919309616
22322	rnn.weight_hh_l0	3	-0.018570903688669205
22322	rnn.weight_hh_l0	4	-0.006006245501339436
22322	rnn.weight_hh_l0	5	-0.024607831612229347
22322	rnn.weight_hh_l0	6	-0.009877773001790047
22322	rnn.weight_hh_l0	7	-0.054705992341041565
22322	rnn.weight_hh_l0	8	0.061505481600761414
22322	rnn.weight_hh_l0	9	0.036437831819057465
22322	rnn.bias_ih_l0	0	-0.08097057789564133
22322	rnn.bias_ih_l0	1	-0.07610341161489487
22322	rnn.bias_ih_l0	2	0.015176791697740555
22322	rnn.bias_ih_l0	3	-0.10921861231327057
22322	rnn.bias_ih_l0	4	-0.030089763924479485
22322	rnn.bias_ih_l0	5	-0.06679667532444
22322	rnn.bias_ih_l0	6	0.035930484533309937
22322	rnn.bias_ih_l0	7	-0.057410433888435364
22322	rnn.bias_ih_l0	8	0.003055571811273694
22322	rnn.bias_ih_l0	9	-0.10357516258955002
22322	rnn.bias_hh_l0	0	-0.013108092360198498
22322	rnn.bias_hh_l0	1	0.11692794412374496
22322	rnn.bias_hh_l0	2	0.05082334205508232
22322	rnn.bias_hh_l0	3	-0.01430132333189249
22322	rnn.bias_hh_l0	4	-0.07066500931978226
22322	rnn.bias_hh_l0	5	-0.0030423866119235754
22322	rnn.bias_hh_l0	6	0.04893385246396065
22322	rnn.bias_hh_l0	7	-0.07894779741764069
22322	rnn.bias_hh_l0	8	-0.0487838052213192
22322	rnn.bias_hh_l0	9	-0.06299606710672379
22322	rnn.weight_ih_l0_reverse	0	0.0334358885884285
22322	rnn.weight_ih_l0_reverse	1	-0.0497344471514225
22322	rnn.weight_ih_l0_reverse	2	0.03383699059486389
22322	rnn.weight_ih_l0_reverse	3	0.004024389665573835
22322	rnn.weight_ih_l0_reverse	4	0.028126545250415802
22322	rnn.weight_ih_l0_reverse	5	-0.04300962761044502
22322	rnn.weight_ih_l0_reverse	6	0.02305264212191105
22322	rnn.weight_ih_l0_reverse	7	0.04024756699800491
22322	rnn.weight_ih_l0_reverse	8	-0.021368131041526794
22322	rnn.weight_ih_l0_reverse	9	0.008580513298511505
22322	rnn.weight_hh_l0_reverse	0	0.04601326957345009
22322	rnn.weight_hh_l0_reverse	1	0.03788401931524277
22322	rnn.weight_hh_l0_reverse	2	-0.016135184094309807
22322	rnn.weight_hh_l0_reverse	3	-0.038787104189395905
22322	rnn.weight_hh_l0_reverse	4	0.0045785801485180855
22322	rnn.weight_hh_l0_reverse	5	-0.045338090509176254
22322	rnn.weight_hh_l0_reverse	6	-0.00922025553882122
22322	rnn.weight_hh_l0_reverse	7	0.024138646200299263
22322	rnn.weight_hh_l0_reverse	8	0.002742273034527898
22322	rnn.weight_hh_l0_reverse	9	-0.002797922119498253
22322	rnn.bias_ih_l0_reverse	0	-0.038139693439006805
22322	rnn.bias_ih_l0_reverse	1	-0.06517276167869568
22322	rnn.bias_ih_l0_reverse	2	-0.07288111001253128
22322	rnn.bias_ih_l0_reverse	3	0.008602338843047619
22322	rnn.bias_ih_l0_reverse	4	-0.008392076008021832
22322	rnn.bias_ih_l0_reverse	5	-0.047117773443460464
22322	rnn.bias_ih_l0_reverse	6	-0.06020428612828255
22322	rnn.bias_ih_l0_reverse	7	-0.010850335471332073
22322	rnn.bias_ih_l0_reverse	8	-0.035394635051488876
22322	rnn.bias_ih_l0_reverse	9	-0.07847289741039276
22322	rnn.bias_hh_l0_reverse	0	-0.0794573575258255
22322	rnn.bias_hh_l0_reverse	1	-0.08652759343385696
22322	rnn.bias_hh_l0_reverse	2	0.10310076922178268
22322	rnn.bias_hh_l0_reverse	3	-0.004767130594700575
22322	rnn.bias_hh_l0_reverse	4	-0.03421535715460777
22322	rnn.bias_hh_l0_reverse	5	-0.08273643255233765
22322	rnn.bias_hh_l0_reverse	6	-0.012889786623418331
22322	rnn.bias_hh_l0_reverse	7	-0.013041248545050621
22322	rnn.bias_hh_l0_reverse	8	0.008408129215240479
22322	rnn.bias_hh_l0_reverse	9	0.039459291845560074
22322	linear.weight	0	-0.00868682749569416
22322	linear.weight	1	-0.01923476532101631
22322	linear.weight	2	0.1123710423707962
22322	linear.weight	3	-0.08384016901254654
22322	linear.weight	4	-0.010588549077510834
22322	linear.weight	5	0.01176903024315834
22322	linear.weight	6	-0.010739270597696304
22322	linear.weight	7	-0.09868389368057251
22322	linear.weight	8	0.23436479270458221
22322	linear.weight	9	-0.14852683246135712
22322	linear.bias	0	-0.03956538438796997
22322	linear.bias	1	0.031413208693265915
22322	linear.bias	2	0.45819514989852905
22322	linear.bias	3	0.2484428435564041
22322	linear.bias	4	1.0198349952697754
22322	linear.bias	5	-1.1274890899658203
22322	linear.bias	6	-0.5087257027626038
22322	linear.bias	7	-0.08930376917123795
22881	transitions	0	-0.7335548400878906
22881	transitions	1	-10000.0
22881	transitions	2	-0.7969565987586975
22881	transitions	3	-10000.0
22881	transitions	4	1.2569841146469116
22881	transitions	5	-10000.0
22881	transitions	6	-10000.0
22881	transitions	7	0.9394528269767761
22881	transitions	8	-1.6475750207901
22881	transitions	9	-3.30269455909729
22881	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
22881	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
22881	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
22881	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
22881	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
22881	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
22881	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
22881	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
22881	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
22881	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
22881	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
22881	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
22881	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
22881	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
22881	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
22881	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
22881	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
22881	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
22881	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
22881	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
22881	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
22881	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
22881	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
22881	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
22881	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
22881	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
22881	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
22881	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
22881	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
22881	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
22881	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
22881	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
22881	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
22881	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
22881	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
22881	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
22881	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
22881	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
22881	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
22881	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
22881	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
22881	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
22881	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
22881	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
22881	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
22881	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
22881	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
22881	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
22881	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
22881	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
22881	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
22881	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
22881	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
22881	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
22881	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
22881	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
22881	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
22881	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
22881	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
22881	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
22881	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
22881	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
22881	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
22881	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
22881	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
22881	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
22881	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
22881	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
22881	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
22881	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
22881	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
22881	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
22881	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
22881	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
22881	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
22881	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
22881	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
22881	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
22881	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
22881	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
22881	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
22881	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
22881	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
22881	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
22881	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
22881	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
22881	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
22881	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
22881	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
22881	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
22881	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
22881	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
22881	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
22881	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
22881	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
22881	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
22881	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
22881	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
22881	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
22881	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
22881	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
22881	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
22881	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
22881	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
22881	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
22881	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
22881	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
22881	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
22881	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
22881	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
22881	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
22881	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
22881	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
22881	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
22881	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
22881	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
22881	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
22881	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
22881	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
22881	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
22881	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
22881	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
22881	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
22881	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
22881	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
22881	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
22881	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
22881	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
22881	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
22881	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
22881	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
22881	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
22881	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
22881	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
22881	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
22881	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
22881	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
22881	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
22881	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
22881	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
22881	embedding2nn.weight	0	0.006420854013413191
22881	embedding2nn.weight	1	0.007414690218865871
22881	embedding2nn.weight	2	0.013096937909722328
22881	embedding2nn.weight	3	0.005795263219624758
22881	embedding2nn.weight	4	0.012802854180335999
22881	embedding2nn.weight	5	-0.004051870666444302
22881	embedding2nn.weight	6	-0.013014644384384155
22881	embedding2nn.weight	7	-0.007915184833109379
22881	embedding2nn.weight	8	-0.0045632729306817055
22881	embedding2nn.weight	9	-0.0080692358314991
22881	embedding2nn.bias	0	-0.007032852154225111
22881	embedding2nn.bias	1	-0.011153409257531166
22881	embedding2nn.bias	2	0.04278460517525673
22881	embedding2nn.bias	3	0.044979121536016464
22881	embedding2nn.bias	4	-0.012721368111670017
22881	embedding2nn.bias	5	-0.03098404034972191
22881	embedding2nn.bias	6	0.04795496165752411
22881	embedding2nn.bias	7	-0.016865164041519165
22881	embedding2nn.bias	8	-0.023755235597491264
22881	embedding2nn.bias	9	0.012783179059624672
22881	rnn.weight_ih_l0	0	0.054976169019937515
22881	rnn.weight_ih_l0	1	-0.04099137336015701
22881	rnn.weight_ih_l0	2	-0.015432999469339848
22881	rnn.weight_ih_l0	3	0.03222992271184921
22881	rnn.weight_ih_l0	4	-0.010321667417883873
22881	rnn.weight_ih_l0	5	0.06257685273885727
22881	rnn.weight_ih_l0	6	0.013064553029835224
22881	rnn.weight_ih_l0	7	0.06014677882194519
22881	rnn.weight_ih_l0	8	0.016949785873293877
22881	rnn.weight_ih_l0	9	-0.01686399057507515
22881	rnn.weight_hh_l0	0	-0.04189867526292801
22881	rnn.weight_hh_l0	1	-0.02030077949166298
22881	rnn.weight_hh_l0	2	-0.05954447761178017
22881	rnn.weight_hh_l0	3	-0.018057938665151596
22881	rnn.weight_hh_l0	4	-0.0059705921448767185
22881	rnn.weight_hh_l0	5	-0.02488723397254944
22881	rnn.weight_hh_l0	6	-0.009667668491601944
22881	rnn.weight_hh_l0	7	-0.05470072850584984
22881	rnn.weight_hh_l0	8	0.061737801879644394
22881	rnn.weight_hh_l0	9	0.03642304986715317
22881	rnn.bias_ih_l0	0	-0.0815502256155014
22881	rnn.bias_ih_l0	1	-0.07936861366033554
22881	rnn.bias_ih_l0	2	0.015715934336185455
22881	rnn.bias_ih_l0	3	-0.11456224322319031
22881	rnn.bias_ih_l0	4	-0.028810102492570877
22881	rnn.bias_ih_l0	5	-0.06882283091545105
22881	rnn.bias_ih_l0	6	0.03756788372993469
22881	rnn.bias_ih_l0	7	-0.05526747554540634
22881	rnn.bias_ih_l0	8	0.0038091703318059444
22881	rnn.bias_ih_l0	9	-0.10376791656017303
22881	rnn.bias_hh_l0	0	-0.014190386049449444
22881	rnn.bias_hh_l0	1	0.12384790182113647
22881	rnn.bias_hh_l0	2	0.04874397814273834
22881	rnn.bias_hh_l0	3	-0.013760974630713463
22881	rnn.bias_hh_l0	4	-0.07015980780124664
22881	rnn.bias_hh_l0	5	-0.007735332474112511
22881	rnn.bias_hh_l0	6	0.0469624325633049
22881	rnn.bias_hh_l0	7	-0.07776892185211182
22881	rnn.bias_hh_l0	8	-0.054731644690036774
22881	rnn.bias_hh_l0	9	-0.06520754843950272
22881	rnn.weight_ih_l0_reverse	0	0.03236330673098564
22881	rnn.weight_ih_l0_reverse	1	-0.05041809752583504
22881	rnn.weight_ih_l0_reverse	2	0.03406874090433121
22881	rnn.weight_ih_l0_reverse	3	0.003754847217351198
22881	rnn.weight_ih_l0_reverse	4	0.027946066111326218
22881	rnn.weight_ih_l0_reverse	5	-0.04310024902224541
22881	rnn.weight_ih_l0_reverse	6	0.021855808794498444
22881	rnn.weight_ih_l0_reverse	7	0.03928939998149872
22881	rnn.weight_ih_l0_reverse	8	-0.02168145217001438
22881	rnn.weight_ih_l0_reverse	9	0.008925257250666618
22881	rnn.weight_hh_l0_reverse	0	0.04627121984958649
22881	rnn.weight_hh_l0_reverse	1	0.03755982965230942
22881	rnn.weight_hh_l0_reverse	2	-0.01562054269015789
22881	rnn.weight_hh_l0_reverse	3	-0.03864515572786331
22881	rnn.weight_hh_l0_reverse	4	0.004793235100805759
22881	rnn.weight_hh_l0_reverse	5	-0.04523271322250366
22881	rnn.weight_hh_l0_reverse	6	-0.009527801536023617
22881	rnn.weight_hh_l0_reverse	7	0.02415943332016468
22881	rnn.weight_hh_l0_reverse	8	0.0035109082236886024
22881	rnn.weight_hh_l0_reverse	9	-0.0027592647820711136
22881	rnn.bias_ih_l0_reverse	0	-0.03881516680121422
22881	rnn.bias_ih_l0_reverse	1	-0.06300751864910126
22881	rnn.bias_ih_l0_reverse	2	-0.07690363377332687
22881	rnn.bias_ih_l0_reverse	3	0.009980535134673119
22881	rnn.bias_ih_l0_reverse	4	-0.01617126166820526
22881	rnn.bias_ih_l0_reverse	5	-0.04475542902946472
22881	rnn.bias_ih_l0_reverse	6	-0.054698504507541656
22881	rnn.bias_ih_l0_reverse	7	-0.00975837279111147
22881	rnn.bias_ih_l0_reverse	8	-0.037487275898456573
22881	rnn.bias_ih_l0_reverse	9	-0.07942696660757065
22881	rnn.bias_hh_l0_reverse	0	-0.07986153662204742
22881	rnn.bias_hh_l0_reverse	1	-0.09097213298082352
22881	rnn.bias_hh_l0_reverse	2	0.10539926588535309
22881	rnn.bias_hh_l0_reverse	3	-0.0032888108398765326
22881	rnn.bias_hh_l0_reverse	4	-0.036835093051195145
22881	rnn.bias_hh_l0_reverse	5	-0.08691618591547012
22881	rnn.bias_hh_l0_reverse	6	-0.0190566498786211
22881	rnn.bias_hh_l0_reverse	7	-0.011412587948143482
22881	rnn.bias_hh_l0_reverse	8	0.008393123745918274
22881	rnn.bias_hh_l0_reverse	9	0.03824727609753609
22881	linear.weight	0	-0.008633995428681374
22881	linear.weight	1	-0.0643996149301529
22881	linear.weight	2	0.11828479170799255
22881	linear.weight	3	-0.0833839699625969
22881	linear.weight	4	-0.010588549077510834
22881	linear.weight	5	0.03801272436976433
22881	linear.weight	6	-0.010739270597696304
22881	linear.weight	7	-0.04588339850306511
22881	linear.weight	8	0.20840325951576233
22881	linear.weight	9	-0.15387879312038422
22881	linear.bias	0	-0.03956538438796997
22881	linear.bias	1	0.031413208693265915
22881	linear.bias	2	0.478514701128006
22881	linear.bias	3	0.24674180150032043
22881	linear.bias	4	1.0421117544174194
22881	linear.bias	5	-1.1324633359909058
22881	linear.bias	6	-0.5331932306289673
22881	linear.bias	7	-0.10077463090419769
23439	transitions	0	-0.7506568431854248
23439	transitions	1	-10000.0
23439	transitions	2	-0.7969565987586975
23439	transitions	3	-10000.0
23439	transitions	4	1.257411241531372
23439	transitions	5	-10000.0
23439	transitions	6	-10000.0
23439	transitions	7	0.9722611904144287
23439	transitions	8	-1.6612956523895264
23439	transitions	9	-3.3181874752044678
23439	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
23439	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
23439	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
23439	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
23439	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
23439	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
23439	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
23439	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
23439	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
23439	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
23439	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
23439	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
23439	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
23439	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
23439	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
23439	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
23439	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
23439	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
23439	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
23439	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
23439	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
23439	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
23439	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
23439	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
23439	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
23439	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
23439	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
23439	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
23439	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
23439	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
23439	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
23439	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
23439	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
23439	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
23439	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
23439	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
23439	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
23439	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
23439	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
23439	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
23439	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
23439	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
23439	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
23439	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
23439	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
23439	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
23439	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
23439	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
23439	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
23439	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
23439	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
23439	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
23439	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
23439	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
23439	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
23439	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
23439	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
23439	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
23439	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
23439	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
23439	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
23439	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
23439	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
23439	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
23439	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
23439	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
23439	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
23439	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
23439	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
23439	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
23439	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
23439	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
23439	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
23439	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
23439	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
23439	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
23439	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
23439	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
23439	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
23439	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
23439	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
23439	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
23439	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
23439	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
23439	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
23439	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
23439	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
23439	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
23439	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
23439	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
23439	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
23439	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
23439	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
23439	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
23439	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
23439	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
23439	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
23439	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
23439	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
23439	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
23439	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
23439	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
23439	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
23439	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
23439	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
23439	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
23439	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
23439	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
23439	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
23439	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
23439	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
23439	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
23439	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
23439	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
23439	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
23439	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
23439	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
23439	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
23439	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
23439	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
23439	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
23439	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
23439	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
23439	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
23439	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
23439	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
23439	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
23439	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
23439	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
23439	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
23439	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
23439	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
23439	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
23439	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
23439	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
23439	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
23439	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
23439	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
23439	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
23439	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
23439	embedding2nn.weight	0	0.006429722066968679
23439	embedding2nn.weight	1	0.00720600038766861
23439	embedding2nn.weight	2	0.013111107051372528
23439	embedding2nn.weight	3	0.006161922588944435
23439	embedding2nn.weight	4	0.013044281862676144
23439	embedding2nn.weight	5	-0.004136860370635986
23439	embedding2nn.weight	6	-0.013260820880532265
23439	embedding2nn.weight	7	-0.008156491443514824
23439	embedding2nn.weight	8	-0.004187705926597118
23439	embedding2nn.weight	9	-0.00791379064321518
23439	embedding2nn.bias	0	-0.008395388722419739
23439	embedding2nn.bias	1	-0.018512612208724022
23439	embedding2nn.bias	2	0.04631172865629196
23439	embedding2nn.bias	3	0.043467435985803604
23439	embedding2nn.bias	4	0.004737421870231628
23439	embedding2nn.bias	5	-0.021830832585692406
23439	embedding2nn.bias	6	0.03739437088370323
23439	embedding2nn.bias	7	-0.023087816312909126
23439	embedding2nn.bias	8	-0.020927950739860535
23439	embedding2nn.bias	9	0.025943923741579056
23439	rnn.weight_ih_l0	0	0.05537175387144089
23439	rnn.weight_ih_l0	1	-0.04092659056186676
23439	rnn.weight_ih_l0	2	-0.014416143298149109
23439	rnn.weight_ih_l0	3	0.030647538602352142
23439	rnn.weight_ih_l0	4	-0.010038495063781738
23439	rnn.weight_ih_l0	5	0.06402339786291122
23439	rnn.weight_ih_l0	6	0.013840877451002598
23439	rnn.weight_ih_l0	7	0.05850715935230255
23439	rnn.weight_ih_l0	8	0.017913542687892914
23439	rnn.weight_ih_l0	9	-0.016337117180228233
23439	rnn.weight_hh_l0	0	-0.042434632778167725
23439	rnn.weight_hh_l0	1	-0.020266911014914513
23439	rnn.weight_hh_l0	2	-0.06000134348869324
23439	rnn.weight_hh_l0	3	-0.017813604325056076
23439	rnn.weight_hh_l0	4	-0.0059833768755197525
23439	rnn.weight_hh_l0	5	-0.024759484454989433
23439	rnn.weight_hh_l0	6	-0.009590186178684235
23439	rnn.weight_hh_l0	7	-0.054037585854530334
23439	rnn.weight_hh_l0	8	0.06202567368745804
23439	rnn.weight_hh_l0	9	0.03683603182435036
23439	rnn.bias_ih_l0	0	-0.0852983221411705
23439	rnn.bias_ih_l0	1	-0.07148203253746033
23439	rnn.bias_ih_l0	2	0.013640464283525944
23439	rnn.bias_ih_l0	3	-0.11226145923137665
23439	rnn.bias_ih_l0	4	-0.02660861611366272
23439	rnn.bias_ih_l0	5	-0.07021213322877884
23439	rnn.bias_ih_l0	6	0.03601992502808571
23439	rnn.bias_ih_l0	7	-0.05827143415808678
23439	rnn.bias_ih_l0	8	0.003140924498438835
23439	rnn.bias_ih_l0	9	-0.1011175811290741
23439	rnn.bias_hh_l0	0	-0.012562481686472893
23439	rnn.bias_hh_l0	1	0.13299307227134705
23439	rnn.bias_hh_l0	2	0.0503629595041275
23439	rnn.bias_hh_l0	3	-0.013671649619936943
23439	rnn.bias_hh_l0	4	-0.07046206295490265
23439	rnn.bias_hh_l0	5	-0.003722765017300844
23439	rnn.bias_hh_l0	6	0.05294616147875786
23439	rnn.bias_hh_l0	7	-0.0801730528473854
23439	rnn.bias_hh_l0	8	-0.05298815667629242
23439	rnn.bias_hh_l0	9	-0.06336954236030579
23439	rnn.weight_ih_l0_reverse	0	0.032694876194000244
23439	rnn.weight_ih_l0_reverse	1	-0.05155844986438751
23439	rnn.weight_ih_l0_reverse	2	0.03434876352548599
23439	rnn.weight_ih_l0_reverse	3	0.00415703933686018
23439	rnn.weight_ih_l0_reverse	4	0.027996260672807693
23439	rnn.weight_ih_l0_reverse	5	-0.03924364969134331
23439	rnn.weight_ih_l0_reverse	6	0.022586017847061157
23439	rnn.weight_ih_l0_reverse	7	0.038999851793050766
23439	rnn.weight_ih_l0_reverse	8	-0.021578341722488403
23439	rnn.weight_ih_l0_reverse	9	0.008671584539115429
23439	rnn.weight_hh_l0_reverse	0	0.04613954573869705
23439	rnn.weight_hh_l0_reverse	1	0.037560272961854935
23439	rnn.weight_hh_l0_reverse	2	-0.01570885069668293
23439	rnn.weight_hh_l0_reverse	3	-0.03714605048298836
23439	rnn.weight_hh_l0_reverse	4	0.004422479774802923
23439	rnn.weight_hh_l0_reverse	5	-0.04579269886016846
23439	rnn.weight_hh_l0_reverse	6	-0.009609587490558624
23439	rnn.weight_hh_l0_reverse	7	0.02404480054974556
23439	rnn.weight_hh_l0_reverse	8	0.004697808530181646
23439	rnn.weight_hh_l0_reverse	9	-0.002929883310571313
23439	rnn.bias_ih_l0_reverse	0	-0.04093411564826965
23439	rnn.bias_ih_l0_reverse	1	-0.06303897500038147
23439	rnn.bias_ih_l0_reverse	2	-0.07771220803260803
23439	rnn.bias_ih_l0_reverse	3	0.0066208611242473125
23439	rnn.bias_ih_l0_reverse	4	-0.017698293551802635
23439	rnn.bias_ih_l0_reverse	5	-0.047084417194128036
23439	rnn.bias_ih_l0_reverse	6	-0.05857332423329353
23439	rnn.bias_ih_l0_reverse	7	-0.0139663340523839
23439	rnn.bias_ih_l0_reverse	8	-0.03695661574602127
23439	rnn.bias_ih_l0_reverse	9	-0.07890945672988892
23439	rnn.bias_hh_l0_reverse	0	-0.07754196971654892
23439	rnn.bias_hh_l0_reverse	1	-0.09060598164796829
23439	rnn.bias_hh_l0_reverse	2	0.10239644348621368
23439	rnn.bias_hh_l0_reverse	3	-0.00021164832287468016
23439	rnn.bias_hh_l0_reverse	4	-0.03366280719637871
23439	rnn.bias_hh_l0_reverse	5	-0.09083873778581619
23439	rnn.bias_hh_l0_reverse	6	-0.022478900849819183
23439	rnn.bias_hh_l0_reverse	7	-0.012379037216305733
23439	rnn.bias_hh_l0_reverse	8	0.008892868645489216
23439	rnn.bias_hh_l0_reverse	9	0.03247668221592903
23439	linear.weight	0	-0.008606856688857079
23439	linear.weight	1	-0.017276357859373093
23439	linear.weight	2	0.14631478488445282
23439	linear.weight	3	-0.0832468718290329
23439	linear.weight	4	-0.010588549077510834
23439	linear.weight	5	0.040876924991607666
23439	linear.weight	6	-0.010739270597696304
23439	linear.weight	7	-0.05848025158047676
23439	linear.weight	8	0.2143663763999939
23439	linear.weight	9	-0.15935395658016205
23439	linear.bias	0	-0.03956538438796997
23439	linear.bias	1	0.031413208693265915
23439	linear.bias	2	0.47796329855918884
23439	linear.bias	3	0.21706949174404144
23439	linear.bias	4	1.0616155862808228
23439	linear.bias	5	-1.1371939182281494
23439	linear.bias	6	-0.5316552519798279
23439	linear.bias	7	-0.08688287436962128
23997	transitions	0	-0.7661882042884827
23997	transitions	1	-10000.0
23997	transitions	2	-0.7969565987586975
23997	transitions	3	-10000.0
23997	transitions	4	1.2499003410339355
23997	transitions	5	-10000.0
23997	transitions	6	-10000.0
23997	transitions	7	1.0144681930541992
23997	transitions	8	-1.672864556312561
23997	transitions	9	-3.333444118499756
23997	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
23997	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
23997	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
23997	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
23997	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
23997	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
23997	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
23997	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
23997	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
23997	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
23997	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
23997	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
23997	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
23997	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
23997	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
23997	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
23997	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
23997	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
23997	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
23997	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
23997	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
23997	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
23997	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
23997	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
23997	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
23997	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
23997	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
23997	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
23997	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
23997	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
23997	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
23997	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
23997	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
23997	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
23997	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
23997	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
23997	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
23997	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
23997	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
23997	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
23997	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
23997	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
23997	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
23997	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
23997	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
23997	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
23997	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
23997	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
23997	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
23997	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
23997	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
23997	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
23997	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
23997	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
23997	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
23997	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
23997	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
23997	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
23997	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
23997	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
23997	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
23997	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
23997	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
23997	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
23997	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
23997	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
23997	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
23997	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
23997	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
23997	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
23997	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
23997	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
23997	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
23997	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
23997	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
23997	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
23997	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
23997	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
23997	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
23997	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
23997	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
23997	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
23997	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
23997	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
23997	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
23997	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
23997	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
23997	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
23997	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
23997	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
23997	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
23997	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
23997	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
23997	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
23997	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
23997	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
23997	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
23997	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
23997	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
23997	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
23997	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
23997	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
23997	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
23997	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
23997	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
23997	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
23997	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
23997	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
23997	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
23997	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
23997	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
23997	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
23997	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
23997	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
23997	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
23997	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
23997	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
23997	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
23997	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
23997	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
23997	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
23997	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
23997	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
23997	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
23997	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
23997	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
23997	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
23997	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
23997	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
23997	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
23997	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
23997	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
23997	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
23997	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
23997	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
23997	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
23997	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
23997	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
23997	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
23997	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
23997	embedding2nn.weight	0	0.006436995230615139
23997	embedding2nn.weight	1	0.007106585893779993
23997	embedding2nn.weight	2	0.013127602636814117
23997	embedding2nn.weight	3	0.0055759684182703495
23997	embedding2nn.weight	4	0.013040666468441486
23997	embedding2nn.weight	5	-0.00411766953766346
23997	embedding2nn.weight	6	-0.013383885845541954
23997	embedding2nn.weight	7	-0.008068251423537731
23997	embedding2nn.weight	8	-0.0037878232542425394
23997	embedding2nn.weight	9	-0.008361821994185448
23997	embedding2nn.bias	0	-0.002283171284943819
23997	embedding2nn.bias	1	-0.02992640621960163
23997	embedding2nn.bias	2	0.05386912450194359
23997	embedding2nn.bias	3	0.038539089262485504
23997	embedding2nn.bias	4	-0.0034112853463739157
23997	embedding2nn.bias	5	-0.028617044910788536
23997	embedding2nn.bias	6	0.03223787248134613
23997	embedding2nn.bias	7	-0.009126128628849983
23997	embedding2nn.bias	8	-0.020088201388716698
23997	embedding2nn.bias	9	0.023735059425234795
23997	rnn.weight_ih_l0	0	0.05473189428448677
23997	rnn.weight_ih_l0	1	-0.04253038018941879
23997	rnn.weight_ih_l0	2	-0.014845057390630245
23997	rnn.weight_ih_l0	3	0.03286050260066986
23997	rnn.weight_ih_l0	4	-0.010721166618168354
23997	rnn.weight_ih_l0	5	0.06351405382156372
23997	rnn.weight_ih_l0	6	0.013756192289292812
23997	rnn.weight_ih_l0	7	0.0580865815281868
23997	rnn.weight_ih_l0	8	0.018382133916020393
23997	rnn.weight_ih_l0	9	-0.015568830072879791
23997	rnn.weight_hh_l0	0	-0.041461654007434845
23997	rnn.weight_hh_l0	1	-0.019356396049261093
23997	rnn.weight_hh_l0	2	-0.05985777825117111
23997	rnn.weight_hh_l0	3	-0.018311506137251854
23997	rnn.weight_hh_l0	4	-0.006034941878169775
23997	rnn.weight_hh_l0	5	-0.024916479364037514
23997	rnn.weight_hh_l0	6	-0.00897493027150631
23997	rnn.weight_hh_l0	7	-0.05372101441025734
23997	rnn.weight_hh_l0	8	0.062225162982940674
23997	rnn.weight_hh_l0	9	0.03719013184309006
23997	rnn.bias_ih_l0	0	-0.08491458743810654
23997	rnn.bias_ih_l0	1	-0.08075129985809326
23997	rnn.bias_ih_l0	2	0.013148368336260319
23997	rnn.bias_ih_l0	3	-0.11340796947479248
23997	rnn.bias_ih_l0	4	-0.02828405238687992
23997	rnn.bias_ih_l0	5	-0.07118596136569977
23997	rnn.bias_ih_l0	6	0.03451084345579147
23997	rnn.bias_ih_l0	7	-0.06193295121192932
23997	rnn.bias_ih_l0	8	0.003438189160078764
23997	rnn.bias_ih_l0	9	-0.10147149860858917
23997	rnn.bias_hh_l0	0	-0.013284161686897278
23997	rnn.bias_hh_l0	1	0.13471634685993195
23997	rnn.bias_hh_l0	2	0.04337317496538162
23997	rnn.bias_hh_l0	3	-0.011983634904026985
23997	rnn.bias_hh_l0	4	-0.07019975781440735
23997	rnn.bias_hh_l0	5	-0.0047205546870827675
23997	rnn.bias_hh_l0	6	0.05517526715993881
23997	rnn.bias_hh_l0	7	-0.07604587078094482
23997	rnn.bias_hh_l0	8	-0.05827028676867485
23997	rnn.bias_hh_l0	9	-0.06406758725643158
23997	rnn.weight_ih_l0_reverse	0	0.031658053398132324
23997	rnn.weight_ih_l0_reverse	1	-0.051582980901002884
23997	rnn.weight_ih_l0_reverse	2	0.03412657231092453
23997	rnn.weight_ih_l0_reverse	3	0.003567314939573407
23997	rnn.weight_ih_l0_reverse	4	0.027797328308224678
23997	rnn.weight_ih_l0_reverse	5	-0.037567418068647385
23997	rnn.weight_ih_l0_reverse	6	0.024509934708476067
23997	rnn.weight_ih_l0_reverse	7	0.03877338021993637
23997	rnn.weight_ih_l0_reverse	8	-0.021484171971678734
23997	rnn.weight_ih_l0_reverse	9	0.009313961490988731
23997	rnn.weight_hh_l0_reverse	0	0.046635083854198456
23997	rnn.weight_hh_l0_reverse	1	0.03702327609062195
23997	rnn.weight_hh_l0_reverse	2	-0.015281733125448227
23997	rnn.weight_hh_l0_reverse	3	-0.03701941296458244
23997	rnn.weight_hh_l0_reverse	4	0.004918420687317848
23997	rnn.weight_hh_l0_reverse	5	-0.04564332962036133
23997	rnn.weight_hh_l0_reverse	6	-0.010065375827252865
23997	rnn.weight_hh_l0_reverse	7	0.023720210418105125
23997	rnn.weight_hh_l0_reverse	8	0.004386872053146362
23997	rnn.weight_hh_l0_reverse	9	-0.0027760243974626064
23997	rnn.bias_ih_l0_reverse	0	-0.03981580212712288
23997	rnn.bias_ih_l0_reverse	1	-0.06344902515411377
23997	rnn.bias_ih_l0_reverse	2	-0.08062803745269775
23997	rnn.bias_ih_l0_reverse	3	0.010024153627455235
23997	rnn.bias_ih_l0_reverse	4	-0.020795121788978577
23997	rnn.bias_ih_l0_reverse	5	-0.047487445175647736
23997	rnn.bias_ih_l0_reverse	6	-0.05358254536986351
23997	rnn.bias_ih_l0_reverse	7	-0.014239572919905186
23997	rnn.bias_ih_l0_reverse	8	-0.037167686969041824
23997	rnn.bias_ih_l0_reverse	9	-0.07788684219121933
23997	rnn.bias_hh_l0_reverse	0	-0.07909446209669113
23997	rnn.bias_hh_l0_reverse	1	-0.08443422615528107
23997	rnn.bias_hh_l0_reverse	2	0.10511522740125656
23997	rnn.bias_hh_l0_reverse	3	-0.008843800984323025
23997	rnn.bias_hh_l0_reverse	4	-0.041258055716753006
23997	rnn.bias_hh_l0_reverse	5	-0.09016843885183334
23997	rnn.bias_hh_l0_reverse	6	-0.025370346382260323
23997	rnn.bias_hh_l0_reverse	7	-0.013775982894003391
23997	rnn.bias_hh_l0_reverse	8	0.007601049728691578
23997	rnn.bias_hh_l0_reverse	9	0.037082914263010025
23997	linear.weight	0	-0.008590614423155785
23997	linear.weight	1	-0.0814618244767189
23997	linear.weight	2	0.142273411154747
23997	linear.weight	3	-0.0831989273428917
23997	linear.weight	4	-0.010588549077510834
23997	linear.weight	5	0.08320517092943192
23997	linear.weight	6	-0.010739270597696304
23997	linear.weight	7	-0.06409844756126404
23997	linear.weight	8	0.16578109562397003
23997	linear.weight	9	-0.14248912036418915
23997	linear.bias	0	-0.03956538438796997
23997	linear.bias	1	0.031413208693265915
23997	linear.bias	2	0.4958372414112091
23997	linear.bias	3	0.180899515748024
23997	linear.bias	4	1.1186959743499756
23997	linear.bias	5	-1.1414130926132202
23997	linear.bias	6	-0.5520676970481873
23997	linear.bias	7	-0.10105875879526138
24555	transitions	0	-0.780588686466217
24555	transitions	1	-10000.0
24555	transitions	2	-0.7969565987586975
24555	transitions	3	-10000.0
24555	transitions	4	1.2772276401519775
24555	transitions	5	-10000.0
24555	transitions	6	-10000.0
24555	transitions	7	0.9954536557197571
24555	transitions	8	-1.6842491626739502
24555	transitions	9	-3.347428798675537
24555	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
24555	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
24555	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
24555	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
24555	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
24555	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
24555	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
24555	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
24555	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
24555	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
24555	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
24555	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
24555	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
24555	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
24555	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
24555	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
24555	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
24555	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
24555	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
24555	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
24555	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
24555	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
24555	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
24555	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
24555	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
24555	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
24555	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
24555	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
24555	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
24555	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
24555	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
24555	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
24555	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
24555	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
24555	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
24555	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
24555	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
24555	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
24555	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
24555	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
24555	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
24555	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
24555	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
24555	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
24555	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
24555	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
24555	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
24555	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
24555	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
24555	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
24555	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
24555	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
24555	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
24555	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
24555	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
24555	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
24555	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
24555	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
24555	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
24555	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
24555	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
24555	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
24555	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
24555	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
24555	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
24555	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
24555	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
24555	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
24555	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
24555	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
24555	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
24555	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
24555	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
24555	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
24555	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
24555	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
24555	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
24555	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
24555	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
24555	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
24555	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
24555	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
24555	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
24555	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
24555	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
24555	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
24555	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
24555	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
24555	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
24555	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
24555	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
24555	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
24555	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
24555	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
24555	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
24555	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
24555	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
24555	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
24555	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
24555	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
24555	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
24555	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
24555	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
24555	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
24555	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
24555	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
24555	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
24555	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
24555	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
24555	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
24555	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
24555	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
24555	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
24555	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
24555	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
24555	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
24555	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
24555	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
24555	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
24555	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
24555	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
24555	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
24555	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
24555	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
24555	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
24555	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
24555	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
24555	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
24555	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
24555	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
24555	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
24555	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
24555	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
24555	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
24555	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
24555	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
24555	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
24555	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
24555	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
24555	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
24555	embedding2nn.weight	0	0.006372101604938507
24555	embedding2nn.weight	1	0.007139035500586033
24555	embedding2nn.weight	2	0.013150724582374096
24555	embedding2nn.weight	3	0.006158830597996712
24555	embedding2nn.weight	4	0.013401486910879612
24555	embedding2nn.weight	5	-0.004331005271524191
24555	embedding2nn.weight	6	-0.013420218601822853
24555	embedding2nn.weight	7	-0.007704633753746748
24555	embedding2nn.weight	8	-0.002667044522240758
24555	embedding2nn.weight	9	-0.008211090229451656
24555	embedding2nn.bias	0	0.004919600673019886
24555	embedding2nn.bias	1	-0.0329628624022007
24555	embedding2nn.bias	2	0.037675224244594574
24555	embedding2nn.bias	3	0.030010376125574112
24555	embedding2nn.bias	4	-0.0020727012306451797
24555	embedding2nn.bias	5	-0.028958981856703758
24555	embedding2nn.bias	6	0.029852405190467834
24555	embedding2nn.bias	7	-0.01540587842464447
24555	embedding2nn.bias	8	-0.021542048081755638
24555	embedding2nn.bias	9	0.017692819237709045
24555	rnn.weight_ih_l0	0	0.05490079149603844
24555	rnn.weight_ih_l0	1	-0.04158488288521767
24555	rnn.weight_ih_l0	2	-0.015170539729297161
24555	rnn.weight_ih_l0	3	0.03319557011127472
24555	rnn.weight_ih_l0	4	-0.009663482196629047
24555	rnn.weight_ih_l0	5	0.06386278569698334
24555	rnn.weight_ih_l0	6	0.013752449303865433
24555	rnn.weight_ih_l0	7	0.0570780411362648
24555	rnn.weight_ih_l0	8	0.017698651179671288
24555	rnn.weight_ih_l0	9	-0.015930134803056717
24555	rnn.weight_hh_l0	0	-0.04179494455456734
24555	rnn.weight_hh_l0	1	-0.01902778632938862
24555	rnn.weight_hh_l0	2	-0.05947915464639664
24555	rnn.weight_hh_l0	3	-0.017966292798519135
24555	rnn.weight_hh_l0	4	-0.006090524140745401
24555	rnn.weight_hh_l0	5	-0.02496323175728321
24555	rnn.weight_hh_l0	6	-0.009021319448947906
24555	rnn.weight_hh_l0	7	-0.05393793433904648
24555	rnn.weight_hh_l0	8	0.06284676492214203
24555	rnn.weight_hh_l0	9	0.03727234527468681
24555	rnn.bias_ih_l0	0	-0.0860767513513565
24555	rnn.bias_ih_l0	1	-0.07694331556558609
24555	rnn.bias_ih_l0	2	0.012642785906791687
24555	rnn.bias_ih_l0	3	-0.1196715384721756
24555	rnn.bias_ih_l0	4	-0.027401849627494812
24555	rnn.bias_ih_l0	5	-0.07040887326002121
24555	rnn.bias_ih_l0	6	0.03530905023217201
24555	rnn.bias_ih_l0	7	-0.06251400709152222
24555	rnn.bias_ih_l0	8	0.0029819721821695566
24555	rnn.bias_ih_l0	9	-0.09724251925945282
24555	rnn.bias_hh_l0	0	-0.01244250126183033
24555	rnn.bias_hh_l0	1	0.12734471261501312
24555	rnn.bias_hh_l0	2	0.03928160294890404
24555	rnn.bias_hh_l0	3	-0.010558504611253738
24555	rnn.bias_hh_l0	4	-0.07082457095384598
24555	rnn.bias_hh_l0	5	-0.014433126896619797
24555	rnn.bias_hh_l0	6	0.054489050060510635
24555	rnn.bias_hh_l0	7	-0.086601622402668
24555	rnn.bias_hh_l0	8	-0.06037366762757301
24555	rnn.bias_hh_l0	9	-0.0658404603600502
24555	rnn.weight_ih_l0_reverse	0	0.03151113912463188
24555	rnn.weight_ih_l0_reverse	1	-0.05190671607851982
24555	rnn.weight_ih_l0_reverse	2	0.03419759124517441
24555	rnn.weight_ih_l0_reverse	3	0.00398085406050086
24555	rnn.weight_ih_l0_reverse	4	0.027686621993780136
24555	rnn.weight_ih_l0_reverse	5	-0.036725737154483795
24555	rnn.weight_ih_l0_reverse	6	0.026204440742731094
24555	rnn.weight_ih_l0_reverse	7	0.038491953164339066
24555	rnn.weight_ih_l0_reverse	8	-0.021494530141353607
24555	rnn.weight_ih_l0_reverse	9	0.008851738646626472
24555	rnn.weight_hh_l0_reverse	0	0.04644831642508507
24555	rnn.weight_hh_l0_reverse	1	0.036596186459064484
24555	rnn.weight_hh_l0_reverse	2	-0.015450261533260345
24555	rnn.weight_hh_l0_reverse	3	-0.036984559148550034
24555	rnn.weight_hh_l0_reverse	4	0.004498456604778767
24555	rnn.weight_hh_l0_reverse	5	-0.04602436721324921
24555	rnn.weight_hh_l0_reverse	6	-0.009904395788908005
24555	rnn.weight_hh_l0_reverse	7	0.024009892717003822
24555	rnn.weight_hh_l0_reverse	8	0.004484015982598066
24555	rnn.weight_hh_l0_reverse	9	-0.0027804626151919365
24555	rnn.bias_ih_l0_reverse	0	-0.0390896275639534
24555	rnn.bias_ih_l0_reverse	1	-0.06315472722053528
24555	rnn.bias_ih_l0_reverse	2	-0.07705686241388321
24555	rnn.bias_ih_l0_reverse	3	0.01575569249689579
24555	rnn.bias_ih_l0_reverse	4	-0.02814551815390587
24555	rnn.bias_ih_l0_reverse	5	-0.0467023141682148
24555	rnn.bias_ih_l0_reverse	6	-0.05878690630197525
24555	rnn.bias_ih_l0_reverse	7	-0.013772062957286835
24555	rnn.bias_ih_l0_reverse	8	-0.03595949336886406
24555	rnn.bias_ih_l0_reverse	9	-0.07913456857204437
24555	rnn.bias_hh_l0_reverse	0	-0.07463762164115906
24555	rnn.bias_hh_l0_reverse	1	-0.08664586395025253
24555	rnn.bias_hh_l0_reverse	2	0.108846515417099
24555	rnn.bias_hh_l0_reverse	3	-0.009575956501066685
24555	rnn.bias_hh_l0_reverse	4	-0.035333942621946335
24555	rnn.bias_hh_l0_reverse	5	-0.09058821946382523
24555	rnn.bias_hh_l0_reverse	6	-0.024022400379180908
24555	rnn.bias_hh_l0_reverse	7	-0.014504452235996723
24555	rnn.bias_hh_l0_reverse	8	0.00565879512578249
24555	rnn.bias_hh_l0_reverse	9	0.03502514585852623
24555	linear.weight	0	-0.008570007048547268
24555	linear.weight	1	-0.0929274782538414
24555	linear.weight	2	0.17365598678588867
24555	linear.weight	3	-0.08295714110136032
24555	linear.weight	4	-0.010588549077510834
24555	linear.weight	5	0.06633742153644562
24555	linear.weight	6	-0.010739270597696304
24555	linear.weight	7	-0.07020048052072525
24555	linear.weight	8	0.16667063534259796
24555	linear.weight	9	-0.14795181155204773
24555	linear.bias	0	-0.03956538438796997
24555	linear.bias	1	0.031413208693265915
24555	linear.bias	2	0.4745689332485199
24555	linear.bias	3	0.20154936611652374
24555	linear.bias	4	1.0809370279312134
24555	linear.bias	5	-1.1455143690109253
24555	linear.bias	6	-0.5346953272819519
24555	linear.bias	7	-0.07597211748361588
25113	transitions	0	-0.7974039912223816
25113	transitions	1	-10000.0
25113	transitions	2	-0.7969565987586975
25113	transitions	3	-10000.0
25113	transitions	4	1.2707898616790771
25113	transitions	5	-10000.0
25113	transitions	6	-10000.0
25113	transitions	7	0.9930296540260315
25113	transitions	8	-1.6973035335540771
25113	transitions	9	-3.361738681793213
25113	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
25113	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
25113	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
25113	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
25113	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
25113	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
25113	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
25113	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
25113	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
25113	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
25113	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
25113	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
25113	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
25113	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
25113	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
25113	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
25113	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
25113	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
25113	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
25113	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
25113	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
25113	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
25113	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
25113	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
25113	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
25113	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
25113	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
25113	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
25113	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
25113	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
25113	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
25113	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
25113	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
25113	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
25113	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
25113	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
25113	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
25113	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
25113	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
25113	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
25113	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
25113	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
25113	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
25113	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
25113	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
25113	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
25113	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
25113	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
25113	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
25113	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
25113	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
25113	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
25113	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
25113	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
25113	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
25113	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
25113	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
25113	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
25113	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
25113	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
25113	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
25113	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
25113	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
25113	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
25113	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
25113	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
25113	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
25113	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
25113	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
25113	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
25113	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
25113	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
25113	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
25113	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
25113	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
25113	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
25113	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
25113	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
25113	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
25113	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
25113	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
25113	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
25113	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
25113	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
25113	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
25113	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
25113	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
25113	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
25113	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
25113	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
25113	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
25113	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
25113	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
25113	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
25113	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
25113	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
25113	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
25113	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
25113	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
25113	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
25113	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
25113	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
25113	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
25113	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
25113	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
25113	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
25113	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
25113	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
25113	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
25113	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
25113	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
25113	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
25113	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
25113	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
25113	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
25113	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
25113	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
25113	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
25113	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
25113	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
25113	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
25113	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
25113	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
25113	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
25113	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
25113	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
25113	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
25113	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
25113	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
25113	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
25113	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
25113	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
25113	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
25113	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
25113	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
25113	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
25113	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
25113	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
25113	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
25113	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
25113	embedding2nn.weight	0	0.006408011075109243
25113	embedding2nn.weight	1	0.006751882843673229
25113	embedding2nn.weight	2	0.013154739513993263
25113	embedding2nn.weight	3	0.006866575684398413
25113	embedding2nn.weight	4	0.013119437731802464
25113	embedding2nn.weight	5	-0.003878140589222312
25113	embedding2nn.weight	6	-0.013397515751421452
25113	embedding2nn.weight	7	-0.007527920883148909
25113	embedding2nn.weight	8	-0.003351334948092699
25113	embedding2nn.weight	9	-0.008407090790569782
25113	embedding2nn.bias	0	0.005016803275793791
25113	embedding2nn.bias	1	-0.029102161526679993
25113	embedding2nn.bias	2	0.03958919271826744
25113	embedding2nn.bias	3	0.03131870925426483
25113	embedding2nn.bias	4	0.00022372191597241908
25113	embedding2nn.bias	5	-0.03069756180047989
25113	embedding2nn.bias	6	0.0307608749717474
25113	embedding2nn.bias	7	-0.010886621661484241
25113	embedding2nn.bias	8	-0.012055661529302597
25113	embedding2nn.bias	9	0.01877712458372116
25113	rnn.weight_ih_l0	0	0.05677565932273865
25113	rnn.weight_ih_l0	1	-0.0413457490503788
25113	rnn.weight_ih_l0	2	-0.013737507164478302
25113	rnn.weight_ih_l0	3	0.03238942474126816
25113	rnn.weight_ih_l0	4	-0.009832787327468395
25113	rnn.weight_ih_l0	5	0.06448822468519211
25113	rnn.weight_ih_l0	6	0.013972538523375988
25113	rnn.weight_ih_l0	7	0.05751394107937813
25113	rnn.weight_ih_l0	8	0.016839846968650818
25113	rnn.weight_ih_l0	9	-0.01671559549868107
25113	rnn.weight_hh_l0	0	-0.041395727545022964
25113	rnn.weight_hh_l0	1	-0.019046185538172722
25113	rnn.weight_hh_l0	2	-0.05959026515483856
25113	rnn.weight_hh_l0	3	-0.01785198785364628
25113	rnn.weight_hh_l0	4	-0.006128644570708275
25113	rnn.weight_hh_l0	5	-0.024979688227176666
25113	rnn.weight_hh_l0	6	-0.008621829561889172
25113	rnn.weight_hh_l0	7	-0.05361204594373703
25113	rnn.weight_hh_l0	8	0.06286074221134186
25113	rnn.weight_hh_l0	9	0.0360322929918766
25113	rnn.bias_ih_l0	0	-0.08186245709657669
25113	rnn.bias_ih_l0	1	-0.07986285537481308
25113	rnn.bias_ih_l0	2	0.012670724652707577
25113	rnn.bias_ih_l0	3	-0.11771242320537567
25113	rnn.bias_ih_l0	4	-0.028506889939308167
25113	rnn.bias_ih_l0	5	-0.06924031674861908
25113	rnn.bias_ih_l0	6	0.03806262090802193
25113	rnn.bias_ih_l0	7	-0.06205664202570915
25113	rnn.bias_ih_l0	8	0.0023397996556013823
25113	rnn.bias_ih_l0	9	-0.0986471176147461
25113	rnn.bias_hh_l0	0	-0.014389307238161564
25113	rnn.bias_hh_l0	1	0.13389214873313904
25113	rnn.bias_hh_l0	2	0.05340339243412018
25113	rnn.bias_hh_l0	3	-0.010360813699662685
25113	rnn.bias_hh_l0	4	-0.07217559963464737
25113	rnn.bias_hh_l0	5	-0.00723236845806241
25113	rnn.bias_hh_l0	6	0.056205909699201584
25113	rnn.bias_hh_l0	7	-0.08157028257846832
25113	rnn.bias_hh_l0	8	-0.0630197525024414
25113	rnn.bias_hh_l0	9	-0.06363210827112198
25113	rnn.weight_ih_l0_reverse	0	0.033193834125995636
25113	rnn.weight_ih_l0_reverse	1	-0.05196502059698105
25113	rnn.weight_ih_l0_reverse	2	0.03426814824342728
25113	rnn.weight_ih_l0_reverse	3	0.0028680923860520124
25113	rnn.weight_ih_l0_reverse	4	0.02793455310165882
25113	rnn.weight_ih_l0_reverse	5	-0.035971030592918396
25113	rnn.weight_ih_l0_reverse	6	0.02538878656923771
25113	rnn.weight_ih_l0_reverse	7	0.03805219754576683
25113	rnn.weight_ih_l0_reverse	8	-0.02159915678203106
25113	rnn.weight_ih_l0_reverse	9	0.007888761349022388
25113	rnn.weight_hh_l0_reverse	0	0.04628857970237732
25113	rnn.weight_hh_l0_reverse	1	0.036970242857933044
25113	rnn.weight_hh_l0_reverse	2	-0.015367619693279266
25113	rnn.weight_hh_l0_reverse	3	-0.0357586033642292
25113	rnn.weight_hh_l0_reverse	4	0.004379066172987223
25113	rnn.weight_hh_l0_reverse	5	-0.04604504629969597
25113	rnn.weight_hh_l0_reverse	6	-0.010087822563946247
25113	rnn.weight_hh_l0_reverse	7	0.024181410670280457
25113	rnn.weight_hh_l0_reverse	8	0.004169165622442961
25113	rnn.weight_hh_l0_reverse	9	-0.003033058950677514
25113	rnn.bias_ih_l0_reverse	0	-0.040199317038059235
25113	rnn.bias_ih_l0_reverse	1	-0.06444895267486572
25113	rnn.bias_ih_l0_reverse	2	-0.08092460036277771
25113	rnn.bias_ih_l0_reverse	3	0.012806655839085579
25113	rnn.bias_ih_l0_reverse	4	-0.02267616242170334
25113	rnn.bias_ih_l0_reverse	5	-0.048029713332653046
25113	rnn.bias_ih_l0_reverse	6	-0.06194581463932991
25113	rnn.bias_ih_l0_reverse	7	-0.016653211787343025
25113	rnn.bias_ih_l0_reverse	8	-0.03635158762335777
25113	rnn.bias_ih_l0_reverse	9	-0.07712077349424362
25113	rnn.bias_hh_l0_reverse	0	-0.07673703134059906
25113	rnn.bias_hh_l0_reverse	1	-0.08740334957838058
25113	rnn.bias_hh_l0_reverse	2	0.10734879970550537
25113	rnn.bias_hh_l0_reverse	3	-0.012381154112517834
25113	rnn.bias_hh_l0_reverse	4	-0.036560509353876114
25113	rnn.bias_hh_l0_reverse	5	-0.09398546069860458
25113	rnn.bias_hh_l0_reverse	6	-0.02519017644226551
25113	rnn.bias_hh_l0_reverse	7	-0.011058017611503601
25113	rnn.bias_hh_l0_reverse	8	0.0059910062700510025
25113	rnn.bias_hh_l0_reverse	9	0.042373061180114746
25113	linear.weight	0	-0.008487659506499767
25113	linear.weight	1	-0.07194235175848007
25113	linear.weight	2	0.1884480118751526
25113	linear.weight	3	-0.08286044746637344
25113	linear.weight	4	-0.010588549077510834
25113	linear.weight	5	0.05956694483757019
25113	linear.weight	6	-0.010739270597696304
25113	linear.weight	7	-0.01451486349105835
25113	linear.weight	8	0.16437700390815735
25113	linear.weight	9	-0.1503935009241104
25113	linear.bias	0	-0.03956538438796997
25113	linear.bias	1	0.031413208693265915
25113	linear.bias	2	0.3926319479942322
25113	linear.bias	3	0.2118646502494812
25113	linear.bias	4	1.097780704498291
25113	linear.bias	5	-1.1497207880020142
25113	linear.bias	6	-0.5095788836479187
25113	linear.bias	7	-0.04213245213031769
25671	transitions	0	-0.812405526638031
25671	transitions	1	-10000.0
25671	transitions	2	-0.7969565987586975
25671	transitions	3	-10000.0
25671	transitions	4	1.257116675376892
25671	transitions	5	-10000.0
25671	transitions	6	-10000.0
25671	transitions	7	1.0002800226211548
25671	transitions	8	-1.70781409740448
25671	transitions	9	-3.3741536140441895
25671	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
25671	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
25671	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
25671	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
25671	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
25671	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
25671	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
25671	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
25671	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
25671	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
25671	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
25671	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
25671	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
25671	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
25671	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
25671	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
25671	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
25671	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
25671	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
25671	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
25671	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
25671	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
25671	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
25671	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
25671	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
25671	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
25671	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
25671	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
25671	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
25671	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
25671	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
25671	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
25671	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
25671	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
25671	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
25671	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
25671	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
25671	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
25671	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
25671	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
25671	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
25671	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
25671	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
25671	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
25671	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
25671	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
25671	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
25671	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
25671	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
25671	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
25671	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
25671	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
25671	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
25671	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
25671	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
25671	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
25671	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
25671	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
25671	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
25671	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
25671	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
25671	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
25671	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
25671	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
25671	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
25671	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
25671	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
25671	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
25671	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
25671	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
25671	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
25671	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
25671	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
25671	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
25671	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
25671	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
25671	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
25671	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
25671	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
25671	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
25671	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
25671	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
25671	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
25671	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
25671	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
25671	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
25671	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
25671	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
25671	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
25671	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
25671	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
25671	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
25671	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
25671	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
25671	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
25671	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
25671	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
25671	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
25671	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
25671	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
25671	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
25671	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
25671	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
25671	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
25671	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
25671	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
25671	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
25671	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
25671	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
25671	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
25671	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
25671	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
25671	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
25671	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
25671	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
25671	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
25671	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
25671	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
25671	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
25671	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
25671	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
25671	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
25671	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
25671	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
25671	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
25671	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
25671	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
25671	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
25671	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
25671	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
25671	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
25671	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
25671	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
25671	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
25671	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
25671	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
25671	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
25671	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
25671	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
25671	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
25671	embedding2nn.weight	0	0.006409581284970045
25671	embedding2nn.weight	1	0.0066437749192118645
25671	embedding2nn.weight	2	0.01315746083855629
25671	embedding2nn.weight	3	0.006927935406565666
25671	embedding2nn.weight	4	0.01352012064307928
25671	embedding2nn.weight	5	-0.004614200908690691
25671	embedding2nn.weight	6	-0.013346975669264793
25671	embedding2nn.weight	7	-0.007308771833777428
25671	embedding2nn.weight	8	-0.0034220546949654818
25671	embedding2nn.weight	9	-0.008348093368113041
25671	embedding2nn.bias	0	0.0005134303355589509
25671	embedding2nn.bias	1	-0.02639240399003029
25671	embedding2nn.bias	2	0.03987814113497734
25671	embedding2nn.bias	3	0.02900001034140587
25671	embedding2nn.bias	4	-0.007262020371854305
25671	embedding2nn.bias	5	-0.0389568917453289
25671	embedding2nn.bias	6	0.032226793467998505
25671	embedding2nn.bias	7	-0.01742757298052311
25671	embedding2nn.bias	8	-0.018906952813267708
25671	embedding2nn.bias	9	0.013397476635873318
25671	rnn.weight_ih_l0	0	0.055529579520225525
25671	rnn.weight_ih_l0	1	-0.04162696376442909
25671	rnn.weight_ih_l0	2	-0.013499971479177475
25671	rnn.weight_ih_l0	3	0.03317230939865112
25671	rnn.weight_ih_l0	4	-0.009536568075418472
25671	rnn.weight_ih_l0	5	0.06447125971317291
25671	rnn.weight_ih_l0	6	0.013935401104390621
25671	rnn.weight_ih_l0	7	0.0585755929350853
25671	rnn.weight_ih_l0	8	0.016303282231092453
25671	rnn.weight_ih_l0	9	-0.017768198624253273
25671	rnn.weight_hh_l0	0	-0.04198838025331497
25671	rnn.weight_hh_l0	1	-0.018712705001235008
25671	rnn.weight_hh_l0	2	-0.06008230522274971
25671	rnn.weight_hh_l0	3	-0.01766403578221798
25671	rnn.weight_hh_l0	4	-0.006122270133346319
25671	rnn.weight_hh_l0	5	-0.025103364139795303
25671	rnn.weight_hh_l0	6	-0.008494991809129715
25671	rnn.weight_hh_l0	7	-0.05435480177402496
25671	rnn.weight_hh_l0	8	0.06350211054086685
25671	rnn.weight_hh_l0	9	0.036039821803569794
25671	rnn.bias_ih_l0	0	-0.08107998222112656
25671	rnn.bias_ih_l0	1	-0.07779327780008316
25671	rnn.bias_ih_l0	2	0.012467501685023308
25671	rnn.bias_ih_l0	3	-0.11788176000118256
25671	rnn.bias_ih_l0	4	-0.029448578134179115
25671	rnn.bias_ih_l0	5	-0.07157616317272186
25671	rnn.bias_ih_l0	6	0.04673149064183235
25671	rnn.bias_ih_l0	7	-0.0625830590724945
25671	rnn.bias_ih_l0	8	0.0028373501263558865
25671	rnn.bias_ih_l0	9	-0.09776442497968674
25671	rnn.bias_hh_l0	0	-0.01640797220170498
25671	rnn.bias_hh_l0	1	0.14035525918006897
25671	rnn.bias_hh_l0	2	0.05066520720720291
25671	rnn.bias_hh_l0	3	-0.012294559739530087
25671	rnn.bias_hh_l0	4	-0.07394867390394211
25671	rnn.bias_hh_l0	5	-0.010266471654176712
25671	rnn.bias_hh_l0	6	0.0564175583422184
25671	rnn.bias_hh_l0	7	-0.08057345449924469
25671	rnn.bias_hh_l0	8	-0.06763119250535965
25671	rnn.bias_hh_l0	9	-0.06505049020051956
25671	rnn.weight_ih_l0_reverse	0	0.03244045749306679
25671	rnn.weight_ih_l0_reverse	1	-0.05277659371495247
25671	rnn.weight_ih_l0_reverse	2	0.03452087566256523
25671	rnn.weight_ih_l0_reverse	3	0.0033313201274722815
25671	rnn.weight_ih_l0_reverse	4	0.027925953269004822
25671	rnn.weight_ih_l0_reverse	5	-0.036546677350997925
25671	rnn.weight_ih_l0_reverse	6	0.02541280910372734
25671	rnn.weight_ih_l0_reverse	7	0.03716520965099335
25671	rnn.weight_ih_l0_reverse	8	-0.02144305594265461
25671	rnn.weight_ih_l0_reverse	9	0.009398129768669605
25671	rnn.weight_hh_l0_reverse	0	0.04659099131822586
25671	rnn.weight_hh_l0_reverse	1	0.0357121080160141
25671	rnn.weight_hh_l0_reverse	2	-0.015194856561720371
25671	rnn.weight_hh_l0_reverse	3	-0.03698788210749626
25671	rnn.weight_hh_l0_reverse	4	0.004704486578702927
25671	rnn.weight_hh_l0_reverse	5	-0.04650607332587242
25671	rnn.weight_hh_l0_reverse	6	-0.009798781014978886
25671	rnn.weight_hh_l0_reverse	7	0.024005193263292313
25671	rnn.weight_hh_l0_reverse	8	0.0041391365230083466
25671	rnn.weight_hh_l0_reverse	9	-0.0033023504074662924
25671	rnn.bias_ih_l0_reverse	0	-0.04183230921626091
25671	rnn.bias_ih_l0_reverse	1	-0.06684010475873947
25671	rnn.bias_ih_l0_reverse	2	-0.08088012039661407
25671	rnn.bias_ih_l0_reverse	3	0.009567962028086185
25671	rnn.bias_ih_l0_reverse	4	-0.03246089816093445
25671	rnn.bias_ih_l0_reverse	5	-0.04801345616579056
25671	rnn.bias_ih_l0_reverse	6	-0.06739253550767899
25671	rnn.bias_ih_l0_reverse	7	-0.015466748736798763
25671	rnn.bias_ih_l0_reverse	8	-0.039834100753068924
25671	rnn.bias_ih_l0_reverse	9	-0.07722609490156174
25671	rnn.bias_hh_l0_reverse	0	-0.07985101640224457
25671	rnn.bias_hh_l0_reverse	1	-0.09095815569162369
25671	rnn.bias_hh_l0_reverse	2	0.10240206867456436
25671	rnn.bias_hh_l0_reverse	3	-0.017847761511802673
25671	rnn.bias_hh_l0_reverse	4	-0.03880035877227783
25671	rnn.bias_hh_l0_reverse	5	-0.09081577509641647
25671	rnn.bias_hh_l0_reverse	6	-0.0313168540596962
25671	rnn.bias_hh_l0_reverse	7	-0.012672172859311104
25671	rnn.bias_hh_l0_reverse	8	0.003859271528199315
25671	rnn.bias_hh_l0_reverse	9	0.0356462225317955
25671	linear.weight	0	-0.00850610714405775
25671	linear.weight	1	-0.06169068440794945
25671	linear.weight	2	0.16561639308929443
25671	linear.weight	3	-0.08297658711671829
25671	linear.weight	4	-0.010588549077510834
25671	linear.weight	5	0.05665593221783638
25671	linear.weight	6	-0.010739270597696304
25671	linear.weight	7	-0.0655851662158966
25671	linear.weight	8	0.16914543509483337
25671	linear.weight	9	-0.13458989560604095
25671	linear.bias	0	-0.03956538438796997
25671	linear.bias	1	0.031413208693265915
25671	linear.bias	2	0.46415427327156067
25671	linear.bias	3	0.20078985393047333
25671	linear.bias	4	1.086175560951233
25671	linear.bias	5	-1.153713345527649
25671	linear.bias	6	-0.5318669080734253
25671	linear.bias	7	-0.06471745669841766
26229	transitions	0	-0.8261843919754028
26229	transitions	1	-10000.0
26229	transitions	2	-0.7969565987586975
26229	transitions	3	-10000.0
26229	transitions	4	1.2598495483398438
26229	transitions	5	-10000.0
26229	transitions	6	-10000.0
26229	transitions	7	0.9847397804260254
26229	transitions	8	-1.7186670303344727
26229	transitions	9	-3.387089729309082
26229	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
26229	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
26229	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
26229	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
26229	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
26229	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
26229	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
26229	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
26229	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
26229	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
26229	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
26229	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
26229	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
26229	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
26229	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
26229	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
26229	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
26229	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
26229	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
26229	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
26229	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
26229	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
26229	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
26229	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
26229	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
26229	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
26229	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
26229	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
26229	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
26229	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
26229	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
26229	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
26229	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
26229	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
26229	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
26229	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
26229	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
26229	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
26229	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
26229	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
26229	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
26229	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
26229	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
26229	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
26229	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
26229	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
26229	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
26229	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
26229	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
26229	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
26229	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
26229	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
26229	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
26229	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
26229	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
26229	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
26229	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
26229	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
26229	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
26229	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
26229	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
26229	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
26229	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
26229	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
26229	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
26229	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
26229	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
26229	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
26229	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
26229	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
26229	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
26229	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
26229	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
26229	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
26229	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
26229	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
26229	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
26229	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
26229	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
26229	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
26229	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
26229	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
26229	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
26229	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
26229	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
26229	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
26229	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
26229	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
26229	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
26229	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
26229	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
26229	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
26229	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
26229	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
26229	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
26229	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
26229	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
26229	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
26229	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
26229	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
26229	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
26229	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
26229	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
26229	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
26229	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
26229	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
26229	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
26229	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
26229	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
26229	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
26229	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
26229	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
26229	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
26229	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
26229	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
26229	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
26229	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
26229	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
26229	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
26229	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
26229	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
26229	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
26229	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
26229	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
26229	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
26229	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
26229	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
26229	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
26229	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
26229	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
26229	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
26229	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
26229	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
26229	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
26229	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
26229	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
26229	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
26229	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
26229	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
26229	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
26229	embedding2nn.weight	0	0.0063856784254312515
26229	embedding2nn.weight	1	0.006704420782625675
26229	embedding2nn.weight	2	0.013189975172281265
26229	embedding2nn.weight	3	0.006322011351585388
26229	embedding2nn.weight	4	0.012903555296361446
26229	embedding2nn.weight	5	-0.005069897044450045
26229	embedding2nn.weight	6	-0.013427563942968845
26229	embedding2nn.weight	7	-0.007340111769735813
26229	embedding2nn.weight	8	-0.0037347404286265373
26229	embedding2nn.weight	9	-0.008653390221297741
26229	embedding2nn.bias	0	0.007497371640056372
26229	embedding2nn.bias	1	-0.031588997691869736
26229	embedding2nn.bias	2	0.0467672199010849
26229	embedding2nn.bias	3	0.03267543017864227
26229	embedding2nn.bias	4	-0.004613837227225304
26229	embedding2nn.bias	5	-0.02804166078567505
26229	embedding2nn.bias	6	0.03781486675143242
26229	embedding2nn.bias	7	-0.01383749209344387
26229	embedding2nn.bias	8	-0.0229391660541296
26229	embedding2nn.bias	9	0.021671021357178688
26229	rnn.weight_ih_l0	0	0.05568017065525055
26229	rnn.weight_ih_l0	1	-0.04115843400359154
26229	rnn.weight_ih_l0	2	-0.014577320776879787
26229	rnn.weight_ih_l0	3	0.031935375183820724
26229	rnn.weight_ih_l0	4	-0.010510345920920372
26229	rnn.weight_ih_l0	5	0.06426118314266205
26229	rnn.weight_ih_l0	6	0.01356249488890171
26229	rnn.weight_ih_l0	7	0.05903282016515732
26229	rnn.weight_ih_l0	8	0.016280384734272957
26229	rnn.weight_ih_l0	9	-0.017334137111902237
26229	rnn.weight_hh_l0	0	-0.04075080528855324
26229	rnn.weight_hh_l0	1	-0.01902642287313938
26229	rnn.weight_hh_l0	2	-0.06008512154221535
26229	rnn.weight_hh_l0	3	-0.017524827271699905
26229	rnn.weight_hh_l0	4	-0.006014875136315823
26229	rnn.weight_hh_l0	5	-0.025335287675261497
26229	rnn.weight_hh_l0	6	-0.008685584180057049
26229	rnn.weight_hh_l0	7	-0.055287208408117294
26229	rnn.weight_hh_l0	8	0.06414248049259186
26229	rnn.weight_hh_l0	9	0.037070196121931076
26229	rnn.bias_ih_l0	0	-0.0837053582072258
26229	rnn.bias_ih_l0	1	-0.07509955763816833
26229	rnn.bias_ih_l0	2	0.012810258194804192
26229	rnn.bias_ih_l0	3	-0.121190145611763
26229	rnn.bias_ih_l0	4	-0.028919663280248642
26229	rnn.bias_ih_l0	5	-0.07000721991062164
26229	rnn.bias_ih_l0	6	0.04722418636083603
26229	rnn.bias_ih_l0	7	-0.06346766650676727
26229	rnn.bias_ih_l0	8	0.000694059010129422
26229	rnn.bias_ih_l0	9	-0.09782473742961884
26229	rnn.bias_hh_l0	0	-0.01452490035444498
26229	rnn.bias_hh_l0	1	0.1329958587884903
26229	rnn.bias_hh_l0	2	0.050807543098926544
26229	rnn.bias_hh_l0	3	-0.011289582587778568
26229	rnn.bias_hh_l0	4	-0.0758059024810791
26229	rnn.bias_hh_l0	5	-0.012372582219541073
26229	rnn.bias_hh_l0	6	0.059853650629520416
26229	rnn.bias_hh_l0	7	-0.08645573258399963
26229	rnn.bias_hh_l0	8	-0.07014422118663788
26229	rnn.bias_hh_l0	9	-0.06394356489181519
26229	rnn.weight_ih_l0_reverse	0	0.03220367804169655
26229	rnn.weight_ih_l0_reverse	1	-0.05210407078266144
26229	rnn.weight_ih_l0_reverse	2	0.03456926345825195
26229	rnn.weight_ih_l0_reverse	3	0.004216563422232866
26229	rnn.weight_ih_l0_reverse	4	0.02799246646463871
26229	rnn.weight_ih_l0_reverse	5	-0.0357368141412735
26229	rnn.weight_ih_l0_reverse	6	0.02535058744251728
26229	rnn.weight_ih_l0_reverse	7	0.037155069410800934
26229	rnn.weight_ih_l0_reverse	8	-0.02162613719701767
26229	rnn.weight_ih_l0_reverse	9	0.008667613379657269
26229	rnn.weight_hh_l0_reverse	0	0.04661230370402336
26229	rnn.weight_hh_l0_reverse	1	0.03539060056209564
26229	rnn.weight_hh_l0_reverse	2	-0.014368466101586819
26229	rnn.weight_hh_l0_reverse	3	-0.03648354485630989
26229	rnn.weight_hh_l0_reverse	4	0.004595070146024227
26229	rnn.weight_hh_l0_reverse	5	-0.0464315339922905
26229	rnn.weight_hh_l0_reverse	6	-0.010066480375826359
26229	rnn.weight_hh_l0_reverse	7	0.02408493682742119
26229	rnn.weight_hh_l0_reverse	8	0.004915003199130297
26229	rnn.weight_hh_l0_reverse	9	-0.003649310441687703
26229	rnn.bias_ih_l0_reverse	0	-0.04028669372200966
26229	rnn.bias_ih_l0_reverse	1	-0.06775323301553726
26229	rnn.bias_ih_l0_reverse	2	-0.07615824788808823
26229	rnn.bias_ih_l0_reverse	3	0.006077051628381014
26229	rnn.bias_ih_l0_reverse	4	-0.029843823984265327
26229	rnn.bias_ih_l0_reverse	5	-0.04415620490908623
26229	rnn.bias_ih_l0_reverse	6	-0.06587351858615875
26229	rnn.bias_ih_l0_reverse	7	-0.017689432948827744
26229	rnn.bias_ih_l0_reverse	8	-0.04010569304227829
26229	rnn.bias_ih_l0_reverse	9	-0.08159313350915909
26229	rnn.bias_hh_l0_reverse	0	-0.08228076249361038
26229	rnn.bias_hh_l0_reverse	1	-0.09136661142110825
26229	rnn.bias_hh_l0_reverse	2	0.10222764313220978
26229	rnn.bias_hh_l0_reverse	3	-0.014075832441449165
26229	rnn.bias_hh_l0_reverse	4	-0.03588000312447548
26229	rnn.bias_hh_l0_reverse	5	-0.08899567276239395
26229	rnn.bias_hh_l0_reverse	6	-0.03456191346049309
26229	rnn.bias_hh_l0_reverse	7	-0.010381038300693035
26229	rnn.bias_hh_l0_reverse	8	0.0003411818470340222
26229	rnn.bias_hh_l0_reverse	9	0.03403055667877197
26229	linear.weight	0	-0.008528487756848335
26229	linear.weight	1	-0.06351114809513092
26229	linear.weight	2	0.20327413082122803
26229	linear.weight	3	-0.0828675776720047
26229	linear.weight	4	-0.010588549077510834
26229	linear.weight	5	0.05852973088622093
26229	linear.weight	6	-0.010739270597696304
26229	linear.weight	7	-0.10157299786806107
26229	linear.weight	8	0.1610889583826065
26229	linear.weight	9	-0.12152418494224548
26229	linear.bias	0	-0.03956538438796997
26229	linear.bias	1	0.031413208693265915
26229	linear.bias	2	0.4541604518890381
26229	linear.bias	3	0.18181902170181274
26229	linear.bias	4	1.0737968683242798
26229	linear.bias	5	-1.1577736139297485
26229	linear.bias	6	-0.5099226832389832
26229	linear.bias	7	-0.04127432033419609
26787	transitions	0	-0.8375117778778076
26787	transitions	1	-10000.0
26787	transitions	2	-0.7969565987586975
26787	transitions	3	-10000.0
26787	transitions	4	1.2943578958511353
26787	transitions	5	-10000.0
26787	transitions	6	-10000.0
26787	transitions	7	1.0362244844436646
26787	transitions	8	-1.7286704778671265
26787	transitions	9	-3.3990139961242676
26787	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
26787	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
26787	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
26787	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
26787	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
26787	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
26787	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
26787	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
26787	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
26787	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
26787	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
26787	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
26787	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
26787	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
26787	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
26787	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
26787	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
26787	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
26787	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
26787	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
26787	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
26787	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
26787	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
26787	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
26787	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
26787	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
26787	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
26787	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
26787	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
26787	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
26787	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
26787	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
26787	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
26787	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
26787	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
26787	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
26787	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
26787	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
26787	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
26787	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
26787	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
26787	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
26787	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
26787	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
26787	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
26787	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
26787	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
26787	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
26787	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
26787	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
26787	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
26787	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
26787	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
26787	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
26787	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
26787	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
26787	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
26787	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
26787	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
26787	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
26787	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
26787	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
26787	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
26787	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
26787	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
26787	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
26787	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
26787	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
26787	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
26787	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
26787	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
26787	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
26787	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
26787	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
26787	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
26787	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
26787	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
26787	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
26787	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
26787	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
26787	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
26787	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
26787	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
26787	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
26787	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
26787	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
26787	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
26787	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
26787	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
26787	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
26787	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
26787	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
26787	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
26787	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
26787	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
26787	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
26787	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
26787	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
26787	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
26787	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
26787	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
26787	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
26787	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
26787	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
26787	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
26787	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
26787	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
26787	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
26787	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
26787	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
26787	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
26787	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
26787	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
26787	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
26787	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
26787	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
26787	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
26787	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
26787	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
26787	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
26787	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
26787	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
26787	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
26787	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
26787	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
26787	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
26787	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
26787	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
26787	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
26787	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
26787	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
26787	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
26787	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
26787	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
26787	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
26787	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
26787	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
26787	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
26787	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
26787	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
26787	embedding2nn.weight	0	0.006389818619936705
26787	embedding2nn.weight	1	0.006702444050461054
26787	embedding2nn.weight	2	0.01317103672772646
26787	embedding2nn.weight	3	0.0057151466608047485
26787	embedding2nn.weight	4	0.012570451013743877
26787	embedding2nn.weight	5	-0.0047598048113286495
26787	embedding2nn.weight	6	-0.013279970735311508
26787	embedding2nn.weight	7	-0.007354592438787222
26787	embedding2nn.weight	8	-0.0040460675954818726
26787	embedding2nn.weight	9	-0.008380666375160217
26787	embedding2nn.bias	0	0.011193335056304932
26787	embedding2nn.bias	1	-0.03248301148414612
26787	embedding2nn.bias	2	0.04885276407003403
26787	embedding2nn.bias	3	0.028386207297444344
26787	embedding2nn.bias	4	-0.001285612815991044
26787	embedding2nn.bias	5	-0.028658488765358925
26787	embedding2nn.bias	6	0.04369806870818138
26787	embedding2nn.bias	7	-0.01572910137474537
26787	embedding2nn.bias	8	-0.030604923143982887
26787	embedding2nn.bias	9	0.022983768954873085
26787	rnn.weight_ih_l0	0	0.05646422505378723
26787	rnn.weight_ih_l0	1	-0.04080033674836159
26787	rnn.weight_ih_l0	2	-0.01357512827962637
26787	rnn.weight_ih_l0	3	0.03176902234554291
26787	rnn.weight_ih_l0	4	-0.011507773771882057
26787	rnn.weight_ih_l0	5	0.06357778608798981
26787	rnn.weight_ih_l0	6	0.01336479652673006
26787	rnn.weight_ih_l0	7	0.06115207448601723
26787	rnn.weight_ih_l0	8	0.016234470531344414
26787	rnn.weight_ih_l0	9	-0.016376372426748276
26787	rnn.weight_hh_l0	0	-0.04118730127811432
26787	rnn.weight_hh_l0	1	-0.018933361396193504
26787	rnn.weight_hh_l0	2	-0.06075283885002136
26787	rnn.weight_hh_l0	3	-0.01752067729830742
26787	rnn.weight_hh_l0	4	-0.00588375935330987
26787	rnn.weight_hh_l0	5	-0.02520558424293995
26787	rnn.weight_hh_l0	6	-0.008728732354938984
26787	rnn.weight_hh_l0	7	-0.054112836718559265
26787	rnn.weight_hh_l0	8	0.06433282792568207
26787	rnn.weight_hh_l0	9	0.03677161782979965
26787	rnn.bias_ih_l0	0	-0.08024010062217712
26787	rnn.bias_ih_l0	1	-0.07171884179115295
26787	rnn.bias_ih_l0	2	0.014789593406021595
26787	rnn.bias_ih_l0	3	-0.12076614797115326
26787	rnn.bias_ih_l0	4	-0.028747491538524628
26787	rnn.bias_ih_l0	5	-0.07510992139577866
26787	rnn.bias_ih_l0	6	0.04931469261646271
26787	rnn.bias_ih_l0	7	-0.06244702637195587
26787	rnn.bias_ih_l0	8	-4.3756306695286185e-05
26787	rnn.bias_ih_l0	9	-0.09987788647413254
26787	rnn.bias_hh_l0	0	-0.01425707433372736
26787	rnn.bias_hh_l0	1	0.13736970722675323
26787	rnn.bias_hh_l0	2	0.0510367751121521
26787	rnn.bias_hh_l0	3	-0.01567780040204525
26787	rnn.bias_hh_l0	4	-0.07738974690437317
26787	rnn.bias_hh_l0	5	-0.0055978321470320225
26787	rnn.bias_hh_l0	6	0.059634748846292496
26787	rnn.bias_hh_l0	7	-0.08298492431640625
26787	rnn.bias_hh_l0	8	-0.07281944900751114
26787	rnn.bias_hh_l0	9	-0.06750302016735077
26787	rnn.weight_ih_l0_reverse	0	0.032472774386405945
26787	rnn.weight_ih_l0_reverse	1	-0.05200431868433952
26787	rnn.weight_ih_l0_reverse	2	0.03439966216683388
26787	rnn.weight_ih_l0_reverse	3	0.004209904000163078
26787	rnn.weight_ih_l0_reverse	4	0.027078064158558846
26787	rnn.weight_ih_l0_reverse	5	-0.032803986221551895
26787	rnn.weight_ih_l0_reverse	6	0.02531779371201992
26787	rnn.weight_ih_l0_reverse	7	0.03675359487533569
26787	rnn.weight_ih_l0_reverse	8	-0.0217428021132946
26787	rnn.weight_ih_l0_reverse	9	0.009675073437392712
26787	rnn.weight_hh_l0_reverse	0	0.04664112627506256
26787	rnn.weight_hh_l0_reverse	1	0.03530653938651085
26787	rnn.weight_hh_l0_reverse	2	-0.014702597633004189
26787	rnn.weight_hh_l0_reverse	3	-0.03825448453426361
26787	rnn.weight_hh_l0_reverse	4	0.0036029955372214317
26787	rnn.weight_hh_l0_reverse	5	-0.04607785865664482
26787	rnn.weight_hh_l0_reverse	6	-0.009637812152504921
26787	rnn.weight_hh_l0_reverse	7	0.0240648090839386
26787	rnn.weight_hh_l0_reverse	8	0.0030257264152169228
26787	rnn.weight_hh_l0_reverse	9	-0.0037248535081744194
26787	rnn.bias_ih_l0_reverse	0	-0.04086330160498619
26787	rnn.bias_ih_l0_reverse	1	-0.06714033335447311
26787	rnn.bias_ih_l0_reverse	2	-0.07778690755367279
26787	rnn.bias_ih_l0_reverse	3	0.00857801828533411
26787	rnn.bias_ih_l0_reverse	4	-0.023544827476143837
26787	rnn.bias_ih_l0_reverse	5	-0.04355614259839058
26787	rnn.bias_ih_l0_reverse	6	-0.0614028163254261
26787	rnn.bias_ih_l0_reverse	7	-0.01896638795733452
26787	rnn.bias_ih_l0_reverse	8	-0.038847070187330246
26787	rnn.bias_ih_l0_reverse	9	-0.08214903622865677
26787	rnn.bias_hh_l0_reverse	0	-0.08181757479906082
26787	rnn.bias_hh_l0_reverse	1	-0.09289359301328659
26787	rnn.bias_hh_l0_reverse	2	0.10634681582450867
26787	rnn.bias_hh_l0_reverse	3	-0.016132842749357224
26787	rnn.bias_hh_l0_reverse	4	-0.0424095056951046
26787	rnn.bias_hh_l0_reverse	5	-0.08919546008110046
26787	rnn.bias_hh_l0_reverse	6	-0.036753952503204346
26787	rnn.bias_hh_l0_reverse	7	-0.012529119849205017
26787	rnn.bias_hh_l0_reverse	8	0.0008890696335583925
26787	rnn.bias_hh_l0_reverse	9	0.030117454007267952
26787	linear.weight	0	-0.008423561230301857
26787	linear.weight	1	-0.05762990936636925
26787	linear.weight	2	0.20707805454730988
26787	linear.weight	3	-0.08277175575494766
26787	linear.weight	4	-0.010588549077510834
26787	linear.weight	5	0.0686638280749321
26787	linear.weight	6	-0.010739270597696304
26787	linear.weight	7	-0.0868602991104126
26787	linear.weight	8	0.16427406668663025
26787	linear.weight	9	-0.11536567658185959
26787	linear.bias	0	-0.03956538438796997
26787	linear.bias	1	0.031413208693265915
26787	linear.bias	2	0.3973310887813568
26787	linear.bias	3	0.13696372509002686
26787	linear.bias	4	1.1633154153823853
26787	linear.bias	5	-1.1615042686462402
26787	linear.bias	6	-0.5034893155097961
26787	linear.bias	7	-0.03183652460575104
27345	transitions	0	-0.8494246602058411
27345	transitions	1	-10000.0
27345	transitions	2	-0.7969565987586975
27345	transitions	3	-10000.0
27345	transitions	4	1.3333895206451416
27345	transitions	5	-10000.0
27345	transitions	6	-10000.0
27345	transitions	7	1.044288992881775
27345	transitions	8	-1.7401316165924072
27345	transitions	9	-3.4097602367401123
27345	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
27345	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
27345	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
27345	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
27345	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
27345	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
27345	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
27345	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
27345	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
27345	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
27345	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
27345	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
27345	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
27345	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
27345	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
27345	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
27345	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
27345	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
27345	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
27345	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
27345	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
27345	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
27345	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
27345	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
27345	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
27345	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
27345	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
27345	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
27345	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
27345	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
27345	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
27345	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
27345	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
27345	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
27345	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
27345	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
27345	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
27345	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
27345	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
27345	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
27345	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
27345	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
27345	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
27345	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
27345	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
27345	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
27345	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
27345	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
27345	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
27345	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
27345	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
27345	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
27345	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
27345	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
27345	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
27345	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
27345	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
27345	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
27345	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
27345	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
27345	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
27345	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
27345	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
27345	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
27345	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
27345	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
27345	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
27345	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
27345	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
27345	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
27345	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
27345	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
27345	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
27345	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
27345	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
27345	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
27345	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
27345	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
27345	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
27345	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
27345	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
27345	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
27345	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
27345	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
27345	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
27345	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
27345	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
27345	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
27345	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
27345	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
27345	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
27345	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
27345	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
27345	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
27345	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
27345	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
27345	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
27345	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
27345	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
27345	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
27345	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
27345	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
27345	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
27345	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
27345	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
27345	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
27345	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
27345	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
27345	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
27345	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
27345	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
27345	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
27345	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
27345	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
27345	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
27345	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
27345	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
27345	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
27345	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
27345	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
27345	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
27345	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
27345	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
27345	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
27345	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
27345	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
27345	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
27345	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
27345	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
27345	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
27345	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
27345	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
27345	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
27345	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
27345	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
27345	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
27345	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
27345	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
27345	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
27345	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
27345	embedding2nn.weight	0	0.006411496549844742
27345	embedding2nn.weight	1	0.006780175492167473
27345	embedding2nn.weight	2	0.013184783048927784
27345	embedding2nn.weight	3	0.004874500446021557
27345	embedding2nn.weight	4	0.01223729457706213
27345	embedding2nn.weight	5	-0.004882246721535921
27345	embedding2nn.weight	6	-0.01326744258403778
27345	embedding2nn.weight	7	-0.007248290348798037
27345	embedding2nn.weight	8	-0.0030030300840735435
27345	embedding2nn.weight	9	-0.008512639440596104
27345	embedding2nn.bias	0	0.005482287146151066
27345	embedding2nn.bias	1	-0.03476801514625549
27345	embedding2nn.bias	2	0.05413560941815376
27345	embedding2nn.bias	3	0.0282431710511446
27345	embedding2nn.bias	4	0.00020908587612211704
27345	embedding2nn.bias	5	-0.03700415790081024
27345	embedding2nn.bias	6	0.04271269589662552
27345	embedding2nn.bias	7	-0.010142248123884201
27345	embedding2nn.bias	8	-0.03823630139231682
27345	embedding2nn.bias	9	0.017565689980983734
27345	rnn.weight_ih_l0	0	0.057159021496772766
27345	rnn.weight_ih_l0	1	-0.03934601694345474
27345	rnn.weight_ih_l0	2	-0.01341004017740488
27345	rnn.weight_ih_l0	3	0.030926667153835297
27345	rnn.weight_ih_l0	4	-0.010941499844193459
27345	rnn.weight_ih_l0	5	0.06409776210784912
27345	rnn.weight_ih_l0	6	0.013188331387937069
27345	rnn.weight_ih_l0	7	0.060456566512584686
27345	rnn.weight_ih_l0	8	0.015242557972669601
27345	rnn.weight_ih_l0	9	-0.015971245244145393
27345	rnn.weight_hh_l0	0	-0.03933735936880112
27345	rnn.weight_hh_l0	1	-0.019078217446804047
27345	rnn.weight_hh_l0	2	-0.06139902397990227
27345	rnn.weight_hh_l0	3	-0.017702452838420868
27345	rnn.weight_hh_l0	4	-0.005852706730365753
27345	rnn.weight_hh_l0	5	-0.02510981634259224
27345	rnn.weight_hh_l0	6	-0.008830632083117962
27345	rnn.weight_hh_l0	7	-0.05397436022758484
27345	rnn.weight_hh_l0	8	0.06453140079975128
27345	rnn.weight_hh_l0	9	0.03703153133392334
27345	rnn.bias_ih_l0	0	-0.08548906445503235
27345	rnn.bias_ih_l0	1	-0.08033782243728638
27345	rnn.bias_ih_l0	2	0.012899811379611492
27345	rnn.bias_ih_l0	3	-0.1207638531923294
27345	rnn.bias_ih_l0	4	-0.027812957763671875
27345	rnn.bias_ih_l0	5	-0.07729251682758331
27345	rnn.bias_ih_l0	6	0.04880548268556595
27345	rnn.bias_ih_l0	7	-0.05967409163713455
27345	rnn.bias_ih_l0	8	0.0008532911306247115
27345	rnn.bias_ih_l0	9	-0.10209978371858597
27345	rnn.bias_hh_l0	0	-0.015963558107614517
27345	rnn.bias_hh_l0	1	0.14092868566513062
27345	rnn.bias_hh_l0	2	0.0546623170375824
27345	rnn.bias_hh_l0	3	-0.017950210720300674
27345	rnn.bias_hh_l0	4	-0.07852647453546524
27345	rnn.bias_hh_l0	5	-0.0005314162699505687
27345	rnn.bias_hh_l0	6	0.0591331385076046
27345	rnn.bias_hh_l0	7	-0.08763717859983444
27345	rnn.bias_hh_l0	8	-0.07117411494255066
27345	rnn.bias_hh_l0	9	-0.06788107007741928
27345	rnn.weight_ih_l0_reverse	0	0.03248016536235809
27345	rnn.weight_ih_l0_reverse	1	-0.052071623504161835
27345	rnn.weight_ih_l0_reverse	2	0.034736212342977524
27345	rnn.weight_ih_l0_reverse	3	0.005010894499719143
27345	rnn.weight_ih_l0_reverse	4	0.0266735702753067
27345	rnn.weight_ih_l0_reverse	5	-0.03253428637981415
27345	rnn.weight_ih_l0_reverse	6	0.02494388073682785
27345	rnn.weight_ih_l0_reverse	7	0.03668089956045151
27345	rnn.weight_ih_l0_reverse	8	-0.02254018932580948
27345	rnn.weight_ih_l0_reverse	9	0.010574756190180779
27345	rnn.weight_hh_l0_reverse	0	0.046320851892232895
27345	rnn.weight_hh_l0_reverse	1	0.034942422062158585
27345	rnn.weight_hh_l0_reverse	2	-0.0145823759958148
27345	rnn.weight_hh_l0_reverse	3	-0.039330460131168365
27345	rnn.weight_hh_l0_reverse	4	0.004197106231004
27345	rnn.weight_hh_l0_reverse	5	-0.045428842306137085
27345	rnn.weight_hh_l0_reverse	6	-0.009272079914808273
27345	rnn.weight_hh_l0_reverse	7	0.023729557171463966
27345	rnn.weight_hh_l0_reverse	8	0.004000428132712841
27345	rnn.weight_hh_l0_reverse	9	-0.003391978796571493
27345	rnn.bias_ih_l0_reverse	0	-0.03973564878106117
27345	rnn.bias_ih_l0_reverse	1	-0.06941784173250198
27345	rnn.bias_ih_l0_reverse	2	-0.0778605118393898
27345	rnn.bias_ih_l0_reverse	3	0.015040266327559948
27345	rnn.bias_ih_l0_reverse	4	-0.021210117265582085
27345	rnn.bias_ih_l0_reverse	5	-0.04646483436226845
27345	rnn.bias_ih_l0_reverse	6	-0.06111103296279907
27345	rnn.bias_ih_l0_reverse	7	-0.019031694158911705
27345	rnn.bias_ih_l0_reverse	8	-0.03742893412709236
27345	rnn.bias_ih_l0_reverse	9	-0.0834837406873703
27345	rnn.bias_hh_l0_reverse	0	-0.08230022341012955
27345	rnn.bias_hh_l0_reverse	1	-0.0961202010512352
27345	rnn.bias_hh_l0_reverse	2	0.1071176528930664
27345	rnn.bias_hh_l0_reverse	3	-0.011318637989461422
27345	rnn.bias_hh_l0_reverse	4	-0.04786384850740433
27345	rnn.bias_hh_l0_reverse	5	-0.09501323103904724
27345	rnn.bias_hh_l0_reverse	6	-0.02832704596221447
27345	rnn.bias_hh_l0_reverse	7	-0.016478605568408966
27345	rnn.bias_hh_l0_reverse	8	0.005156492814421654
27345	rnn.bias_hh_l0_reverse	9	0.02811562828719616
27345	linear.weight	0	-0.008345707319676876
27345	linear.weight	1	-0.07680963724851608
27345	linear.weight	2	0.16391931474208832
27345	linear.weight	3	-0.08266167342662811
27345	linear.weight	4	-0.010588549077510834
27345	linear.weight	5	0.02069038897752762
27345	linear.weight	6	-0.010739270597696304
27345	linear.weight	7	-0.07354306429624557
27345	linear.weight	8	0.13580426573753357
27345	linear.weight	9	-0.1151350736618042
27345	linear.bias	0	-0.03956538438796997
27345	linear.bias	1	0.031413208693265915
27345	linear.bias	2	0.4157937467098236
27345	linear.bias	3	0.08052290976047516
27345	linear.bias	4	1.132473111152649
27345	linear.bias	5	-1.1651039123535156
27345	linear.bias	6	-0.46688178181648254
27345	linear.bias	7	0.003967750817537308
27903	transitions	0	-0.8629855513572693
27903	transitions	1	-10000.0
27903	transitions	2	-0.7969565987586975
27903	transitions	3	-10000.0
27903	transitions	4	1.3494980335235596
27903	transitions	5	-10000.0
27903	transitions	6	-10000.0
27903	transitions	7	1.0291285514831543
27903	transitions	8	-1.7513763904571533
27903	transitions	9	-3.4210801124572754
27903	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
27903	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
27903	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
27903	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
27903	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
27903	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
27903	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
27903	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
27903	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
27903	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
27903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
27903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
27903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
27903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
27903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
27903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
27903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
27903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
27903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
27903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
27903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
27903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
27903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
27903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
27903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
27903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
27903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
27903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
27903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
27903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
27903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
27903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
27903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
27903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
27903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
27903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
27903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
27903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
27903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
27903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
27903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
27903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
27903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
27903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
27903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
27903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
27903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
27903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
27903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
27903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
27903	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
27903	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
27903	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
27903	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
27903	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
27903	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
27903	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
27903	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
27903	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
27903	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
27903	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
27903	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
27903	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
27903	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
27903	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
27903	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
27903	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
27903	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
27903	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
27903	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
27903	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
27903	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
27903	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
27903	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
27903	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
27903	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
27903	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
27903	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
27903	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
27903	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
27903	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
27903	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
27903	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
27903	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
27903	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
27903	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
27903	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
27903	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
27903	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
27903	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
27903	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
27903	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
27903	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
27903	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
27903	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
27903	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
27903	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
27903	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
27903	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
27903	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
27903	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
27903	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
27903	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
27903	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
27903	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
27903	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
27903	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
27903	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
27903	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
27903	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
27903	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
27903	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
27903	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
27903	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
27903	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
27903	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
27903	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
27903	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
27903	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
27903	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
27903	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
27903	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
27903	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
27903	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
27903	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
27903	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
27903	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
27903	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
27903	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
27903	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
27903	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
27903	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
27903	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
27903	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
27903	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
27903	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
27903	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
27903	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
27903	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
27903	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
27903	embedding2nn.weight	0	0.006438636686652899
27903	embedding2nn.weight	1	0.006869708187878132
27903	embedding2nn.weight	2	0.013219530694186687
27903	embedding2nn.weight	3	0.005060268100351095
27903	embedding2nn.weight	4	0.012021053582429886
27903	embedding2nn.weight	5	-0.005069660488516092
27903	embedding2nn.weight	6	-0.013138149864971638
27903	embedding2nn.weight	7	-0.007452206686139107
27903	embedding2nn.weight	8	-0.0015392735367640853
27903	embedding2nn.weight	9	-0.008761492557823658
27903	embedding2nn.bias	0	0.004516738932579756
27903	embedding2nn.bias	1	-0.02901182509958744
27903	embedding2nn.bias	2	0.04703741520643234
27903	embedding2nn.bias	3	0.029304487630724907
27903	embedding2nn.bias	4	-0.003262801794335246
27903	embedding2nn.bias	5	-0.041293587535619736
27903	embedding2nn.bias	6	0.041791245341300964
27903	embedding2nn.bias	7	-0.0029191989451646805
27903	embedding2nn.bias	8	-0.032466914504766464
27903	embedding2nn.bias	9	0.019047599285840988
27903	rnn.weight_ih_l0	0	0.05699753388762474
27903	rnn.weight_ih_l0	1	-0.03913058340549469
27903	rnn.weight_ih_l0	2	-0.012890122830867767
27903	rnn.weight_ih_l0	3	0.032508429139852524
27903	rnn.weight_ih_l0	4	-0.010270737111568451
27903	rnn.weight_ih_l0	5	0.06193247437477112
27903	rnn.weight_ih_l0	6	0.012686342932283878
27903	rnn.weight_ih_l0	7	0.0596005879342556
27903	rnn.weight_ih_l0	8	0.015111026354134083
27903	rnn.weight_ih_l0	9	-0.014494427479803562
27903	rnn.weight_hh_l0	0	-0.0394994281232357
27903	rnn.weight_hh_l0	1	-0.018787167966365814
27903	rnn.weight_hh_l0	2	-0.06074654310941696
27903	rnn.weight_hh_l0	3	-0.017568783834576607
27903	rnn.weight_hh_l0	4	-0.005875762086361647
27903	rnn.weight_hh_l0	5	-0.025066344067454338
27903	rnn.weight_hh_l0	6	-0.008773164823651314
27903	rnn.weight_hh_l0	7	-0.053085170686244965
27903	rnn.weight_hh_l0	8	0.06410185992717743
27903	rnn.weight_hh_l0	9	0.03621651232242584
27903	rnn.bias_ih_l0	0	-0.09138289093971252
27903	rnn.bias_ih_l0	1	-0.07737482339143753
27903	rnn.bias_ih_l0	2	0.011607032269239426
27903	rnn.bias_ih_l0	3	-0.12013378739356995
27903	rnn.bias_ih_l0	4	-0.028002046048641205
27903	rnn.bias_ih_l0	5	-0.07839600741863251
27903	rnn.bias_ih_l0	6	0.049580756574869156
27903	rnn.bias_ih_l0	7	-0.0658450648188591
27903	rnn.bias_ih_l0	8	0.0021807218436151743
27903	rnn.bias_ih_l0	9	-0.10186486691236496
27903	rnn.bias_hh_l0	0	-0.0143146812915802
27903	rnn.bias_hh_l0	1	0.1403467059135437
27903	rnn.bias_hh_l0	2	0.05814095959067345
27903	rnn.bias_hh_l0	3	-0.014583352953195572
27903	rnn.bias_hh_l0	4	-0.0774737149477005
27903	rnn.bias_hh_l0	5	-0.011707988567650318
27903	rnn.bias_hh_l0	6	0.058170899748802185
27903	rnn.bias_hh_l0	7	-0.08779174834489822
27903	rnn.bias_hh_l0	8	-0.07687555253505707
27903	rnn.bias_hh_l0	9	-0.06865306198596954
27903	rnn.weight_ih_l0_reverse	0	0.03296224772930145
27903	rnn.weight_ih_l0_reverse	1	-0.0523650087416172
27903	rnn.weight_ih_l0_reverse	2	0.03486112132668495
27903	rnn.weight_ih_l0_reverse	3	0.005478923209011555
27903	rnn.weight_ih_l0_reverse	4	0.02608874812722206
27903	rnn.weight_ih_l0_reverse	5	-0.03338858485221863
27903	rnn.weight_ih_l0_reverse	6	0.025491243228316307
27903	rnn.weight_ih_l0_reverse	7	0.03661574795842171
27903	rnn.weight_ih_l0_reverse	8	-0.023724399507045746
27903	rnn.weight_ih_l0_reverse	9	0.01067008264362812
27903	rnn.weight_hh_l0_reverse	0	0.046085622161626816
27903	rnn.weight_hh_l0_reverse	1	0.03493185713887215
27903	rnn.weight_hh_l0_reverse	2	-0.014459402300417423
27903	rnn.weight_hh_l0_reverse	3	-0.039118941873311996
27903	rnn.weight_hh_l0_reverse	4	0.003176632570102811
27903	rnn.weight_hh_l0_reverse	5	-0.04504673555493355
27903	rnn.weight_hh_l0_reverse	6	-0.008560736663639545
27903	rnn.weight_hh_l0_reverse	7	0.023882243782281876
27903	rnn.weight_hh_l0_reverse	8	0.005409830715507269
27903	rnn.weight_hh_l0_reverse	9	-0.0032322867773473263
27903	rnn.bias_ih_l0_reverse	0	-0.03980163857340813
27903	rnn.bias_ih_l0_reverse	1	-0.06961555033922195
27903	rnn.bias_ih_l0_reverse	2	-0.07427432388067245
27903	rnn.bias_ih_l0_reverse	3	0.012328015640377998
27903	rnn.bias_ih_l0_reverse	4	-0.01963389478623867
27903	rnn.bias_ih_l0_reverse	5	-0.043681204319000244
27903	rnn.bias_ih_l0_reverse	6	-0.06327653676271439
27903	rnn.bias_ih_l0_reverse	7	-0.016321245580911636
27903	rnn.bias_ih_l0_reverse	8	-0.031501445919275284
27903	rnn.bias_ih_l0_reverse	9	-0.08362643420696259
27903	rnn.bias_hh_l0_reverse	0	-0.08039360493421555
27903	rnn.bias_hh_l0_reverse	1	-0.09708928316831589
27903	rnn.bias_hh_l0_reverse	2	0.08898978680372238
27903	rnn.bias_hh_l0_reverse	3	-0.011075245216488838
27903	rnn.bias_hh_l0_reverse	4	-0.04805133119225502
27903	rnn.bias_hh_l0_reverse	5	-0.09421347081661224
27903	rnn.bias_hh_l0_reverse	6	-0.0246378555893898
27903	rnn.bias_hh_l0_reverse	7	-0.009520000778138638
27903	rnn.bias_hh_l0_reverse	8	0.005341910291463137
27903	rnn.bias_hh_l0_reverse	9	0.033358391374349594
27903	linear.weight	0	-0.008345785550773144
27903	linear.weight	1	-0.06856410950422287
27903	linear.weight	2	0.20698775351047516
27903	linear.weight	3	-0.08256388455629349
27903	linear.weight	4	-0.010588549077510834
27903	linear.weight	5	0.047571729868650436
27903	linear.weight	6	-0.010739270597696304
27903	linear.weight	7	-0.06721393764019012
27903	linear.weight	8	0.14974048733711243
27903	linear.weight	9	-0.10918694734573364
27903	linear.bias	0	-0.03956538438796997
27903	linear.bias	1	0.031413208693265915
27903	linear.bias	2	0.39634251594543457
27903	linear.bias	3	0.10792714357376099
27903	linear.bias	4	1.1955664157867432
27903	linear.bias	5	-1.1687301397323608
27903	linear.bias	6	-0.5007566809654236
27903	linear.bias	7	-0.029591098427772522
28462	transitions	0	-0.8741558790206909
28462	transitions	1	-10000.0
28462	transitions	2	-0.7969565987586975
28462	transitions	3	-10000.0
28462	transitions	4	1.335636019706726
28462	transitions	5	-10000.0
28462	transitions	6	-10000.0
28462	transitions	7	0.9940237998962402
28462	transitions	8	-1.7625887393951416
28462	transitions	9	-3.4309282302856445
28462	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
28462	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
28462	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
28462	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
28462	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
28462	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
28462	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
28462	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
28462	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
28462	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
28462	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
28462	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
28462	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
28462	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
28462	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
28462	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
28462	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
28462	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
28462	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
28462	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
28462	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
28462	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
28462	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
28462	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
28462	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
28462	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
28462	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
28462	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
28462	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
28462	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
28462	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
28462	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
28462	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
28462	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
28462	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
28462	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
28462	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
28462	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
28462	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
28462	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
28462	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
28462	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
28462	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
28462	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
28462	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
28462	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
28462	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
28462	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
28462	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
28462	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
28462	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
28462	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
28462	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
28462	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
28462	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
28462	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
28462	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
28462	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
28462	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
28462	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
28462	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
28462	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
28462	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
28462	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
28462	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
28462	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
28462	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
28462	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
28462	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
28462	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
28462	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
28462	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
28462	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
28462	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
28462	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
28462	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
28462	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
28462	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
28462	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
28462	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
28462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
28462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
28462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
28462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
28462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
28462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
28462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
28462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
28462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
28462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
28462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
28462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
28462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
28462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
28462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
28462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
28462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
28462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
28462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
28462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
28462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
28462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
28462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
28462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
28462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
28462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
28462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
28462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
28462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
28462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
28462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
28462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
28462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
28462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
28462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
28462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
28462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
28462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
28462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
28462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
28462	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
28462	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
28462	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
28462	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
28462	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
28462	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
28462	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
28462	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
28462	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
28462	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
28462	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
28462	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
28462	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
28462	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
28462	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
28462	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
28462	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
28462	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
28462	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
28462	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
28462	embedding2nn.weight	0	0.006384796462953091
28462	embedding2nn.weight	1	0.0067992378026247025
28462	embedding2nn.weight	2	0.013222774490714073
28462	embedding2nn.weight	3	0.005521761253476143
28462	embedding2nn.weight	4	0.011963827535510063
28462	embedding2nn.weight	5	-0.004347117617726326
28462	embedding2nn.weight	6	-0.012865308672189713
28462	embedding2nn.weight	7	-0.007266468834131956
28462	embedding2nn.weight	8	-0.0019944312516599894
28462	embedding2nn.weight	9	-0.008926748298108578
28462	embedding2nn.bias	0	0.00013890358968637884
28462	embedding2nn.bias	1	-0.03191540762782097
28462	embedding2nn.bias	2	0.060823068022727966
28462	embedding2nn.bias	3	0.029835887253284454
28462	embedding2nn.bias	4	-0.005776633974164724
28462	embedding2nn.bias	5	-0.03610638529062271
28462	embedding2nn.bias	6	0.0340968482196331
28462	embedding2nn.bias	7	-0.01197145413607359
28462	embedding2nn.bias	8	-0.02919393964111805
28462	embedding2nn.bias	9	0.013296203687787056
28462	rnn.weight_ih_l0	0	0.0559086836874485
28462	rnn.weight_ih_l0	1	-0.03912004083395004
28462	rnn.weight_ih_l0	2	-0.012123350985348225
28462	rnn.weight_ih_l0	3	0.029446283355355263
28462	rnn.weight_ih_l0	4	-0.010523787699639797
28462	rnn.weight_ih_l0	5	0.06147262826561928
28462	rnn.weight_ih_l0	6	0.01270228996872902
28462	rnn.weight_ih_l0	7	0.06084098666906357
28462	rnn.weight_ih_l0	8	0.014659780077636242
28462	rnn.weight_ih_l0	9	-0.013477545231580734
28462	rnn.weight_hh_l0	0	-0.04006491228938103
28462	rnn.weight_hh_l0	1	-0.01899687573313713
28462	rnn.weight_hh_l0	2	-0.061421949416399
28462	rnn.weight_hh_l0	3	-0.01765500009059906
28462	rnn.weight_hh_l0	4	-0.005814818665385246
28462	rnn.weight_hh_l0	5	-0.025477048009634018
28462	rnn.weight_hh_l0	6	-0.008697276934981346
28462	rnn.weight_hh_l0	7	-0.05196060240268707
28462	rnn.weight_hh_l0	8	0.06469662487506866
28462	rnn.weight_hh_l0	9	0.03669443354010582
28462	rnn.bias_ih_l0	0	-0.08971447497606277
28462	rnn.bias_ih_l0	1	-0.08877336233854294
28462	rnn.bias_ih_l0	2	0.010368299670517445
28462	rnn.bias_ih_l0	3	-0.12138131260871887
28462	rnn.bias_ih_l0	4	-0.026581259444355965
28462	rnn.bias_ih_l0	5	-0.07761070877313614
28462	rnn.bias_ih_l0	6	0.0477604866027832
28462	rnn.bias_ih_l0	7	-0.06616798788309097
28462	rnn.bias_ih_l0	8	0.0027231366839259863
28462	rnn.bias_ih_l0	9	-0.10095009952783585
28462	rnn.bias_hh_l0	0	-0.015287348069250584
28462	rnn.bias_hh_l0	1	0.13816645741462708
28462	rnn.bias_hh_l0	2	0.04744884371757507
28462	rnn.bias_hh_l0	3	-0.014669026248157024
28462	rnn.bias_hh_l0	4	-0.0785154178738594
28462	rnn.bias_hh_l0	5	-0.011105318553745747
28462	rnn.bias_hh_l0	6	0.05791713297367096
28462	rnn.bias_hh_l0	7	-0.08107206970453262
28462	rnn.bias_hh_l0	8	-0.07864893972873688
28462	rnn.bias_hh_l0	9	-0.06981047987937927
28462	rnn.weight_ih_l0_reverse	0	0.030854912474751472
28462	rnn.weight_ih_l0_reverse	1	-0.052024513483047485
28462	rnn.weight_ih_l0_reverse	2	0.03474605828523636
28462	rnn.weight_ih_l0_reverse	3	0.005480394698679447
28462	rnn.weight_ih_l0_reverse	4	0.026431700214743614
28462	rnn.weight_ih_l0_reverse	5	-0.03540835529565811
28462	rnn.weight_ih_l0_reverse	6	0.025091538205742836
28462	rnn.weight_ih_l0_reverse	7	0.036456573754549026
28462	rnn.weight_ih_l0_reverse	8	-0.02362448163330555
28462	rnn.weight_ih_l0_reverse	9	0.010888475924730301
28462	rnn.weight_hh_l0_reverse	0	0.046243440359830856
28462	rnn.weight_hh_l0_reverse	1	0.034814901649951935
28462	rnn.weight_hh_l0_reverse	2	-0.014478269964456558
28462	rnn.weight_hh_l0_reverse	3	-0.036899808794260025
28462	rnn.weight_hh_l0_reverse	4	0.0034019683953374624
28462	rnn.weight_hh_l0_reverse	5	-0.04482610151171684
28462	rnn.weight_hh_l0_reverse	6	-0.008789313025772572
28462	rnn.weight_hh_l0_reverse	7	0.023736484348773956
28462	rnn.weight_hh_l0_reverse	8	0.005484854802489281
28462	rnn.weight_hh_l0_reverse	9	-0.0032732123509049416
28462	rnn.bias_ih_l0_reverse	0	-0.03936133161187172
28462	rnn.bias_ih_l0_reverse	1	-0.0702388659119606
28462	rnn.bias_ih_l0_reverse	2	-0.0783257856965065
28462	rnn.bias_ih_l0_reverse	3	0.00798442680388689
28462	rnn.bias_ih_l0_reverse	4	-0.02463303878903389
28462	rnn.bias_ih_l0_reverse	5	-0.042840149253606796
28462	rnn.bias_ih_l0_reverse	6	-0.07154066860675812
28462	rnn.bias_ih_l0_reverse	7	-0.01795368082821369
28462	rnn.bias_ih_l0_reverse	8	-0.034059200435876846
28462	rnn.bias_ih_l0_reverse	9	-0.08386334776878357
28462	rnn.bias_hh_l0_reverse	0	-0.07903292775154114
28462	rnn.bias_hh_l0_reverse	1	-0.09581415355205536
28462	rnn.bias_hh_l0_reverse	2	0.09033636003732681
28462	rnn.bias_hh_l0_reverse	3	-0.008872563019394875
28462	rnn.bias_hh_l0_reverse	4	-0.04773546755313873
28462	rnn.bias_hh_l0_reverse	5	-0.0989660695195198
28462	rnn.bias_hh_l0_reverse	6	-0.03225187212228775
28462	rnn.bias_hh_l0_reverse	7	-0.014403734356164932
28462	rnn.bias_hh_l0_reverse	8	0.0001480608043493703
28462	rnn.bias_hh_l0_reverse	9	0.030758922919631004
28462	linear.weight	0	-0.008372087962925434
28462	linear.weight	1	-0.08303099125623703
28462	linear.weight	2	0.23676210641860962
28462	linear.weight	3	-0.0825190544128418
28462	linear.weight	4	-0.010588549077510834
28462	linear.weight	5	0.043788108974695206
28462	linear.weight	6	-0.010739270597696304
28462	linear.weight	7	-0.036929111927747726
28462	linear.weight	8	0.18332582712173462
28462	linear.weight	9	-0.1085839569568634
28462	linear.bias	0	-0.03956538438796997
28462	linear.bias	1	0.031413208693265915
28462	linear.bias	2	0.4455868899822235
28462	linear.bias	3	0.12288878113031387
28462	linear.bias	4	1.1535214185714722
28462	linear.bias	5	-1.1719030141830444
28462	linear.bias	6	-0.5121606588363647
28462	linear.bias	7	-0.03719617798924446
29020	transitions	0	-0.8871611952781677
29020	transitions	1	-10000.0
29020	transitions	2	-0.7969565987586975
29020	transitions	3	-10000.0
29020	transitions	4	1.3113425970077515
29020	transitions	5	-10000.0
29020	transitions	6	-10000.0
29020	transitions	7	1.0009382963180542
29020	transitions	8	-1.7731692790985107
29020	transitions	9	-3.4402544498443604
29020	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
29020	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
29020	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
29020	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
29020	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
29020	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
29020	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
29020	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
29020	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
29020	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
29020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
29020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
29020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
29020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
29020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
29020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
29020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
29020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
29020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
29020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
29020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
29020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
29020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
29020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
29020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
29020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
29020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
29020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
29020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
29020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
29020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
29020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
29020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
29020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
29020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
29020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
29020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
29020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
29020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
29020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
29020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
29020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
29020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
29020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
29020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
29020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
29020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
29020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
29020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
29020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
29020	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
29020	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
29020	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
29020	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
29020	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
29020	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
29020	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
29020	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
29020	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
29020	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
29020	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
29020	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
29020	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
29020	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
29020	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
29020	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
29020	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
29020	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
29020	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
29020	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
29020	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
29020	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
29020	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
29020	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
29020	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
29020	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
29020	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
29020	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
29020	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
29020	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
29020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
29020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
29020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
29020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
29020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
29020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
29020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
29020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
29020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
29020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
29020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
29020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
29020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
29020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
29020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
29020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
29020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
29020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
29020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
29020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
29020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
29020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
29020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
29020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
29020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
29020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
29020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
29020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
29020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
29020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
29020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
29020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
29020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
29020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
29020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
29020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
29020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
29020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
29020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
29020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
29020	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
29020	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
29020	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
29020	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
29020	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
29020	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
29020	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
29020	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
29020	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
29020	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
29020	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
29020	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
29020	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
29020	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
29020	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
29020	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
29020	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
29020	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
29020	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
29020	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
29020	embedding2nn.weight	0	0.006356310099363327
29020	embedding2nn.weight	1	0.006979763973504305
29020	embedding2nn.weight	2	0.013200131244957447
29020	embedding2nn.weight	3	0.006038482300937176
29020	embedding2nn.weight	4	0.01233495119959116
29020	embedding2nn.weight	5	-0.003431289689615369
29020	embedding2nn.weight	6	-0.012925666756927967
29020	embedding2nn.weight	7	-0.006851342972368002
29020	embedding2nn.weight	8	-0.003922710660845041
29020	embedding2nn.weight	9	-0.009078364819288254
29020	embedding2nn.bias	0	0.0013077111216261983
29020	embedding2nn.bias	1	-0.04058617725968361
29020	embedding2nn.bias	2	0.057367127388715744
29020	embedding2nn.bias	3	0.033359404653310776
29020	embedding2nn.bias	4	-0.002900063991546631
29020	embedding2nn.bias	5	-0.05254916474223137
29020	embedding2nn.bias	6	0.03922048583626747
29020	embedding2nn.bias	7	-0.011476109735667706
29020	embedding2nn.bias	8	-0.03897908329963684
29020	embedding2nn.bias	9	0.011980444192886353
29020	rnn.weight_ih_l0	0	0.055927883833646774
29020	rnn.weight_ih_l0	1	-0.03918213024735451
29020	rnn.weight_ih_l0	2	-0.011134357191622257
29020	rnn.weight_ih_l0	3	0.027428854256868362
29020	rnn.weight_ih_l0	4	-0.011136029846966267
29020	rnn.weight_ih_l0	5	0.06234255060553551
29020	rnn.weight_ih_l0	6	0.012672320939600468
29020	rnn.weight_ih_l0	7	0.06131234019994736
29020	rnn.weight_ih_l0	8	0.015455945394933224
29020	rnn.weight_ih_l0	9	-0.01377303246408701
29020	rnn.weight_hh_l0	0	-0.03976055234670639
29020	rnn.weight_hh_l0	1	-0.018699830397963524
29020	rnn.weight_hh_l0	2	-0.06127386540174484
29020	rnn.weight_hh_l0	3	-0.017482468858361244
29020	rnn.weight_hh_l0	4	-0.0060530491173267365
29020	rnn.weight_hh_l0	5	-0.025411775335669518
29020	rnn.weight_hh_l0	6	-0.008506732061505318
29020	rnn.weight_hh_l0	7	-0.05235785245895386
29020	rnn.weight_hh_l0	8	0.06473817676305771
29020	rnn.weight_hh_l0	9	0.03681114688515663
29020	rnn.bias_ih_l0	0	-0.08949583023786545
29020	rnn.bias_ih_l0	1	-0.08607294410467148
29020	rnn.bias_ih_l0	2	0.01180553250014782
29020	rnn.bias_ih_l0	3	-0.12121082097291946
29020	rnn.bias_ih_l0	4	-0.027781004086136818
29020	rnn.bias_ih_l0	5	-0.07623235136270523
29020	rnn.bias_ih_l0	6	0.041608069092035294
29020	rnn.bias_ih_l0	7	-0.06408285349607468
29020	rnn.bias_ih_l0	8	0.004129275679588318
29020	rnn.bias_ih_l0	9	-0.09889616072177887
29020	rnn.bias_hh_l0	0	-0.013621442019939423
29020	rnn.bias_hh_l0	1	0.14622539281845093
29020	rnn.bias_hh_l0	2	0.051040731370449066
29020	rnn.bias_hh_l0	3	-0.01851043663918972
29020	rnn.bias_hh_l0	4	-0.07734303921461105
29020	rnn.bias_hh_l0	5	-0.0037766695022583008
29020	rnn.bias_hh_l0	6	0.06229619309306145
29020	rnn.bias_hh_l0	7	-0.08387826383113861
29020	rnn.bias_hh_l0	8	-0.0807914212346077
29020	rnn.bias_hh_l0	9	-0.07226410508155823
29020	rnn.weight_ih_l0_reverse	0	0.031073419377207756
29020	rnn.weight_ih_l0_reverse	1	-0.05180045962333679
29020	rnn.weight_ih_l0_reverse	2	0.03467091545462608
29020	rnn.weight_ih_l0_reverse	3	0.005673946812748909
29020	rnn.weight_ih_l0_reverse	4	0.025828780606389046
29020	rnn.weight_ih_l0_reverse	5	-0.033494967967271805
29020	rnn.weight_ih_l0_reverse	6	0.025087956339120865
29020	rnn.weight_ih_l0_reverse	7	0.03635755553841591
29020	rnn.weight_ih_l0_reverse	8	-0.02365877293050289
29020	rnn.weight_ih_l0_reverse	9	0.010388476774096489
29020	rnn.weight_hh_l0_reverse	0	0.046165864914655685
29020	rnn.weight_hh_l0_reverse	1	0.03472340479493141
29020	rnn.weight_hh_l0_reverse	2	-0.014561520889401436
29020	rnn.weight_hh_l0_reverse	3	-0.03894488140940666
29020	rnn.weight_hh_l0_reverse	4	0.0037300200201570988
29020	rnn.weight_hh_l0_reverse	5	-0.04378913342952728
29020	rnn.weight_hh_l0_reverse	6	-0.008465060964226723
29020	rnn.weight_hh_l0_reverse	7	0.023633377626538277
29020	rnn.weight_hh_l0_reverse	8	0.005503960885107517
29020	rnn.weight_hh_l0_reverse	9	-0.0035206452012062073
29020	rnn.bias_ih_l0_reverse	0	-0.03911803662776947
29020	rnn.bias_ih_l0_reverse	1	-0.07072070986032486
29020	rnn.bias_ih_l0_reverse	2	-0.08087534457445145
29020	rnn.bias_ih_l0_reverse	3	0.009324393235147
29020	rnn.bias_ih_l0_reverse	4	-0.027597298845648766
29020	rnn.bias_ih_l0_reverse	5	-0.04656312242150307
29020	rnn.bias_ih_l0_reverse	6	-0.0722319707274437
29020	rnn.bias_ih_l0_reverse	7	-0.020121291279792786
29020	rnn.bias_ih_l0_reverse	8	-0.0368201844394207
29020	rnn.bias_ih_l0_reverse	9	-0.08648081123828888
29020	rnn.bias_hh_l0_reverse	0	-0.08247954398393631
29020	rnn.bias_hh_l0_reverse	1	-0.09110401570796967
29020	rnn.bias_hh_l0_reverse	2	0.09261982887983322
29020	rnn.bias_hh_l0_reverse	3	-0.012579449452459812
29020	rnn.bias_hh_l0_reverse	4	-0.0471428707242012
29020	rnn.bias_hh_l0_reverse	5	-0.10134228318929672
29020	rnn.bias_hh_l0_reverse	6	-0.04367251321673393
29020	rnn.bias_hh_l0_reverse	7	-0.013450073078274727
29020	rnn.bias_hh_l0_reverse	8	-0.0001620240363990888
29020	rnn.bias_hh_l0_reverse	9	0.03132066875696182
29020	linear.weight	0	-0.008426078595221043
29020	linear.weight	1	-0.08847878873348236
29020	linear.weight	2	0.2109711468219757
29020	linear.weight	3	-0.08246850967407227
29020	linear.weight	4	-0.010588549077510834
29020	linear.weight	5	0.026987211778759956
29020	linear.weight	6	-0.010739270597696304
29020	linear.weight	7	-0.018429499119520187
29020	linear.weight	8	0.18950261175632477
29020	linear.weight	9	-0.11420819163322449
29020	linear.bias	0	-0.03956538438796997
29020	linear.bias	1	0.031413208693265915
29020	linear.bias	2	0.4285280704498291
29020	linear.bias	3	0.11940491944551468
29020	linear.bias	4	1.209039330482483
29020	linear.bias	5	-1.1752735376358032
29020	linear.bias	6	-0.5254137516021729
29020	linear.bias	7	-0.05556671321392059
29578	transitions	0	-0.898888349533081
29578	transitions	1	-10000.0
29578	transitions	2	-0.7969565987586975
29578	transitions	3	-10000.0
29578	transitions	4	1.3165949583053589
29578	transitions	5	-10000.0
29578	transitions	6	-10000.0
29578	transitions	7	1.0343245267868042
29578	transitions	8	-1.7820749282836914
29578	transitions	9	-3.4507546424865723
29578	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
29578	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
29578	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
29578	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
29578	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
29578	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
29578	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
29578	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
29578	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
29578	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
29578	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
29578	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
29578	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
29578	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
29578	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
29578	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
29578	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
29578	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
29578	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
29578	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
29578	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
29578	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
29578	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
29578	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
29578	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
29578	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
29578	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
29578	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
29578	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
29578	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
29578	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
29578	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
29578	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
29578	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
29578	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
29578	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
29578	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
29578	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
29578	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
29578	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
29578	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
29578	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
29578	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
29578	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
29578	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
29578	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
29578	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
29578	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
29578	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
29578	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
29578	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
29578	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
29578	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
29578	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
29578	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
29578	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
29578	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
29578	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
29578	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
29578	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
29578	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
29578	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
29578	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
29578	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
29578	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
29578	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
29578	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
29578	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
29578	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
29578	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
29578	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
29578	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
29578	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
29578	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
29578	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
29578	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
29578	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
29578	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
29578	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
29578	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
29578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
29578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
29578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
29578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
29578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
29578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
29578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
29578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
29578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
29578	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
29578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
29578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
29578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
29578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
29578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
29578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
29578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
29578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
29578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
29578	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
29578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
29578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
29578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
29578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
29578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
29578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
29578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
29578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
29578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
29578	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
29578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
29578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
29578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
29578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
29578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
29578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
29578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
29578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
29578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
29578	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
29578	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
29578	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
29578	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
29578	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
29578	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
29578	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
29578	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
29578	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
29578	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
29578	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
29578	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
29578	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
29578	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
29578	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
29578	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
29578	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
29578	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
29578	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
29578	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
29578	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
29578	embedding2nn.weight	0	0.006361209321767092
29578	embedding2nn.weight	1	0.006992939859628677
29578	embedding2nn.weight	2	0.013233623467385769
29578	embedding2nn.weight	3	0.006504485849291086
29578	embedding2nn.weight	4	0.013061601668596268
29578	embedding2nn.weight	5	-0.0037876858841627836
29578	embedding2nn.weight	6	-0.013128623366355896
29578	embedding2nn.weight	7	-0.0069006867706775665
29578	embedding2nn.weight	8	-0.004423760809004307
29578	embedding2nn.weight	9	-0.008963550440967083
29578	embedding2nn.bias	0	-0.000572460878174752
29578	embedding2nn.bias	1	-0.04057040810585022
29578	embedding2nn.bias	2	0.05632429197430611
29578	embedding2nn.bias	3	0.03246312960982323
29578	embedding2nn.bias	4	-0.01088070496916771
29578	embedding2nn.bias	5	-0.052136655896902084
29578	embedding2nn.bias	6	0.035983044654130936
29578	embedding2nn.bias	7	-0.0015424637822434306
29578	embedding2nn.bias	8	-0.03868493810296059
29578	embedding2nn.bias	9	0.019175179302692413
29578	rnn.weight_ih_l0	0	0.05600277706980705
29578	rnn.weight_ih_l0	1	-0.03967269882559776
29578	rnn.weight_ih_l0	2	-0.010090363211929798
29578	rnn.weight_ih_l0	3	0.02829102613031864
29578	rnn.weight_ih_l0	4	-0.011845321394503117
29578	rnn.weight_ih_l0	5	0.06302191317081451
29578	rnn.weight_ih_l0	6	0.01254456676542759
29578	rnn.weight_ih_l0	7	0.061795491725206375
29578	rnn.weight_ih_l0	8	0.014377393759787083
29578	rnn.weight_ih_l0	9	-0.011215404607355595
29578	rnn.weight_hh_l0	0	-0.04062068462371826
29578	rnn.weight_hh_l0	1	-0.018132880330085754
29578	rnn.weight_hh_l0	2	-0.061185043305158615
29578	rnn.weight_hh_l0	3	-0.0172077976167202
29578	rnn.weight_hh_l0	4	-0.005896963644772768
29578	rnn.weight_hh_l0	5	-0.025094565004110336
29578	rnn.weight_hh_l0	6	-0.00826947670429945
29578	rnn.weight_hh_l0	7	-0.05202953889966011
29578	rnn.weight_hh_l0	8	0.06462043523788452
29578	rnn.weight_hh_l0	9	0.0377318374812603
29578	rnn.bias_ih_l0	0	-0.08914265036582947
29578	rnn.bias_ih_l0	1	-0.09026879072189331
29578	rnn.bias_ih_l0	2	0.009971468709409237
29578	rnn.bias_ih_l0	3	-0.12166562676429749
29578	rnn.bias_ih_l0	4	-0.02699310891330242
29578	rnn.bias_ih_l0	5	-0.07525234669446945
29578	rnn.bias_ih_l0	6	0.04781699925661087
29578	rnn.bias_ih_l0	7	-0.060968730598688126
29578	rnn.bias_ih_l0	8	0.005097976420074701
29578	rnn.bias_ih_l0	9	-0.09910310059785843
29578	rnn.bias_hh_l0	0	-0.016162756830453873
29578	rnn.bias_hh_l0	1	0.14271412789821625
29578	rnn.bias_hh_l0	2	0.04651663079857826
29578	rnn.bias_hh_l0	3	-0.020786846056580544
29578	rnn.bias_hh_l0	4	-0.07765904068946838
29578	rnn.bias_hh_l0	5	-0.013448314741253853
29578	rnn.bias_hh_l0	6	0.06350644677877426
29578	rnn.bias_hh_l0	7	-0.0811111330986023
29578	rnn.bias_hh_l0	8	-0.07915643602609634
29578	rnn.bias_hh_l0	9	-0.07671656459569931
29578	rnn.weight_ih_l0_reverse	0	0.029898958280682564
29578	rnn.weight_ih_l0_reverse	1	-0.05097644031047821
29578	rnn.weight_ih_l0_reverse	2	0.03464886173605919
29578	rnn.weight_ih_l0_reverse	3	0.005469827447086573
29578	rnn.weight_ih_l0_reverse	4	0.02600724622607231
29578	rnn.weight_ih_l0_reverse	5	-0.032345566898584366
29578	rnn.weight_ih_l0_reverse	6	0.025322027504444122
29578	rnn.weight_ih_l0_reverse	7	0.036556437611579895
29578	rnn.weight_ih_l0_reverse	8	-0.023376554250717163
29578	rnn.weight_ih_l0_reverse	9	0.00985386036336422
29578	rnn.weight_hh_l0_reverse	0	0.04647908732295036
29578	rnn.weight_hh_l0_reverse	1	0.03443363308906555
29578	rnn.weight_hh_l0_reverse	2	-0.014280098490417004
29578	rnn.weight_hh_l0_reverse	3	-0.03852256387472153
29578	rnn.weight_hh_l0_reverse	4	0.003648496698588133
29578	rnn.weight_hh_l0_reverse	5	-0.04483001306653023
29578	rnn.weight_hh_l0_reverse	6	-0.008616493083536625
29578	rnn.weight_hh_l0_reverse	7	0.02427150495350361
29578	rnn.weight_hh_l0_reverse	8	0.006713861133903265
29578	rnn.weight_hh_l0_reverse	9	-0.003512583440169692
29578	rnn.bias_ih_l0_reverse	0	-0.03853438049554825
29578	rnn.bias_ih_l0_reverse	1	-0.07236430794000626
29578	rnn.bias_ih_l0_reverse	2	-0.07706806808710098
29578	rnn.bias_ih_l0_reverse	3	0.012874851003289223
29578	rnn.bias_ih_l0_reverse	4	-0.02553267404437065
29578	rnn.bias_ih_l0_reverse	5	-0.048191290348768234
29578	rnn.bias_ih_l0_reverse	6	-0.07630299776792526
29578	rnn.bias_ih_l0_reverse	7	-0.017526352778077126
29578	rnn.bias_ih_l0_reverse	8	-0.0356936939060688
29578	rnn.bias_ih_l0_reverse	9	-0.08478011190891266
29578	rnn.bias_hh_l0_reverse	0	-0.08289650827646255
29578	rnn.bias_hh_l0_reverse	1	-0.09788298606872559
29578	rnn.bias_hh_l0_reverse	2	0.1001310870051384
29578	rnn.bias_hh_l0_reverse	3	-0.005359867122024298
29578	rnn.bias_hh_l0_reverse	4	-0.05012977495789528
29578	rnn.bias_hh_l0_reverse	5	-0.10529004782438278
29578	rnn.bias_hh_l0_reverse	6	-0.04227321222424507
29578	rnn.bias_hh_l0_reverse	7	-0.010820123367011547
29578	rnn.bias_hh_l0_reverse	8	0.0003698901564348489
29578	rnn.bias_hh_l0_reverse	9	0.037480611354112625
29578	linear.weight	0	-0.00840090587735176
29578	linear.weight	1	-0.09237942844629288
29578	linear.weight	2	0.21669526398181915
29578	linear.weight	3	-0.08247148990631104
29578	linear.weight	4	-0.010588549077510834
29578	linear.weight	5	0.00884778518229723
29578	linear.weight	6	-0.010739270597696304
29578	linear.weight	7	-0.0630398541688919
29578	linear.weight	8	0.16044875979423523
29578	linear.weight	9	-0.1317424327135086
29578	linear.bias	0	-0.03956538438796997
29578	linear.bias	1	0.031413208693265915
29578	linear.bias	2	0.45323511958122253
29578	linear.bias	3	0.09308258444070816
29578	linear.bias	4	1.2096070051193237
29578	linear.bias	5	-1.178260087966919
29578	linear.bias	6	-0.5247527956962585
29578	linear.bias	7	-0.05221255123615265
30136	transitions	0	-0.9109140634536743
30136	transitions	1	-10000.0
30136	transitions	2	-0.7969565987586975
30136	transitions	3	-10000.0
30136	transitions	4	1.3743385076522827
30136	transitions	5	-10000.0
30136	transitions	6	-10000.0
30136	transitions	7	1.108469009399414
30136	transitions	8	-1.791129231452942
30136	transitions	9	-3.459691047668457
30136	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
30136	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
30136	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
30136	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
30136	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
30136	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
30136	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
30136	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
30136	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
30136	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
30136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
30136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
30136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
30136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
30136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
30136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
30136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
30136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
30136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
30136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
30136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
30136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
30136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
30136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
30136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
30136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
30136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
30136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
30136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
30136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
30136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
30136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
30136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
30136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
30136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
30136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
30136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
30136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
30136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
30136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
30136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
30136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
30136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
30136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
30136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
30136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
30136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
30136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
30136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
30136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
30136	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
30136	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
30136	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
30136	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
30136	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
30136	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
30136	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
30136	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
30136	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
30136	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
30136	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
30136	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
30136	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
30136	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
30136	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
30136	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
30136	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
30136	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
30136	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
30136	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
30136	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
30136	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
30136	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
30136	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
30136	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
30136	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
30136	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
30136	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
30136	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
30136	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
30136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
30136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
30136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
30136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
30136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
30136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
30136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
30136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
30136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
30136	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
30136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
30136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
30136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
30136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
30136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
30136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
30136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
30136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
30136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
30136	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
30136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
30136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
30136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
30136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
30136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
30136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
30136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
30136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
30136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
30136	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
30136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
30136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
30136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
30136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
30136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
30136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
30136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
30136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
30136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
30136	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
30136	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
30136	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
30136	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
30136	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
30136	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
30136	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
30136	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
30136	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
30136	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
30136	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
30136	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
30136	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
30136	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
30136	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
30136	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
30136	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
30136	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
30136	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
30136	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
30136	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
30136	embedding2nn.weight	0	0.00637197308242321
30136	embedding2nn.weight	1	0.006925594061613083
30136	embedding2nn.weight	2	0.013210372067987919
30136	embedding2nn.weight	3	0.008023297414183617
30136	embedding2nn.weight	4	0.01304174866527319
30136	embedding2nn.weight	5	-0.003325379453599453
30136	embedding2nn.weight	6	-0.013165886513888836
30136	embedding2nn.weight	7	-0.007023652084171772
30136	embedding2nn.weight	8	-0.00343579170294106
30136	embedding2nn.weight	9	-0.008989334106445312
30136	embedding2nn.bias	0	0.0027442853897809982
30136	embedding2nn.bias	1	-0.04079675301909447
30136	embedding2nn.bias	2	0.04822345823049545
30136	embedding2nn.bias	3	0.03534666448831558
30136	embedding2nn.bias	4	-0.007178560830652714
30136	embedding2nn.bias	5	-0.048559363931417465
30136	embedding2nn.bias	6	0.04500291496515274
30136	embedding2nn.bias	7	5.623393371934071e-05
30136	embedding2nn.bias	8	-0.04401580989360809
30136	embedding2nn.bias	9	0.02368350513279438
30136	rnn.weight_ih_l0	0	0.055813614279031754
30136	rnn.weight_ih_l0	1	-0.039914779365062714
30136	rnn.weight_ih_l0	2	-0.008604035712778568
30136	rnn.weight_ih_l0	3	0.02811884693801403
30136	rnn.weight_ih_l0	4	-0.011478080414235592
30136	rnn.weight_ih_l0	5	0.0637751892209053
30136	rnn.weight_ih_l0	6	0.012846431694924831
30136	rnn.weight_ih_l0	7	0.061850834637880325
30136	rnn.weight_ih_l0	8	0.015066122636198997
30136	rnn.weight_ih_l0	9	-0.011257427744567394
30136	rnn.weight_hh_l0	0	-0.04029611498117447
30136	rnn.weight_hh_l0	1	-0.017628924921154976
30136	rnn.weight_hh_l0	2	-0.06034053489565849
30136	rnn.weight_hh_l0	3	-0.017353102564811707
30136	rnn.weight_hh_l0	4	-0.005897935945540667
30136	rnn.weight_hh_l0	5	-0.024958262220025063
30136	rnn.weight_hh_l0	6	-0.007988578639924526
30136	rnn.weight_hh_l0	7	-0.05212697759270668
30136	rnn.weight_hh_l0	8	0.0646313801407814
30136	rnn.weight_hh_l0	9	0.038851168006658554
30136	rnn.bias_ih_l0	0	-0.09347525238990784
30136	rnn.bias_ih_l0	1	-0.08969269692897797
30136	rnn.bias_ih_l0	2	0.009133064188063145
30136	rnn.bias_ih_l0	3	-0.12174122035503387
30136	rnn.bias_ih_l0	4	-0.02970116212964058
30136	rnn.bias_ih_l0	5	-0.07925666123628616
30136	rnn.bias_ih_l0	6	0.04785584658384323
30136	rnn.bias_ih_l0	7	-0.06573788076639175
30136	rnn.bias_ih_l0	8	0.003410825738683343
30136	rnn.bias_ih_l0	9	-0.10247910767793655
30136	rnn.bias_hh_l0	0	-0.01464852411299944
30136	rnn.bias_hh_l0	1	0.1466067135334015
30136	rnn.bias_hh_l0	2	0.04198905825614929
30136	rnn.bias_hh_l0	3	-0.023022092878818512
30136	rnn.bias_hh_l0	4	-0.08163920789957047
30136	rnn.bias_hh_l0	5	-0.01301301084458828
30136	rnn.bias_hh_l0	6	0.06278405338525772
30136	rnn.bias_hh_l0	7	-0.07887831330299377
30136	rnn.bias_hh_l0	8	-0.08017344772815704
30136	rnn.bias_hh_l0	9	-0.07732602208852768
30136	rnn.weight_ih_l0_reverse	0	0.03033597581088543
30136	rnn.weight_ih_l0_reverse	1	-0.05283532664179802
30136	rnn.weight_ih_l0_reverse	2	0.03437339887022972
30136	rnn.weight_ih_l0_reverse	3	0.0054153255186975
30136	rnn.weight_ih_l0_reverse	4	0.026191633194684982
30136	rnn.weight_ih_l0_reverse	5	-0.033208515495061874
30136	rnn.weight_ih_l0_reverse	6	0.024021465331315994
30136	rnn.weight_ih_l0_reverse	7	0.03638302534818649
30136	rnn.weight_ih_l0_reverse	8	-0.0234775859862566
30136	rnn.weight_ih_l0_reverse	9	0.01088452897965908
30136	rnn.weight_hh_l0_reverse	0	0.04616513475775719
30136	rnn.weight_hh_l0_reverse	1	0.034089766442775726
30136	rnn.weight_hh_l0_reverse	2	-0.014300964772701263
30136	rnn.weight_hh_l0_reverse	3	-0.0393921434879303
30136	rnn.weight_hh_l0_reverse	4	0.0037184818647801876
30136	rnn.weight_hh_l0_reverse	5	-0.04447200149297714
30136	rnn.weight_hh_l0_reverse	6	-0.008596551604568958
30136	rnn.weight_hh_l0_reverse	7	0.023882821202278137
30136	rnn.weight_hh_l0_reverse	8	0.007963127456605434
30136	rnn.weight_hh_l0_reverse	9	-0.003628292353823781
30136	rnn.bias_ih_l0_reverse	0	-0.03748787194490433
30136	rnn.bias_ih_l0_reverse	1	-0.07490736991167068
30136	rnn.bias_ih_l0_reverse	2	-0.08070584386587143
30136	rnn.bias_ih_l0_reverse	3	0.005338609218597412
30136	rnn.bias_ih_l0_reverse	4	-0.026362454518675804
30136	rnn.bias_ih_l0_reverse	5	-0.049325358122587204
30136	rnn.bias_ih_l0_reverse	6	-0.07147645205259323
30136	rnn.bias_ih_l0_reverse	7	-0.01398298516869545
30136	rnn.bias_ih_l0_reverse	8	-0.03548169508576393
30136	rnn.bias_ih_l0_reverse	9	-0.07936207205057144
30136	rnn.bias_hh_l0_reverse	0	-0.0856848657131195
30136	rnn.bias_hh_l0_reverse	1	-0.09687770903110504
30136	rnn.bias_hh_l0_reverse	2	0.09441179782152176
30136	rnn.bias_hh_l0_reverse	3	-0.006736451294273138
30136	rnn.bias_hh_l0_reverse	4	-0.05334204062819481
30136	rnn.bias_hh_l0_reverse	5	-0.10233630239963531
30136	rnn.bias_hh_l0_reverse	6	-0.020662400871515274
30136	rnn.bias_hh_l0_reverse	7	-0.017041821032762527
30136	rnn.bias_hh_l0_reverse	8	-0.002492972882464528
30136	rnn.bias_hh_l0_reverse	9	0.0332084558904171
30136	linear.weight	0	-0.008388256654143333
30136	linear.weight	1	-0.10903318971395493
30136	linear.weight	2	0.22041501104831696
30136	linear.weight	3	-0.08245363086462021
30136	linear.weight	4	-0.010588549077510834
30136	linear.weight	5	0.08583955466747284
30136	linear.weight	6	-0.010739270597696304
30136	linear.weight	7	-0.03479751572012901
30136	linear.weight	8	0.18271446228027344
30136	linear.weight	9	-0.15231899917125702
30136	linear.bias	0	-0.03956538438796997
30136	linear.bias	1	0.031413208693265915
30136	linear.bias	2	0.44171711802482605
30136	linear.bias	3	0.04679117724299431
30136	linear.bias	4	1.2813020944595337
30136	linear.bias	5	-1.181348204612732
30136	linear.bias	6	-0.5250231623649597
30136	linear.bias	7	-0.06275548785924911
30694	transitions	0	-0.9229070544242859
30694	transitions	1	-10000.0
30694	transitions	2	-0.7969565987586975
30694	transitions	3	-10000.0
30694	transitions	4	1.401518702507019
30694	transitions	5	-10000.0
30694	transitions	6	-10000.0
30694	transitions	7	1.1276326179504395
30694	transitions	8	-1.800779104232788
30694	transitions	9	-3.4687249660491943
30694	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
30694	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
30694	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
30694	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
30694	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
30694	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
30694	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
30694	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
30694	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
30694	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
30694	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
30694	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
30694	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
30694	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
30694	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
30694	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
30694	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
30694	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
30694	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
30694	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
30694	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
30694	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
30694	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
30694	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
30694	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
30694	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
30694	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
30694	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
30694	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
30694	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
30694	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
30694	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
30694	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
30694	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
30694	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
30694	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
30694	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
30694	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
30694	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
30694	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
30694	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
30694	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
30694	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
30694	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
30694	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
30694	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
30694	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
30694	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
30694	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
30694	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
30694	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
30694	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
30694	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
30694	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
30694	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
30694	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
30694	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
30694	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
30694	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
30694	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
30694	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
30694	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
30694	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
30694	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
30694	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
30694	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
30694	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
30694	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
30694	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
30694	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
30694	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
30694	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
30694	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
30694	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
30694	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
30694	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
30694	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
30694	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
30694	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
30694	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
30694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
30694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
30694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
30694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
30694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
30694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
30694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
30694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
30694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
30694	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
30694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
30694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
30694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
30694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
30694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
30694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
30694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
30694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
30694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
30694	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
30694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
30694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
30694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
30694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
30694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
30694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
30694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
30694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
30694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
30694	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
30694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
30694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
30694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
30694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
30694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
30694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
30694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
30694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
30694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
30694	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
30694	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
30694	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
30694	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
30694	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
30694	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
30694	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
30694	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
30694	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
30694	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
30694	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
30694	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
30694	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
30694	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
30694	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
30694	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
30694	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
30694	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
30694	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
30694	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
30694	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
30694	embedding2nn.weight	0	0.006431933026760817
30694	embedding2nn.weight	1	0.00679369131103158
30694	embedding2nn.weight	2	0.013209355063736439
30694	embedding2nn.weight	3	0.00829570833593607
30694	embedding2nn.weight	4	0.013069179840385914
30694	embedding2nn.weight	5	-0.0027537199202924967
30694	embedding2nn.weight	6	-0.013523532077670097
30694	embedding2nn.weight	7	-0.00754996994510293
30694	embedding2nn.weight	8	-0.003636694513261318
30694	embedding2nn.weight	9	-0.00852576270699501
30694	embedding2nn.bias	0	0.003538629040122032
30694	embedding2nn.bias	1	-0.02746918424963951
30694	embedding2nn.bias	2	0.05496964231133461
30694	embedding2nn.bias	3	0.0403536893427372
30694	embedding2nn.bias	4	-0.003998164087533951
30694	embedding2nn.bias	5	-0.048095703125
30694	embedding2nn.bias	6	0.036402128636837006
30694	embedding2nn.bias	7	-0.006596886087208986
30694	embedding2nn.bias	8	-0.0402800589799881
30694	embedding2nn.bias	9	0.0302182137966156
30694	rnn.weight_ih_l0	0	0.05479465797543526
30694	rnn.weight_ih_l0	1	-0.040577203035354614
30694	rnn.weight_ih_l0	2	-0.008684149943292141
30694	rnn.weight_ih_l0	3	0.029126135632395744
30694	rnn.weight_ih_l0	4	-0.012880419380962849
30694	rnn.weight_ih_l0	5	0.062260568141937256
30694	rnn.weight_ih_l0	6	0.012747596018016338
30694	rnn.weight_ih_l0	7	0.06298822909593582
30694	rnn.weight_ih_l0	8	0.015537931583821774
30694	rnn.weight_ih_l0	9	-0.011687260121107101
30694	rnn.weight_hh_l0	0	-0.039602600038051605
30694	rnn.weight_hh_l0	1	-0.017624633386731148
30694	rnn.weight_hh_l0	2	-0.0599515400826931
30694	rnn.weight_hh_l0	3	-0.017476605251431465
30694	rnn.weight_hh_l0	4	-0.00586233614012599
30694	rnn.weight_hh_l0	5	-0.025135155767202377
30694	rnn.weight_hh_l0	6	-0.007934605702757835
30694	rnn.weight_hh_l0	7	-0.052646733820438385
30694	rnn.weight_hh_l0	8	0.06401485204696655
30694	rnn.weight_hh_l0	9	0.03956279158592224
30694	rnn.bias_ih_l0	0	-0.09239913523197174
30694	rnn.bias_ih_l0	1	-0.09509903192520142
30694	rnn.bias_ih_l0	2	0.00850957352668047
30694	rnn.bias_ih_l0	3	-0.12381429970264435
30694	rnn.bias_ih_l0	4	-0.02565123699605465
30694	rnn.bias_ih_l0	5	-0.07444961369037628
30694	rnn.bias_ih_l0	6	0.04975585639476776
30694	rnn.bias_ih_l0	7	-0.06527729332447052
30694	rnn.bias_ih_l0	8	0.003304276382550597
30694	rnn.bias_ih_l0	9	-0.1027187630534172
30694	rnn.bias_hh_l0	0	-0.015271151438355446
30694	rnn.bias_hh_l0	1	0.14813117682933807
30694	rnn.bias_hh_l0	2	0.04614958167076111
30694	rnn.bias_hh_l0	3	-0.023316260427236557
30694	rnn.bias_hh_l0	4	-0.08450356125831604
30694	rnn.bias_hh_l0	5	-0.01429964043200016
30694	rnn.bias_hh_l0	6	0.06105565279722214
30694	rnn.bias_hh_l0	7	-0.0779104009270668
30694	rnn.bias_hh_l0	8	-0.07985113561153412
30694	rnn.bias_hh_l0	9	-0.08281388133764267
30694	rnn.weight_ih_l0_reverse	0	0.0293573085218668
30694	rnn.weight_ih_l0_reverse	1	-0.053071536123752594
30694	rnn.weight_ih_l0_reverse	2	0.03456869721412659
30694	rnn.weight_ih_l0_reverse	3	0.005708984099328518
30694	rnn.weight_ih_l0_reverse	4	0.025826118886470795
30694	rnn.weight_ih_l0_reverse	5	-0.03245090693235397
30694	rnn.weight_ih_l0_reverse	6	0.023464826866984367
30694	rnn.weight_ih_l0_reverse	7	0.036203570663928986
30694	rnn.weight_ih_l0_reverse	8	-0.02362629771232605
30694	rnn.weight_ih_l0_reverse	9	0.011440600268542767
30694	rnn.weight_hh_l0_reverse	0	0.0460590235888958
30694	rnn.weight_hh_l0_reverse	1	0.03363713622093201
30694	rnn.weight_hh_l0_reverse	2	-0.014407064765691757
30694	rnn.weight_hh_l0_reverse	3	-0.039554957300424576
30694	rnn.weight_hh_l0_reverse	4	0.0037927585653960705
30694	rnn.weight_hh_l0_reverse	5	-0.044349730014801025
30694	rnn.weight_hh_l0_reverse	6	-0.008778378367424011
30694	rnn.weight_hh_l0_reverse	7	0.023941373452544212
30694	rnn.weight_hh_l0_reverse	8	0.007944094017148018
30694	rnn.weight_hh_l0_reverse	9	-0.00346211064606905
30694	rnn.bias_ih_l0_reverse	0	-0.03966190293431282
30694	rnn.bias_ih_l0_reverse	1	-0.0744994580745697
30694	rnn.bias_ih_l0_reverse	2	-0.08226528763771057
30694	rnn.bias_ih_l0_reverse	3	0.0046815043315291405
30694	rnn.bias_ih_l0_reverse	4	-0.02352898381650448
30694	rnn.bias_ih_l0_reverse	5	-0.050121549516916275
30694	rnn.bias_ih_l0_reverse	6	-0.07260873168706894
30694	rnn.bias_ih_l0_reverse	7	-0.015489163808524609
30694	rnn.bias_ih_l0_reverse	8	-0.03725872561335564
30694	rnn.bias_ih_l0_reverse	9	-0.08421722799539566
30694	rnn.bias_hh_l0_reverse	0	-0.08545400202274323
30694	rnn.bias_hh_l0_reverse	1	-0.09451461583375931
30694	rnn.bias_hh_l0_reverse	2	0.09799934178590775
30694	rnn.bias_hh_l0_reverse	3	-0.007669132202863693
30694	rnn.bias_hh_l0_reverse	4	-0.05498720332980156
30694	rnn.bias_hh_l0_reverse	5	-0.0932660698890686
30694	rnn.bias_hh_l0_reverse	6	-0.04593750461935997
30694	rnn.bias_hh_l0_reverse	7	-0.014580446295440197
30694	rnn.bias_hh_l0_reverse	8	0.0009984441567212343
30694	rnn.bias_hh_l0_reverse	9	0.027256859466433525
30694	linear.weight	0	-0.008349156007170677
30694	linear.weight	1	-0.07954928278923035
30694	linear.weight	2	0.23462356626987457
30694	linear.weight	3	-0.08245516568422318
30694	linear.weight	4	-0.010588549077510834
30694	linear.weight	5	0.11182934790849686
30694	linear.weight	6	-0.010739270597696304
30694	linear.weight	7	-0.04653847962617874
30694	linear.weight	8	0.2138085961341858
30694	linear.weight	9	-0.1412653774023056
30694	linear.bias	0	-0.03956538438796997
30694	linear.bias	1	0.031413208693265915
30694	linear.bias	2	0.427214652299881
30694	linear.bias	3	0.10474438965320587
30694	linear.bias	4	1.2315068244934082
30694	linear.bias	5	-1.184343934059143
30694	linear.bias	6	-0.519825279712677
30694	linear.bias	7	-0.058625031262636185
31252	transitions	0	-0.936739981174469
31252	transitions	1	-10000.0
31252	transitions	2	-0.7969565987586975
31252	transitions	3	-10000.0
31252	transitions	4	1.364817500114441
31252	transitions	5	-10000.0
31252	transitions	6	-10000.0
31252	transitions	7	1.1392571926116943
31252	transitions	8	-1.8109444379806519
31252	transitions	9	-3.479065418243408
31252	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
31252	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
31252	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
31252	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
31252	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
31252	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
31252	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
31252	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
31252	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
31252	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
31252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
31252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
31252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
31252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
31252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
31252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
31252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
31252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
31252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
31252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
31252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
31252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
31252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
31252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
31252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
31252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
31252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
31252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
31252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
31252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
31252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
31252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
31252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
31252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
31252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
31252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
31252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
31252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
31252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
31252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
31252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
31252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
31252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
31252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
31252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
31252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
31252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
31252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
31252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
31252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
31252	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
31252	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
31252	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
31252	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
31252	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
31252	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
31252	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
31252	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
31252	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
31252	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
31252	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
31252	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
31252	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
31252	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
31252	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
31252	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
31252	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
31252	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
31252	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
31252	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
31252	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
31252	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
31252	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
31252	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
31252	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
31252	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
31252	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
31252	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
31252	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
31252	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
31252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
31252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
31252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
31252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
31252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
31252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
31252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
31252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
31252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
31252	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
31252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
31252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
31252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
31252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
31252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
31252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
31252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
31252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
31252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
31252	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
31252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
31252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
31252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
31252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
31252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
31252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
31252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
31252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
31252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
31252	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
31252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
31252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
31252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
31252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
31252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
31252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
31252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
31252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
31252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
31252	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
31252	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
31252	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
31252	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
31252	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
31252	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
31252	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
31252	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
31252	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
31252	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
31252	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
31252	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
31252	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
31252	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
31252	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
31252	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
31252	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
31252	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
31252	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
31252	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
31252	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
31252	embedding2nn.weight	0	0.006454759277403355
31252	embedding2nn.weight	1	0.006683708168566227
31252	embedding2nn.weight	2	0.013215623795986176
31252	embedding2nn.weight	3	0.00804978422820568
31252	embedding2nn.weight	4	0.012854957953095436
31252	embedding2nn.weight	5	-0.0016100225038826466
31252	embedding2nn.weight	6	-0.013900983147323132
31252	embedding2nn.weight	7	-0.007194428704679012
31252	embedding2nn.weight	8	-0.0029259135480970144
31252	embedding2nn.weight	9	-0.008651485666632652
31252	embedding2nn.bias	0	0.020054547116160393
31252	embedding2nn.bias	1	-0.030552972108125687
31252	embedding2nn.bias	2	0.05550588294863701
31252	embedding2nn.bias	3	0.03733326867222786
31252	embedding2nn.bias	4	-0.0037134108133614063
31252	embedding2nn.bias	5	-0.04178486764431
31252	embedding2nn.bias	6	0.034827593713998795
31252	embedding2nn.bias	7	-0.00204382068477571
31252	embedding2nn.bias	8	-0.027719253674149513
31252	embedding2nn.bias	9	0.03166059032082558
31252	rnn.weight_ih_l0	0	0.054871272295713425
31252	rnn.weight_ih_l0	1	-0.04131003096699715
31252	rnn.weight_ih_l0	2	-0.00780941266566515
31252	rnn.weight_ih_l0	3	0.029864022508263588
31252	rnn.weight_ih_l0	4	-0.011489120312035084
31252	rnn.weight_ih_l0	5	0.06219717860221863
31252	rnn.weight_ih_l0	6	0.01313408650457859
31252	rnn.weight_ih_l0	7	0.06353089213371277
31252	rnn.weight_ih_l0	8	0.015389869920909405
31252	rnn.weight_ih_l0	9	-0.012925025075674057
31252	rnn.weight_hh_l0	0	-0.03978220373392105
31252	rnn.weight_hh_l0	1	-0.017057769000530243
31252	rnn.weight_hh_l0	2	-0.06055352836847305
31252	rnn.weight_hh_l0	3	-0.01759195327758789
31252	rnn.weight_hh_l0	4	-0.005916062742471695
31252	rnn.weight_hh_l0	5	-0.024813495576381683
31252	rnn.weight_hh_l0	6	-0.007765151094645262
31252	rnn.weight_hh_l0	7	-0.053442783653736115
31252	rnn.weight_hh_l0	8	0.06377088278532028
31252	rnn.weight_hh_l0	9	0.038348667323589325
31252	rnn.bias_ih_l0	0	-0.09837134182453156
31252	rnn.bias_ih_l0	1	-0.09556666761636734
31252	rnn.bias_ih_l0	2	0.009856724180281162
31252	rnn.bias_ih_l0	3	-0.12488704919815063
31252	rnn.bias_ih_l0	4	-0.02938990667462349
31252	rnn.bias_ih_l0	5	-0.08193966001272202
31252	rnn.bias_ih_l0	6	0.048488158732652664
31252	rnn.bias_ih_l0	7	-0.06532880663871765
31252	rnn.bias_ih_l0	8	0.002205090131610632
31252	rnn.bias_ih_l0	9	-0.10114935785531998
31252	rnn.bias_hh_l0	0	-0.019237609580159187
31252	rnn.bias_hh_l0	1	0.14317403733730316
31252	rnn.bias_hh_l0	2	0.04592796787619591
31252	rnn.bias_hh_l0	3	-0.02273721434175968
31252	rnn.bias_hh_l0	4	-0.08280450850725174
31252	rnn.bias_hh_l0	5	-0.018449729308485985
31252	rnn.bias_hh_l0	6	0.06396287679672241
31252	rnn.bias_hh_l0	7	-0.07999814301729202
31252	rnn.bias_hh_l0	8	-0.0811910554766655
31252	rnn.bias_hh_l0	9	-0.08204634487628937
31252	rnn.weight_ih_l0_reverse	0	0.028952645137906075
31252	rnn.weight_ih_l0_reverse	1	-0.052947551012039185
31252	rnn.weight_ih_l0_reverse	2	0.034590743482112885
31252	rnn.weight_ih_l0_reverse	3	0.005999061744660139
31252	rnn.weight_ih_l0_reverse	4	0.025966953486204147
31252	rnn.weight_ih_l0_reverse	5	-0.032436903566122055
31252	rnn.weight_ih_l0_reverse	6	0.023971829563379288
31252	rnn.weight_ih_l0_reverse	7	0.036361098289489746
31252	rnn.weight_ih_l0_reverse	8	-0.02323560044169426
31252	rnn.weight_ih_l0_reverse	9	0.011721212416887283
31252	rnn.weight_hh_l0_reverse	0	0.046596527099609375
31252	rnn.weight_hh_l0_reverse	1	0.03297552093863487
31252	rnn.weight_hh_l0_reverse	2	-0.014396659098565578
31252	rnn.weight_hh_l0_reverse	3	-0.0370204895734787
31252	rnn.weight_hh_l0_reverse	4	0.0028805669862776995
31252	rnn.weight_hh_l0_reverse	5	-0.04446239769458771
31252	rnn.weight_hh_l0_reverse	6	-0.00886853039264679
31252	rnn.weight_hh_l0_reverse	7	0.02361690253019333
31252	rnn.weight_hh_l0_reverse	8	0.010770272463560104
31252	rnn.weight_hh_l0_reverse	9	-0.003612211439758539
31252	rnn.bias_ih_l0_reverse	0	-0.0378323569893837
31252	rnn.bias_ih_l0_reverse	1	-0.07414451986551285
31252	rnn.bias_ih_l0_reverse	2	-0.08733823150396347
31252	rnn.bias_ih_l0_reverse	3	-0.0013190445024520159
31252	rnn.bias_ih_l0_reverse	4	-0.025443272665143013
31252	rnn.bias_ih_l0_reverse	5	-0.049314964562654495
31252	rnn.bias_ih_l0_reverse	6	-0.07433522492647171
31252	rnn.bias_ih_l0_reverse	7	-0.018569156527519226
31252	rnn.bias_ih_l0_reverse	8	-0.03561834618449211
31252	rnn.bias_ih_l0_reverse	9	-0.0836363360285759
31252	rnn.bias_hh_l0_reverse	0	-0.08322412520647049
31252	rnn.bias_hh_l0_reverse	1	-0.10205327719449997
31252	rnn.bias_hh_l0_reverse	2	0.08961658179759979
31252	rnn.bias_hh_l0_reverse	3	-0.005427591502666473
31252	rnn.bias_hh_l0_reverse	4	-0.05083448067307472
31252	rnn.bias_hh_l0_reverse	5	-0.09916158765554428
31252	rnn.bias_hh_l0_reverse	6	-0.0400337353348732
31252	rnn.bias_hh_l0_reverse	7	-0.014430481940507889
31252	rnn.bias_hh_l0_reverse	8	-0.0009907162748277187
31252	rnn.bias_hh_l0_reverse	9	0.02907494641840458
31252	linear.weight	0	-0.008319899439811707
31252	linear.weight	1	-0.05335436761379242
31252	linear.weight	2	0.22039256989955902
31252	linear.weight	3	-0.08240505307912827
31252	linear.weight	4	-0.010588549077510834
31252	linear.weight	5	0.14219972491264343
31252	linear.weight	6	-0.010739270597696304
31252	linear.weight	7	0.016660381108522415
31252	linear.weight	8	0.14834590256214142
31252	linear.weight	9	-0.13297607004642487
31252	linear.bias	0	-0.03956538438796997
31252	linear.bias	1	0.031413208693265915
31252	linear.bias	2	0.405323326587677
31252	linear.bias	3	0.0950322151184082
31252	linear.bias	4	1.2431104183197021
31252	linear.bias	5	-1.1871840953826904
31252	linear.bias	6	-0.5102724432945251
31252	linear.bias	7	-0.045362308621406555
31810	transitions	0	-0.9485573172569275
31810	transitions	1	-10000.0
31810	transitions	2	-0.7969565987586975
31810	transitions	3	-10000.0
31810	transitions	4	1.3578577041625977
31810	transitions	5	-10000.0
31810	transitions	6	-10000.0
31810	transitions	7	1.1112419366836548
31810	transitions	8	-1.8195055723190308
31810	transitions	9	-3.4887783527374268
31810	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
31810	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
31810	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
31810	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
31810	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
31810	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
31810	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
31810	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
31810	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
31810	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
31810	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
31810	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
31810	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
31810	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
31810	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
31810	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
31810	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
31810	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
31810	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
31810	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
31810	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
31810	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
31810	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
31810	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
31810	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
31810	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
31810	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
31810	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
31810	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
31810	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
31810	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
31810	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
31810	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
31810	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
31810	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
31810	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
31810	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
31810	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
31810	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
31810	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
31810	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
31810	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
31810	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
31810	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
31810	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
31810	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
31810	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
31810	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
31810	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
31810	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
31810	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
31810	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
31810	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
31810	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
31810	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
31810	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
31810	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
31810	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
31810	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
31810	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
31810	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
31810	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
31810	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
31810	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
31810	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
31810	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
31810	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
31810	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
31810	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
31810	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
31810	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
31810	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
31810	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
31810	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
31810	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
31810	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
31810	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
31810	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
31810	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
31810	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
31810	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
31810	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
31810	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
31810	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
31810	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
31810	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
31810	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
31810	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
31810	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
31810	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
31810	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
31810	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
31810	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
31810	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
31810	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
31810	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
31810	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
31810	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
31810	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
31810	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
31810	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
31810	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
31810	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
31810	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
31810	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
31810	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
31810	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
31810	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
31810	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
31810	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
31810	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
31810	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
31810	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
31810	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
31810	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
31810	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
31810	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
31810	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
31810	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
31810	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
31810	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
31810	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
31810	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
31810	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
31810	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
31810	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
31810	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
31810	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
31810	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
31810	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
31810	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
31810	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
31810	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
31810	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
31810	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
31810	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
31810	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
31810	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
31810	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
31810	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
31810	embedding2nn.weight	0	0.0064588370732963085
31810	embedding2nn.weight	1	0.006471899803727865
31810	embedding2nn.weight	2	0.013239133171737194
31810	embedding2nn.weight	3	0.007641044910997152
31810	embedding2nn.weight	4	0.01280872244387865
31810	embedding2nn.weight	5	-0.0013976197224110365
31810	embedding2nn.weight	6	-0.013878107070922852
31810	embedding2nn.weight	7	-0.006859446410089731
31810	embedding2nn.weight	8	-0.0018332784529775381
31810	embedding2nn.weight	9	-0.008708768524229527
31810	embedding2nn.bias	0	0.020914435386657715
31810	embedding2nn.bias	1	-0.027048401534557343
31810	embedding2nn.bias	2	0.04491954669356346
31810	embedding2nn.bias	3	0.03646606579422951
31810	embedding2nn.bias	4	0.005214917939156294
31810	embedding2nn.bias	5	-0.042490504682064056
31810	embedding2nn.bias	6	0.041676655411720276
31810	embedding2nn.bias	7	-0.00621535861864686
31810	embedding2nn.bias	8	-0.017905643209815025
31810	embedding2nn.bias	9	0.03447487950325012
31810	rnn.weight_ih_l0	0	0.0562487430870533
31810	rnn.weight_ih_l0	1	-0.040990620851516724
31810	rnn.weight_ih_l0	2	-0.00883535947650671
31810	rnn.weight_ih_l0	3	0.029179522767663002
31810	rnn.weight_ih_l0	4	-0.012375755235552788
31810	rnn.weight_ih_l0	5	0.06038304418325424
31810	rnn.weight_ih_l0	6	0.013149289414286613
31810	rnn.weight_ih_l0	7	0.06332676857709885
31810	rnn.weight_ih_l0	8	0.015886148437857628
31810	rnn.weight_ih_l0	9	-0.012819653376936913
31810	rnn.weight_hh_l0	0	-0.04001399129629135
31810	rnn.weight_hh_l0	1	-0.01705811731517315
31810	rnn.weight_hh_l0	2	-0.060705021023750305
31810	rnn.weight_hh_l0	3	-0.017435362562537193
31810	rnn.weight_hh_l0	4	-0.005920475348830223
31810	rnn.weight_hh_l0	5	-0.02483452297747135
31810	rnn.weight_hh_l0	6	-0.007652667351067066
31810	rnn.weight_hh_l0	7	-0.052810877561569214
31810	rnn.weight_hh_l0	8	0.06352439522743225
31810	rnn.weight_hh_l0	9	0.03699338063597679
31810	rnn.bias_ih_l0	0	-0.09505698829889297
31810	rnn.bias_ih_l0	1	-0.09493274986743927
31810	rnn.bias_ih_l0	2	0.009636897593736649
31810	rnn.bias_ih_l0	3	-0.12303590029478073
31810	rnn.bias_ih_l0	4	-0.026203306391835213
31810	rnn.bias_ih_l0	5	-0.07934918999671936
31810	rnn.bias_ih_l0	6	0.05300511419773102
31810	rnn.bias_ih_l0	7	-0.06652352958917618
31810	rnn.bias_ih_l0	8	0.0024336371570825577
31810	rnn.bias_ih_l0	9	-0.10340925306081772
31810	rnn.bias_hh_l0	0	-0.018550362437963486
31810	rnn.bias_hh_l0	1	0.1504727005958557
31810	rnn.bias_hh_l0	2	0.04939531534910202
31810	rnn.bias_hh_l0	3	-0.0190997626632452
31810	rnn.bias_hh_l0	4	-0.0816180631518364
31810	rnn.bias_hh_l0	5	-0.008853158913552761
31810	rnn.bias_hh_l0	6	0.06401742249727249
31810	rnn.bias_hh_l0	7	-0.07937905937433243
31810	rnn.bias_hh_l0	8	-0.08482561260461807
31810	rnn.bias_hh_l0	9	-0.08240356296300888
31810	rnn.weight_ih_l0_reverse	0	0.02986934408545494
31810	rnn.weight_ih_l0_reverse	1	-0.05210622772574425
31810	rnn.weight_ih_l0_reverse	2	0.034845009446144104
31810	rnn.weight_ih_l0_reverse	3	0.0056741973385214806
31810	rnn.weight_ih_l0_reverse	4	0.02579444833099842
31810	rnn.weight_ih_l0_reverse	5	-0.0338592566549778
31810	rnn.weight_ih_l0_reverse	6	0.025262989103794098
31810	rnn.weight_ih_l0_reverse	7	0.036676228046417236
31810	rnn.weight_ih_l0_reverse	8	-0.023325329646468163
31810	rnn.weight_ih_l0_reverse	9	0.011814880184829235
31810	rnn.weight_hh_l0_reverse	0	0.04700441285967827
31810	rnn.weight_hh_l0_reverse	1	0.032417625188827515
31810	rnn.weight_hh_l0_reverse	2	-0.014712500385940075
31810	rnn.weight_hh_l0_reverse	3	-0.03837541118264198
31810	rnn.weight_hh_l0_reverse	4	0.003349753562361002
31810	rnn.weight_hh_l0_reverse	5	-0.043683551251888275
31810	rnn.weight_hh_l0_reverse	6	-0.00894245970994234
31810	rnn.weight_hh_l0_reverse	7	0.02343905344605446
31810	rnn.weight_hh_l0_reverse	8	0.010696541517972946
31810	rnn.weight_hh_l0_reverse	9	-0.0037225037813186646
31810	rnn.bias_ih_l0_reverse	0	-0.03980620205402374
31810	rnn.bias_ih_l0_reverse	1	-0.07121443748474121
31810	rnn.bias_ih_l0_reverse	2	-0.08429400622844696
31810	rnn.bias_ih_l0_reverse	3	0.005025852471590042
31810	rnn.bias_ih_l0_reverse	4	-0.03276562690734863
31810	rnn.bias_ih_l0_reverse	5	-0.04993652552366257
31810	rnn.bias_ih_l0_reverse	6	-0.07127957791090012
31810	rnn.bias_ih_l0_reverse	7	-0.019527271389961243
31810	rnn.bias_ih_l0_reverse	8	-0.03668700531125069
31810	rnn.bias_ih_l0_reverse	9	-0.08500731736421585
31810	rnn.bias_hh_l0_reverse	0	-0.08473948389291763
31810	rnn.bias_hh_l0_reverse	1	-0.10370612889528275
31810	rnn.bias_hh_l0_reverse	2	0.09017971903085709
31810	rnn.bias_hh_l0_reverse	3	-0.0023946287110447884
31810	rnn.bias_hh_l0_reverse	4	-0.053346384316682816
31810	rnn.bias_hh_l0_reverse	5	-0.10003937780857086
31810	rnn.bias_hh_l0_reverse	6	-0.06190000846982002
31810	rnn.bias_hh_l0_reverse	7	-0.012957128696143627
31810	rnn.bias_hh_l0_reverse	8	-0.003603691002354026
31810	rnn.bias_hh_l0_reverse	9	0.029318299144506454
31810	linear.weight	0	-0.008300035260617733
31810	linear.weight	1	-0.07764850556850433
31810	linear.weight	2	0.20775318145751953
31810	linear.weight	3	-0.0823647677898407
31810	linear.weight	4	-0.010588549077510834
31810	linear.weight	5	0.12472643703222275
31810	linear.weight	6	-0.010739270597696304
31810	linear.weight	7	-0.05566438287496567
31810	linear.weight	8	0.13748694956302643
31810	linear.weight	9	-0.13560493290424347
31810	linear.bias	0	-0.03956538438796997
31810	linear.bias	1	0.031413208693265915
31810	linear.bias	2	0.46341246366500854
31810	linear.bias	3	0.10917844623327255
31810	linear.bias	4	1.222810983657837
31810	linear.bias	5	-1.1900228261947632
31810	linear.bias	6	-0.5350671410560608
31810	linear.bias	7	-0.06968595832586288
32368	transitions	0	-0.9594119191169739
32368	transitions	1	-10000.0
32368	transitions	2	-0.7969565987586975
32368	transitions	3	-10000.0
32368	transitions	4	1.3568780422210693
32368	transitions	5	-10000.0
32368	transitions	6	-10000.0
32368	transitions	7	1.111100673675537
32368	transitions	8	-1.8274058103561401
32368	transitions	9	-3.497899055480957
32368	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
32368	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
32368	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
32368	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
32368	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
32368	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
32368	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
32368	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
32368	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
32368	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
32368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
32368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
32368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
32368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
32368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
32368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
32368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
32368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
32368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
32368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
32368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
32368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
32368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
32368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
32368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
32368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
32368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
32368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
32368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
32368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
32368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
32368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
32368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
32368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
32368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
32368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
32368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
32368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
32368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
32368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
32368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
32368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
32368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
32368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
32368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
32368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
32368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
32368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
32368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
32368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
32368	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
32368	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
32368	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
32368	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
32368	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
32368	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
32368	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
32368	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
32368	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
32368	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
32368	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
32368	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
32368	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
32368	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
32368	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
32368	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
32368	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
32368	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
32368	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
32368	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
32368	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
32368	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
32368	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
32368	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
32368	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
32368	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
32368	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
32368	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
32368	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
32368	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
32368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
32368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
32368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
32368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
32368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
32368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
32368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
32368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
32368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
32368	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
32368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
32368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
32368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
32368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
32368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
32368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
32368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
32368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
32368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
32368	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
32368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
32368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
32368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
32368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
32368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
32368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
32368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
32368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
32368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
32368	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
32368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
32368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
32368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
32368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
32368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
32368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
32368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
32368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
32368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
32368	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
32368	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
32368	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
32368	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
32368	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
32368	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
32368	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
32368	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
32368	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
32368	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
32368	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
32368	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
32368	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
32368	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
32368	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
32368	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
32368	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
32368	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
32368	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
32368	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
32368	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
32368	embedding2nn.weight	0	0.00640861364081502
32368	embedding2nn.weight	1	0.006414392963051796
32368	embedding2nn.weight	2	0.013302765786647797
32368	embedding2nn.weight	3	0.007835503667593002
32368	embedding2nn.weight	4	0.01298537291586399
32368	embedding2nn.weight	5	-0.0012563593918457627
32368	embedding2nn.weight	6	-0.013799578882753849
32368	embedding2nn.weight	7	-0.006798224523663521
32368	embedding2nn.weight	8	-0.0029855903703719378
32368	embedding2nn.weight	9	-0.008725404739379883
32368	embedding2nn.bias	0	0.026814943179488182
32368	embedding2nn.bias	1	-0.020566139370203018
32368	embedding2nn.bias	2	0.03709552437067032
32368	embedding2nn.bias	3	0.03239155188202858
32368	embedding2nn.bias	4	-0.00497422693297267
32368	embedding2nn.bias	5	-0.054876990616321564
32368	embedding2nn.bias	6	0.03993288055062294
32368	embedding2nn.bias	7	-0.01088870968669653
32368	embedding2nn.bias	8	-0.032754991203546524
32368	embedding2nn.bias	9	0.03856003284454346
32368	rnn.weight_ih_l0	0	0.05537599325180054
32368	rnn.weight_ih_l0	1	-0.04007848724722862
32368	rnn.weight_ih_l0	2	-0.009364812634885311
32368	rnn.weight_ih_l0	3	0.027282144874334335
32368	rnn.weight_ih_l0	4	-0.013280543498694897
32368	rnn.weight_ih_l0	5	0.06038973852992058
32368	rnn.weight_ih_l0	6	0.01350354216992855
32368	rnn.weight_ih_l0	7	0.06325884163379669
32368	rnn.weight_ih_l0	8	0.016257572919130325
32368	rnn.weight_ih_l0	9	-0.01329024787992239
32368	rnn.weight_hh_l0	0	-0.0390581339597702
32368	rnn.weight_hh_l0	1	-0.01658748649060726
32368	rnn.weight_hh_l0	2	-0.061205580830574036
32368	rnn.weight_hh_l0	3	-0.017256183549761772
32368	rnn.weight_hh_l0	4	-0.006192782428115606
32368	rnn.weight_hh_l0	5	-0.024882690981030464
32368	rnn.weight_hh_l0	6	-0.007561184000223875
32368	rnn.weight_hh_l0	7	-0.05311208963394165
32368	rnn.weight_hh_l0	8	0.06323037296533585
32368	rnn.weight_hh_l0	9	0.03761935606598854
32368	rnn.bias_ih_l0	0	-0.09718994051218033
32368	rnn.bias_ih_l0	1	-0.1026449203491211
32368	rnn.bias_ih_l0	2	0.00980348326265812
32368	rnn.bias_ih_l0	3	-0.1201905682682991
32368	rnn.bias_ih_l0	4	-0.028139427304267883
32368	rnn.bias_ih_l0	5	-0.07975506037473679
32368	rnn.bias_ih_l0	6	0.04405001550912857
32368	rnn.bias_ih_l0	7	-0.06812751293182373
32368	rnn.bias_ih_l0	8	0.0015876571414992213
32368	rnn.bias_ih_l0	9	-0.1051182895898819
32368	rnn.bias_hh_l0	0	-0.01878325268626213
32368	rnn.bias_hh_l0	1	0.15341973304748535
32368	rnn.bias_hh_l0	2	0.057020872831344604
32368	rnn.bias_hh_l0	3	-0.02388593554496765
32368	rnn.bias_hh_l0	4	-0.08066242933273315
32368	rnn.bias_hh_l0	5	-0.014387867413461208
32368	rnn.bias_hh_l0	6	0.06386196613311768
32368	rnn.bias_hh_l0	7	-0.06150680407881737
32368	rnn.bias_hh_l0	8	-0.08214250206947327
32368	rnn.bias_hh_l0	9	-0.08290423452854156
32368	rnn.weight_ih_l0_reverse	0	0.029397064819931984
32368	rnn.weight_ih_l0_reverse	1	-0.05243215337395668
32368	rnn.weight_ih_l0_reverse	2	0.03485392406582832
32368	rnn.weight_ih_l0_reverse	3	0.004987691529095173
32368	rnn.weight_ih_l0_reverse	4	0.025961223989725113
32368	rnn.weight_ih_l0_reverse	5	-0.033845383673906326
32368	rnn.weight_ih_l0_reverse	6	0.025588812306523323
32368	rnn.weight_ih_l0_reverse	7	0.03641369938850403
32368	rnn.weight_ih_l0_reverse	8	-0.023238517343997955
32368	rnn.weight_ih_l0_reverse	9	0.01153277326375246
32368	rnn.weight_hh_l0_reverse	0	0.04734933748841286
32368	rnn.weight_hh_l0_reverse	1	0.03206200525164604
32368	rnn.weight_hh_l0_reverse	2	-0.014833379536867142
32368	rnn.weight_hh_l0_reverse	3	-0.03855055198073387
32368	rnn.weight_hh_l0_reverse	4	0.003576860064640641
32368	rnn.weight_hh_l0_reverse	5	-0.043915946036577225
32368	rnn.weight_hh_l0_reverse	6	-0.008919380605220795
32368	rnn.weight_hh_l0_reverse	7	0.023500753566622734
32368	rnn.weight_hh_l0_reverse	8	0.011948276311159134
32368	rnn.weight_hh_l0_reverse	9	-0.0036169858649373055
32368	rnn.bias_ih_l0_reverse	0	-0.04099732264876366
32368	rnn.bias_ih_l0_reverse	1	-0.07293270528316498
32368	rnn.bias_ih_l0_reverse	2	-0.08169727027416229
32368	rnn.bias_ih_l0_reverse	3	0.00399539852514863
32368	rnn.bias_ih_l0_reverse	4	-0.031119434162974358
32368	rnn.bias_ih_l0_reverse	5	-0.04934372007846832
32368	rnn.bias_ih_l0_reverse	6	-0.07153995335102081
32368	rnn.bias_ih_l0_reverse	7	-0.019852377474308014
32368	rnn.bias_ih_l0_reverse	8	-0.039315205067396164
32368	rnn.bias_ih_l0_reverse	9	-0.08632878214120865
32368	rnn.bias_hh_l0_reverse	0	-0.08426464349031448
32368	rnn.bias_hh_l0_reverse	1	-0.10137232393026352
32368	rnn.bias_hh_l0_reverse	2	0.09690232574939728
32368	rnn.bias_hh_l0_reverse	3	-0.006460565607994795
32368	rnn.bias_hh_l0_reverse	4	-0.057979702949523926
32368	rnn.bias_hh_l0_reverse	5	-0.10114175081253052
32368	rnn.bias_hh_l0_reverse	6	-0.06838186085224152
32368	rnn.bias_hh_l0_reverse	7	-0.013663534075021744
32368	rnn.bias_hh_l0_reverse	8	-0.004208085127174854
32368	rnn.bias_hh_l0_reverse	9	0.031847648322582245
32368	linear.weight	0	-0.008284253068268299
32368	linear.weight	1	-0.08827486634254456
32368	linear.weight	2	0.20212198793888092
32368	linear.weight	3	-0.08230715245008469
32368	linear.weight	4	-0.010588549077510834
32368	linear.weight	5	0.09868258237838745
32368	linear.weight	6	-0.010739270597696304
32368	linear.weight	7	-0.09155102074146271
32368	linear.weight	8	0.18276634812355042
32368	linear.weight	9	-0.14477798342704773
32368	linear.bias	0	-0.03956538438796997
32368	linear.bias	1	0.031413208693265915
32368	linear.bias	2	0.4655880630016327
32368	linear.bias	3	0.05434519797563553
32368	linear.bias	4	1.2282328605651855
32368	linear.bias	5	-1.192823052406311
32368	linear.bias	6	-0.5036835670471191
32368	linear.bias	7	-0.0510522685945034
32926	transitions	0	-0.9710793495178223
32926	transitions	1	-10000.0
32926	transitions	2	-0.7969565987586975
32926	transitions	3	-10000.0
32926	transitions	4	1.3904355764389038
32926	transitions	5	-10000.0
32926	transitions	6	-10000.0
32926	transitions	7	1.1344144344329834
32926	transitions	8	-1.835198998451233
32926	transitions	9	-3.5062577724456787
32926	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
32926	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
32926	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
32926	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
32926	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
32926	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
32926	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
32926	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
32926	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
32926	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
32926	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
32926	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
32926	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
32926	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
32926	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
32926	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
32926	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
32926	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
32926	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
32926	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
32926	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
32926	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
32926	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
32926	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
32926	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
32926	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
32926	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
32926	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
32926	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
32926	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
32926	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
32926	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
32926	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
32926	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
32926	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
32926	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
32926	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
32926	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
32926	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
32926	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
32926	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
32926	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
32926	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
32926	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
32926	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
32926	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
32926	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
32926	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
32926	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
32926	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
32926	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
32926	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
32926	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
32926	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
32926	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
32926	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
32926	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
32926	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
32926	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
32926	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
32926	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
32926	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
32926	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
32926	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
32926	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
32926	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
32926	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
32926	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
32926	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
32926	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
32926	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
32926	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
32926	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
32926	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
32926	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
32926	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
32926	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
32926	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
32926	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
32926	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
32926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
32926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
32926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
32926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
32926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
32926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
32926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
32926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
32926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
32926	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
32926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
32926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
32926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
32926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
32926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
32926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
32926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
32926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
32926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
32926	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
32926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
32926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
32926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
32926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
32926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
32926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
32926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
32926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
32926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
32926	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
32926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
32926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
32926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
32926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
32926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
32926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
32926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
32926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
32926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
32926	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
32926	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
32926	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
32926	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
32926	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
32926	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
32926	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
32926	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
32926	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
32926	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
32926	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
32926	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
32926	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
32926	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
32926	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
32926	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
32926	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
32926	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
32926	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
32926	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
32926	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
32926	embedding2nn.weight	0	0.0064659034833312035
32926	embedding2nn.weight	1	0.0064748856239020824
32926	embedding2nn.weight	2	0.013346327468752861
32926	embedding2nn.weight	3	0.008758542127907276
32926	embedding2nn.weight	4	0.013296477496623993
32926	embedding2nn.weight	5	-0.0010395473800599575
32926	embedding2nn.weight	6	-0.013499815948307514
32926	embedding2nn.weight	7	-0.006641930900514126
32926	embedding2nn.weight	8	-0.002876867540180683
32926	embedding2nn.weight	9	-0.008609706535935402
32926	embedding2nn.bias	0	0.019957328215241432
32926	embedding2nn.bias	1	-0.013787198811769485
32926	embedding2nn.bias	2	0.044629111886024475
32926	embedding2nn.bias	3	0.0426490418612957
32926	embedding2nn.bias	4	-0.003058596048504114
32926	embedding2nn.bias	5	-0.05560538172721863
32926	embedding2nn.bias	6	0.04463968053460121
32926	embedding2nn.bias	7	-0.008338222280144691
32926	embedding2nn.bias	8	-0.03520537167787552
32926	embedding2nn.bias	9	0.037648532539606094
32926	rnn.weight_ih_l0	0	0.054745759814977646
32926	rnn.weight_ih_l0	1	-0.039907753467559814
32926	rnn.weight_ih_l0	2	-0.00892629660665989
32926	rnn.weight_ih_l0	3	0.027531826868653297
32926	rnn.weight_ih_l0	4	-0.013334536924958229
32926	rnn.weight_ih_l0	5	0.058779411017894745
32926	rnn.weight_ih_l0	6	0.013672084547579288
32926	rnn.weight_ih_l0	7	0.061744049191474915
32926	rnn.weight_ih_l0	8	0.015130524523556232
32926	rnn.weight_ih_l0	9	-0.013557462953031063
32926	rnn.weight_hh_l0	0	-0.03734594210982323
32926	rnn.weight_hh_l0	1	-0.016838928684592247
32926	rnn.weight_hh_l0	2	-0.06120363250374794
32926	rnn.weight_hh_l0	3	-0.01734142191708088
32926	rnn.weight_hh_l0	4	-0.0063192942179739475
32926	rnn.weight_hh_l0	5	-0.025184862315654755
32926	rnn.weight_hh_l0	6	-0.007379014510661364
32926	rnn.weight_hh_l0	7	-0.05284365639090538
32926	rnn.weight_hh_l0	8	0.06268268823623657
32926	rnn.weight_hh_l0	9	0.03817960247397423
32926	rnn.bias_ih_l0	0	-0.10195817798376083
32926	rnn.bias_ih_l0	1	-0.10116104781627655
32926	rnn.bias_ih_l0	2	0.009716388769447803
32926	rnn.bias_ih_l0	3	-0.12056576460599899
32926	rnn.bias_ih_l0	4	-0.02540934458374977
32926	rnn.bias_ih_l0	5	-0.08052094280719757
32926	rnn.bias_ih_l0	6	0.042132627218961716
32926	rnn.bias_ih_l0	7	-0.068339504301548
32926	rnn.bias_ih_l0	8	0.0019243566785007715
32926	rnn.bias_ih_l0	9	-0.10391482710838318
32926	rnn.bias_hh_l0	0	-0.018259944394230843
32926	rnn.bias_hh_l0	1	0.1411861777305603
32926	rnn.bias_hh_l0	2	0.04965784400701523
32926	rnn.bias_hh_l0	3	-0.025653313845396042
32926	rnn.bias_hh_l0	4	-0.0826069787144661
32926	rnn.bias_hh_l0	5	-0.001887965016067028
32926	rnn.bias_hh_l0	6	0.06476885080337524
32926	rnn.bias_hh_l0	7	-0.06822305917739868
32926	rnn.bias_hh_l0	8	-0.08645620197057724
32926	rnn.bias_hh_l0	9	-0.08283726125955582
32926	rnn.weight_ih_l0_reverse	0	0.031229762360453606
32926	rnn.weight_ih_l0_reverse	1	-0.05159050226211548
32926	rnn.weight_ih_l0_reverse	2	0.034897319972515106
32926	rnn.weight_ih_l0_reverse	3	0.006009914446622133
32926	rnn.weight_ih_l0_reverse	4	0.025672782212495804
32926	rnn.weight_ih_l0_reverse	5	-0.032402392476797104
32926	rnn.weight_ih_l0_reverse	6	0.025693217292428017
32926	rnn.weight_ih_l0_reverse	7	0.035751983523368835
32926	rnn.weight_ih_l0_reverse	8	-0.02361922711133957
32926	rnn.weight_ih_l0_reverse	9	0.01050139032304287
32926	rnn.weight_hh_l0_reverse	0	0.04759463667869568
32926	rnn.weight_hh_l0_reverse	1	0.03180842846632004
32926	rnn.weight_hh_l0_reverse	2	-0.014461872167885303
32926	rnn.weight_hh_l0_reverse	3	-0.03786693513393402
32926	rnn.weight_hh_l0_reverse	4	0.0035092986654490232
32926	rnn.weight_hh_l0_reverse	5	-0.04364894703030586
32926	rnn.weight_hh_l0_reverse	6	-0.008977551944553852
32926	rnn.weight_hh_l0_reverse	7	0.023609554395079613
32926	rnn.weight_hh_l0_reverse	8	0.013292334042489529
32926	rnn.weight_hh_l0_reverse	9	-0.003865413833409548
32926	rnn.bias_ih_l0_reverse	0	-0.0391545444726944
32926	rnn.bias_ih_l0_reverse	1	-0.07634548097848892
32926	rnn.bias_ih_l0_reverse	2	-0.07993617653846741
32926	rnn.bias_ih_l0_reverse	3	0.002596645150333643
32926	rnn.bias_ih_l0_reverse	4	-0.028418043628335
32926	rnn.bias_ih_l0_reverse	5	-0.048978254199028015
32926	rnn.bias_ih_l0_reverse	6	-0.07795950770378113
32926	rnn.bias_ih_l0_reverse	7	-0.021687300875782967
32926	rnn.bias_ih_l0_reverse	8	-0.037977274507284164
32926	rnn.bias_ih_l0_reverse	9	-0.08295035362243652
32926	rnn.bias_hh_l0_reverse	0	-0.08043859899044037
32926	rnn.bias_hh_l0_reverse	1	-0.11441106349229813
32926	rnn.bias_hh_l0_reverse	2	0.09421878308057785
32926	rnn.bias_hh_l0_reverse	3	0.0003570477419998497
32926	rnn.bias_hh_l0_reverse	4	-0.056143876165151596
32926	rnn.bias_hh_l0_reverse	5	-0.10187766700983047
32926	rnn.bias_hh_l0_reverse	6	-0.04901677742600441
32926	rnn.bias_hh_l0_reverse	7	-0.011231556534767151
32926	rnn.bias_hh_l0_reverse	8	-0.0034038906451314688
32926	rnn.bias_hh_l0_reverse	9	0.0298721082508564
32926	linear.weight	0	-0.008274155668914318
32926	linear.weight	1	-0.07479310780763626
32926	linear.weight	2	0.20985765755176544
32926	linear.weight	3	-0.08223666995763779
32926	linear.weight	4	-0.010588549077510834
32926	linear.weight	5	0.08000736683607101
32926	linear.weight	6	-0.010739270597696304
32926	linear.weight	7	-0.0732840746641159
32926	linear.weight	8	0.18054884672164917
32926	linear.weight	9	-0.164258673787117
32926	linear.bias	0	-0.03956538438796997
32926	linear.bias	1	0.031413208693265915
32926	linear.bias	2	0.4339906573295593
32926	linear.bias	3	0.07169624418020248
32926	linear.bias	4	1.2357120513916016
32926	linear.bias	5	-1.1956801414489746
32926	linear.bias	6	-0.49334073066711426
32926	linear.bias	7	-0.05179077759385109
33484	transitions	0	-0.9814907312393188
33484	transitions	1	-10000.0
33484	transitions	2	-0.7969565987586975
33484	transitions	3	-10000.0
33484	transitions	4	1.4009895324707031
33484	transitions	5	-10000.0
33484	transitions	6	-10000.0
33484	transitions	7	1.162058711051941
33484	transitions	8	-1.8436375856399536
33484	transitions	9	-3.514561891555786
33484	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
33484	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
33484	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
33484	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
33484	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
33484	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
33484	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
33484	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
33484	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
33484	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
33484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
33484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
33484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
33484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
33484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
33484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
33484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
33484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
33484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
33484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
33484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
33484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
33484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
33484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
33484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
33484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
33484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
33484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
33484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
33484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
33484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
33484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
33484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
33484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
33484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
33484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
33484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
33484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
33484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
33484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
33484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
33484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
33484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
33484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
33484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
33484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
33484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
33484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
33484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
33484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
33484	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
33484	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
33484	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
33484	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
33484	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
33484	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
33484	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
33484	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
33484	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
33484	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
33484	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
33484	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
33484	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
33484	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
33484	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
33484	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
33484	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
33484	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
33484	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
33484	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
33484	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
33484	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
33484	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
33484	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
33484	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
33484	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
33484	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
33484	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
33484	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
33484	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
33484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
33484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
33484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
33484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
33484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
33484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
33484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
33484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
33484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
33484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
33484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
33484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
33484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
33484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
33484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
33484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
33484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
33484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
33484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
33484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
33484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
33484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
33484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
33484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
33484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
33484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
33484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
33484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
33484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
33484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
33484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
33484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
33484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
33484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
33484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
33484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
33484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
33484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
33484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
33484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
33484	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
33484	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
33484	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
33484	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
33484	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
33484	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
33484	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
33484	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
33484	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
33484	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
33484	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
33484	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
33484	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
33484	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
33484	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
33484	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
33484	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
33484	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
33484	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
33484	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
33484	embedding2nn.weight	0	0.006462831515818834
33484	embedding2nn.weight	1	0.006394438445568085
33484	embedding2nn.weight	2	0.013344994746148586
33484	embedding2nn.weight	3	0.00892275758087635
33484	embedding2nn.weight	4	0.014086876064538956
33484	embedding2nn.weight	5	-0.0016688101459294558
33484	embedding2nn.weight	6	-0.013165099546313286
33484	embedding2nn.weight	7	-0.006773699540644884
33484	embedding2nn.weight	8	-0.0028978928457945585
33484	embedding2nn.weight	9	-0.008654930628836155
33484	embedding2nn.bias	0	0.02102101966738701
33484	embedding2nn.bias	1	-0.025004496797919273
33484	embedding2nn.bias	2	0.043823640793561935
33484	embedding2nn.bias	3	0.04722532629966736
33484	embedding2nn.bias	4	0.00238346541300416
33484	embedding2nn.bias	5	-0.05658431351184845
33484	embedding2nn.bias	6	0.045747797936201096
33484	embedding2nn.bias	7	-0.011639662086963654
33484	embedding2nn.bias	8	-0.03361735865473747
33484	embedding2nn.bias	9	0.03523406386375427
33484	rnn.weight_ih_l0	0	0.052851200103759766
33484	rnn.weight_ih_l0	1	-0.041077397763729095
33484	rnn.weight_ih_l0	2	-0.008748255670070648
33484	rnn.weight_ih_l0	3	0.024096990004181862
33484	rnn.weight_ih_l0	4	-0.012788355350494385
33484	rnn.weight_ih_l0	5	0.05870746821165085
33484	rnn.weight_ih_l0	6	0.013606203719973564
33484	rnn.weight_ih_l0	7	0.06402896344661713
33484	rnn.weight_ih_l0	8	0.015629766508936882
33484	rnn.weight_ih_l0	9	-0.012294462881982327
33484	rnn.weight_hh_l0	0	-0.037876300513744354
33484	rnn.weight_hh_l0	1	-0.01686985418200493
33484	rnn.weight_hh_l0	2	-0.061398737132549286
33484	rnn.weight_hh_l0	3	-0.017183320596814156
33484	rnn.weight_hh_l0	4	-0.006569779012352228
33484	rnn.weight_hh_l0	5	-0.025166427716612816
33484	rnn.weight_hh_l0	6	-0.007320335600525141
33484	rnn.weight_hh_l0	7	-0.05325616896152496
33484	rnn.weight_hh_l0	8	0.06282974034547806
33484	rnn.weight_hh_l0	9	0.036990854889154434
33484	rnn.bias_ih_l0	0	-0.1007186770439148
33484	rnn.bias_ih_l0	1	-0.10087821632623672
33484	rnn.bias_ih_l0	2	0.010769566521048546
33484	rnn.bias_ih_l0	3	-0.11865994334220886
33484	rnn.bias_ih_l0	4	-0.024657443165779114
33484	rnn.bias_ih_l0	5	-0.07868128269910812
33484	rnn.bias_ih_l0	6	0.04814307019114494
33484	rnn.bias_ih_l0	7	-0.06861570477485657
33484	rnn.bias_ih_l0	8	0.003967698663473129
33484	rnn.bias_ih_l0	9	-0.10280142724514008
33484	rnn.bias_hh_l0	0	-0.01949744112789631
33484	rnn.bias_hh_l0	1	0.13854773342609406
33484	rnn.bias_hh_l0	2	0.050289981067180634
33484	rnn.bias_hh_l0	3	-0.022523505613207817
33484	rnn.bias_hh_l0	4	-0.08153744786977768
33484	rnn.bias_hh_l0	5	-0.01467632595449686
33484	rnn.bias_hh_l0	6	0.0661974623799324
33484	rnn.bias_hh_l0	7	-0.0631282776594162
33484	rnn.bias_hh_l0	8	-0.0878651812672615
33484	rnn.bias_hh_l0	9	-0.08089591562747955
33484	rnn.weight_ih_l0_reverse	0	0.03332526609301567
33484	rnn.weight_ih_l0_reverse	1	-0.051300011575222015
33484	rnn.weight_ih_l0_reverse	2	0.035168565809726715
33484	rnn.weight_ih_l0_reverse	3	0.0046133194118738174
33484	rnn.weight_ih_l0_reverse	4	0.025566641241312027
33484	rnn.weight_ih_l0_reverse	5	-0.03326564282178879
33484	rnn.weight_ih_l0_reverse	6	0.026064589619636536
33484	rnn.weight_ih_l0_reverse	7	0.035090453922748566
33484	rnn.weight_ih_l0_reverse	8	-0.023754186928272247
33484	rnn.weight_ih_l0_reverse	9	0.009560578502714634
33484	rnn.weight_hh_l0_reverse	0	0.046153534203767776
33484	rnn.weight_hh_l0_reverse	1	0.0324833020567894
33484	rnn.weight_hh_l0_reverse	2	-0.01459045521914959
33484	rnn.weight_hh_l0_reverse	3	-0.038392551243305206
33484	rnn.weight_hh_l0_reverse	4	0.003496359335258603
33484	rnn.weight_hh_l0_reverse	5	-0.04410528019070625
33484	rnn.weight_hh_l0_reverse	6	-0.009997533634305
33484	rnn.weight_hh_l0_reverse	7	0.02358405478298664
33484	rnn.weight_hh_l0_reverse	8	0.010598842054605484
33484	rnn.weight_hh_l0_reverse	9	-0.0036394824273884296
33484	rnn.bias_ih_l0_reverse	0	-0.03864761069417
33484	rnn.bias_ih_l0_reverse	1	-0.07576798647642136
33484	rnn.bias_ih_l0_reverse	2	-0.08313765376806259
33484	rnn.bias_ih_l0_reverse	3	0.00504338601604104
33484	rnn.bias_ih_l0_reverse	4	-0.02820785716176033
33484	rnn.bias_ih_l0_reverse	5	-0.04925087094306946
33484	rnn.bias_ih_l0_reverse	6	-0.07858555763959885
33484	rnn.bias_ih_l0_reverse	7	-0.023102128878235817
33484	rnn.bias_ih_l0_reverse	8	-0.03874257206916809
33484	rnn.bias_ih_l0_reverse	9	-0.08407409489154816
33484	rnn.bias_hh_l0_reverse	0	-0.08466482162475586
33484	rnn.bias_hh_l0_reverse	1	-0.11066560447216034
33484	rnn.bias_hh_l0_reverse	2	0.10158383101224899
33484	rnn.bias_hh_l0_reverse	3	-0.003370467107743025
33484	rnn.bias_hh_l0_reverse	4	-0.05431467294692993
33484	rnn.bias_hh_l0_reverse	5	-0.09152308106422424
33484	rnn.bias_hh_l0_reverse	6	-0.05365150421857834
33484	rnn.bias_hh_l0_reverse	7	-0.015414775349199772
33484	rnn.bias_hh_l0_reverse	8	-0.001031229505315423
33484	rnn.bias_hh_l0_reverse	9	0.033164992928504944
33484	linear.weight	0	-0.008242998272180557
33484	linear.weight	1	-0.07548075169324875
33484	linear.weight	2	0.21432986855506897
33484	linear.weight	3	-0.08219777047634125
33484	linear.weight	4	-0.010588549077510834
33484	linear.weight	5	0.13190454244613647
33484	linear.weight	6	-0.010739270597696304
33484	linear.weight	7	-0.0361798033118248
33484	linear.weight	8	0.16681630909442902
33484	linear.weight	9	-0.16636872291564941
33484	linear.bias	0	-0.03956538438796997
33484	linear.bias	1	0.031413208693265915
33484	linear.bias	2	0.43408921360969543
33484	linear.bias	3	0.01932237111032009
33484	linear.bias	4	1.3291730880737305
33484	linear.bias	5	-1.1985098123550415
33484	linear.bias	6	-0.5093892216682434
33484	linear.bias	7	-0.07411380112171173
34043	transitions	0	-0.9911569952964783
34043	transitions	1	-10000.0
34043	transitions	2	-0.7969565987586975
34043	transitions	3	-10000.0
34043	transitions	4	1.437639594078064
34043	transitions	5	-10000.0
34043	transitions	6	-10000.0
34043	transitions	7	1.1437891721725464
34043	transitions	8	-1.8525441884994507
34043	transitions	9	-3.523054838180542
34043	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
34043	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
34043	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
34043	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
34043	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
34043	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
34043	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
34043	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
34043	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
34043	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
34043	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
34043	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
34043	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
34043	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
34043	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
34043	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
34043	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
34043	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
34043	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
34043	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
34043	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
34043	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
34043	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
34043	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
34043	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
34043	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
34043	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
34043	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
34043	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
34043	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
34043	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
34043	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
34043	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
34043	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
34043	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
34043	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
34043	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
34043	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
34043	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
34043	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
34043	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
34043	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
34043	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
34043	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
34043	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
34043	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
34043	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
34043	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
34043	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
34043	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
34043	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
34043	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
34043	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
34043	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
34043	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
34043	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
34043	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
34043	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
34043	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
34043	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
34043	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
34043	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
34043	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
34043	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
34043	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
34043	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
34043	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
34043	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
34043	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
34043	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
34043	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
34043	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
34043	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
34043	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
34043	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
34043	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
34043	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
34043	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
34043	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
34043	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
34043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
34043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
34043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
34043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
34043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
34043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
34043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
34043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
34043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
34043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
34043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
34043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
34043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
34043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
34043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
34043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
34043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
34043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
34043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
34043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
34043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
34043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
34043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
34043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
34043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
34043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
34043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
34043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
34043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
34043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
34043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
34043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
34043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
34043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
34043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
34043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
34043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
34043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
34043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
34043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
34043	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
34043	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
34043	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
34043	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
34043	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
34043	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
34043	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
34043	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
34043	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
34043	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
34043	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
34043	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
34043	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
34043	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
34043	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
34043	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
34043	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
34043	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
34043	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
34043	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
34043	embedding2nn.weight	0	0.006458041723817587
34043	embedding2nn.weight	1	0.006314820144325495
34043	embedding2nn.weight	2	0.013308100402355194
34043	embedding2nn.weight	3	0.008165539242327213
34043	embedding2nn.weight	4	0.014740639366209507
34043	embedding2nn.weight	5	-0.0005076765664853156
34043	embedding2nn.weight	6	-0.013100560754537582
34043	embedding2nn.weight	7	-0.006722381804138422
34043	embedding2nn.weight	8	-0.003430158831179142
34043	embedding2nn.weight	9	-0.008846256881952286
34043	embedding2nn.bias	0	0.02170880138874054
34043	embedding2nn.bias	1	-0.024494528770446777
34043	embedding2nn.bias	2	0.061454564332962036
34043	embedding2nn.bias	3	0.05153374373912811
34043	embedding2nn.bias	4	0.0049949511885643005
34043	embedding2nn.bias	5	-0.043732549995183945
34043	embedding2nn.bias	6	0.03953000158071518
34043	embedding2nn.bias	7	-0.003320359857752919
34043	embedding2nn.bias	8	-0.03378399834036827
34043	embedding2nn.bias	9	0.031366024166345596
34043	rnn.weight_ih_l0	0	0.05353965237736702
34043	rnn.weight_ih_l0	1	-0.04000776633620262
34043	rnn.weight_ih_l0	2	-0.009378267452120781
34043	rnn.weight_ih_l0	3	0.024722309783101082
34043	rnn.weight_ih_l0	4	-0.014644622802734375
34043	rnn.weight_ih_l0	5	0.05954248830676079
34043	rnn.weight_ih_l0	6	0.013565686531364918
34043	rnn.weight_ih_l0	7	0.06332886964082718
34043	rnn.weight_ih_l0	8	0.015537470579147339
34043	rnn.weight_ih_l0	9	-0.01420918945223093
34043	rnn.weight_hh_l0	0	-0.038578808307647705
34043	rnn.weight_hh_l0	1	-0.01670893467962742
34043	rnn.weight_hh_l0	2	-0.06142017990350723
34043	rnn.weight_hh_l0	3	-0.01707460731267929
34043	rnn.weight_hh_l0	4	-0.006417580880224705
34043	rnn.weight_hh_l0	5	-0.024962248280644417
34043	rnn.weight_hh_l0	6	-0.007251031696796417
34043	rnn.weight_hh_l0	7	-0.05286366492509842
34043	rnn.weight_hh_l0	8	0.06267300248146057
34043	rnn.weight_hh_l0	9	0.03737499564886093
34043	rnn.bias_ih_l0	0	-0.09892266988754272
34043	rnn.bias_ih_l0	1	-0.104182668030262
34043	rnn.bias_ih_l0	2	0.008751225657761097
34043	rnn.bias_ih_l0	3	-0.12039085477590561
34043	rnn.bias_ih_l0	4	-0.029271205887198448
34043	rnn.bias_ih_l0	5	-0.08142261952161789
34043	rnn.bias_ih_l0	6	0.044821396470069885
34043	rnn.bias_ih_l0	7	-0.07298435270786285
34043	rnn.bias_ih_l0	8	0.0006370726623572409
34043	rnn.bias_ih_l0	9	-0.10164153575897217
34043	rnn.bias_hh_l0	0	-0.02063455432653427
34043	rnn.bias_hh_l0	1	0.14839990437030792
34043	rnn.bias_hh_l0	2	0.05156225338578224
34043	rnn.bias_hh_l0	3	-0.02371993288397789
34043	rnn.bias_hh_l0	4	-0.08132005482912064
34043	rnn.bias_hh_l0	5	-0.021715667098760605
34043	rnn.bias_hh_l0	6	0.06493531912565231
34043	rnn.bias_hh_l0	7	-0.06802394241094589
34043	rnn.bias_hh_l0	8	-0.08689337968826294
34043	rnn.bias_hh_l0	9	-0.0829295665025711
34043	rnn.weight_ih_l0_reverse	0	0.032912105321884155
34043	rnn.weight_ih_l0_reverse	1	-0.05065041035413742
34043	rnn.weight_ih_l0_reverse	2	0.034522682428359985
34043	rnn.weight_ih_l0_reverse	3	0.0058096530847251415
34043	rnn.weight_ih_l0_reverse	4	0.025820711627602577
34043	rnn.weight_ih_l0_reverse	5	-0.03408491984009743
34043	rnn.weight_ih_l0_reverse	6	0.025816122069954872
34043	rnn.weight_ih_l0_reverse	7	0.03497937321662903
34043	rnn.weight_ih_l0_reverse	8	-0.02390633523464203
34043	rnn.weight_ih_l0_reverse	9	0.010237030684947968
34043	rnn.weight_hh_l0_reverse	0	0.046758510172367096
34043	rnn.weight_hh_l0_reverse	1	0.03209693729877472
34043	rnn.weight_hh_l0_reverse	2	-0.014387035742402077
34043	rnn.weight_hh_l0_reverse	3	-0.04163838177919388
34043	rnn.weight_hh_l0_reverse	4	0.003553227288648486
34043	rnn.weight_hh_l0_reverse	5	-0.04477967321872711
34043	rnn.weight_hh_l0_reverse	6	-0.010262617841362953
34043	rnn.weight_hh_l0_reverse	7	0.023231560364365578
34043	rnn.weight_hh_l0_reverse	8	0.013580167666077614
34043	rnn.weight_hh_l0_reverse	9	-0.003529132576659322
34043	rnn.bias_ih_l0_reverse	0	-0.04013511538505554
34043	rnn.bias_ih_l0_reverse	1	-0.07629840821027756
34043	rnn.bias_ih_l0_reverse	2	-0.07706645131111145
34043	rnn.bias_ih_l0_reverse	3	0.007472196593880653
34043	rnn.bias_ih_l0_reverse	4	-0.03002816066145897
34043	rnn.bias_ih_l0_reverse	5	-0.05398601293563843
34043	rnn.bias_ih_l0_reverse	6	-0.07890177518129349
34043	rnn.bias_ih_l0_reverse	7	-0.02220744825899601
34043	rnn.bias_ih_l0_reverse	8	-0.042034588754177094
34043	rnn.bias_ih_l0_reverse	9	-0.08462303876876831
34043	rnn.bias_hh_l0_reverse	0	-0.08529404550790787
34043	rnn.bias_hh_l0_reverse	1	-0.11017723381519318
34043	rnn.bias_hh_l0_reverse	2	0.09649962931871414
34043	rnn.bias_hh_l0_reverse	3	-0.014303638599812984
34043	rnn.bias_hh_l0_reverse	4	-0.05876285582780838
34043	rnn.bias_hh_l0_reverse	5	-0.0971941202878952
34043	rnn.bias_hh_l0_reverse	6	-0.06999919563531876
34043	rnn.bias_hh_l0_reverse	7	-0.013848542235791683
34043	rnn.bias_hh_l0_reverse	8	-0.004216817673295736
34043	rnn.bias_hh_l0_reverse	9	0.03439216688275337
34043	linear.weight	0	-0.008203686214983463
34043	linear.weight	1	-0.07318707555532455
34043	linear.weight	2	0.2155340015888214
34043	linear.weight	3	-0.08217395842075348
34043	linear.weight	4	-0.010588549077510834
34043	linear.weight	5	0.06243567913770676
34043	linear.weight	6	-0.010739270597696304
34043	linear.weight	7	-0.03505467250943184
34043	linear.weight	8	0.1779312789440155
34043	linear.weight	9	-0.16819927096366882
34043	linear.bias	0	-0.03956538438796997
34043	linear.bias	1	0.031413208693265915
34043	linear.bias	2	0.3739747405052185
34043	linear.bias	3	0.057705026119947433
34043	linear.bias	4	1.3080891370773315
34043	linear.bias	5	-1.2011572122573853
34043	linear.bias	6	-0.4870203137397766
34043	linear.bias	7	-0.0510413758456707
34601	transitions	0	-1.001841425895691
34601	transitions	1	-10000.0
34601	transitions	2	-0.7969565987586975
34601	transitions	3	-10000.0
34601	transitions	4	1.407907485961914
34601	transitions	5	-10000.0
34601	transitions	6	-10000.0
34601	transitions	7	1.1178619861602783
34601	transitions	8	-1.8590840101242065
34601	transitions	9	-3.530979633331299
34601	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
34601	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
34601	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
34601	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
34601	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
34601	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
34601	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
34601	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
34601	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
34601	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
34601	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
34601	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
34601	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
34601	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
34601	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
34601	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
34601	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
34601	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
34601	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
34601	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
34601	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
34601	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
34601	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
34601	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
34601	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
34601	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
34601	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
34601	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
34601	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
34601	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
34601	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
34601	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
34601	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
34601	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
34601	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
34601	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
34601	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
34601	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
34601	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
34601	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
34601	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
34601	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
34601	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
34601	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
34601	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
34601	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
34601	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
34601	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
34601	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
34601	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
34601	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
34601	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
34601	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
34601	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
34601	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
34601	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
34601	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
34601	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
34601	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
34601	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
34601	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
34601	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
34601	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
34601	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
34601	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
34601	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
34601	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
34601	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
34601	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
34601	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
34601	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
34601	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
34601	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
34601	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
34601	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
34601	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
34601	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
34601	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
34601	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
34601	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
34601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
34601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
34601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
34601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
34601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
34601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
34601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
34601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
34601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
34601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
34601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
34601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
34601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
34601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
34601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
34601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
34601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
34601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
34601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
34601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
34601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
34601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
34601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
34601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
34601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
34601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
34601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
34601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
34601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
34601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
34601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
34601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
34601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
34601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
34601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
34601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
34601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
34601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
34601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
34601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
34601	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
34601	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
34601	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
34601	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
34601	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
34601	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
34601	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
34601	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
34601	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
34601	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
34601	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
34601	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
34601	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
34601	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
34601	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
34601	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
34601	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
34601	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
34601	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
34601	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
34601	embedding2nn.weight	0	0.006554888095706701
34601	embedding2nn.weight	1	0.006042991764843464
34601	embedding2nn.weight	2	0.013261971063911915
34601	embedding2nn.weight	3	0.009182960726320744
34601	embedding2nn.weight	4	0.015205900184810162
34601	embedding2nn.weight	5	-0.00081338279414922
34601	embedding2nn.weight	6	-0.014046762138605118
34601	embedding2nn.weight	7	-0.006646705791354179
34601	embedding2nn.weight	8	-0.003923044074326754
34601	embedding2nn.weight	9	-0.008930672891438007
34601	embedding2nn.bias	0	0.020229626446962357
34601	embedding2nn.bias	1	-0.024436095729470253
34601	embedding2nn.bias	2	0.06130925193428993
34601	embedding2nn.bias	3	0.047547608613967896
34601	embedding2nn.bias	4	-0.0007269253837876022
34601	embedding2nn.bias	5	-0.053012263029813766
34601	embedding2nn.bias	6	0.04154365509748459
34601	embedding2nn.bias	7	-0.007378656882792711
34601	embedding2nn.bias	8	-0.03397614136338234
34601	embedding2nn.bias	9	0.03907307609915733
34601	rnn.weight_ih_l0	0	0.05555388331413269
34601	rnn.weight_ih_l0	1	-0.04016895592212677
34601	rnn.weight_ih_l0	2	-0.009375805035233498
34601	rnn.weight_ih_l0	3	0.025310127064585686
34601	rnn.weight_ih_l0	4	-0.015370289795100689
34601	rnn.weight_ih_l0	5	0.05864633619785309
34601	rnn.weight_ih_l0	6	0.013445672579109669
34601	rnn.weight_ih_l0	7	0.06416796892881393
34601	rnn.weight_ih_l0	8	0.014615226536989212
34601	rnn.weight_ih_l0	9	-0.01481783390045166
34601	rnn.weight_hh_l0	0	-0.03833062946796417
34601	rnn.weight_hh_l0	1	-0.016564058139920235
34601	rnn.weight_hh_l0	2	-0.0616394504904747
34601	rnn.weight_hh_l0	3	-0.016744518652558327
34601	rnn.weight_hh_l0	4	-0.006425858940929174
34601	rnn.weight_hh_l0	5	-0.025402752682566643
34601	rnn.weight_hh_l0	6	-0.0067373919300735
34601	rnn.weight_hh_l0	7	-0.0541093684732914
34601	rnn.weight_hh_l0	8	0.06261478364467621
34601	rnn.weight_hh_l0	9	0.03762621060013771
34601	rnn.bias_ih_l0	0	-0.0970369204878807
34601	rnn.bias_ih_l0	1	-0.10033547878265381
34601	rnn.bias_ih_l0	2	0.007836985401809216
34601	rnn.bias_ih_l0	3	-0.12086943536996841
34601	rnn.bias_ih_l0	4	-0.02822902798652649
34601	rnn.bias_ih_l0	5	-0.0833834856748581
34601	rnn.bias_ih_l0	6	0.051795605570077896
34601	rnn.bias_ih_l0	7	-0.07357671111822128
34601	rnn.bias_ih_l0	8	-0.00045352158485911787
34601	rnn.bias_ih_l0	9	-0.09942900389432907
34601	rnn.bias_hh_l0	0	-0.020983858034014702
34601	rnn.bias_hh_l0	1	0.14548259973526
34601	rnn.bias_hh_l0	2	0.03730694577097893
34601	rnn.bias_hh_l0	3	-0.020223401486873627
34601	rnn.bias_hh_l0	4	-0.0802299752831459
34601	rnn.bias_hh_l0	5	-0.025240611284971237
34601	rnn.bias_hh_l0	6	0.06623591482639313
34601	rnn.bias_hh_l0	7	-0.0734955221414566
34601	rnn.bias_hh_l0	8	-0.08849925547838211
34601	rnn.bias_hh_l0	9	-0.08356192708015442
34601	rnn.weight_ih_l0_reverse	0	0.033800411969423294
34601	rnn.weight_ih_l0_reverse	1	-0.051480118185281754
34601	rnn.weight_ih_l0_reverse	2	0.0351681262254715
34601	rnn.weight_ih_l0_reverse	3	0.005554406903684139
34601	rnn.weight_ih_l0_reverse	4	0.025833429768681526
34601	rnn.weight_ih_l0_reverse	5	-0.03380465880036354
34601	rnn.weight_ih_l0_reverse	6	0.025270497426390648
34601	rnn.weight_ih_l0_reverse	7	0.03492387384176254
34601	rnn.weight_ih_l0_reverse	8	-0.024046387523412704
34601	rnn.weight_ih_l0_reverse	9	0.010025045834481716
34601	rnn.weight_hh_l0_reverse	0	0.04691888019442558
34601	rnn.weight_hh_l0_reverse	1	0.0316832959651947
34601	rnn.weight_hh_l0_reverse	2	-0.014422446489334106
34601	rnn.weight_hh_l0_reverse	3	-0.04229988902807236
34601	rnn.weight_hh_l0_reverse	4	0.003777744248509407
34601	rnn.weight_hh_l0_reverse	5	-0.04473751038312912
34601	rnn.weight_hh_l0_reverse	6	-0.010220016352832317
34601	rnn.weight_hh_l0_reverse	7	0.023282112553715706
34601	rnn.weight_hh_l0_reverse	8	0.0127492006868124
34601	rnn.weight_hh_l0_reverse	9	-0.003921848256140947
34601	rnn.bias_ih_l0_reverse	0	-0.037923794239759445
34601	rnn.bias_ih_l0_reverse	1	-0.0743391364812851
34601	rnn.bias_ih_l0_reverse	2	-0.07820222526788712
34601	rnn.bias_ih_l0_reverse	3	0.008858061395585537
34601	rnn.bias_ih_l0_reverse	4	-0.03170449286699295
34601	rnn.bias_ih_l0_reverse	5	-0.05217926204204559
34601	rnn.bias_ih_l0_reverse	6	-0.08283517509698868
34601	rnn.bias_ih_l0_reverse	7	-0.022366473451256752
34601	rnn.bias_ih_l0_reverse	8	-0.04220977798104286
34601	rnn.bias_ih_l0_reverse	9	-0.08753875643014908
34601	rnn.bias_hh_l0_reverse	0	-0.08452997356653214
34601	rnn.bias_hh_l0_reverse	1	-0.11120230704545975
34601	rnn.bias_hh_l0_reverse	2	0.10534284263849258
34601	rnn.bias_hh_l0_reverse	3	-0.011165035888552666
34601	rnn.bias_hh_l0_reverse	4	-0.05849518999457359
34601	rnn.bias_hh_l0_reverse	5	-0.09692670404911041
34601	rnn.bias_hh_l0_reverse	6	-0.06812167912721634
34601	rnn.bias_hh_l0_reverse	7	-0.015031751245260239
34601	rnn.bias_hh_l0_reverse	8	-0.005856944713741541
34601	rnn.bias_hh_l0_reverse	9	0.030824407935142517
34601	linear.weight	0	-0.008156657218933105
34601	linear.weight	1	-0.06660083681344986
34601	linear.weight	2	0.2232627272605896
34601	linear.weight	3	-0.08212599903345108
34601	linear.weight	4	-0.010588549077510834
34601	linear.weight	5	0.039429012686014175
34601	linear.weight	6	-0.010739270597696304
34601	linear.weight	7	-0.017295414581894875
34601	linear.weight	8	0.15663547813892365
34601	linear.weight	9	-0.16753824055194855
34601	linear.bias	0	-0.03956538438796997
34601	linear.bias	1	0.031413208693265915
34601	linear.bias	2	0.3381679952144623
34601	linear.bias	3	0.07322577387094498
34601	linear.bias	4	1.272477626800537
34601	linear.bias	5	-1.2037601470947266
34601	linear.bias	6	-0.4544506371021271
34601	linear.bias	7	-0.025132587179541588
35159	transitions	0	-1.011966586112976
35159	transitions	1	-10000.0
35159	transitions	2	-0.7969565987586975
35159	transitions	3	-10000.0
35159	transitions	4	1.4250138998031616
35159	transitions	5	-10000.0
35159	transitions	6	-10000.0
35159	transitions	7	1.1261425018310547
35159	transitions	8	-1.8678251504898071
35159	transitions	9	-3.5393779277801514
35159	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
35159	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
35159	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
35159	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
35159	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
35159	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
35159	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
35159	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
35159	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
35159	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
35159	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
35159	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
35159	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
35159	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
35159	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
35159	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
35159	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
35159	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
35159	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
35159	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
35159	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
35159	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
35159	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
35159	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
35159	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
35159	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
35159	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
35159	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
35159	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
35159	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
35159	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
35159	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
35159	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
35159	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
35159	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
35159	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
35159	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
35159	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
35159	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
35159	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
35159	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
35159	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
35159	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
35159	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
35159	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
35159	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
35159	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
35159	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
35159	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
35159	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
35159	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
35159	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
35159	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
35159	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
35159	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
35159	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
35159	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
35159	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
35159	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
35159	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
35159	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
35159	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
35159	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
35159	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
35159	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
35159	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
35159	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
35159	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
35159	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
35159	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
35159	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
35159	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
35159	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
35159	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
35159	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
35159	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
35159	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
35159	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
35159	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
35159	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
35159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
35159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
35159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
35159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
35159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
35159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
35159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
35159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
35159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
35159	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
35159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
35159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
35159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
35159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
35159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
35159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
35159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
35159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
35159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
35159	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
35159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
35159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
35159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
35159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
35159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
35159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
35159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
35159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
35159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
35159	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
35159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
35159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
35159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
35159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
35159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
35159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
35159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
35159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
35159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
35159	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
35159	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
35159	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
35159	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
35159	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
35159	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
35159	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
35159	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
35159	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
35159	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
35159	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
35159	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
35159	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
35159	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
35159	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
35159	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
35159	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
35159	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
35159	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
35159	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
35159	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
35159	embedding2nn.weight	0	0.006544943433254957
35159	embedding2nn.weight	1	0.00607279222458601
35159	embedding2nn.weight	2	0.013300469145178795
35159	embedding2nn.weight	3	0.009463606402277946
35159	embedding2nn.weight	4	0.01627434231340885
35159	embedding2nn.weight	5	0.00020328897517174482
35159	embedding2nn.weight	6	-0.013916749507188797
35159	embedding2nn.weight	7	-0.006458665709942579
35159	embedding2nn.weight	8	-0.0032408959232270718
35159	embedding2nn.weight	9	-0.00863976776599884
35159	embedding2nn.bias	0	0.0072755166329443455
35159	embedding2nn.bias	1	-0.03304363414645195
35159	embedding2nn.bias	2	0.06069616973400116
35159	embedding2nn.bias	3	0.04159992188215256
35159	embedding2nn.bias	4	-0.012540577910840511
35159	embedding2nn.bias	5	-0.04728348180651665
35159	embedding2nn.bias	6	0.03918955475091934
35159	embedding2nn.bias	7	-0.013126369565725327
35159	embedding2nn.bias	8	-0.030856754630804062
35159	embedding2nn.bias	9	0.03923739492893219
35159	rnn.weight_ih_l0	0	0.0556185357272625
35159	rnn.weight_ih_l0	1	-0.04061667248606682
35159	rnn.weight_ih_l0	2	-0.010069572366774082
35159	rnn.weight_ih_l0	3	0.026642322540283203
35159	rnn.weight_ih_l0	4	-0.016160642728209496
35159	rnn.weight_ih_l0	5	0.05786808580160141
35159	rnn.weight_ih_l0	6	0.01335616409778595
35159	rnn.weight_ih_l0	7	0.06456616520881653
35159	rnn.weight_ih_l0	8	0.014206429943442345
35159	rnn.weight_ih_l0	9	-0.016199884936213493
35159	rnn.weight_hh_l0	0	-0.03761817142367363
35159	rnn.weight_hh_l0	1	-0.01676982454955578
35159	rnn.weight_hh_l0	2	-0.060536134988069534
35159	rnn.weight_hh_l0	3	-0.01669500395655632
35159	rnn.weight_hh_l0	4	-0.0067023527808487415
35159	rnn.weight_hh_l0	5	-0.025407034903764725
35159	rnn.weight_hh_l0	6	-0.006633489392697811
35159	rnn.weight_hh_l0	7	-0.054086171090602875
35159	rnn.weight_hh_l0	8	0.0627303197979927
35159	rnn.weight_hh_l0	9	0.038597315549850464
35159	rnn.bias_ih_l0	0	-0.10196830332279205
35159	rnn.bias_ih_l0	1	-0.09983061999082565
35159	rnn.bias_ih_l0	2	0.008076640777289867
35159	rnn.bias_ih_l0	3	-0.12085076421499252
35159	rnn.bias_ih_l0	4	-0.028753705322742462
35159	rnn.bias_ih_l0	5	-0.08488372713327408
35159	rnn.bias_ih_l0	6	0.05449478328227997
35159	rnn.bias_ih_l0	7	-0.072199247777462
35159	rnn.bias_ih_l0	8	0.00013379173469729722
35159	rnn.bias_ih_l0	9	-0.09835916757583618
35159	rnn.bias_hh_l0	0	-0.021219689399003983
35159	rnn.bias_hh_l0	1	0.14048640429973602
35159	rnn.bias_hh_l0	2	0.03604726120829582
35159	rnn.bias_hh_l0	3	-0.021605627611279488
35159	rnn.bias_hh_l0	4	-0.07899494469165802
35159	rnn.bias_hh_l0	5	-0.012194694951176643
35159	rnn.bias_hh_l0	6	0.06661780178546906
35159	rnn.bias_hh_l0	7	-0.07317038625478745
35159	rnn.bias_hh_l0	8	-0.0906519666314125
35159	rnn.bias_hh_l0	9	-0.08325277268886566
35159	rnn.weight_ih_l0_reverse	0	0.033625513315200806
35159	rnn.weight_ih_l0_reverse	1	-0.051731131970882416
35159	rnn.weight_ih_l0_reverse	2	0.03528878837823868
35159	rnn.weight_ih_l0_reverse	3	0.004484138451516628
35159	rnn.weight_ih_l0_reverse	4	0.02568560652434826
35159	rnn.weight_ih_l0_reverse	5	-0.033618927001953125
35159	rnn.weight_ih_l0_reverse	6	0.024522773921489716
35159	rnn.weight_ih_l0_reverse	7	0.03486369177699089
35159	rnn.weight_ih_l0_reverse	8	-0.02386142686009407
35159	rnn.weight_ih_l0_reverse	9	0.010172230191528797
35159	rnn.weight_hh_l0_reverse	0	0.046619825065135956
35159	rnn.weight_hh_l0_reverse	1	0.032087184488773346
35159	rnn.weight_hh_l0_reverse	2	-0.014609145000576973
35159	rnn.weight_hh_l0_reverse	3	-0.04188554733991623
35159	rnn.weight_hh_l0_reverse	4	0.0036515556275844574
35159	rnn.weight_hh_l0_reverse	5	-0.044583749026060104
35159	rnn.weight_hh_l0_reverse	6	-0.01025571022182703
35159	rnn.weight_hh_l0_reverse	7	0.02341591566801071
35159	rnn.weight_hh_l0_reverse	8	0.014015263877809048
35159	rnn.weight_hh_l0_reverse	9	-0.004437734838575125
35159	rnn.bias_ih_l0_reverse	0	-0.037974826991558075
35159	rnn.bias_ih_l0_reverse	1	-0.07599139213562012
35159	rnn.bias_ih_l0_reverse	2	-0.07735192775726318
35159	rnn.bias_ih_l0_reverse	3	0.0031642140820622444
35159	rnn.bias_ih_l0_reverse	4	-0.033739130944013596
35159	rnn.bias_ih_l0_reverse	5	-0.05323711782693863
35159	rnn.bias_ih_l0_reverse	6	-0.08418472856283188
35159	rnn.bias_ih_l0_reverse	7	-0.021812792867422104
35159	rnn.bias_ih_l0_reverse	8	-0.04045053571462631
35159	rnn.bias_ih_l0_reverse	9	-0.08939306437969208
35159	rnn.bias_hh_l0_reverse	0	-0.08739276230335236
35159	rnn.bias_hh_l0_reverse	1	-0.10613547265529633
35159	rnn.bias_hh_l0_reverse	2	0.10309866815805435
35159	rnn.bias_hh_l0_reverse	3	-0.0045587895438075066
35159	rnn.bias_hh_l0_reverse	4	-0.066718690097332
35159	rnn.bias_hh_l0_reverse	5	-0.10162760317325592
35159	rnn.bias_hh_l0_reverse	6	-0.06331072747707367
35159	rnn.bias_hh_l0_reverse	7	-0.01762896031141281
35159	rnn.bias_hh_l0_reverse	8	-0.0022155779879540205
35159	rnn.bias_hh_l0_reverse	9	0.03421993926167488
35159	linear.weight	0	-0.008125006221234798
35159	linear.weight	1	-0.039791643619537354
35159	linear.weight	2	0.24031560122966766
35159	linear.weight	3	-0.08210691809654236
35159	linear.weight	4	-0.010588549077510834
35159	linear.weight	5	0.09090101718902588
35159	linear.weight	6	-0.010739270597696304
35159	linear.weight	7	-0.059190113097429276
35159	linear.weight	8	0.19913575053215027
35159	linear.weight	9	-0.15716873109340668
35159	linear.bias	0	-0.03956538438796997
35159	linear.bias	1	0.031413208693265915
35159	linear.bias	2	0.44963473081588745
35159	linear.bias	3	0.0469815619289875
35159	linear.bias	4	1.2616568803787231
35159	linear.bias	5	-1.206284523010254
35159	linear.bias	6	-0.4911249279975891
35159	linear.bias	7	-0.06036585941910744
35717	transitions	0	-1.0243420600891113
35717	transitions	1	-10000.0
35717	transitions	2	-0.7969565987586975
35717	transitions	3	-10000.0
35717	transitions	4	1.4175574779510498
35717	transitions	5	-10000.0
35717	transitions	6	-10000.0
35717	transitions	7	1.1401673555374146
35717	transitions	8	-1.8749406337738037
35717	transitions	9	-3.5469298362731934
35717	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
35717	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
35717	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
35717	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
35717	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
35717	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
35717	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
35717	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
35717	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
35717	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
35717	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
35717	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
35717	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
35717	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
35717	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
35717	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
35717	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
35717	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
35717	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
35717	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
35717	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
35717	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
35717	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
35717	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
35717	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
35717	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
35717	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
35717	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
35717	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
35717	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
35717	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
35717	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
35717	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
35717	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
35717	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
35717	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
35717	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
35717	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
35717	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
35717	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
35717	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
35717	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
35717	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
35717	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
35717	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
35717	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
35717	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
35717	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
35717	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
35717	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
35717	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
35717	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
35717	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
35717	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
35717	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
35717	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
35717	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
35717	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
35717	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
35717	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
35717	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
35717	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
35717	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
35717	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
35717	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
35717	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
35717	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
35717	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
35717	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
35717	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
35717	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
35717	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
35717	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
35717	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
35717	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
35717	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
35717	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
35717	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
35717	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
35717	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
35717	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
35717	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
35717	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
35717	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
35717	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
35717	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
35717	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
35717	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
35717	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
35717	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
35717	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
35717	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
35717	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
35717	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
35717	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
35717	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
35717	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
35717	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
35717	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
35717	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
35717	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
35717	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
35717	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
35717	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
35717	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
35717	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
35717	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
35717	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
35717	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
35717	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
35717	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
35717	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
35717	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
35717	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
35717	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
35717	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
35717	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
35717	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
35717	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
35717	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
35717	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
35717	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
35717	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
35717	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
35717	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
35717	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
35717	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
35717	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
35717	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
35717	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
35717	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
35717	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
35717	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
35717	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
35717	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
35717	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
35717	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
35717	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
35717	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
35717	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
35717	embedding2nn.weight	0	0.0065875304862856865
35717	embedding2nn.weight	1	0.006208240054547787
35717	embedding2nn.weight	2	0.013279570266604424
35717	embedding2nn.weight	3	0.00859354343265295
35717	embedding2nn.weight	4	0.016159238293766975
35717	embedding2nn.weight	5	-0.0005481643602252007
35717	embedding2nn.weight	6	-0.014291035942733288
35717	embedding2nn.weight	7	-0.006697974167764187
35717	embedding2nn.weight	8	-0.003276013070717454
35717	embedding2nn.weight	9	-0.009493120014667511
35717	embedding2nn.bias	0	0.0045976643450558186
35717	embedding2nn.bias	1	-0.03890832141041756
35717	embedding2nn.bias	2	0.059936344623565674
35717	embedding2nn.bias	3	0.04659753665328026
35717	embedding2nn.bias	4	-0.016916882246732712
35717	embedding2nn.bias	5	-0.06171071156859398
35717	embedding2nn.bias	6	0.039346300065517426
35717	embedding2nn.bias	7	-0.005136630032211542
35717	embedding2nn.bias	8	-0.038396455347537994
35717	embedding2nn.bias	9	0.03663094341754913
35717	rnn.weight_ih_l0	0	0.05460728332400322
35717	rnn.weight_ih_l0	1	-0.04017649590969086
35717	rnn.weight_ih_l0	2	-0.009704838506877422
35717	rnn.weight_ih_l0	3	0.02803984470665455
35717	rnn.weight_ih_l0	4	-0.015752233564853668
35717	rnn.weight_ih_l0	5	0.05743885785341263
35717	rnn.weight_ih_l0	6	0.012955918908119202
35717	rnn.weight_ih_l0	7	0.06541924923658371
35717	rnn.weight_ih_l0	8	0.012964565306901932
35717	rnn.weight_ih_l0	9	-0.016335345804691315
35717	rnn.weight_hh_l0	0	-0.03707243874669075
35717	rnn.weight_hh_l0	1	-0.016972290351986885
35717	rnn.weight_hh_l0	2	-0.06011853367090225
35717	rnn.weight_hh_l0	3	-0.0167539045214653
35717	rnn.weight_hh_l0	4	-0.006633334327489138
35717	rnn.weight_hh_l0	5	-0.02541530132293701
35717	rnn.weight_hh_l0	6	-0.006564728915691376
35717	rnn.weight_hh_l0	7	-0.05444404110312462
35717	rnn.weight_hh_l0	8	0.06246548146009445
35717	rnn.weight_hh_l0	9	0.03860623016953468
35717	rnn.bias_ih_l0	0	-0.10001639276742935
35717	rnn.bias_ih_l0	1	-0.10450415313243866
35717	rnn.bias_ih_l0	2	0.009803978726267815
35717	rnn.bias_ih_l0	3	-0.11981874704360962
35717	rnn.bias_ih_l0	4	-0.027546310797333717
35717	rnn.bias_ih_l0	5	-0.08156652003526688
35717	rnn.bias_ih_l0	6	0.055807989090681076
35717	rnn.bias_ih_l0	7	-0.06820457428693771
35717	rnn.bias_ih_l0	8	0.0009869833011180162
35717	rnn.bias_ih_l0	9	-0.0996791422367096
35717	rnn.bias_hh_l0	0	-0.016087884083390236
35717	rnn.bias_hh_l0	1	0.1509803831577301
35717	rnn.bias_hh_l0	2	0.038002803921699524
35717	rnn.bias_hh_l0	3	-0.02851872518658638
35717	rnn.bias_hh_l0	4	-0.07908531278371811
35717	rnn.bias_hh_l0	5	-0.015608017332851887
35717	rnn.bias_hh_l0	6	0.06551100313663483
35717	rnn.bias_hh_l0	7	-0.08197102695703506
35717	rnn.bias_hh_l0	8	-0.08753331005573273
35717	rnn.bias_hh_l0	9	-0.08360136300325394
35717	rnn.weight_ih_l0_reverse	0	0.03171532228589058
35717	rnn.weight_ih_l0_reverse	1	-0.05165271833539009
35717	rnn.weight_ih_l0_reverse	2	0.035444047302007675
35717	rnn.weight_ih_l0_reverse	3	0.0046783932484686375
35717	rnn.weight_ih_l0_reverse	4	0.024813245981931686
35717	rnn.weight_ih_l0_reverse	5	-0.034208714962005615
35717	rnn.weight_ih_l0_reverse	6	0.023996271193027496
35717	rnn.weight_ih_l0_reverse	7	0.03468110412359238
35717	rnn.weight_ih_l0_reverse	8	-0.02381409890949726
35717	rnn.weight_ih_l0_reverse	9	0.009705646894872189
35717	rnn.weight_hh_l0_reverse	0	0.047026149928569794
35717	rnn.weight_hh_l0_reverse	1	0.031986303627491
35717	rnn.weight_hh_l0_reverse	2	-0.014882964082062244
35717	rnn.weight_hh_l0_reverse	3	-0.04138132929801941
35717	rnn.weight_hh_l0_reverse	4	0.00377497635781765
35717	rnn.weight_hh_l0_reverse	5	-0.0447072796523571
35717	rnn.weight_hh_l0_reverse	6	-0.010136326774954796
35717	rnn.weight_hh_l0_reverse	7	0.023306693881750107
35717	rnn.weight_hh_l0_reverse	8	0.013676509261131287
35717	rnn.weight_hh_l0_reverse	9	-0.004654584918171167
35717	rnn.bias_ih_l0_reverse	0	-0.03836613893508911
35717	rnn.bias_ih_l0_reverse	1	-0.07631848752498627
35717	rnn.bias_ih_l0_reverse	2	-0.07603497803211212
35717	rnn.bias_ih_l0_reverse	3	0.007769365794956684
35717	rnn.bias_ih_l0_reverse	4	-0.02805843949317932
35717	rnn.bias_ih_l0_reverse	5	-0.05299073085188866
35717	rnn.bias_ih_l0_reverse	6	-0.07739318162202835
35717	rnn.bias_ih_l0_reverse	7	-0.023277729749679565
35717	rnn.bias_ih_l0_reverse	8	-0.037153664976358414
35717	rnn.bias_ih_l0_reverse	9	-0.0899803563952446
35717	rnn.bias_hh_l0_reverse	0	-0.0867234542965889
35717	rnn.bias_hh_l0_reverse	1	-0.10829644650220871
35717	rnn.bias_hh_l0_reverse	2	0.09807361662387848
35717	rnn.bias_hh_l0_reverse	3	-0.008741483092308044
35717	rnn.bias_hh_l0_reverse	4	-0.06303419917821884
35717	rnn.bias_hh_l0_reverse	5	-0.0999913215637207
35717	rnn.bias_hh_l0_reverse	6	-0.04674766957759857
35717	rnn.bias_hh_l0_reverse	7	-0.014935828745365143
35717	rnn.bias_hh_l0_reverse	8	-0.0074196928180754185
35717	rnn.bias_hh_l0_reverse	9	0.03854693844914436
35717	linear.weight	0	-0.008090473711490631
35717	linear.weight	1	-0.024051450192928314
35717	linear.weight	2	0.22788919508457184
35717	linear.weight	3	-0.08210986852645874
35717	linear.weight	4	-0.010588549077510834
35717	linear.weight	5	0.05237153172492981
35717	linear.weight	6	-0.010739270597696304
35717	linear.weight	7	-0.07080495357513428
35717	linear.weight	8	0.21511398255825043
35717	linear.weight	9	-0.1529051810503006
35717	linear.bias	0	-0.03956538438796997
35717	linear.bias	1	0.031413208693265915
35717	linear.bias	2	0.44199201464653015
35717	linear.bias	3	0.09881450235843658
35717	linear.bias	4	1.25166916847229
35717	linear.bias	5	-1.2087738513946533
35717	linear.bias	6	-0.49937641620635986
35717	linear.bias	7	-0.08385062217712402
36275	transitions	0	-1.0365233421325684
36275	transitions	1	-10000.0
36275	transitions	2	-0.7969565987586975
36275	transitions	3	-10000.0
36275	transitions	4	1.4187182188034058
36275	transitions	5	-10000.0
36275	transitions	6	-10000.0
36275	transitions	7	1.1567778587341309
36275	transitions	8	-1.882001519203186
36275	transitions	9	-3.55354380607605
36275	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
36275	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
36275	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
36275	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
36275	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
36275	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
36275	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
36275	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
36275	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
36275	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
36275	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
36275	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
36275	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
36275	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
36275	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
36275	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
36275	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
36275	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
36275	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
36275	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
36275	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
36275	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
36275	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
36275	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
36275	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
36275	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
36275	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
36275	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
36275	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
36275	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
36275	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
36275	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
36275	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
36275	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
36275	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
36275	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
36275	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
36275	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
36275	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
36275	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
36275	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
36275	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
36275	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
36275	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
36275	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
36275	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
36275	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
36275	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
36275	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
36275	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
36275	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
36275	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
36275	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
36275	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
36275	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
36275	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
36275	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
36275	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
36275	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
36275	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
36275	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
36275	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
36275	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
36275	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
36275	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
36275	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
36275	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
36275	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
36275	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
36275	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
36275	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
36275	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
36275	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
36275	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
36275	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
36275	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
36275	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
36275	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
36275	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
36275	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
36275	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
36275	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
36275	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
36275	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
36275	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
36275	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
36275	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
36275	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
36275	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
36275	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
36275	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
36275	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
36275	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
36275	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
36275	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
36275	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
36275	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
36275	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
36275	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
36275	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
36275	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
36275	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
36275	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
36275	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
36275	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
36275	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
36275	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
36275	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
36275	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
36275	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
36275	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
36275	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
36275	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
36275	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
36275	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
36275	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
36275	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
36275	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
36275	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
36275	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
36275	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
36275	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
36275	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
36275	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
36275	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
36275	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
36275	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
36275	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
36275	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
36275	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
36275	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
36275	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
36275	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
36275	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
36275	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
36275	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
36275	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
36275	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
36275	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
36275	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
36275	embedding2nn.weight	0	0.006606680806726217
36275	embedding2nn.weight	1	0.0060572149232029915
36275	embedding2nn.weight	2	0.013263588771224022
36275	embedding2nn.weight	3	0.008718239143490791
36275	embedding2nn.weight	4	0.016594180837273598
36275	embedding2nn.weight	5	0.00045551659422926605
36275	embedding2nn.weight	6	-0.014488854445517063
36275	embedding2nn.weight	7	-0.006611520424485207
36275	embedding2nn.weight	8	-0.0045524840243160725
36275	embedding2nn.weight	9	-0.009266464039683342
36275	embedding2nn.bias	0	0.015455990098416805
36275	embedding2nn.bias	1	-0.032179031521081924
36275	embedding2nn.bias	2	0.07374288886785507
36275	embedding2nn.bias	3	0.04122278094291687
36275	embedding2nn.bias	4	-0.01347297988831997
36275	embedding2nn.bias	5	-0.059080518782138824
36275	embedding2nn.bias	6	0.03678183630108833
36275	embedding2nn.bias	7	-0.009143874049186707
36275	embedding2nn.bias	8	-0.03428485617041588
36275	embedding2nn.bias	9	0.032873984426259995
36275	rnn.weight_ih_l0	0	0.05319549888372421
36275	rnn.weight_ih_l0	1	-0.04011385142803192
36275	rnn.weight_ih_l0	2	-0.008791797794401646
36275	rnn.weight_ih_l0	3	0.02854842320084572
36275	rnn.weight_ih_l0	4	-0.015326196327805519
36275	rnn.weight_ih_l0	5	0.05697082355618477
36275	rnn.weight_ih_l0	6	0.012944108806550503
36275	rnn.weight_ih_l0	7	0.06562237441539764
36275	rnn.weight_ih_l0	8	0.01232139766216278
36275	rnn.weight_ih_l0	9	-0.01678023301064968
36275	rnn.weight_hh_l0	0	-0.03614277020096779
36275	rnn.weight_hh_l0	1	-0.016882721334695816
36275	rnn.weight_hh_l0	2	-0.05934666842222214
36275	rnn.weight_hh_l0	3	-0.01677914895117283
36275	rnn.weight_hh_l0	4	-0.006601092871278524
36275	rnn.weight_hh_l0	5	-0.025510378181934357
36275	rnn.weight_hh_l0	6	-0.006607850082218647
36275	rnn.weight_hh_l0	7	-0.055015403777360916
36275	rnn.weight_hh_l0	8	0.06354878097772598
36275	rnn.weight_hh_l0	9	0.03893870487809181
36275	rnn.bias_ih_l0	0	-0.09877977520227432
36275	rnn.bias_ih_l0	1	-0.10594836622476578
36275	rnn.bias_ih_l0	2	0.008908993564546108
36275	rnn.bias_ih_l0	3	-0.11803777515888214
36275	rnn.bias_ih_l0	4	-0.02760683000087738
36275	rnn.bias_ih_l0	5	-0.0841098204255104
36275	rnn.bias_ih_l0	6	0.055471181869506836
36275	rnn.bias_ih_l0	7	-0.07038809359073639
36275	rnn.bias_ih_l0	8	0.002827818039804697
36275	rnn.bias_ih_l0	9	-0.09781475365161896
36275	rnn.bias_hh_l0	0	-0.01609119586646557
36275	rnn.bias_hh_l0	1	0.14441397786140442
36275	rnn.bias_hh_l0	2	0.031052695587277412
36275	rnn.bias_hh_l0	3	-0.030133863911032677
36275	rnn.bias_hh_l0	4	-0.07842640578746796
36275	rnn.bias_hh_l0	5	-0.018132127821445465
36275	rnn.bias_hh_l0	6	0.06742005050182343
36275	rnn.bias_hh_l0	7	-0.08508556336164474
36275	rnn.bias_hh_l0	8	-0.08976702392101288
36275	rnn.bias_hh_l0	9	-0.08265875279903412
36275	rnn.weight_ih_l0_reverse	0	0.031145447865128517
36275	rnn.weight_ih_l0_reverse	1	-0.0522521436214447
36275	rnn.weight_ih_l0_reverse	2	0.03568931668996811
36275	rnn.weight_ih_l0_reverse	3	0.005065547302365303
36275	rnn.weight_ih_l0_reverse	4	0.024682268500328064
36275	rnn.weight_ih_l0_reverse	5	-0.03653335198760033
36275	rnn.weight_ih_l0_reverse	6	0.023452043533325195
36275	rnn.weight_ih_l0_reverse	7	0.035116638988256454
36275	rnn.weight_ih_l0_reverse	8	-0.02384120598435402
36275	rnn.weight_ih_l0_reverse	9	0.010085015557706356
36275	rnn.weight_hh_l0_reverse	0	0.047035101801157
36275	rnn.weight_hh_l0_reverse	1	0.031940799206495285
36275	rnn.weight_hh_l0_reverse	2	-0.014922458678483963
36275	rnn.weight_hh_l0_reverse	3	-0.04119020327925682
36275	rnn.weight_hh_l0_reverse	4	0.0045699747279286385
36275	rnn.weight_hh_l0_reverse	5	-0.04435792565345764
36275	rnn.weight_hh_l0_reverse	6	-0.010527319274842739
36275	rnn.weight_hh_l0_reverse	7	0.022814525291323662
36275	rnn.weight_hh_l0_reverse	8	0.012287995778024197
36275	rnn.weight_hh_l0_reverse	9	-0.004581798799335957
36275	rnn.bias_ih_l0_reverse	0	-0.03676164522767067
36275	rnn.bias_ih_l0_reverse	1	-0.0777716189622879
36275	rnn.bias_ih_l0_reverse	2	-0.07650136947631836
36275	rnn.bias_ih_l0_reverse	3	0.002650326816365123
36275	rnn.bias_ih_l0_reverse	4	-0.03434479981660843
36275	rnn.bias_ih_l0_reverse	5	-0.05620477348566055
36275	rnn.bias_ih_l0_reverse	6	-0.08117716014385223
36275	rnn.bias_ih_l0_reverse	7	-0.022861814126372337
36275	rnn.bias_ih_l0_reverse	8	-0.04045625776052475
36275	rnn.bias_ih_l0_reverse	9	-0.09389657527208328
36275	rnn.bias_hh_l0_reverse	0	-0.08584050089120865
36275	rnn.bias_hh_l0_reverse	1	-0.11247718334197998
36275	rnn.bias_hh_l0_reverse	2	0.10345666855573654
36275	rnn.bias_hh_l0_reverse	3	-0.009357445873320103
36275	rnn.bias_hh_l0_reverse	4	-0.07137387245893478
36275	rnn.bias_hh_l0_reverse	5	-0.09965252131223679
36275	rnn.bias_hh_l0_reverse	6	-0.059655215591192245
36275	rnn.bias_hh_l0_reverse	7	-0.010729417204856873
36275	rnn.bias_hh_l0_reverse	8	-0.00805668905377388
36275	rnn.bias_hh_l0_reverse	9	0.03128320723772049
36275	linear.weight	0	-0.008069667033851147
36275	linear.weight	1	-0.017940131947398186
36275	linear.weight	2	0.2337253987789154
36275	linear.weight	3	-0.08211754262447357
36275	linear.weight	4	-0.010588549077510834
36275	linear.weight	5	-0.031116796657443047
36275	linear.weight	6	-0.010739270597696304
36275	linear.weight	7	-0.05537036433815956
36275	linear.weight	8	0.15841619670391083
36275	linear.weight	9	-0.16714118421077728
36275	linear.bias	0	-0.03956538438796997
36275	linear.bias	1	0.031413208693265915
36275	linear.bias	2	0.4440084397792816
36275	linear.bias	3	0.05985270440578461
36275	linear.bias	4	1.3201324939727783
36275	linear.bias	5	-1.2111153602600098
36275	linear.bias	6	-0.5046882033348083
36275	linear.bias	7	-0.10772868990898132
36833	transitions	0	-1.0467971563339233
36833	transitions	1	-10000.0
36833	transitions	2	-0.7969565987586975
36833	transitions	3	-10000.0
36833	transitions	4	1.4354299306869507
36833	transitions	5	-10000.0
36833	transitions	6	-10000.0
36833	transitions	7	1.1942189931869507
36833	transitions	8	-1.8894387483596802
36833	transitions	9	-3.5604898929595947
36833	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
36833	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
36833	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
36833	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
36833	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
36833	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
36833	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
36833	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
36833	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
36833	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
36833	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
36833	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
36833	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
36833	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
36833	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
36833	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
36833	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
36833	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
36833	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
36833	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
36833	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
36833	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
36833	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
36833	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
36833	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
36833	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
36833	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
36833	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
36833	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
36833	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
36833	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
36833	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
36833	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
36833	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
36833	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
36833	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
36833	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
36833	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
36833	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
36833	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
36833	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
36833	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
36833	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
36833	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
36833	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
36833	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
36833	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
36833	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
36833	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
36833	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
36833	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
36833	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
36833	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
36833	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
36833	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
36833	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
36833	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
36833	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
36833	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
36833	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
36833	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
36833	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
36833	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
36833	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
36833	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
36833	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
36833	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
36833	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
36833	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
36833	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
36833	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
36833	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
36833	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
36833	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
36833	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
36833	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
36833	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
36833	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
36833	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
36833	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
36833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
36833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
36833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
36833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
36833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
36833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
36833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
36833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
36833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
36833	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
36833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
36833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
36833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
36833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
36833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
36833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
36833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
36833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
36833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
36833	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
36833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
36833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
36833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
36833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
36833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
36833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
36833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
36833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
36833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
36833	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
36833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
36833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
36833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
36833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
36833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
36833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
36833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
36833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
36833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
36833	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
36833	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
36833	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
36833	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
36833	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
36833	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
36833	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
36833	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
36833	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
36833	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
36833	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
36833	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
36833	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
36833	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
36833	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
36833	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
36833	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
36833	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
36833	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
36833	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
36833	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
36833	embedding2nn.weight	0	0.006597535684704781
36833	embedding2nn.weight	1	0.0060951244086027145
36833	embedding2nn.weight	2	0.013323644176125526
36833	embedding2nn.weight	3	0.0089111914858222
36833	embedding2nn.weight	4	0.01649082452058792
36833	embedding2nn.weight	5	0.0012992258416488767
36833	embedding2nn.weight	6	-0.014479490928351879
36833	embedding2nn.weight	7	-0.007102781441062689
36833	embedding2nn.weight	8	-0.00402927165850997
36833	embedding2nn.weight	9	-0.009391961619257927
36833	embedding2nn.bias	0	0.017736462876200676
36833	embedding2nn.bias	1	-0.025449732318520546
36833	embedding2nn.bias	2	0.05640765652060509
36833	embedding2nn.bias	3	0.04575834050774574
36833	embedding2nn.bias	4	-0.017096903175115585
36833	embedding2nn.bias	5	-0.059037137776613235
36833	embedding2nn.bias	6	0.03195853903889656
36833	embedding2nn.bias	7	-0.008496641181409359
36833	embedding2nn.bias	8	-0.03213199973106384
36833	embedding2nn.bias	9	0.03583107143640518
36833	rnn.weight_ih_l0	0	0.053781069815158844
36833	rnn.weight_ih_l0	1	-0.03897799551486969
36833	rnn.weight_ih_l0	2	-0.008980841375887394
36833	rnn.weight_ih_l0	3	0.02892565168440342
36833	rnn.weight_ih_l0	4	-0.016432330012321472
36833	rnn.weight_ih_l0	5	0.05657098442316055
36833	rnn.weight_ih_l0	6	0.012654295191168785
36833	rnn.weight_ih_l0	7	0.06403008848428726
36833	rnn.weight_ih_l0	8	0.012396194972097874
36833	rnn.weight_ih_l0	9	-0.01766527071595192
36833	rnn.weight_hh_l0	0	-0.03527588024735451
36833	rnn.weight_hh_l0	1	-0.016665447503328323
36833	rnn.weight_hh_l0	2	-0.05733504891395569
36833	rnn.weight_hh_l0	3	-0.016971522942185402
36833	rnn.weight_hh_l0	4	-0.006808329373598099
36833	rnn.weight_hh_l0	5	-0.026020187884569168
36833	rnn.weight_hh_l0	6	-0.006592785473912954
36833	rnn.weight_hh_l0	7	-0.05436696484684944
36833	rnn.weight_hh_l0	8	0.06344126164913177
36833	rnn.weight_hh_l0	9	0.038625989109277725
36833	rnn.bias_ih_l0	0	-0.10115943104028702
36833	rnn.bias_ih_l0	1	-0.10524559020996094
36833	rnn.bias_ih_l0	2	0.00795323122292757
36833	rnn.bias_ih_l0	3	-0.11813587695360184
36833	rnn.bias_ih_l0	4	-0.02769709937274456
36833	rnn.bias_ih_l0	5	-0.08764258772134781
36833	rnn.bias_ih_l0	6	0.051553551107645035
36833	rnn.bias_ih_l0	7	-0.07363566011190414
36833	rnn.bias_ih_l0	8	0.0011924131540581584
36833	rnn.bias_ih_l0	9	-0.09629710763692856
36833	rnn.bias_hh_l0	0	-0.019960016012191772
36833	rnn.bias_hh_l0	1	0.15589842200279236
36833	rnn.bias_hh_l0	2	0.04063550755381584
36833	rnn.bias_hh_l0	3	-0.028000393882393837
36833	rnn.bias_hh_l0	4	-0.07858449965715408
36833	rnn.bias_hh_l0	5	-0.0158438328653574
36833	rnn.bias_hh_l0	6	0.06130386143922806
36833	rnn.bias_hh_l0	7	-0.08720853924751282
36833	rnn.bias_hh_l0	8	-0.088246189057827
36833	rnn.bias_hh_l0	9	-0.08526820689439774
36833	rnn.weight_ih_l0_reverse	0	0.0327535904943943
36833	rnn.weight_ih_l0_reverse	1	-0.051359981298446655
36833	rnn.weight_ih_l0_reverse	2	0.036255400627851486
36833	rnn.weight_ih_l0_reverse	3	0.004195248242467642
36833	rnn.weight_ih_l0_reverse	4	0.02404218725860119
36833	rnn.weight_ih_l0_reverse	5	-0.03583463653922081
36833	rnn.weight_ih_l0_reverse	6	0.02257239632308483
36833	rnn.weight_ih_l0_reverse	7	0.03480110689997673
36833	rnn.weight_ih_l0_reverse	8	-0.023640213534235954
36833	rnn.weight_ih_l0_reverse	9	0.012119481340050697
36833	rnn.weight_hh_l0_reverse	0	0.04721628874540329
36833	rnn.weight_hh_l0_reverse	1	0.03221721202135086
36833	rnn.weight_hh_l0_reverse	2	-0.015341442078351974
36833	rnn.weight_hh_l0_reverse	3	-0.04256231710314751
36833	rnn.weight_hh_l0_reverse	4	0.004322414752095938
36833	rnn.weight_hh_l0_reverse	5	-0.04404528811573982
36833	rnn.weight_hh_l0_reverse	6	-0.010472405701875687
36833	rnn.weight_hh_l0_reverse	7	0.021872323006391525
36833	rnn.weight_hh_l0_reverse	8	0.012379716150462627
36833	rnn.weight_hh_l0_reverse	9	-0.004533718805760145
36833	rnn.bias_ih_l0_reverse	0	-0.039395008236169815
36833	rnn.bias_ih_l0_reverse	1	-0.07803215831518173
36833	rnn.bias_ih_l0_reverse	2	-0.08364206552505493
36833	rnn.bias_ih_l0_reverse	3	0.0037857431452721357
36833	rnn.bias_ih_l0_reverse	4	-0.03181269019842148
36833	rnn.bias_ih_l0_reverse	5	-0.056732211261987686
36833	rnn.bias_ih_l0_reverse	6	-0.07888689637184143
36833	rnn.bias_ih_l0_reverse	7	-0.024555064737796783
36833	rnn.bias_ih_l0_reverse	8	-0.04273638129234314
36833	rnn.bias_ih_l0_reverse	9	-0.0934855043888092
36833	rnn.bias_hh_l0_reverse	0	-0.08850568532943726
36833	rnn.bias_hh_l0_reverse	1	-0.11526317149400711
36833	rnn.bias_hh_l0_reverse	2	0.09902454912662506
36833	rnn.bias_hh_l0_reverse	3	-0.010995881631970406
36833	rnn.bias_hh_l0_reverse	4	-0.07111954689025879
36833	rnn.bias_hh_l0_reverse	5	-0.09769124537706375
36833	rnn.bias_hh_l0_reverse	6	-0.08460066467523575
36833	rnn.bias_hh_l0_reverse	7	-0.01273497473448515
36833	rnn.bias_hh_l0_reverse	8	-0.009140996262431145
36833	rnn.bias_hh_l0_reverse	9	0.028709037229418755
36833	linear.weight	0	-0.008117747493088245
36833	linear.weight	1	-0.02630968764424324
36833	linear.weight	2	0.24332492053508759
36833	linear.weight	3	-0.08211275190114975
36833	linear.weight	4	-0.010588549077510834
36833	linear.weight	5	-0.005378848407417536
36833	linear.weight	6	-0.010739270597696304
36833	linear.weight	7	-0.055009473115205765
36833	linear.weight	8	0.18304015696048737
36833	linear.weight	9	-0.17158126831054688
36833	linear.bias	0	-0.03956538438796997
36833	linear.bias	1	0.031413208693265915
36833	linear.bias	2	0.47603049874305725
36833	linear.bias	3	0.0020061545073986053
36833	linear.bias	4	1.2904680967330933
36833	linear.bias	5	-1.2134119272232056
36833	linear.bias	6	-0.4707125425338745
36833	linear.bias	7	-0.08392878621816635
37391	transitions	0	-1.0562347173690796
37391	transitions	1	-10000.0
37391	transitions	2	-0.7969565987586975
37391	transitions	3	-10000.0
37391	transitions	4	1.472700834274292
37391	transitions	5	-10000.0
37391	transitions	6	-10000.0
37391	transitions	7	1.220051646232605
37391	transitions	8	-1.8968594074249268
37391	transitions	9	-3.568326473236084
37391	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
37391	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
37391	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
37391	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
37391	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
37391	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
37391	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
37391	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
37391	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
37391	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
37391	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
37391	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
37391	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
37391	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
37391	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
37391	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
37391	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
37391	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
37391	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
37391	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
37391	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
37391	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
37391	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
37391	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
37391	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
37391	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
37391	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
37391	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
37391	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
37391	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
37391	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
37391	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
37391	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
37391	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
37391	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
37391	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
37391	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
37391	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
37391	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
37391	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
37391	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
37391	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
37391	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
37391	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
37391	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
37391	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
37391	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
37391	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
37391	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
37391	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
37391	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
37391	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
37391	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
37391	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
37391	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
37391	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
37391	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
37391	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
37391	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
37391	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
37391	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
37391	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
37391	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
37391	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
37391	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
37391	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
37391	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
37391	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
37391	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
37391	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
37391	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
37391	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
37391	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
37391	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
37391	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
37391	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
37391	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
37391	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
37391	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
37391	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
37391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
37391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
37391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
37391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
37391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
37391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
37391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
37391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
37391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
37391	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
37391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
37391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
37391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
37391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
37391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
37391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
37391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
37391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
37391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
37391	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
37391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
37391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
37391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
37391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
37391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
37391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
37391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
37391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
37391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
37391	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
37391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
37391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
37391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
37391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
37391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
37391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
37391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
37391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
37391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
37391	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
37391	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
37391	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
37391	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
37391	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
37391	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
37391	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
37391	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
37391	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
37391	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
37391	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
37391	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
37391	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
37391	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
37391	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
37391	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
37391	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
37391	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
37391	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
37391	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
37391	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
37391	embedding2nn.weight	0	0.006609252188354731
37391	embedding2nn.weight	1	0.006122516002506018
37391	embedding2nn.weight	2	0.013327743858098984
37391	embedding2nn.weight	3	0.009991396218538284
37391	embedding2nn.weight	4	0.01683184877038002
37391	embedding2nn.weight	5	0.0019002236658707261
37391	embedding2nn.weight	6	-0.01495149452239275
37391	embedding2nn.weight	7	-0.007286881096661091
37391	embedding2nn.weight	8	-0.0035011412110179663
37391	embedding2nn.weight	9	-0.008624842390418053
37391	embedding2nn.bias	0	0.02135147899389267
37391	embedding2nn.bias	1	-0.027450531721115112
37391	embedding2nn.bias	2	0.05230347812175751
37391	embedding2nn.bias	3	0.043209008872509
37391	embedding2nn.bias	4	-0.020531322807073593
37391	embedding2nn.bias	5	-0.05679246038198471
37391	embedding2nn.bias	6	0.034638334065675735
37391	embedding2nn.bias	7	-0.007252314127981663
37391	embedding2nn.bias	8	-0.021554050967097282
37391	embedding2nn.bias	9	0.04213494062423706
37391	rnn.weight_ih_l0	0	0.05294370651245117
37391	rnn.weight_ih_l0	1	-0.039718080312013626
37391	rnn.weight_ih_l0	2	-0.008734578266739845
37391	rnn.weight_ih_l0	3	0.029373319819569588
37391	rnn.weight_ih_l0	4	-0.014204264618456364
37391	rnn.weight_ih_l0	5	0.05692107975482941
37391	rnn.weight_ih_l0	6	0.012780949473381042
37391	rnn.weight_ih_l0	7	0.0648331344127655
37391	rnn.weight_ih_l0	8	0.01595519483089447
37391	rnn.weight_ih_l0	9	-0.0175334345549345
37391	rnn.weight_hh_l0	0	-0.03556133061647415
37391	rnn.weight_hh_l0	1	-0.016515430063009262
37391	rnn.weight_hh_l0	2	-0.05807220935821533
37391	rnn.weight_hh_l0	3	-0.017031710594892502
37391	rnn.weight_hh_l0	4	-0.006757000461220741
37391	rnn.weight_hh_l0	5	-0.02651372179389
37391	rnn.weight_hh_l0	6	-0.006396951619535685
37391	rnn.weight_hh_l0	7	-0.05565021187067032
37391	rnn.weight_hh_l0	8	0.06333297491073608
37391	rnn.weight_hh_l0	9	0.03847842663526535
37391	rnn.bias_ih_l0	0	-0.0977722704410553
37391	rnn.bias_ih_l0	1	-0.10820373147726059
37391	rnn.bias_ih_l0	2	0.008294829167425632
37391	rnn.bias_ih_l0	3	-0.11847052723169327
37391	rnn.bias_ih_l0	4	-0.03169723600149155
37391	rnn.bias_ih_l0	5	-0.08755329996347427
37391	rnn.bias_ih_l0	6	0.04606309160590172
37391	rnn.bias_ih_l0	7	-0.07523395866155624
37391	rnn.bias_ih_l0	8	0.0002866902214009315
37391	rnn.bias_ih_l0	9	-0.09651515632867813
37391	rnn.bias_hh_l0	0	-0.019645079970359802
37391	rnn.bias_hh_l0	1	0.15153920650482178
37391	rnn.bias_hh_l0	2	0.03994155302643776
37391	rnn.bias_hh_l0	3	-0.025753701105713844
37391	rnn.bias_hh_l0	4	-0.08065038919448853
37391	rnn.bias_hh_l0	5	-0.02115633152425289
37391	rnn.bias_hh_l0	6	0.061715736985206604
37391	rnn.bias_hh_l0	7	-0.0876665934920311
37391	rnn.bias_hh_l0	8	-0.08917886763811111
37391	rnn.bias_hh_l0	9	-0.08684307336807251
37391	rnn.weight_ih_l0_reverse	0	0.03122917003929615
37391	rnn.weight_ih_l0_reverse	1	-0.05136799067258835
37391	rnn.weight_ih_l0_reverse	2	0.03641722723841667
37391	rnn.weight_ih_l0_reverse	3	0.0030660543125122786
37391	rnn.weight_ih_l0_reverse	4	0.02424125373363495
37391	rnn.weight_ih_l0_reverse	5	-0.03738798573613167
37391	rnn.weight_ih_l0_reverse	6	0.024216631427407265
37391	rnn.weight_ih_l0_reverse	7	0.03529883921146393
37391	rnn.weight_ih_l0_reverse	8	-0.023570002987980843
37391	rnn.weight_ih_l0_reverse	9	0.012398465536534786
37391	rnn.weight_hh_l0_reverse	0	0.04691217094659805
37391	rnn.weight_hh_l0_reverse	1	0.032201848924160004
37391	rnn.weight_hh_l0_reverse	2	-0.01538264099508524
37391	rnn.weight_hh_l0_reverse	3	-0.042406115680933
37391	rnn.weight_hh_l0_reverse	4	0.00421302393078804
37391	rnn.weight_hh_l0_reverse	5	-0.04399409517645836
37391	rnn.weight_hh_l0_reverse	6	-0.010275750420987606
37391	rnn.weight_hh_l0_reverse	7	0.02174684964120388
37391	rnn.weight_hh_l0_reverse	8	0.012030926533043385
37391	rnn.weight_hh_l0_reverse	9	-0.004473797511309385
37391	rnn.bias_ih_l0_reverse	0	-0.03693082928657532
37391	rnn.bias_ih_l0_reverse	1	-0.07862844318151474
37391	rnn.bias_ih_l0_reverse	2	-0.0865686759352684
37391	rnn.bias_ih_l0_reverse	3	-0.002885134657844901
37391	rnn.bias_ih_l0_reverse	4	-0.03084675222635269
37391	rnn.bias_ih_l0_reverse	5	-0.05637834593653679
37391	rnn.bias_ih_l0_reverse	6	-0.07398989796638489
37391	rnn.bias_ih_l0_reverse	7	-0.028529193252325058
37391	rnn.bias_ih_l0_reverse	8	-0.03980142995715141
37391	rnn.bias_ih_l0_reverse	9	-0.09460924565792084
37391	rnn.bias_hh_l0_reverse	0	-0.0892273560166359
37391	rnn.bias_hh_l0_reverse	1	-0.1092572957277298
37391	rnn.bias_hh_l0_reverse	2	0.10991901159286499
37391	rnn.bias_hh_l0_reverse	3	-0.006446343846619129
37391	rnn.bias_hh_l0_reverse	4	-0.07304880023002625
37391	rnn.bias_hh_l0_reverse	5	-0.08737218379974365
37391	rnn.bias_hh_l0_reverse	6	-0.06976408511400223
37391	rnn.bias_hh_l0_reverse	7	-0.01660226844251156
37391	rnn.bias_hh_l0_reverse	8	-0.009270928800106049
37391	rnn.bias_hh_l0_reverse	9	0.02850927785038948
37391	linear.weight	0	-0.008161517791450024
37391	linear.weight	1	-0.024066045880317688
37391	linear.weight	2	0.23497846722602844
37391	linear.weight	3	-0.08207213878631592
37391	linear.weight	4	-0.010588549077510834
37391	linear.weight	5	-0.023420047014951706
37391	linear.weight	6	-0.010739270597696304
37391	linear.weight	7	-0.0874578133225441
37391	linear.weight	8	0.17700400948524475
37391	linear.weight	9	-0.17023655772209167
37391	linear.bias	0	-0.03956538438796997
37391	linear.bias	1	0.031413208693265915
37391	linear.bias	2	0.471832275390625
37391	linear.bias	3	-0.007128458004444838
37391	linear.bias	4	1.2883577346801758
37391	linear.bias	5	-1.215710163116455
37391	linear.bias	6	-0.4631459414958954
37391	linear.bias	7	-0.07377457618713379
37949	transitions	0	-1.0669294595718384
37949	transitions	1	-10000.0
37949	transitions	2	-0.7969565987586975
37949	transitions	3	-10000.0
37949	transitions	4	1.4696017503738403
37949	transitions	5	-10000.0
37949	transitions	6	-10000.0
37949	transitions	7	1.21918785572052
37949	transitions	8	-1.9035460948944092
37949	transitions	9	-3.5753884315490723
37949	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
37949	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
37949	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
37949	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
37949	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
37949	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
37949	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
37949	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
37949	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
37949	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
37949	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
37949	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
37949	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
37949	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
37949	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
37949	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
37949	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
37949	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
37949	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
37949	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
37949	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
37949	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
37949	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
37949	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
37949	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
37949	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
37949	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
37949	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
37949	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
37949	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
37949	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
37949	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
37949	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
37949	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
37949	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
37949	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
37949	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
37949	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
37949	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
37949	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
37949	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
37949	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
37949	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
37949	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
37949	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
37949	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
37949	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
37949	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
37949	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
37949	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
37949	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
37949	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
37949	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
37949	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
37949	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
37949	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
37949	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
37949	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
37949	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
37949	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
37949	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
37949	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
37949	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
37949	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
37949	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
37949	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
37949	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
37949	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
37949	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
37949	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
37949	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
37949	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
37949	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
37949	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
37949	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
37949	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
37949	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
37949	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
37949	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
37949	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
37949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
37949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
37949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
37949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
37949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
37949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
37949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
37949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
37949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
37949	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
37949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
37949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
37949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
37949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
37949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
37949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
37949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
37949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
37949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
37949	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
37949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
37949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
37949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
37949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
37949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
37949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
37949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
37949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
37949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
37949	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
37949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
37949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
37949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
37949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
37949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
37949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
37949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
37949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
37949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
37949	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
37949	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
37949	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
37949	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
37949	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
37949	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
37949	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
37949	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
37949	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
37949	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
37949	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
37949	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
37949	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
37949	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
37949	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
37949	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
37949	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
37949	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
37949	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
37949	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
37949	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
37949	embedding2nn.weight	0	0.0066321007907390594
37949	embedding2nn.weight	1	0.0060801939107477665
37949	embedding2nn.weight	2	0.013324933126568794
37949	embedding2nn.weight	3	0.010691284202039242
37949	embedding2nn.weight	4	0.017995428293943405
37949	embedding2nn.weight	5	0.0027456902898848057
37949	embedding2nn.weight	6	-0.015358672477304935
37949	embedding2nn.weight	7	-0.00769434217363596
37949	embedding2nn.weight	8	-0.004291267599910498
37949	embedding2nn.weight	9	-0.008036185055971146
37949	embedding2nn.bias	0	0.023337557911872864
37949	embedding2nn.bias	1	-0.022412344813346863
37949	embedding2nn.bias	2	0.04879530891776085
37949	embedding2nn.bias	3	0.0389418788254261
37949	embedding2nn.bias	4	-0.01447937823832035
37949	embedding2nn.bias	5	-0.057208217680454254
37949	embedding2nn.bias	6	0.03585520759224892
37949	embedding2nn.bias	7	-0.013468789868056774
37949	embedding2nn.bias	8	-0.031535033136606216
37949	embedding2nn.bias	9	0.0343506820499897
37949	rnn.weight_ih_l0	0	0.052768390625715256
37949	rnn.weight_ih_l0	1	-0.03831438720226288
37949	rnn.weight_ih_l0	2	-0.007796178106218576
37949	rnn.weight_ih_l0	3	0.03139606863260269
37949	rnn.weight_ih_l0	4	-0.014449544250965118
37949	rnn.weight_ih_l0	5	0.058883339166641235
37949	rnn.weight_ih_l0	6	0.012833107262849808
37949	rnn.weight_ih_l0	7	0.06467628479003906
37949	rnn.weight_ih_l0	8	0.01626596599817276
37949	rnn.weight_ih_l0	9	-0.019973386079072952
37949	rnn.weight_hh_l0	0	-0.035683196038007736
37949	rnn.weight_hh_l0	1	-0.017446327954530716
37949	rnn.weight_hh_l0	2	-0.057600460946559906
37949	rnn.weight_hh_l0	3	-0.01711369678378105
37949	rnn.weight_hh_l0	4	-0.007094751112163067
37949	rnn.weight_hh_l0	5	-0.026038341224193573
37949	rnn.weight_hh_l0	6	-0.006516460794955492
37949	rnn.weight_hh_l0	7	-0.05489056557416916
37949	rnn.weight_hh_l0	8	0.06376419216394424
37949	rnn.weight_hh_l0	9	0.03880643472075462
37949	rnn.bias_ih_l0	0	-0.10151481628417969
37949	rnn.bias_ih_l0	1	-0.10300008207559586
37949	rnn.bias_ih_l0	2	0.008959385566413403
37949	rnn.bias_ih_l0	3	-0.11910408735275269
37949	rnn.bias_ih_l0	4	-0.028576074168086052
37949	rnn.bias_ih_l0	5	-0.08731061965227127
37949	rnn.bias_ih_l0	6	0.04411611333489418
37949	rnn.bias_ih_l0	7	-0.07155953347682953
37949	rnn.bias_ih_l0	8	0.00046436931006610394
37949	rnn.bias_ih_l0	9	-0.0966646671295166
37949	rnn.bias_hh_l0	0	-0.022969448938965797
37949	rnn.bias_hh_l0	1	0.1608068197965622
37949	rnn.bias_hh_l0	2	0.03850829601287842
37949	rnn.bias_hh_l0	3	-0.03067215159535408
37949	rnn.bias_hh_l0	4	-0.07909554988145828
37949	rnn.bias_hh_l0	5	-0.020926393568515778
37949	rnn.bias_hh_l0	6	0.0587286651134491
37949	rnn.bias_hh_l0	7	-0.09286946058273315
37949	rnn.bias_hh_l0	8	-0.09309446066617966
37949	rnn.bias_hh_l0	9	-0.08697919547557831
37949	rnn.weight_ih_l0_reverse	0	0.02977958880364895
37949	rnn.weight_ih_l0_reverse	1	-0.050467148423194885
37949	rnn.weight_ih_l0_reverse	2	0.03674247860908508
37949	rnn.weight_ih_l0_reverse	3	0.003081741975620389
37949	rnn.weight_ih_l0_reverse	4	0.02532484009861946
37949	rnn.weight_ih_l0_reverse	5	-0.036757804453372955
37949	rnn.weight_ih_l0_reverse	6	0.024916747584939003
37949	rnn.weight_ih_l0_reverse	7	0.03554222360253334
37949	rnn.weight_ih_l0_reverse	8	-0.023468870669603348
37949	rnn.weight_ih_l0_reverse	9	0.010722246021032333
37949	rnn.weight_hh_l0_reverse	0	0.047170672565698624
37949	rnn.weight_hh_l0_reverse	1	0.03245118260383606
37949	rnn.weight_hh_l0_reverse	2	-0.015453983098268509
37949	rnn.weight_hh_l0_reverse	3	-0.04274502024054527
37949	rnn.weight_hh_l0_reverse	4	0.003411287209019065
37949	rnn.weight_hh_l0_reverse	5	-0.04395493119955063
37949	rnn.weight_hh_l0_reverse	6	-0.010101818479597569
37949	rnn.weight_hh_l0_reverse	7	0.02127397619187832
37949	rnn.weight_hh_l0_reverse	8	0.012432234361767769
37949	rnn.weight_hh_l0_reverse	9	-0.0043966094963252544
37949	rnn.bias_ih_l0_reverse	0	-0.036064039915800095
37949	rnn.bias_ih_l0_reverse	1	-0.0811009481549263
37949	rnn.bias_ih_l0_reverse	2	-0.08309665322303772
37949	rnn.bias_ih_l0_reverse	3	-0.0029931110329926014
37949	rnn.bias_ih_l0_reverse	4	-0.0318308100104332
37949	rnn.bias_ih_l0_reverse	5	-0.055921923369169235
37949	rnn.bias_ih_l0_reverse	6	-0.08279290050268173
37949	rnn.bias_ih_l0_reverse	7	-0.029868731275200844
37949	rnn.bias_ih_l0_reverse	8	-0.038925956934690475
37949	rnn.bias_ih_l0_reverse	9	-0.0958060547709465
37949	rnn.bias_hh_l0_reverse	0	-0.08971212804317474
37949	rnn.bias_hh_l0_reverse	1	-0.11138742417097092
37949	rnn.bias_hh_l0_reverse	2	0.10451959073543549
37949	rnn.bias_hh_l0_reverse	3	-0.0082442257553339
37949	rnn.bias_hh_l0_reverse	4	-0.07630512118339539
37949	rnn.bias_hh_l0_reverse	5	-0.08509840071201324
37949	rnn.bias_hh_l0_reverse	6	-0.08827949315309525
37949	rnn.bias_hh_l0_reverse	7	-0.01395192090421915
37949	rnn.bias_hh_l0_reverse	8	-0.009332572109997272
37949	rnn.bias_hh_l0_reverse	9	0.027240805327892303
37949	linear.weight	0	-0.00816264096647501
37949	linear.weight	1	-0.014433206990361214
37949	linear.weight	2	0.24009010195732117
37949	linear.weight	3	-0.08204842358827591
37949	linear.weight	4	-0.010588549077510834
37949	linear.weight	5	0.007501681800931692
37949	linear.weight	6	-0.010739270597696304
37949	linear.weight	7	-0.08829240500926971
37949	linear.weight	8	0.1853526532649994
37949	linear.weight	9	-0.19003503024578094
37949	linear.bias	0	-0.03956538438796997
37949	linear.bias	1	0.031413208693265915
37949	linear.bias	2	0.4800060987472534
37949	linear.bias	3	0.0035532840993255377
37949	linear.bias	4	1.3208224773406982
37949	linear.bias	5	-1.2180246114730835
37949	linear.bias	6	-0.4821886718273163
37949	linear.bias	7	-0.10375455766916275
38507	transitions	0	-1.0774818658828735
38507	transitions	1	-10000.0
38507	transitions	2	-0.7969565987586975
38507	transitions	3	-10000.0
38507	transitions	4	1.4695249795913696
38507	transitions	5	-10000.0
38507	transitions	6	-10000.0
38507	transitions	7	1.2255570888519287
38507	transitions	8	-1.909693717956543
38507	transitions	9	-3.5823311805725098
38507	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
38507	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
38507	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
38507	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
38507	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
38507	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
38507	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
38507	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
38507	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
38507	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
38507	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
38507	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
38507	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
38507	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
38507	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
38507	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
38507	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
38507	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
38507	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
38507	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
38507	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
38507	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
38507	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
38507	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
38507	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
38507	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
38507	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
38507	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
38507	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
38507	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
38507	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
38507	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
38507	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
38507	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
38507	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
38507	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
38507	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
38507	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
38507	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
38507	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
38507	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
38507	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
38507	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
38507	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
38507	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
38507	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
38507	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
38507	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
38507	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
38507	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
38507	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
38507	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
38507	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
38507	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
38507	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
38507	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
38507	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
38507	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
38507	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
38507	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
38507	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
38507	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
38507	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
38507	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
38507	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
38507	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
38507	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
38507	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
38507	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
38507	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
38507	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
38507	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
38507	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
38507	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
38507	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
38507	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
38507	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
38507	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
38507	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
38507	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
38507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
38507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
38507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
38507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
38507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
38507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
38507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
38507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
38507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
38507	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
38507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
38507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
38507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
38507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
38507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
38507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
38507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
38507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
38507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
38507	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
38507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
38507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
38507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
38507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
38507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
38507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
38507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
38507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
38507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
38507	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
38507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
38507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
38507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
38507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
38507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
38507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
38507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
38507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
38507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
38507	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
38507	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
38507	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
38507	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
38507	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
38507	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
38507	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
38507	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
38507	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
38507	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
38507	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
38507	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
38507	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
38507	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
38507	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
38507	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
38507	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
38507	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
38507	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
38507	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
38507	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
38507	embedding2nn.weight	0	0.00669381907209754
38507	embedding2nn.weight	1	0.006016588769853115
38507	embedding2nn.weight	2	0.013280309736728668
38507	embedding2nn.weight	3	0.009871471673250198
38507	embedding2nn.weight	4	0.018786655738949776
38507	embedding2nn.weight	5	0.0024120237212628126
38507	embedding2nn.weight	6	-0.015147131867706776
38507	embedding2nn.weight	7	-0.0072707366198301315
38507	embedding2nn.weight	8	-0.004637955687940121
38507	embedding2nn.weight	9	-0.008304458111524582
38507	embedding2nn.bias	0	0.039104945957660675
38507	embedding2nn.bias	1	-0.03222835436463356
38507	embedding2nn.bias	2	0.0471503883600235
38507	embedding2nn.bias	3	0.03615104779601097
38507	embedding2nn.bias	4	-0.019986901432275772
38507	embedding2nn.bias	5	-0.0516618974506855
38507	embedding2nn.bias	6	0.020738990977406502
38507	embedding2nn.bias	7	-0.006131146568804979
38507	embedding2nn.bias	8	-0.0281005147844553
38507	embedding2nn.bias	9	0.03426423668861389
38507	rnn.weight_ih_l0	0	0.052171867340803146
38507	rnn.weight_ih_l0	1	-0.0374428890645504
38507	rnn.weight_ih_l0	2	-0.006677752360701561
38507	rnn.weight_ih_l0	3	0.03244350105524063
38507	rnn.weight_ih_l0	4	-0.014655239880084991
38507	rnn.weight_ih_l0	5	0.05778596177697182
38507	rnn.weight_ih_l0	6	0.01293284259736538
38507	rnn.weight_ih_l0	7	0.0649542436003685
38507	rnn.weight_ih_l0	8	0.016047611832618713
38507	rnn.weight_ih_l0	9	-0.01843569613993168
38507	rnn.weight_hh_l0	0	-0.03658619150519371
38507	rnn.weight_hh_l0	1	-0.016701793298125267
38507	rnn.weight_hh_l0	2	-0.05769379809498787
38507	rnn.weight_hh_l0	3	-0.017056945711374283
38507	rnn.weight_hh_l0	4	-0.007408699486404657
38507	rnn.weight_hh_l0	5	-0.025748979300260544
38507	rnn.weight_hh_l0	6	-0.006696233991533518
38507	rnn.weight_hh_l0	7	-0.053686220198869705
38507	rnn.weight_hh_l0	8	0.06383398175239563
38507	rnn.weight_hh_l0	9	0.0386197529733181
38507	rnn.bias_ih_l0	0	-0.09977050870656967
38507	rnn.bias_ih_l0	1	-0.10508003830909729
38507	rnn.bias_ih_l0	2	0.0087362602353096
38507	rnn.bias_ih_l0	3	-0.1181698888540268
38507	rnn.bias_ih_l0	4	-0.028927043080329895
38507	rnn.bias_ih_l0	5	-0.09062336385250092
38507	rnn.bias_ih_l0	6	0.044536031782627106
38507	rnn.bias_ih_l0	7	-0.06833186745643616
38507	rnn.bias_ih_l0	8	-0.000533210695721209
38507	rnn.bias_ih_l0	9	-0.0990690141916275
38507	rnn.bias_hh_l0	0	-0.02107807621359825
38507	rnn.bias_hh_l0	1	0.16479893028736115
38507	rnn.bias_hh_l0	2	0.05045050010085106
38507	rnn.bias_hh_l0	3	-0.0301063172519207
38507	rnn.bias_hh_l0	4	-0.07639089226722717
38507	rnn.bias_hh_l0	5	-0.028465600684285164
38507	rnn.bias_hh_l0	6	0.058226075023412704
38507	rnn.bias_hh_l0	7	-0.08684726059436798
38507	rnn.bias_hh_l0	8	-0.08741404861211777
38507	rnn.bias_hh_l0	9	-0.08671949803829193
38507	rnn.weight_ih_l0_reverse	0	0.029635198414325714
38507	rnn.weight_ih_l0_reverse	1	-0.05116160213947296
38507	rnn.weight_ih_l0_reverse	2	0.037047985941171646
38507	rnn.weight_ih_l0_reverse	3	0.0028159592766314745
38507	rnn.weight_ih_l0_reverse	4	0.024120163172483444
38507	rnn.weight_ih_l0_reverse	5	-0.034482840448617935
38507	rnn.weight_ih_l0_reverse	6	0.026371464133262634
38507	rnn.weight_ih_l0_reverse	7	0.03513721376657486
38507	rnn.weight_ih_l0_reverse	8	-0.023811977356672287
38507	rnn.weight_ih_l0_reverse	9	0.009228948503732681
38507	rnn.weight_hh_l0_reverse	0	0.047007136046886444
38507	rnn.weight_hh_l0_reverse	1	0.032543811947107315
38507	rnn.weight_hh_l0_reverse	2	-0.015569022856652737
38507	rnn.weight_hh_l0_reverse	3	-0.04235820099711418
38507	rnn.weight_hh_l0_reverse	4	0.0033357678912580013
38507	rnn.weight_hh_l0_reverse	5	-0.04421199858188629
38507	rnn.weight_hh_l0_reverse	6	-0.010075635276734829
38507	rnn.weight_hh_l0_reverse	7	0.02179204486310482
38507	rnn.weight_hh_l0_reverse	8	0.013186183758080006
38507	rnn.weight_hh_l0_reverse	9	-0.004473545588552952
38507	rnn.bias_ih_l0_reverse	0	-0.04038317874073982
38507	rnn.bias_ih_l0_reverse	1	-0.08268643915653229
38507	rnn.bias_ih_l0_reverse	2	-0.08321428298950195
38507	rnn.bias_ih_l0_reverse	3	-0.008517486974596977
38507	rnn.bias_ih_l0_reverse	4	-0.02775976061820984
38507	rnn.bias_ih_l0_reverse	5	-0.054983336478471756
38507	rnn.bias_ih_l0_reverse	6	-0.08309461176395416
38507	rnn.bias_ih_l0_reverse	7	-0.02780342660844326
38507	rnn.bias_ih_l0_reverse	8	-0.03731056675314903
38507	rnn.bias_ih_l0_reverse	9	-0.09567198902368546
38507	rnn.bias_hh_l0_reverse	0	-0.08944641053676605
38507	rnn.bias_hh_l0_reverse	1	-0.1116219237446785
38507	rnn.bias_hh_l0_reverse	2	0.10249271243810654
38507	rnn.bias_hh_l0_reverse	3	0.0003839051350951195
38507	rnn.bias_hh_l0_reverse	4	-0.07102282345294952
38507	rnn.bias_hh_l0_reverse	5	-0.087954081594944
38507	rnn.bias_hh_l0_reverse	6	-0.09634780138731003
38507	rnn.bias_hh_l0_reverse	7	-0.013516717590391636
38507	rnn.bias_hh_l0_reverse	8	-0.012274326756596565
38507	rnn.bias_hh_l0_reverse	9	0.0316164456307888
38507	linear.weight	0	-0.00810687243938446
38507	linear.weight	1	0.006180375348776579
38507	linear.weight	2	0.23917624354362488
38507	linear.weight	3	-0.08206181973218918
38507	linear.weight	4	-0.010588549077510834
38507	linear.weight	5	0.05122728645801544
38507	linear.weight	6	-0.010739270597696304
38507	linear.weight	7	-0.12875021994113922
38507	linear.weight	8	0.22182466089725494
38507	linear.weight	9	-0.18218587338924408
38507	linear.bias	0	-0.03956538438796997
38507	linear.bias	1	0.031413208693265915
38507	linear.bias	2	0.4319620430469513
38507	linear.bias	3	0.03841303288936615
38507	linear.bias	4	1.3509598970413208
38507	linear.bias	5	-1.2203975915908813
38507	linear.bias	6	-0.4857860505580902
38507	linear.bias	7	-0.1147586852312088
39065	transitions	0	-1.0870623588562012
39065	transitions	1	-10000.0
39065	transitions	2	-0.7969565987586975
39065	transitions	3	-10000.0
39065	transitions	4	1.4653129577636719
39065	transitions	5	-10000.0
39065	transitions	6	-10000.0
39065	transitions	7	1.2194533348083496
39065	transitions	8	-1.9161192178726196
39065	transitions	9	-3.5890586376190186
39065	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
39065	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
39065	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
39065	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
39065	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
39065	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
39065	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
39065	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
39065	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
39065	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
39065	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
39065	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
39065	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
39065	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
39065	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
39065	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
39065	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
39065	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
39065	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
39065	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
39065	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
39065	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
39065	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
39065	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
39065	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
39065	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
39065	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
39065	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
39065	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
39065	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
39065	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
39065	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
39065	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
39065	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
39065	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
39065	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
39065	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
39065	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
39065	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
39065	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
39065	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
39065	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
39065	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
39065	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
39065	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
39065	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
39065	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
39065	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
39065	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
39065	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
39065	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
39065	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
39065	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
39065	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
39065	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
39065	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
39065	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
39065	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
39065	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
39065	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
39065	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
39065	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
39065	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
39065	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
39065	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
39065	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
39065	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
39065	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
39065	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
39065	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
39065	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
39065	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
39065	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
39065	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
39065	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
39065	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
39065	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
39065	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
39065	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
39065	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
39065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
39065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
39065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
39065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
39065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
39065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
39065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
39065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
39065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
39065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
39065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
39065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
39065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
39065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
39065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
39065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
39065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
39065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
39065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
39065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
39065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
39065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
39065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
39065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
39065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
39065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
39065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
39065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
39065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
39065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
39065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
39065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
39065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
39065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
39065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
39065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
39065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
39065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
39065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
39065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
39065	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
39065	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
39065	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
39065	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
39065	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
39065	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
39065	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
39065	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
39065	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
39065	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
39065	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
39065	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
39065	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
39065	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
39065	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
39065	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
39065	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
39065	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
39065	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
39065	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
39065	embedding2nn.weight	0	0.006707307416945696
39065	embedding2nn.weight	1	0.005749871954321861
39065	embedding2nn.weight	2	0.013288167305290699
39065	embedding2nn.weight	3	0.00985595304518938
39065	embedding2nn.weight	4	0.01971185766160488
39065	embedding2nn.weight	5	0.0017014017794281244
39065	embedding2nn.weight	6	-0.015078580006957054
39065	embedding2nn.weight	7	-0.006666865665465593
39065	embedding2nn.weight	8	-0.0057178763672709465
39065	embedding2nn.weight	9	-0.0078663919121027
39065	embedding2nn.bias	0	0.03094830922782421
39065	embedding2nn.bias	1	-0.03471038490533829
39065	embedding2nn.bias	2	0.049056924879550934
39065	embedding2nn.bias	3	0.04660249128937721
39065	embedding2nn.bias	4	-0.013329591602087021
39065	embedding2nn.bias	5	-0.04992400482296944
39065	embedding2nn.bias	6	0.03145812079310417
39065	embedding2nn.bias	7	-0.0025059545878320932
39065	embedding2nn.bias	8	-0.03565472736954689
39065	embedding2nn.bias	9	0.032628923654556274
39065	rnn.weight_ih_l0	0	0.0511610321700573
39065	rnn.weight_ih_l0	1	-0.037834785878658295
39065	rnn.weight_ih_l0	2	-0.0067489719949662685
39065	rnn.weight_ih_l0	3	0.032841239124536514
39065	rnn.weight_ih_l0	4	-0.013879219070076942
39065	rnn.weight_ih_l0	5	0.060384467244148254
39065	rnn.weight_ih_l0	6	0.013156493194401264
39065	rnn.weight_ih_l0	7	0.06460809707641602
39065	rnn.weight_ih_l0	8	0.01523969043046236
39065	rnn.weight_ih_l0	9	-0.017794685438275337
39065	rnn.weight_hh_l0	0	-0.036907877773046494
39065	rnn.weight_hh_l0	1	-0.01640460640192032
39065	rnn.weight_hh_l0	2	-0.05772383511066437
39065	rnn.weight_hh_l0	3	-0.017194271087646484
39065	rnn.weight_hh_l0	4	-0.007687595672905445
39065	rnn.weight_hh_l0	5	-0.025584641844034195
39065	rnn.weight_hh_l0	6	-0.006829186342656612
39065	rnn.weight_hh_l0	7	-0.053761474788188934
39065	rnn.weight_hh_l0	8	0.06299123913049698
39065	rnn.weight_hh_l0	9	0.038111526519060135
39065	rnn.bias_ih_l0	0	-0.10173767805099487
39065	rnn.bias_ih_l0	1	-0.10589079558849335
39065	rnn.bias_ih_l0	2	0.009404920041561127
39065	rnn.bias_ih_l0	3	-0.11953400820493698
39065	rnn.bias_ih_l0	4	-0.03467312827706337
39065	rnn.bias_ih_l0	5	-0.09229836612939835
39065	rnn.bias_ih_l0	6	0.04188463091850281
39065	rnn.bias_ih_l0	7	-0.07293196022510529
39065	rnn.bias_ih_l0	8	0.000206035518203862
39065	rnn.bias_ih_l0	9	-0.09833481907844543
39065	rnn.bias_hh_l0	0	-0.017002949491143227
39065	rnn.bias_hh_l0	1	0.16521930694580078
39065	rnn.bias_hh_l0	2	0.04767029359936714
39065	rnn.bias_hh_l0	3	-0.034889839589595795
39065	rnn.bias_hh_l0	4	-0.07723052054643631
39065	rnn.bias_hh_l0	5	-0.031177043914794922
39065	rnn.bias_hh_l0	6	0.05989370122551918
39065	rnn.bias_hh_l0	7	-0.07895494252443314
39065	rnn.bias_hh_l0	8	-0.09343196451663971
39065	rnn.bias_hh_l0	9	-0.08606133610010147
39065	rnn.weight_ih_l0_reverse	0	0.028095174580812454
39065	rnn.weight_ih_l0_reverse	1	-0.05140132084488869
39065	rnn.weight_ih_l0_reverse	2	0.037645645439624786
39065	rnn.weight_ih_l0_reverse	3	0.0030651018023490906
39065	rnn.weight_ih_l0_reverse	4	0.022965647280216217
39065	rnn.weight_ih_l0_reverse	5	-0.03464961796998978
39065	rnn.weight_ih_l0_reverse	6	0.02699369192123413
39065	rnn.weight_ih_l0_reverse	7	0.03558526560664177
39065	rnn.weight_ih_l0_reverse	8	-0.023829437792301178
39065	rnn.weight_ih_l0_reverse	9	0.01037084124982357
39065	rnn.weight_hh_l0_reverse	0	0.0472894124686718
39065	rnn.weight_hh_l0_reverse	1	0.03266814723610878
39065	rnn.weight_hh_l0_reverse	2	-0.01585528813302517
39065	rnn.weight_hh_l0_reverse	3	-0.04164331778883934
39065	rnn.weight_hh_l0_reverse	4	0.00320409145206213
39065	rnn.weight_hh_l0_reverse	5	-0.04411933198571205
39065	rnn.weight_hh_l0_reverse	6	-0.010361628606915474
39065	rnn.weight_hh_l0_reverse	7	0.022297454997897148
39065	rnn.weight_hh_l0_reverse	8	0.013199249282479286
39065	rnn.weight_hh_l0_reverse	9	-0.004281597677618265
39065	rnn.bias_ih_l0_reverse	0	-0.04193776845932007
39065	rnn.bias_ih_l0_reverse	1	-0.08421090245246887
39065	rnn.bias_ih_l0_reverse	2	-0.08445018529891968
39065	rnn.bias_ih_l0_reverse	3	-0.01206978876143694
39065	rnn.bias_ih_l0_reverse	4	-0.03773433342576027
39065	rnn.bias_ih_l0_reverse	5	-0.05596066638827324
39065	rnn.bias_ih_l0_reverse	6	-0.08509361743927002
39065	rnn.bias_ih_l0_reverse	7	-0.025698013603687286
39065	rnn.bias_ih_l0_reverse	8	-0.03212543949484825
39065	rnn.bias_ih_l0_reverse	9	-0.09864027798175812
39065	rnn.bias_hh_l0_reverse	0	-0.08960486203432083
39065	rnn.bias_hh_l0_reverse	1	-0.1141686961054802
39065	rnn.bias_hh_l0_reverse	2	0.10782747715711594
39065	rnn.bias_hh_l0_reverse	3	-0.0011877630604431033
39065	rnn.bias_hh_l0_reverse	4	-0.074185311794281
39065	rnn.bias_hh_l0_reverse	5	-0.09068360179662704
39065	rnn.bias_hh_l0_reverse	6	-0.08242004364728928
39065	rnn.bias_hh_l0_reverse	7	-0.01160387136042118
39065	rnn.bias_hh_l0_reverse	8	-0.013503051362931728
39065	rnn.bias_hh_l0_reverse	9	0.030172886326909065
39065	linear.weight	0	-0.008030850440263748
39065	linear.weight	1	0.00879539456218481
39065	linear.weight	2	0.20812585949897766
39065	linear.weight	3	-0.08212254196405411
39065	linear.weight	4	-0.010588549077510834
39065	linear.weight	5	0.06178068742156029
39065	linear.weight	6	-0.010739270597696304
39065	linear.weight	7	-0.17103968560695648
39065	linear.weight	8	0.16892579197883606
39065	linear.weight	9	-0.1829485148191452
39065	linear.bias	0	-0.03956538438796997
39065	linear.bias	1	0.031413208693265915
39065	linear.bias	2	0.4570286273956299
39065	linear.bias	3	0.024189475923776627
39065	linear.bias	4	1.353660225868225
39065	linear.bias	5	-1.2227222919464111
39065	linear.bias	6	-0.48917192220687866
39065	linear.bias	7	-0.12261103838682175
39624	transitions	0	-1.0943409204483032
39624	transitions	1	-10000.0
39624	transitions	2	-0.7969565987586975
39624	transitions	3	-10000.0
39624	transitions	4	1.4761074781417847
39624	transitions	5	-10000.0
39624	transitions	6	-10000.0
39624	transitions	7	1.2295159101486206
39624	transitions	8	-1.9234013557434082
39624	transitions	9	-3.597104072570801
39624	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
39624	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
39624	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
39624	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
39624	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
39624	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
39624	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
39624	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
39624	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
39624	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
39624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
39624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
39624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
39624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
39624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
39624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
39624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
39624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
39624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
39624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
39624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
39624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
39624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
39624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
39624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
39624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
39624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
39624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
39624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
39624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
39624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
39624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
39624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
39624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
39624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
39624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
39624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
39624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
39624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
39624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
39624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
39624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
39624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
39624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
39624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
39624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
39624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
39624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
39624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
39624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
39624	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
39624	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
39624	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
39624	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
39624	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
39624	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
39624	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
39624	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
39624	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
39624	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
39624	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
39624	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
39624	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
39624	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
39624	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
39624	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
39624	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
39624	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
39624	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
39624	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
39624	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
39624	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
39624	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
39624	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
39624	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
39624	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
39624	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
39624	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
39624	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
39624	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
39624	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
39624	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
39624	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
39624	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
39624	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
39624	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
39624	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
39624	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
39624	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
39624	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
39624	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
39624	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
39624	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
39624	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
39624	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
39624	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
39624	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
39624	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
39624	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
39624	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
39624	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
39624	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
39624	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
39624	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
39624	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
39624	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
39624	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
39624	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
39624	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
39624	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
39624	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
39624	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
39624	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
39624	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
39624	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
39624	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
39624	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
39624	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
39624	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
39624	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
39624	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
39624	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
39624	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
39624	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
39624	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
39624	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
39624	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
39624	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
39624	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
39624	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
39624	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
39624	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
39624	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
39624	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
39624	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
39624	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
39624	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
39624	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
39624	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
39624	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
39624	embedding2nn.weight	0	0.006730350665748119
39624	embedding2nn.weight	1	0.005671232007443905
39624	embedding2nn.weight	2	0.013302551582455635
39624	embedding2nn.weight	3	0.010715055279433727
39624	embedding2nn.weight	4	0.020286493003368378
39624	embedding2nn.weight	5	0.00222519738599658
39624	embedding2nn.weight	6	-0.015155048109591007
39624	embedding2nn.weight	7	-0.006521391216665506
39624	embedding2nn.weight	8	-0.004885958507657051
39624	embedding2nn.weight	9	-0.008226457983255386
39624	embedding2nn.bias	0	0.0287620946764946
39624	embedding2nn.bias	1	-0.037985607981681824
39624	embedding2nn.bias	2	0.05868583172559738
39624	embedding2nn.bias	3	0.041171539574861526
39624	embedding2nn.bias	4	-0.0075588589534163475
39624	embedding2nn.bias	5	-0.057916902005672455
39624	embedding2nn.bias	6	0.03198373690247536
39624	embedding2nn.bias	7	-0.010297642089426517
39624	embedding2nn.bias	8	-0.040392421185970306
39624	embedding2nn.bias	9	0.02760646864771843
39624	rnn.weight_ih_l0	0	0.05165385827422142
39624	rnn.weight_ih_l0	1	-0.03707367554306984
39624	rnn.weight_ih_l0	2	-0.006676291581243277
39624	rnn.weight_ih_l0	3	0.032602135092020035
39624	rnn.weight_ih_l0	4	-0.01325089018791914
39624	rnn.weight_ih_l0	5	0.06050076335668564
39624	rnn.weight_ih_l0	6	0.0131015470251441
39624	rnn.weight_ih_l0	7	0.06405841559171677
39624	rnn.weight_ih_l0	8	0.014746727421879768
39624	rnn.weight_ih_l0	9	-0.018818629905581474
39624	rnn.weight_hh_l0	0	-0.0349920392036438
39624	rnn.weight_hh_l0	1	-0.01745435781776905
39624	rnn.weight_hh_l0	2	-0.05763449892401695
39624	rnn.weight_hh_l0	3	-0.01723168045282364
39624	rnn.weight_hh_l0	4	-0.007687827106565237
39624	rnn.weight_hh_l0	5	-0.025342397391796112
39624	rnn.weight_hh_l0	6	-0.006907552946358919
39624	rnn.weight_hh_l0	7	-0.053701698780059814
39624	rnn.weight_hh_l0	8	0.06354749202728271
39624	rnn.weight_hh_l0	9	0.03669123351573944
39624	rnn.bias_ih_l0	0	-0.10140480101108551
39624	rnn.bias_ih_l0	1	-0.10338880121707916
39624	rnn.bias_ih_l0	2	0.010999355465173721
39624	rnn.bias_ih_l0	3	-0.12001388520002365
39624	rnn.bias_ih_l0	4	-0.03625892102718353
39624	rnn.bias_ih_l0	5	-0.09035949409008026
39624	rnn.bias_ih_l0	6	0.043315477669239044
39624	rnn.bias_ih_l0	7	-0.06975534558296204
39624	rnn.bias_ih_l0	8	-0.0015135129215195775
39624	rnn.bias_ih_l0	9	-0.10257591307163239
39624	rnn.bias_hh_l0	0	-0.019256820902228355
39624	rnn.bias_hh_l0	1	0.16862674057483673
39624	rnn.bias_hh_l0	2	0.04950059577822685
39624	rnn.bias_hh_l0	3	-0.03091707080602646
39624	rnn.bias_hh_l0	4	-0.07881040871143341
39624	rnn.bias_hh_l0	5	-0.027830297127366066
39624	rnn.bias_hh_l0	6	0.06386800110340118
39624	rnn.bias_hh_l0	7	-0.07662775367498398
39624	rnn.bias_hh_l0	8	-0.0914507508277893
39624	rnn.bias_hh_l0	9	-0.08559168875217438
39624	rnn.weight_ih_l0_reverse	0	0.028064418584108353
39624	rnn.weight_ih_l0_reverse	1	-0.05047396570444107
39624	rnn.weight_ih_l0_reverse	2	0.03824711591005325
39624	rnn.weight_ih_l0_reverse	3	0.0034127163235098124
39624	rnn.weight_ih_l0_reverse	4	0.022433673962950706
39624	rnn.weight_ih_l0_reverse	5	-0.0334005244076252
39624	rnn.weight_ih_l0_reverse	6	0.027736183255910873
39624	rnn.weight_ih_l0_reverse	7	0.035513438284397125
39624	rnn.weight_ih_l0_reverse	8	-0.023777080699801445
39624	rnn.weight_ih_l0_reverse	9	0.010740956291556358
39624	rnn.weight_hh_l0_reverse	0	0.04724819213151932
39624	rnn.weight_hh_l0_reverse	1	0.03262420743703842
39624	rnn.weight_hh_l0_reverse	2	-0.016249606385827065
39624	rnn.weight_hh_l0_reverse	3	-0.041908979415893555
39624	rnn.weight_hh_l0_reverse	4	0.00333974976092577
39624	rnn.weight_hh_l0_reverse	5	-0.04378696531057358
39624	rnn.weight_hh_l0_reverse	6	-0.01015001256018877
39624	rnn.weight_hh_l0_reverse	7	0.022322556003928185
39624	rnn.weight_hh_l0_reverse	8	0.014153710566461086
39624	rnn.weight_hh_l0_reverse	9	-0.004419058561325073
39624	rnn.bias_ih_l0_reverse	0	-0.04146672785282135
39624	rnn.bias_ih_l0_reverse	1	-0.08469203859567642
39624	rnn.bias_ih_l0_reverse	2	-0.08034557849168777
39624	rnn.bias_ih_l0_reverse	3	-0.012064793147146702
39624	rnn.bias_ih_l0_reverse	4	-0.047666195780038834
39624	rnn.bias_ih_l0_reverse	5	-0.06114572659134865
39624	rnn.bias_ih_l0_reverse	6	-0.09011083096265793
39624	rnn.bias_ih_l0_reverse	7	-0.022564023733139038
39624	rnn.bias_ih_l0_reverse	8	-0.03276962786912918
39624	rnn.bias_ih_l0_reverse	9	-0.09257278591394424
39624	rnn.bias_hh_l0_reverse	0	-0.08772994577884674
39624	rnn.bias_hh_l0_reverse	1	-0.11522433906793594
39624	rnn.bias_hh_l0_reverse	2	0.1059599444270134
39624	rnn.bias_hh_l0_reverse	3	-0.002789677819237113
39624	rnn.bias_hh_l0_reverse	4	-0.07520867884159088
39624	rnn.bias_hh_l0_reverse	5	-0.09274739027023315
39624	rnn.bias_hh_l0_reverse	6	-0.0790715292096138
39624	rnn.bias_hh_l0_reverse	7	-0.016612853854894638
39624	rnn.bias_hh_l0_reverse	8	-0.009792075492441654
39624	rnn.bias_hh_l0_reverse	9	0.032508984208106995
39624	linear.weight	0	-0.007969275116920471
39624	linear.weight	1	0.020492203533649445
39624	linear.weight	2	0.23340433835983276
39624	linear.weight	3	-0.08217641711235046
39624	linear.weight	4	-0.010588549077510834
39624	linear.weight	5	0.03136596083641052
39624	linear.weight	6	-0.010739270597696304
39624	linear.weight	7	-0.09276603907346725
39624	linear.weight	8	0.19660231471061707
39624	linear.weight	9	-0.1616886407136917
39624	linear.bias	0	-0.03956538438796997
39624	linear.bias	1	0.031413208693265915
39624	linear.bias	2	0.4055505692958832
39624	linear.bias	3	0.049261946231126785
39624	linear.bias	4	1.3333369493484497
39624	linear.bias	5	-1.2248787879943848
39624	linear.bias	6	-0.470502644777298
39624	linear.bias	7	-0.0924164280295372
40182	transitions	0	-1.1010246276855469
40182	transitions	1	-10000.0
40182	transitions	2	-0.7969565987586975
40182	transitions	3	-10000.0
40182	transitions	4	1.4813803434371948
40182	transitions	5	-10000.0
40182	transitions	6	-10000.0
40182	transitions	7	1.2013657093048096
40182	transitions	8	-1.9302585124969482
40182	transitions	9	-3.604191303253174
40182	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
40182	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
40182	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
40182	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
40182	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
40182	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
40182	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
40182	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
40182	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
40182	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
40182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
40182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
40182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
40182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
40182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
40182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
40182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
40182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
40182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
40182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
40182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
40182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
40182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
40182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
40182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
40182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
40182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
40182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
40182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
40182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
40182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
40182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
40182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
40182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
40182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
40182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
40182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
40182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
40182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
40182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
40182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
40182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
40182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
40182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
40182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
40182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
40182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
40182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
40182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
40182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
40182	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
40182	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
40182	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
40182	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
40182	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
40182	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
40182	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
40182	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
40182	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
40182	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
40182	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
40182	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
40182	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
40182	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
40182	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
40182	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
40182	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
40182	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
40182	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
40182	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
40182	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
40182	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
40182	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
40182	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
40182	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
40182	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
40182	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
40182	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
40182	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
40182	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
40182	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
40182	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
40182	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
40182	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
40182	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
40182	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
40182	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
40182	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
40182	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
40182	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
40182	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
40182	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
40182	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
40182	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
40182	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
40182	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
40182	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
40182	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
40182	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
40182	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
40182	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
40182	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
40182	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
40182	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
40182	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
40182	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
40182	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
40182	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
40182	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
40182	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
40182	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
40182	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
40182	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
40182	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
40182	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
40182	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
40182	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
40182	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
40182	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
40182	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
40182	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
40182	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
40182	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
40182	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
40182	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
40182	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
40182	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
40182	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
40182	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
40182	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
40182	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
40182	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
40182	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
40182	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
40182	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
40182	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
40182	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
40182	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
40182	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
40182	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
40182	embedding2nn.weight	0	0.006719487719237804
40182	embedding2nn.weight	1	0.005946814548224211
40182	embedding2nn.weight	2	0.013302472420036793
40182	embedding2nn.weight	3	0.010152410715818405
40182	embedding2nn.weight	4	0.020042842254042625
40182	embedding2nn.weight	5	0.002572721568867564
40182	embedding2nn.weight	6	-0.015128151513636112
40182	embedding2nn.weight	7	-0.006839067209511995
40182	embedding2nn.weight	8	-0.0048429518938064575
40182	embedding2nn.weight	9	-0.007846572436392307
40182	embedding2nn.bias	0	0.02916594408452511
40182	embedding2nn.bias	1	-0.03479805588722229
40182	embedding2nn.bias	2	0.05410941317677498
40182	embedding2nn.bias	3	0.0389835461974144
40182	embedding2nn.bias	4	-0.012486833147704601
40182	embedding2nn.bias	5	-0.07123775780200958
40182	embedding2nn.bias	6	0.03623759374022484
40182	embedding2nn.bias	7	-0.011476297862827778
40182	embedding2nn.bias	8	-0.03710814565420151
40182	embedding2nn.bias	9	0.03634224086999893
40182	rnn.weight_ih_l0	0	0.05171580985188484
40182	rnn.weight_ih_l0	1	-0.03839773312211037
40182	rnn.weight_ih_l0	2	-0.004729999229311943
40182	rnn.weight_ih_l0	3	0.032761238515377045
40182	rnn.weight_ih_l0	4	-0.0128494743257761
40182	rnn.weight_ih_l0	5	0.06116461381316185
40182	rnn.weight_ih_l0	6	0.01283445954322815
40182	rnn.weight_ih_l0	7	0.06273740530014038
40182	rnn.weight_ih_l0	8	0.014603015966713428
40182	rnn.weight_ih_l0	9	-0.017066819593310356
40182	rnn.weight_hh_l0	0	-0.03514552861452103
40182	rnn.weight_hh_l0	1	-0.017395636066794395
40182	rnn.weight_hh_l0	2	-0.05755951255559921
40182	rnn.weight_hh_l0	3	-0.017188411206007004
40182	rnn.weight_hh_l0	4	-0.008105430752038956
40182	rnn.weight_hh_l0	5	-0.025510122999548912
40182	rnn.weight_hh_l0	6	-0.006972437724471092
40182	rnn.weight_hh_l0	7	-0.05340476334095001
40182	rnn.weight_hh_l0	8	0.0634569302201271
40182	rnn.weight_hh_l0	9	0.036665480583906174
40182	rnn.bias_ih_l0	0	-0.10363305360078812
40182	rnn.bias_ih_l0	1	-0.10878148674964905
40182	rnn.bias_ih_l0	2	0.010977360419929028
40182	rnn.bias_ih_l0	3	-0.12251666188240051
40182	rnn.bias_ih_l0	4	-0.03441844508051872
40182	rnn.bias_ih_l0	5	-0.09378745406866074
40182	rnn.bias_ih_l0	6	0.04323006793856621
40182	rnn.bias_ih_l0	7	-0.0684911459684372
40182	rnn.bias_ih_l0	8	-0.0005234247073531151
40182	rnn.bias_ih_l0	9	-0.10479439049959183
40182	rnn.bias_hh_l0	0	-0.025050770491361618
40182	rnn.bias_hh_l0	1	0.16797278821468353
40182	rnn.bias_hh_l0	2	0.04036371782422066
40182	rnn.bias_hh_l0	3	-0.030329076573252678
40182	rnn.bias_hh_l0	4	-0.0799749344587326
40182	rnn.bias_hh_l0	5	-0.029667505994439125
40182	rnn.bias_hh_l0	6	0.06215611845254898
40182	rnn.bias_hh_l0	7	-0.0813104510307312
40182	rnn.bias_hh_l0	8	-0.0935249775648117
40182	rnn.bias_hh_l0	9	-0.08803320676088333
40182	rnn.weight_ih_l0_reverse	0	0.029068944975733757
40182	rnn.weight_ih_l0_reverse	1	-0.050636909902095795
40182	rnn.weight_ih_l0_reverse	2	0.0383281484246254
40182	rnn.weight_ih_l0_reverse	3	0.0023197270929813385
40182	rnn.weight_ih_l0_reverse	4	0.0234792772680521
40182	rnn.weight_ih_l0_reverse	5	-0.031460683792829514
40182	rnn.weight_ih_l0_reverse	6	0.029594291001558304
40182	rnn.weight_ih_l0_reverse	7	0.03526150435209274
40182	rnn.weight_ih_l0_reverse	8	-0.023852884769439697
40182	rnn.weight_ih_l0_reverse	9	0.011905185878276825
40182	rnn.weight_hh_l0_reverse	0	0.047092635184526443
40182	rnn.weight_hh_l0_reverse	1	0.03237949684262276
40182	rnn.weight_hh_l0_reverse	2	-0.01621975563466549
40182	rnn.weight_hh_l0_reverse	3	-0.04146042838692665
40182	rnn.weight_hh_l0_reverse	4	0.0037312773056328297
40182	rnn.weight_hh_l0_reverse	5	-0.043983399868011475
40182	rnn.weight_hh_l0_reverse	6	-0.01019258052110672
40182	rnn.weight_hh_l0_reverse	7	0.02261284925043583
40182	rnn.weight_hh_l0_reverse	8	0.01578536443412304
40182	rnn.weight_hh_l0_reverse	9	-0.004478560760617256
40182	rnn.bias_ih_l0_reverse	0	-0.03931845352053642
40182	rnn.bias_ih_l0_reverse	1	-0.08483772724866867
40182	rnn.bias_ih_l0_reverse	2	-0.08532556146383286
40182	rnn.bias_ih_l0_reverse	3	-0.00935937650501728
40182	rnn.bias_ih_l0_reverse	4	-0.04583676531910896
40182	rnn.bias_ih_l0_reverse	5	-0.06210539489984512
40182	rnn.bias_ih_l0_reverse	6	-0.08837658911943436
40182	rnn.bias_ih_l0_reverse	7	-0.023972539231181145
40182	rnn.bias_ih_l0_reverse	8	-0.035176049917936325
40182	rnn.bias_ih_l0_reverse	9	-0.09758416563272476
40182	rnn.bias_hh_l0_reverse	0	-0.08823901414871216
40182	rnn.bias_hh_l0_reverse	1	-0.11383365839719772
40182	rnn.bias_hh_l0_reverse	2	0.09546997398138046
40182	rnn.bias_hh_l0_reverse	3	-0.0010429185349494219
40182	rnn.bias_hh_l0_reverse	4	-0.07129760831594467
40182	rnn.bias_hh_l0_reverse	5	-0.09060966223478317
40182	rnn.bias_hh_l0_reverse	6	-0.08583823591470718
40182	rnn.bias_hh_l0_reverse	7	-0.01806320622563362
40182	rnn.bias_hh_l0_reverse	8	-0.012752038426697254
40182	rnn.bias_hh_l0_reverse	9	0.02657860517501831
40182	linear.weight	0	-0.007935941219329834
40182	linear.weight	1	0.02211017906665802
40182	linear.weight	2	0.21128995716571808
40182	linear.weight	3	-0.08221367001533508
40182	linear.weight	4	-0.010588549077510834
40182	linear.weight	5	0.04898066818714142
40182	linear.weight	6	-0.010739270597696304
40182	linear.weight	7	-0.12544356286525726
40182	linear.weight	8	0.1866258829832077
40182	linear.weight	9	-0.1703244298696518
40182	linear.bias	0	-0.03956538438796997
40182	linear.bias	1	0.031413208693265915
40182	linear.bias	2	0.4884302616119385
40182	linear.bias	3	-0.00802963599562645
40182	linear.bias	4	1.301426649093628
40182	linear.bias	5	-1.2269740104675293
40182	linear.bias	6	-0.4716954529285431
40182	linear.bias	7	-0.08283091336488724
40740	transitions	0	-1.1107823848724365
40740	transitions	1	-10000.0
40740	transitions	2	-0.7969565987586975
40740	transitions	3	-10000.0
40740	transitions	4	1.4688326120376587
40740	transitions	5	-10000.0
40740	transitions	6	-10000.0
40740	transitions	7	1.2333558797836304
40740	transitions	8	-1.9367122650146484
40740	transitions	9	-3.6111834049224854
40740	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
40740	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
40740	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
40740	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
40740	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
40740	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
40740	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
40740	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
40740	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
40740	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
40740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
40740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
40740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
40740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
40740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
40740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
40740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
40740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
40740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
40740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
40740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
40740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
40740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
40740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
40740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
40740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
40740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
40740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
40740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
40740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
40740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
40740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
40740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
40740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
40740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
40740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
40740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
40740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
40740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
40740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
40740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
40740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
40740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
40740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
40740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
40740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
40740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
40740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
40740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
40740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
40740	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
40740	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
40740	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
40740	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
40740	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
40740	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
40740	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
40740	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
40740	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
40740	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
40740	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
40740	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
40740	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
40740	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
40740	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
40740	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
40740	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
40740	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
40740	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
40740	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
40740	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
40740	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
40740	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
40740	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
40740	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
40740	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
40740	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
40740	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
40740	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
40740	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
40740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
40740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
40740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
40740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
40740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
40740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
40740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
40740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
40740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
40740	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
40740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
40740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
40740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
40740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
40740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
40740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
40740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
40740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
40740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
40740	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
40740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
40740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
40740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
40740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
40740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
40740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
40740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
40740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
40740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
40740	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
40740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
40740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
40740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
40740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
40740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
40740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
40740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
40740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
40740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
40740	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
40740	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
40740	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
40740	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
40740	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
40740	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
40740	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
40740	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
40740	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
40740	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
40740	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
40740	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
40740	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
40740	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
40740	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
40740	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
40740	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
40740	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
40740	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
40740	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
40740	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
40740	embedding2nn.weight	0	0.006722709629684687
40740	embedding2nn.weight	1	0.006176472641527653
40740	embedding2nn.weight	2	0.013330692425370216
40740	embedding2nn.weight	3	0.01038835197687149
40740	embedding2nn.weight	4	0.020708739757537842
40740	embedding2nn.weight	5	0.002420910866931081
40740	embedding2nn.weight	6	-0.014610962010920048
40740	embedding2nn.weight	7	-0.006799137685447931
40740	embedding2nn.weight	8	-0.0055885110050439835
40740	embedding2nn.weight	9	-0.007441733498126268
40740	embedding2nn.bias	0	0.02220338210463524
40740	embedding2nn.bias	1	-0.039696596562862396
40740	embedding2nn.bias	2	0.062407515943050385
40740	embedding2nn.bias	3	0.04146662354469299
40740	embedding2nn.bias	4	-0.010775456205010414
40740	embedding2nn.bias	5	-0.05768366530537605
40740	embedding2nn.bias	6	0.02474895678460598
40740	embedding2nn.bias	7	-0.01579809933900833
40740	embedding2nn.bias	8	-0.031921569257974625
40740	embedding2nn.bias	9	0.03693791478872299
40740	rnn.weight_ih_l0	0	0.05252707749605179
40740	rnn.weight_ih_l0	1	-0.03728358447551727
40740	rnn.weight_ih_l0	2	-0.0038624422159045935
40740	rnn.weight_ih_l0	3	0.03568057343363762
40740	rnn.weight_ih_l0	4	-0.01222325675189495
40740	rnn.weight_ih_l0	5	0.06339433044195175
40740	rnn.weight_ih_l0	6	0.01276378333568573
40740	rnn.weight_ih_l0	7	0.06263060122728348
40740	rnn.weight_ih_l0	8	0.014236509799957275
40740	rnn.weight_ih_l0	9	-0.01755092293024063
40740	rnn.weight_hh_l0	0	-0.033622436225414276
40740	rnn.weight_hh_l0	1	-0.01712539792060852
40740	rnn.weight_hh_l0	2	-0.05776883661746979
40740	rnn.weight_hh_l0	3	-0.01765139028429985
40740	rnn.weight_hh_l0	4	-0.007857930846512318
40740	rnn.weight_hh_l0	5	-0.025679396465420723
40740	rnn.weight_hh_l0	6	-0.006895776838064194
40740	rnn.weight_hh_l0	7	-0.05270673707127571
40740	rnn.weight_hh_l0	8	0.06332959979772568
40740	rnn.weight_hh_l0	9	0.037257350981235504
40740	rnn.bias_ih_l0	0	-0.10400506108999252
40740	rnn.bias_ih_l0	1	-0.10597271472215652
40740	rnn.bias_ih_l0	2	0.008239838294684887
40740	rnn.bias_ih_l0	3	-0.12338518351316452
40740	rnn.bias_ih_l0	4	-0.03344016149640083
40740	rnn.bias_ih_l0	5	-0.09144672006368637
40740	rnn.bias_ih_l0	6	0.042000964283943176
40740	rnn.bias_ih_l0	7	-0.06848880648612976
40740	rnn.bias_ih_l0	8	-0.0018697923514991999
40740	rnn.bias_ih_l0	9	-0.10909194499254227
40740	rnn.bias_hh_l0	0	-0.020608626306056976
40740	rnn.bias_hh_l0	1	0.15648233890533447
40740	rnn.bias_hh_l0	2	0.04378674551844597
40740	rnn.bias_hh_l0	3	-0.03137792646884918
40740	rnn.bias_hh_l0	4	-0.08042847365140915
40740	rnn.bias_hh_l0	5	-0.02965700626373291
40740	rnn.bias_hh_l0	6	0.06433331221342087
40740	rnn.bias_hh_l0	7	-0.08247256278991699
40740	rnn.bias_hh_l0	8	-0.09038086980581284
40740	rnn.bias_hh_l0	9	-0.08517199009656906
40740	rnn.weight_ih_l0_reverse	0	0.028407704085111618
40740	rnn.weight_ih_l0_reverse	1	-0.04957709461450577
40740	rnn.weight_ih_l0_reverse	2	0.03825777769088745
40740	rnn.weight_ih_l0_reverse	3	0.0029425485990941525
40740	rnn.weight_ih_l0_reverse	4	0.02272852510213852
40740	rnn.weight_ih_l0_reverse	5	-0.0334763377904892
40740	rnn.weight_ih_l0_reverse	6	0.028763368725776672
40740	rnn.weight_ih_l0_reverse	7	0.034925349056720734
40740	rnn.weight_ih_l0_reverse	8	-0.02363182045519352
40740	rnn.weight_ih_l0_reverse	9	0.012216168455779552
40740	rnn.weight_hh_l0_reverse	0	0.047767698764801025
40740	rnn.weight_hh_l0_reverse	1	0.032520897686481476
40740	rnn.weight_hh_l0_reverse	2	-0.016846882179379463
40740	rnn.weight_hh_l0_reverse	3	-0.04206003621220589
40740	rnn.weight_hh_l0_reverse	4	0.003776213154196739
40740	rnn.weight_hh_l0_reverse	5	-0.04443689435720444
40740	rnn.weight_hh_l0_reverse	6	-0.010034226812422276
40740	rnn.weight_hh_l0_reverse	7	0.02317151054739952
40740	rnn.weight_hh_l0_reverse	8	0.01587211899459362
40740	rnn.weight_hh_l0_reverse	9	-0.004418225027620792
40740	rnn.bias_ih_l0_reverse	0	-0.041392579674720764
40740	rnn.bias_ih_l0_reverse	1	-0.08423493057489395
40740	rnn.bias_ih_l0_reverse	2	-0.08807723224163055
40740	rnn.bias_ih_l0_reverse	3	-0.005791078321635723
40740	rnn.bias_ih_l0_reverse	4	-0.04523199424147606
40740	rnn.bias_ih_l0_reverse	5	-0.059493791311979294
40740	rnn.bias_ih_l0_reverse	6	-0.08431096374988556
40740	rnn.bias_ih_l0_reverse	7	-0.02590828575193882
40740	rnn.bias_ih_l0_reverse	8	-0.035249724984169006
40740	rnn.bias_ih_l0_reverse	9	-0.09929383546113968
40740	rnn.bias_hh_l0_reverse	0	-0.09474296122789383
40740	rnn.bias_hh_l0_reverse	1	-0.11679042875766754
40740	rnn.bias_hh_l0_reverse	2	0.1018311008810997
40740	rnn.bias_hh_l0_reverse	3	0.0041740089654922485
40740	rnn.bias_hh_l0_reverse	4	-0.07578316330909729
40740	rnn.bias_hh_l0_reverse	5	-0.08457203209400177
40740	rnn.bias_hh_l0_reverse	6	-0.0769483894109726
40740	rnn.bias_hh_l0_reverse	7	-0.02149006724357605
40740	rnn.bias_hh_l0_reverse	8	-0.006785664241760969
40740	rnn.bias_hh_l0_reverse	9	0.021474402397871017
40740	linear.weight	0	-0.007884684950113297
40740	linear.weight	1	0.03722391277551651
40740	linear.weight	2	0.20786578953266144
40740	linear.weight	3	-0.08223570883274078
40740	linear.weight	4	-0.010588549077510834
40740	linear.weight	5	0.07517135888338089
40740	linear.weight	6	-0.010739270597696304
40740	linear.weight	7	-0.092532217502594
40740	linear.weight	8	0.17548918724060059
40740	linear.weight	9	-0.1856575608253479
40740	linear.bias	0	-0.03956538438796997
40740	linear.bias	1	0.031413208693265915
40740	linear.bias	2	0.5058490633964539
40740	linear.bias	3	-0.026705006137490273
40740	linear.bias	4	1.3398853540420532
40740	linear.bias	5	-1.2292113304138184
40740	linear.bias	6	-0.48655274510383606
40740	linear.bias	7	-0.102958083152771
41298	transitions	0	-1.119192361831665
41298	transitions	1	-10000.0
41298	transitions	2	-0.7969565987586975
41298	transitions	3	-10000.0
41298	transitions	4	1.4853367805480957
41298	transitions	5	-10000.0
41298	transitions	6	-10000.0
41298	transitions	7	1.2369236946105957
41298	transitions	8	-1.9427416324615479
41298	transitions	9	-3.617487907409668
41298	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
41298	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
41298	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
41298	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
41298	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
41298	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
41298	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
41298	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
41298	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
41298	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
41298	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
41298	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
41298	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
41298	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
41298	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
41298	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
41298	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
41298	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
41298	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
41298	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
41298	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
41298	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
41298	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
41298	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
41298	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
41298	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
41298	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
41298	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
41298	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
41298	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
41298	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
41298	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
41298	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
41298	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
41298	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
41298	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
41298	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
41298	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
41298	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
41298	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
41298	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
41298	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
41298	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
41298	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
41298	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
41298	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
41298	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
41298	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
41298	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
41298	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
41298	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
41298	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
41298	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
41298	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
41298	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
41298	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
41298	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
41298	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
41298	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
41298	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
41298	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
41298	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
41298	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
41298	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
41298	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
41298	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
41298	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
41298	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
41298	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
41298	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
41298	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
41298	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
41298	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
41298	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
41298	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
41298	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
41298	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
41298	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
41298	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
41298	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
41298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
41298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
41298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
41298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
41298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
41298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
41298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
41298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
41298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
41298	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
41298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
41298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
41298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
41298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
41298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
41298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
41298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
41298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
41298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
41298	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
41298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
41298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
41298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
41298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
41298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
41298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
41298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
41298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
41298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
41298	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
41298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
41298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
41298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
41298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
41298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
41298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
41298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
41298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
41298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
41298	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
41298	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
41298	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
41298	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
41298	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
41298	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
41298	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
41298	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
41298	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
41298	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
41298	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
41298	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
41298	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
41298	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
41298	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
41298	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
41298	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
41298	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
41298	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
41298	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
41298	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
41298	embedding2nn.weight	0	0.006723219063133001
41298	embedding2nn.weight	1	0.006089827045798302
41298	embedding2nn.weight	2	0.01331261731684208
41298	embedding2nn.weight	3	0.010042121633887291
41298	embedding2nn.weight	4	0.020325656980276108
41298	embedding2nn.weight	5	0.0032532685436308384
41298	embedding2nn.weight	6	-0.014357069507241249
41298	embedding2nn.weight	7	-0.006458974443376064
41298	embedding2nn.weight	8	-0.006161827594041824
41298	embedding2nn.weight	9	-0.007600797805935144
41298	embedding2nn.bias	0	0.029025068506598473
41298	embedding2nn.bias	1	-0.03079739771783352
41298	embedding2nn.bias	2	0.06331600993871689
41298	embedding2nn.bias	3	0.054537583142519
41298	embedding2nn.bias	4	0.0009845731547102332
41298	embedding2nn.bias	5	-0.05375910550355911
41298	embedding2nn.bias	6	0.02417551912367344
41298	embedding2nn.bias	7	-0.010888278484344482
41298	embedding2nn.bias	8	-0.028807563707232475
41298	embedding2nn.bias	9	0.030847491696476936
41298	rnn.weight_ih_l0	0	0.05487239360809326
41298	rnn.weight_ih_l0	1	-0.03667730465531349
41298	rnn.weight_ih_l0	2	-0.0037663299590349197
41298	rnn.weight_ih_l0	3	0.03271649032831192
41298	rnn.weight_ih_l0	4	-0.0117355827242136
41298	rnn.weight_ih_l0	5	0.062191352248191833
41298	rnn.weight_ih_l0	6	0.013066775165498257
41298	rnn.weight_ih_l0	7	0.06349372863769531
41298	rnn.weight_ih_l0	8	0.013302842155098915
41298	rnn.weight_ih_l0	9	-0.017697187140583992
41298	rnn.weight_hh_l0	0	-0.03161799535155296
41298	rnn.weight_hh_l0	1	-0.017116617411375046
41298	rnn.weight_hh_l0	2	-0.057870395481586456
41298	rnn.weight_hh_l0	3	-0.01763083226978779
41298	rnn.weight_hh_l0	4	-0.007844110019505024
41298	rnn.weight_hh_l0	5	-0.02545880526304245
41298	rnn.weight_hh_l0	6	-0.0068807536736130714
41298	rnn.weight_hh_l0	7	-0.0530184842646122
41298	rnn.weight_hh_l0	8	0.06354343891143799
41298	rnn.weight_hh_l0	9	0.03688051924109459
41298	rnn.bias_ih_l0	0	-0.10803298652172089
41298	rnn.bias_ih_l0	1	-0.10491578280925751
41298	rnn.bias_ih_l0	2	0.008926976472139359
41298	rnn.bias_ih_l0	3	-0.12253715842962265
41298	rnn.bias_ih_l0	4	-0.03256567567586899
41298	rnn.bias_ih_l0	5	-0.09166359156370163
41298	rnn.bias_ih_l0	6	0.04667392000555992
41298	rnn.bias_ih_l0	7	-0.06614169478416443
41298	rnn.bias_ih_l0	8	-0.0008986854809336364
41298	rnn.bias_ih_l0	9	-0.10980705171823502
41298	rnn.bias_hh_l0	0	-0.02366834506392479
41298	rnn.bias_hh_l0	1	0.15689042210578918
41298	rnn.bias_hh_l0	2	0.04442911595106125
41298	rnn.bias_hh_l0	3	-0.03327947109937668
41298	rnn.bias_hh_l0	4	-0.0811956450343132
41298	rnn.bias_hh_l0	5	-0.026857996359467506
41298	rnn.bias_hh_l0	6	0.06474778056144714
41298	rnn.bias_hh_l0	7	-0.08093380928039551
41298	rnn.bias_hh_l0	8	-0.0963897779583931
41298	rnn.bias_hh_l0	9	-0.08861713856458664
41298	rnn.weight_ih_l0_reverse	0	0.029059523716568947
41298	rnn.weight_ih_l0_reverse	1	-0.04998566955327988
41298	rnn.weight_ih_l0_reverse	2	0.038112543523311615
41298	rnn.weight_ih_l0_reverse	3	0.003921064082533121
41298	rnn.weight_ih_l0_reverse	4	0.023469852283596992
41298	rnn.weight_ih_l0_reverse	5	-0.032201193273067474
41298	rnn.weight_ih_l0_reverse	6	0.03066648356616497
41298	rnn.weight_ih_l0_reverse	7	0.03439178690314293
41298	rnn.weight_ih_l0_reverse	8	-0.023649564012885094
41298	rnn.weight_ih_l0_reverse	9	0.010924515314400196
41298	rnn.weight_hh_l0_reverse	0	0.04753081128001213
41298	rnn.weight_hh_l0_reverse	1	0.03220721334218979
41298	rnn.weight_hh_l0_reverse	2	-0.017513418570160866
41298	rnn.weight_hh_l0_reverse	3	-0.04452768713235855
41298	rnn.weight_hh_l0_reverse	4	0.0038613160140812397
41298	rnn.weight_hh_l0_reverse	5	-0.044121090322732925
41298	rnn.weight_hh_l0_reverse	6	-0.010082526132464409
41298	rnn.weight_hh_l0_reverse	7	0.023073319345712662
41298	rnn.weight_hh_l0_reverse	8	0.01635868288576603
41298	rnn.weight_hh_l0_reverse	9	-0.004317773971706629
41298	rnn.bias_ih_l0_reverse	0	-0.04304415360093117
41298	rnn.bias_ih_l0_reverse	1	-0.0865100547671318
41298	rnn.bias_ih_l0_reverse	2	-0.08908343315124512
41298	rnn.bias_ih_l0_reverse	3	-0.003378097666427493
41298	rnn.bias_ih_l0_reverse	4	-0.04572702944278717
41298	rnn.bias_ih_l0_reverse	5	-0.058884233236312866
41298	rnn.bias_ih_l0_reverse	6	-0.08095201104879379
41298	rnn.bias_ih_l0_reverse	7	-0.022391416132450104
41298	rnn.bias_ih_l0_reverse	8	-0.03798152133822441
41298	rnn.bias_ih_l0_reverse	9	-0.0963173657655716
41298	rnn.bias_hh_l0_reverse	0	-0.09304970502853394
41298	rnn.bias_hh_l0_reverse	1	-0.11742119491100311
41298	rnn.bias_hh_l0_reverse	2	0.1062268614768982
41298	rnn.bias_hh_l0_reverse	3	0.0004064955865032971
41298	rnn.bias_hh_l0_reverse	4	-0.08036649227142334
41298	rnn.bias_hh_l0_reverse	5	-0.08137212693691254
41298	rnn.bias_hh_l0_reverse	6	-0.07721097767353058
41298	rnn.bias_hh_l0_reverse	7	-0.020451534539461136
41298	rnn.bias_hh_l0_reverse	8	-0.012141759507358074
41298	rnn.bias_hh_l0_reverse	9	0.024930180981755257
41298	linear.weight	0	-0.00782715529203415
41298	linear.weight	1	0.001143491012044251
41298	linear.weight	2	0.20018991827964783
41298	linear.weight	3	-0.08219458907842636
41298	linear.weight	4	-0.010588549077510834
41298	linear.weight	5	0.05121483653783798
41298	linear.weight	6	-0.010739270597696304
41298	linear.weight	7	-0.060233186930418015
41298	linear.weight	8	0.19323678314685822
41298	linear.weight	9	-0.18832531571388245
41298	linear.bias	0	-0.03956538438796997
41298	linear.bias	1	0.031413208693265915
41298	linear.bias	2	0.4737936556339264
41298	linear.bias	3	-0.053090620785951614
41298	linear.bias	4	1.3794019222259521
41298	linear.bias	5	-1.2313036918640137
41298	linear.bias	6	-0.4701676368713379
41298	linear.bias	7	-0.09834113717079163
41856	transitions	0	-1.127450942993164
41856	transitions	1	-10000.0
41856	transitions	2	-0.7969565987586975
41856	transitions	3	-10000.0
41856	transitions	4	1.5051082372665405
41856	transitions	5	-10000.0
41856	transitions	6	-10000.0
41856	transitions	7	1.2055424451828003
41856	transitions	8	-1.9487109184265137
41856	transitions	9	-3.6244449615478516
41856	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
41856	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
41856	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
41856	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
41856	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
41856	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
41856	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
41856	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
41856	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
41856	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
41856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
41856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
41856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
41856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
41856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
41856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
41856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
41856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
41856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
41856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
41856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
41856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
41856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
41856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
41856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
41856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
41856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
41856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
41856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
41856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
41856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
41856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
41856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
41856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
41856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
41856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
41856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
41856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
41856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
41856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
41856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
41856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
41856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
41856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
41856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
41856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
41856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
41856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
41856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
41856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
41856	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
41856	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
41856	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
41856	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
41856	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
41856	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
41856	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
41856	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
41856	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
41856	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
41856	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
41856	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
41856	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
41856	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
41856	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
41856	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
41856	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
41856	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
41856	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
41856	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
41856	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
41856	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
41856	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
41856	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
41856	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
41856	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
41856	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
41856	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
41856	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
41856	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
41856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
41856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
41856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
41856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
41856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
41856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
41856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
41856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
41856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
41856	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
41856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
41856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
41856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
41856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
41856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
41856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
41856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
41856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
41856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
41856	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
41856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
41856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
41856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
41856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
41856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
41856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
41856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
41856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
41856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
41856	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
41856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
41856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
41856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
41856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
41856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
41856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
41856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
41856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
41856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
41856	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
41856	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
41856	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
41856	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
41856	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
41856	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
41856	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
41856	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
41856	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
41856	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
41856	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
41856	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
41856	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
41856	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
41856	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
41856	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
41856	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
41856	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
41856	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
41856	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
41856	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
41856	embedding2nn.weight	0	0.00672543840482831
41856	embedding2nn.weight	1	0.005929708015173674
41856	embedding2nn.weight	2	0.013269288465380669
41856	embedding2nn.weight	3	0.010700698010623455
41856	embedding2nn.weight	4	0.019929425790905952
41856	embedding2nn.weight	5	0.0024113638792186975
41856	embedding2nn.weight	6	-0.014951781369745731
41856	embedding2nn.weight	7	-0.0059566618874669075
41856	embedding2nn.weight	8	-0.006456280127167702
41856	embedding2nn.weight	9	-0.007430335506796837
41856	embedding2nn.bias	0	0.028893355280160904
41856	embedding2nn.bias	1	-0.02522854320704937
41856	embedding2nn.bias	2	0.06416982412338257
41856	embedding2nn.bias	3	0.04605048522353172
41856	embedding2nn.bias	4	0.005122033413499594
41856	embedding2nn.bias	5	-0.048534784466028214
41856	embedding2nn.bias	6	0.024573126807808876
41856	embedding2nn.bias	7	-0.008683469146490097
41856	embedding2nn.bias	8	-0.029053527861833572
41856	embedding2nn.bias	9	0.025757264345884323
41856	rnn.weight_ih_l0	0	0.053749579936265945
41856	rnn.weight_ih_l0	1	-0.03648565709590912
41856	rnn.weight_ih_l0	2	-0.0036124668549746275
41856	rnn.weight_ih_l0	3	0.03339490666985512
41856	rnn.weight_ih_l0	4	-0.01080336607992649
41856	rnn.weight_ih_l0	5	0.05936577543616295
41856	rnn.weight_ih_l0	6	0.012788374908268452
41856	rnn.weight_ih_l0	7	0.06280389428138733
41856	rnn.weight_ih_l0	8	0.014900056645274162
41856	rnn.weight_ih_l0	9	-0.017077967524528503
41856	rnn.weight_hh_l0	0	-0.03215448185801506
41856	rnn.weight_hh_l0	1	-0.017340542748570442
41856	rnn.weight_hh_l0	2	-0.058828335255384445
41856	rnn.weight_hh_l0	3	-0.01769600622355938
41856	rnn.weight_hh_l0	4	-0.007979055866599083
41856	rnn.weight_hh_l0	5	-0.025852270424365997
41856	rnn.weight_hh_l0	6	-0.0066880229860544205
41856	rnn.weight_hh_l0	7	-0.0524907261133194
41856	rnn.weight_hh_l0	8	0.06361433863639832
41856	rnn.weight_hh_l0	9	0.03625437244772911
41856	rnn.bias_ih_l0	0	-0.10705899447202682
41856	rnn.bias_ih_l0	1	-0.10999917984008789
41856	rnn.bias_ih_l0	2	0.013100992888212204
41856	rnn.bias_ih_l0	3	-0.12159215658903122
41856	rnn.bias_ih_l0	4	-0.03539115563035011
41856	rnn.bias_ih_l0	5	-0.0880955159664154
41856	rnn.bias_ih_l0	6	0.04836618900299072
41856	rnn.bias_ih_l0	7	-0.06897418946027756
41856	rnn.bias_ih_l0	8	-0.0023782195057719946
41856	rnn.bias_ih_l0	9	-0.10854794830083847
41856	rnn.bias_hh_l0	0	-0.026090769097208977
41856	rnn.bias_hh_l0	1	0.16779163479804993
41856	rnn.bias_hh_l0	2	0.045592501759529114
41856	rnn.bias_hh_l0	3	-0.03802553191781044
41856	rnn.bias_hh_l0	4	-0.08075760304927826
41856	rnn.bias_hh_l0	5	-0.019696565344929695
41856	rnn.bias_hh_l0	6	0.06585633009672165
41856	rnn.bias_hh_l0	7	-0.07852120697498322
41856	rnn.bias_hh_l0	8	-0.10167891532182693
41856	rnn.bias_hh_l0	9	-0.09302956610918045
41856	rnn.weight_ih_l0_reverse	0	0.02825898863375187
41856	rnn.weight_ih_l0_reverse	1	-0.05008931830525398
41856	rnn.weight_ih_l0_reverse	2	0.037723343819379807
41856	rnn.weight_ih_l0_reverse	3	0.0038797163870185614
41856	rnn.weight_ih_l0_reverse	4	0.022714486345648766
41856	rnn.weight_ih_l0_reverse	5	-0.03156696632504463
41856	rnn.weight_ih_l0_reverse	6	0.029768748208880424
41856	rnn.weight_ih_l0_reverse	7	0.033592239022254944
41856	rnn.weight_ih_l0_reverse	8	-0.02358797751367092
41856	rnn.weight_ih_l0_reverse	9	0.010274778120219707
41856	rnn.weight_hh_l0_reverse	0	0.047298725694417953
41856	rnn.weight_hh_l0_reverse	1	0.0324779711663723
41856	rnn.weight_hh_l0_reverse	2	-0.017301509156823158
41856	rnn.weight_hh_l0_reverse	3	-0.044841960072517395
41856	rnn.weight_hh_l0_reverse	4	0.0038893907330930233
41856	rnn.weight_hh_l0_reverse	5	-0.04372725635766983
41856	rnn.weight_hh_l0_reverse	6	-0.010353120975196362
41856	rnn.weight_hh_l0_reverse	7	0.02293894998729229
41856	rnn.weight_hh_l0_reverse	8	0.014951999299228191
41856	rnn.weight_hh_l0_reverse	9	-0.004484118428081274
41856	rnn.bias_ih_l0_reverse	0	-0.04231379181146622
41856	rnn.bias_ih_l0_reverse	1	-0.08709082752466202
41856	rnn.bias_ih_l0_reverse	2	-0.09201376140117645
41856	rnn.bias_ih_l0_reverse	3	-0.006747487001121044
41856	rnn.bias_ih_l0_reverse	4	-0.04721399396657944
41856	rnn.bias_ih_l0_reverse	5	-0.058821938931941986
41856	rnn.bias_ih_l0_reverse	6	-0.08033211529254913
41856	rnn.bias_ih_l0_reverse	7	-0.023644136264920235
41856	rnn.bias_ih_l0_reverse	8	-0.03932024911046028
41856	rnn.bias_ih_l0_reverse	9	-0.09560789912939072
41856	rnn.bias_hh_l0_reverse	0	-0.091117724776268
41856	rnn.bias_hh_l0_reverse	1	-0.11356113851070404
41856	rnn.bias_hh_l0_reverse	2	0.10129660367965698
41856	rnn.bias_hh_l0_reverse	3	-0.002430688589811325
41856	rnn.bias_hh_l0_reverse	4	-0.07705473899841309
41856	rnn.bias_hh_l0_reverse	5	-0.07988359779119492
41856	rnn.bias_hh_l0_reverse	6	-0.0907115638256073
41856	rnn.bias_hh_l0_reverse	7	-0.020035792142152786
41856	rnn.bias_hh_l0_reverse	8	-0.016428695991635323
41856	rnn.bias_hh_l0_reverse	9	0.020969340577721596
41856	linear.weight	0	-0.0077857645228505135
41856	linear.weight	1	0.011229733936488628
41856	linear.weight	2	0.20971141755580902
41856	linear.weight	3	-0.08212243020534515
41856	linear.weight	4	-0.010588549077510834
41856	linear.weight	5	0.06565453112125397
41856	linear.weight	6	-0.010739270597696304
41856	linear.weight	7	-0.04384678974747658
41856	linear.weight	8	0.18854638934135437
41856	linear.weight	9	-0.19822870194911957
41856	linear.bias	0	-0.03956538438796997
41856	linear.bias	1	0.031413208693265915
41856	linear.bias	2	0.4910697937011719
41856	linear.bias	3	-0.04770289734005928
41856	linear.bias	4	1.3768764734268188
41856	linear.bias	5	-1.2332878112792969
41856	linear.bias	6	-0.4780787527561188
41856	linear.bias	7	-0.10861217230558395
42414	transitions	0	-1.1352369785308838
42414	transitions	1	-10000.0
42414	transitions	2	-0.7969565987586975
42414	transitions	3	-10000.0
42414	transitions	4	1.5176669359207153
42414	transitions	5	-10000.0
42414	transitions	6	-10000.0
42414	transitions	7	1.211950421333313
42414	transitions	8	-1.955385446548462
42414	transitions	9	-3.6307504177093506
42414	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
42414	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
42414	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
42414	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
42414	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
42414	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
42414	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
42414	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
42414	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
42414	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
42414	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
42414	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
42414	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
42414	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
42414	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
42414	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
42414	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
42414	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
42414	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
42414	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
42414	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
42414	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
42414	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
42414	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
42414	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
42414	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
42414	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
42414	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
42414	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
42414	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
42414	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
42414	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
42414	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
42414	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
42414	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
42414	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
42414	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
42414	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
42414	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
42414	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
42414	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
42414	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
42414	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
42414	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
42414	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
42414	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
42414	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
42414	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
42414	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
42414	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
42414	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
42414	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
42414	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
42414	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
42414	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
42414	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
42414	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
42414	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
42414	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
42414	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
42414	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
42414	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
42414	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
42414	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
42414	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
42414	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
42414	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
42414	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
42414	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
42414	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
42414	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
42414	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
42414	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
42414	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
42414	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
42414	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
42414	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
42414	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
42414	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
42414	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
42414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
42414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
42414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
42414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
42414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
42414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
42414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
42414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
42414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
42414	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
42414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
42414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
42414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
42414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
42414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
42414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
42414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
42414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
42414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
42414	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
42414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
42414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
42414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
42414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
42414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
42414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
42414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
42414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
42414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
42414	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
42414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
42414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
42414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
42414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
42414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
42414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
42414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
42414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
42414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
42414	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
42414	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
42414	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
42414	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
42414	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
42414	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
42414	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
42414	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
42414	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
42414	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
42414	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
42414	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
42414	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
42414	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
42414	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
42414	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
42414	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
42414	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
42414	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
42414	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
42414	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
42414	embedding2nn.weight	0	0.006697805132716894
42414	embedding2nn.weight	1	0.005849925801157951
42414	embedding2nn.weight	2	0.01328478753566742
42414	embedding2nn.weight	3	0.011092830449342728
42414	embedding2nn.weight	4	0.019823044538497925
42414	embedding2nn.weight	5	0.0019317327532917261
42414	embedding2nn.weight	6	-0.014925345778465271
42414	embedding2nn.weight	7	-0.0059725879691541195
42414	embedding2nn.weight	8	-0.0047567556612193584
42414	embedding2nn.weight	9	-0.007222780957818031
42414	embedding2nn.bias	0	0.019502611830830574
42414	embedding2nn.bias	1	-0.022380806505680084
42414	embedding2nn.bias	2	0.06623746454715729
42414	embedding2nn.bias	3	0.04132552072405815
42414	embedding2nn.bias	4	-0.0014734788564965129
42414	embedding2nn.bias	5	-0.051088590174913406
42414	embedding2nn.bias	6	0.03221984952688217
42414	embedding2nn.bias	7	-0.015910347923636436
42414	embedding2nn.bias	8	-0.02667035534977913
42414	embedding2nn.bias	9	0.03544677048921585
42414	rnn.weight_ih_l0	0	0.05483014136552811
42414	rnn.weight_ih_l0	1	-0.03696725517511368
42414	rnn.weight_ih_l0	2	-0.0035434523597359657
42414	rnn.weight_ih_l0	3	0.031735610216856
42414	rnn.weight_ih_l0	4	-0.00968389492481947
42414	rnn.weight_ih_l0	5	0.05874614045023918
42414	rnn.weight_ih_l0	6	0.012658797204494476
42414	rnn.weight_ih_l0	7	0.06275865435600281
42414	rnn.weight_ih_l0	8	0.015894979238510132
42414	rnn.weight_ih_l0	9	-0.01585446111857891
42414	rnn.weight_hh_l0	0	-0.03235843405127525
42414	rnn.weight_hh_l0	1	-0.018133215606212616
42414	rnn.weight_hh_l0	2	-0.05915067717432976
42414	rnn.weight_hh_l0	3	-0.01768956519663334
42414	rnn.weight_hh_l0	4	-0.008388114161789417
42414	rnn.weight_hh_l0	5	-0.025615017861127853
42414	rnn.weight_hh_l0	6	-0.006663946434855461
42414	rnn.weight_hh_l0	7	-0.05195052549242973
42414	rnn.weight_hh_l0	8	0.06347227841615677
42414	rnn.weight_hh_l0	9	0.036551814526319504
42414	rnn.bias_ih_l0	0	-0.10736925899982452
42414	rnn.bias_ih_l0	1	-0.11144910752773285
42414	rnn.bias_ih_l0	2	0.011348159983754158
42414	rnn.bias_ih_l0	3	-0.12250648438930511
42414	rnn.bias_ih_l0	4	-0.03348254784941673
42414	rnn.bias_ih_l0	5	-0.09253489226102829
42414	rnn.bias_ih_l0	6	0.04591726139187813
42414	rnn.bias_ih_l0	7	-0.07357441633939743
42414	rnn.bias_ih_l0	8	-0.001179635408334434
42414	rnn.bias_ih_l0	9	-0.10881350934505463
42414	rnn.bias_hh_l0	0	-0.025183239951729774
42414	rnn.bias_hh_l0	1	0.1658046543598175
42414	rnn.bias_hh_l0	2	0.03307311609387398
42414	rnn.bias_hh_l0	3	-0.03993995487689972
42414	rnn.bias_hh_l0	4	-0.08137297630310059
42414	rnn.bias_hh_l0	5	-0.01579982601106167
42414	rnn.bias_hh_l0	6	0.06510353833436966
42414	rnn.bias_hh_l0	7	-0.0757138580083847
42414	rnn.bias_hh_l0	8	-0.10679715126752853
42414	rnn.bias_hh_l0	9	-0.09034723043441772
42414	rnn.weight_ih_l0_reverse	0	0.02728530578315258
42414	rnn.weight_ih_l0_reverse	1	-0.05009453371167183
42414	rnn.weight_ih_l0_reverse	2	0.03735724091529846
42414	rnn.weight_ih_l0_reverse	3	0.0030584982596337795
42414	rnn.weight_ih_l0_reverse	4	0.022710535675287247
42414	rnn.weight_ih_l0_reverse	5	-0.03304460644721985
42414	rnn.weight_ih_l0_reverse	6	0.030431590974330902
42414	rnn.weight_ih_l0_reverse	7	0.03353186696767807
42414	rnn.weight_ih_l0_reverse	8	-0.024439221248030663
42414	rnn.weight_ih_l0_reverse	9	0.008174829185009003
42414	rnn.weight_hh_l0_reverse	0	0.04730924963951111
42414	rnn.weight_hh_l0_reverse	1	0.033499736338853836
42414	rnn.weight_hh_l0_reverse	2	-0.017538083717226982
42414	rnn.weight_hh_l0_reverse	3	-0.045437656342983246
42414	rnn.weight_hh_l0_reverse	4	0.003765839384868741
42414	rnn.weight_hh_l0_reverse	5	-0.04355468228459358
42414	rnn.weight_hh_l0_reverse	6	-0.010370375588536263
42414	rnn.weight_hh_l0_reverse	7	0.02310134656727314
42414	rnn.weight_hh_l0_reverse	8	0.01628115028142929
42414	rnn.weight_hh_l0_reverse	9	-0.0044829221442341805
42414	rnn.bias_ih_l0_reverse	0	-0.04114026203751564
42414	rnn.bias_ih_l0_reverse	1	-0.08748694509267807
42414	rnn.bias_ih_l0_reverse	2	-0.09162192791700363
42414	rnn.bias_ih_l0_reverse	3	-0.00012665838585235178
42414	rnn.bias_ih_l0_reverse	4	-0.046795934438705444
42414	rnn.bias_ih_l0_reverse	5	-0.060101673007011414
42414	rnn.bias_ih_l0_reverse	6	-0.08472593873739243
42414	rnn.bias_ih_l0_reverse	7	-0.02609957568347454
42414	rnn.bias_ih_l0_reverse	8	-0.03605549782514572
42414	rnn.bias_ih_l0_reverse	9	-0.0988362580537796
42414	rnn.bias_hh_l0_reverse	0	-0.08821240067481995
42414	rnn.bias_hh_l0_reverse	1	-0.12235681712627411
42414	rnn.bias_hh_l0_reverse	2	0.1018441766500473
42414	rnn.bias_hh_l0_reverse	3	-0.0004856841987930238
42414	rnn.bias_hh_l0_reverse	4	-0.0835578516125679
42414	rnn.bias_hh_l0_reverse	5	-0.08383474498987198
42414	rnn.bias_hh_l0_reverse	6	-0.09973370283842087
42414	rnn.bias_hh_l0_reverse	7	-0.01985347457230091
42414	rnn.bias_hh_l0_reverse	8	-0.017233356833457947
42414	rnn.bias_hh_l0_reverse	9	0.022332098335027695
42414	linear.weight	0	-0.007739496883004904
42414	linear.weight	1	0.00399427767843008
42414	linear.weight	2	0.25194433331489563
42414	linear.weight	3	-0.0820726528763771
42414	linear.weight	4	-0.010588549077510834
42414	linear.weight	5	0.09972988069057465
42414	linear.weight	6	-0.010739270597696304
42414	linear.weight	7	-0.07831846177577972
42414	linear.weight	8	0.18501389026641846
42414	linear.weight	9	-0.18729102611541748
42414	linear.bias	0	-0.03956538438796997
42414	linear.bias	1	0.031413208693265915
42414	linear.bias	2	0.5418582558631897
42414	linear.bias	3	-0.09257210791110992
42414	linear.bias	4	1.3825992345809937
42414	linear.bias	5	-1.2351670265197754
42414	linear.bias	6	-0.4838864207267761
42414	linear.bias	7	-0.11259225010871887
42972	transitions	0	-1.1426842212677002
42972	transitions	1	-10000.0
42972	transitions	2	-0.7969565987586975
42972	transitions	3	-10000.0
42972	transitions	4	1.5009323358535767
42972	transitions	5	-10000.0
42972	transitions	6	-10000.0
42972	transitions	7	1.2058535814285278
42972	transitions	8	-1.9618804454803467
42972	transitions	9	-3.6374125480651855
42972	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
42972	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
42972	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
42972	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
42972	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
42972	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
42972	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
42972	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
42972	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
42972	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
42972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
42972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
42972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
42972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
42972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
42972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
42972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
42972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
42972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
42972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
42972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
42972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
42972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
42972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
42972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
42972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
42972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
42972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
42972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
42972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
42972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
42972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
42972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
42972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
42972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
42972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
42972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
42972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
42972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
42972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
42972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
42972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
42972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
42972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
42972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
42972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
42972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
42972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
42972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
42972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
42972	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
42972	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
42972	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
42972	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
42972	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
42972	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
42972	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
42972	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
42972	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
42972	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
42972	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
42972	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
42972	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
42972	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
42972	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
42972	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
42972	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
42972	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
42972	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
42972	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
42972	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
42972	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
42972	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
42972	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
42972	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
42972	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
42972	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
42972	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
42972	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
42972	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
42972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
42972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
42972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
42972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
42972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
42972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
42972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
42972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
42972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
42972	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
42972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
42972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
42972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
42972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
42972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
42972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
42972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
42972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
42972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
42972	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
42972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
42972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
42972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
42972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
42972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
42972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
42972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
42972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
42972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
42972	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
42972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
42972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
42972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
42972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
42972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
42972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
42972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
42972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
42972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
42972	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
42972	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
42972	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
42972	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
42972	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
42972	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
42972	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
42972	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
42972	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
42972	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
42972	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
42972	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
42972	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
42972	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
42972	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
42972	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
42972	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
42972	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
42972	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
42972	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
42972	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
42972	embedding2nn.weight	0	0.006688234396278858
42972	embedding2nn.weight	1	0.0058218990452587605
42972	embedding2nn.weight	2	0.013314888812601566
42972	embedding2nn.weight	3	0.010880780406296253
42972	embedding2nn.weight	4	0.020579524338245392
42972	embedding2nn.weight	5	0.002221375470981002
42972	embedding2nn.weight	6	-0.014769832603633404
42972	embedding2nn.weight	7	-0.005961927119642496
42972	embedding2nn.weight	8	-0.004105640575289726
42972	embedding2nn.weight	9	-0.007712759543210268
42972	embedding2nn.bias	0	0.014299159869551659
42972	embedding2nn.bias	1	-0.020617328584194183
42972	embedding2nn.bias	2	0.06684122234582901
42972	embedding2nn.bias	3	0.04707524552941322
42972	embedding2nn.bias	4	-0.009552269242703915
42972	embedding2nn.bias	5	-0.038765713572502136
42972	embedding2nn.bias	6	0.022623807191848755
42972	embedding2nn.bias	7	-0.005822556558996439
42972	embedding2nn.bias	8	-0.030334221199154854
42972	embedding2nn.bias	9	0.0406893827021122
42972	rnn.weight_ih_l0	0	0.05576857179403305
42972	rnn.weight_ih_l0	1	-0.03909579664468765
42972	rnn.weight_ih_l0	2	-0.003351787570863962
42972	rnn.weight_ih_l0	3	0.03195497766137123
42972	rnn.weight_ih_l0	4	-0.010114677250385284
42972	rnn.weight_ih_l0	5	0.059290677309036255
42972	rnn.weight_ih_l0	6	0.01231691800057888
42972	rnn.weight_ih_l0	7	0.06267601251602173
42972	rnn.weight_ih_l0	8	0.01588388718664646
42972	rnn.weight_ih_l0	9	-0.015521860681474209
42972	rnn.weight_hh_l0	0	-0.0328763872385025
42972	rnn.weight_hh_l0	1	-0.017483925446867943
42972	rnn.weight_hh_l0	2	-0.05896948650479317
42972	rnn.weight_hh_l0	3	-0.01780100166797638
42972	rnn.weight_hh_l0	4	-0.008539348840713501
42972	rnn.weight_hh_l0	5	-0.02608206495642662
42972	rnn.weight_hh_l0	6	-0.0066710952669382095
42972	rnn.weight_hh_l0	7	-0.05109655112028122
42972	rnn.weight_hh_l0	8	0.06389019638299942
42972	rnn.weight_hh_l0	9	0.037076666951179504
42972	rnn.bias_ih_l0	0	-0.10375729948282242
42972	rnn.bias_ih_l0	1	-0.10724996030330658
42972	rnn.bias_ih_l0	2	0.0112686175853014
42972	rnn.bias_ih_l0	3	-0.12253743410110474
42972	rnn.bias_ih_l0	4	-0.03131382167339325
42972	rnn.bias_ih_l0	5	-0.09613475948572159
42972	rnn.bias_ih_l0	6	0.04347700998187065
42972	rnn.bias_ih_l0	7	-0.07459546625614166
42972	rnn.bias_ih_l0	8	-0.0011236101854592562
42972	rnn.bias_ih_l0	9	-0.10839316993951797
42972	rnn.bias_hh_l0	0	-0.024622805416584015
42972	rnn.bias_hh_l0	1	0.16945745050907135
42972	rnn.bias_hh_l0	2	0.04499625042080879
42972	rnn.bias_hh_l0	3	-0.040067993104457855
42972	rnn.bias_hh_l0	4	-0.08058644086122513
42972	rnn.bias_hh_l0	5	-0.010684460401535034
42972	rnn.bias_hh_l0	6	0.06675420701503754
42972	rnn.bias_hh_l0	7	-0.07829345762729645
42972	rnn.bias_hh_l0	8	-0.1030435711145401
42972	rnn.bias_hh_l0	9	-0.08751929551362991
42972	rnn.weight_ih_l0_reverse	0	0.026714634150266647
42972	rnn.weight_ih_l0_reverse	1	-0.050458453595638275
42972	rnn.weight_ih_l0_reverse	2	0.03742874041199684
42972	rnn.weight_ih_l0_reverse	3	0.002293493365868926
42972	rnn.weight_ih_l0_reverse	4	0.02289099432528019
42972	rnn.weight_ih_l0_reverse	5	-0.03133309632539749
42972	rnn.weight_ih_l0_reverse	6	0.030335385352373123
42972	rnn.weight_ih_l0_reverse	7	0.03278041258454323
42972	rnn.weight_ih_l0_reverse	8	-0.02448391541838646
42972	rnn.weight_ih_l0_reverse	9	0.006586046423763037
42972	rnn.weight_hh_l0_reverse	0	0.04730141907930374
42972	rnn.weight_hh_l0_reverse	1	0.03335657715797424
42972	rnn.weight_hh_l0_reverse	2	-0.017596079036593437
42972	rnn.weight_hh_l0_reverse	3	-0.04593948274850845
42972	rnn.weight_hh_l0_reverse	4	0.004311158787459135
42972	rnn.weight_hh_l0_reverse	5	-0.04345500469207764
42972	rnn.weight_hh_l0_reverse	6	-0.01012134924530983
42972	rnn.weight_hh_l0_reverse	7	0.022930776700377464
42972	rnn.weight_hh_l0_reverse	8	0.016891201958060265
42972	rnn.weight_hh_l0_reverse	9	-0.004561050795018673
42972	rnn.bias_ih_l0_reverse	0	-0.041160181164741516
42972	rnn.bias_ih_l0_reverse	1	-0.08642134070396423
42972	rnn.bias_ih_l0_reverse	2	-0.09379259496927261
42972	rnn.bias_ih_l0_reverse	3	0.002088353503495455
42972	rnn.bias_ih_l0_reverse	4	-0.050466809421777725
42972	rnn.bias_ih_l0_reverse	5	-0.05984100326895714
42972	rnn.bias_ih_l0_reverse	6	-0.08994390070438385
42972	rnn.bias_ih_l0_reverse	7	-0.023134255781769753
42972	rnn.bias_ih_l0_reverse	8	-0.04119523614645004
42972	rnn.bias_ih_l0_reverse	9	-0.0972394198179245
42972	rnn.bias_hh_l0_reverse	0	-0.0883660763502121
42972	rnn.bias_hh_l0_reverse	1	-0.12104623764753342
42972	rnn.bias_hh_l0_reverse	2	0.09827747941017151
42972	rnn.bias_hh_l0_reverse	3	0.004727073945105076
42972	rnn.bias_hh_l0_reverse	4	-0.08039611577987671
42972	rnn.bias_hh_l0_reverse	5	-0.08149681985378265
42972	rnn.bias_hh_l0_reverse	6	-0.0913039892911911
42972	rnn.bias_hh_l0_reverse	7	-0.02043527364730835
42972	rnn.bias_hh_l0_reverse	8	-0.020084336400032043
42972	rnn.bias_hh_l0_reverse	9	0.018661046400666237
42972	linear.weight	0	-0.007704753894358873
42972	linear.weight	1	0.0178369153290987
42972	linear.weight	2	0.23499487340450287
42972	linear.weight	3	-0.08204800635576248
42972	linear.weight	4	-0.010588549077510834
42972	linear.weight	5	0.05537769943475723
42972	linear.weight	6	-0.010739270597696304
42972	linear.weight	7	-0.07490681856870651
42972	linear.weight	8	0.14950448274612427
42972	linear.weight	9	-0.18602564930915833
42972	linear.bias	0	-0.03956538438796997
42972	linear.bias	1	0.031413208693265915
42972	linear.bias	2	0.5090425610542297
42972	linear.bias	3	-0.023993538692593575
42972	linear.bias	4	1.34622323513031
42972	linear.bias	5	-1.2370421886444092
42972	linear.bias	6	-0.4843943119049072
42972	linear.bias	7	-0.10962777584791183
43530	transitions	0	-1.150084137916565
43530	transitions	1	-10000.0
43530	transitions	2	-0.7969565987586975
43530	transitions	3	-10000.0
43530	transitions	4	1.5163816213607788
43530	transitions	5	-10000.0
43530	transitions	6	-10000.0
43530	transitions	7	1.2645814418792725
43530	transitions	8	-1.9685429334640503
43530	transitions	9	-3.643514633178711
43530	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
43530	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
43530	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
43530	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
43530	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
43530	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
43530	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
43530	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
43530	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
43530	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
43530	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
43530	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
43530	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
43530	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
43530	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
43530	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
43530	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
43530	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
43530	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
43530	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
43530	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
43530	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
43530	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
43530	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
43530	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
43530	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
43530	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
43530	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
43530	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
43530	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
43530	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
43530	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
43530	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
43530	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
43530	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
43530	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
43530	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
43530	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
43530	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
43530	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
43530	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
43530	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
43530	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
43530	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
43530	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
43530	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
43530	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
43530	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
43530	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
43530	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
43530	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
43530	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
43530	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
43530	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
43530	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
43530	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
43530	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
43530	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
43530	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
43530	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
43530	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
43530	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
43530	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
43530	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
43530	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
43530	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
43530	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
43530	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
43530	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
43530	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
43530	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
43530	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
43530	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
43530	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
43530	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
43530	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
43530	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
43530	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
43530	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
43530	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
43530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
43530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
43530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
43530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
43530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
43530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
43530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
43530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
43530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
43530	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
43530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
43530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
43530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
43530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
43530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
43530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
43530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
43530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
43530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
43530	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
43530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
43530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
43530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
43530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
43530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
43530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
43530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
43530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
43530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
43530	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
43530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
43530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
43530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
43530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
43530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
43530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
43530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
43530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
43530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
43530	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
43530	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
43530	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
43530	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
43530	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
43530	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
43530	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
43530	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
43530	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
43530	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
43530	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
43530	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
43530	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
43530	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
43530	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
43530	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
43530	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
43530	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
43530	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
43530	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
43530	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
43530	embedding2nn.weight	0	0.006672387011349201
43530	embedding2nn.weight	1	0.005841797683387995
43530	embedding2nn.weight	2	0.013339711353182793
43530	embedding2nn.weight	3	0.011632628738880157
43530	embedding2nn.weight	4	0.020431436598300934
43530	embedding2nn.weight	5	0.0018993738340213895
43530	embedding2nn.weight	6	-0.014926163479685783
43530	embedding2nn.weight	7	-0.005689505022019148
43530	embedding2nn.weight	8	-0.003575904993340373
43530	embedding2nn.weight	9	-0.007737011648714542
43530	embedding2nn.bias	0	0.018380556255578995
43530	embedding2nn.bias	1	-0.017490744590759277
43530	embedding2nn.bias	2	0.0761772021651268
43530	embedding2nn.bias	3	0.044965147972106934
43530	embedding2nn.bias	4	-0.009198327548801899
43530	embedding2nn.bias	5	-0.03995400294661522
43530	embedding2nn.bias	6	0.03385170176625252
43530	embedding2nn.bias	7	-0.002353966934606433
43530	embedding2nn.bias	8	-0.024158086627721786
43530	embedding2nn.bias	9	0.04699529707431793
43530	rnn.weight_ih_l0	0	0.05495387688279152
43530	rnn.weight_ih_l0	1	-0.04020030423998833
43530	rnn.weight_ih_l0	2	-0.0022605787962675095
43530	rnn.weight_ih_l0	3	0.03191881626844406
43530	rnn.weight_ih_l0	4	-0.010883658193051815
43530	rnn.weight_ih_l0	5	0.05920032411813736
43530	rnn.weight_ih_l0	6	0.012463015504181385
43530	rnn.weight_ih_l0	7	0.062202662229537964
43530	rnn.weight_ih_l0	8	0.016412746161222458
43530	rnn.weight_ih_l0	9	-0.014513351023197174
43530	rnn.weight_hh_l0	0	-0.031390268355607986
43530	rnn.weight_hh_l0	1	-0.019304784014821053
43530	rnn.weight_hh_l0	2	-0.05903923511505127
43530	rnn.weight_hh_l0	3	-0.017932161688804626
43530	rnn.weight_hh_l0	4	-0.00841761939227581
43530	rnn.weight_hh_l0	5	-0.026844846084713936
43530	rnn.weight_hh_l0	6	-0.006448803003877401
43530	rnn.weight_hh_l0	7	-0.05163192003965378
43530	rnn.weight_hh_l0	8	0.06452959030866623
43530	rnn.weight_hh_l0	9	0.038677770644426346
43530	rnn.bias_ih_l0	0	-0.10707256197929382
43530	rnn.bias_ih_l0	1	-0.10314305871725082
43530	rnn.bias_ih_l0	2	0.012654350139200687
43530	rnn.bias_ih_l0	3	-0.1235213428735733
43530	rnn.bias_ih_l0	4	-0.034421175718307495
43530	rnn.bias_ih_l0	5	-0.096024289727211
43530	rnn.bias_ih_l0	6	0.0484854020178318
43530	rnn.bias_ih_l0	7	-0.07307548075914383
43530	rnn.bias_ih_l0	8	-0.001989667071029544
43530	rnn.bias_ih_l0	9	-0.10690275579690933
43530	rnn.bias_hh_l0	0	-0.02598138153553009
43530	rnn.bias_hh_l0	1	0.1740068942308426
43530	rnn.bias_hh_l0	2	0.04462861642241478
43530	rnn.bias_hh_l0	3	-0.035717181861400604
43530	rnn.bias_hh_l0	4	-0.07938051968812943
43530	rnn.bias_hh_l0	5	-0.00815358106046915
43530	rnn.bias_hh_l0	6	0.06245289370417595
43530	rnn.bias_hh_l0	7	-0.08420611172914505
43530	rnn.bias_hh_l0	8	-0.09711272269487381
43530	rnn.bias_hh_l0	9	-0.0896642804145813
43530	rnn.weight_ih_l0_reverse	0	0.02490825764834881
43530	rnn.weight_ih_l0_reverse	1	-0.050410907715559006
43530	rnn.weight_ih_l0_reverse	2	0.03765074536204338
43530	rnn.weight_ih_l0_reverse	3	0.004026365932077169
43530	rnn.weight_ih_l0_reverse	4	0.02353663183748722
43530	rnn.weight_ih_l0_reverse	5	-0.03141452744603157
43530	rnn.weight_ih_l0_reverse	6	0.029431281611323357
43530	rnn.weight_ih_l0_reverse	7	0.03279021382331848
43530	rnn.weight_ih_l0_reverse	8	-0.02381487935781479
43530	rnn.weight_ih_l0_reverse	9	0.006444992031902075
43530	rnn.weight_hh_l0_reverse	0	0.0474371574819088
43530	rnn.weight_hh_l0_reverse	1	0.03369172289967537
43530	rnn.weight_hh_l0_reverse	2	-0.016789710149168968
43530	rnn.weight_hh_l0_reverse	3	-0.04534442722797394
43530	rnn.weight_hh_l0_reverse	4	0.003760988125577569
43530	rnn.weight_hh_l0_reverse	5	-0.04368174448609352
43530	rnn.weight_hh_l0_reverse	6	-0.010209375061094761
43530	rnn.weight_hh_l0_reverse	7	0.02329353429377079
43530	rnn.weight_hh_l0_reverse	8	0.016849247738718987
43530	rnn.weight_hh_l0_reverse	9	-0.004549367818981409
43530	rnn.bias_ih_l0_reverse	0	-0.04487742856144905
43530	rnn.bias_ih_l0_reverse	1	-0.08630435913801193
43530	rnn.bias_ih_l0_reverse	2	-0.08647120743989944
43530	rnn.bias_ih_l0_reverse	3	0.0025883568450808525
43530	rnn.bias_ih_l0_reverse	4	-0.05097236484289169
43530	rnn.bias_ih_l0_reverse	5	-0.05842781066894531
43530	rnn.bias_ih_l0_reverse	6	-0.09756091237068176
43530	rnn.bias_ih_l0_reverse	7	-0.02283671125769615
43530	rnn.bias_ih_l0_reverse	8	-0.04126923903822899
43530	rnn.bias_ih_l0_reverse	9	-0.09846777468919754
43530	rnn.bias_hh_l0_reverse	0	-0.0880025252699852
43530	rnn.bias_hh_l0_reverse	1	-0.12026945501565933
43530	rnn.bias_hh_l0_reverse	2	0.10005629807710648
43530	rnn.bias_hh_l0_reverse	3	5.2219736971892416e-05
43530	rnn.bias_hh_l0_reverse	4	-0.08440776914358139
43530	rnn.bias_hh_l0_reverse	5	-0.08389165252447128
43530	rnn.bias_hh_l0_reverse	6	-0.08914094418287277
43530	rnn.bias_hh_l0_reverse	7	-0.02458873763680458
43530	rnn.bias_hh_l0_reverse	8	-0.01793382503092289
43530	rnn.bias_hh_l0_reverse	9	0.018098078668117523
43530	linear.weight	0	-0.007661426905542612
43530	linear.weight	1	-0.012462043203413486
43530	linear.weight	2	0.23808369040489197
43530	linear.weight	3	-0.08204405754804611
43530	linear.weight	4	-0.010588549077510834
43530	linear.weight	5	0.011248835362493992
43530	linear.weight	6	-0.010739270597696304
43530	linear.weight	7	-0.0720614418387413
43530	linear.weight	8	0.12689000368118286
43530	linear.weight	9	-0.17995908856391907
43530	linear.bias	0	-0.03956538438796997
43530	linear.bias	1	0.031413208693265915
43530	linear.bias	2	0.3727876543998718
43530	linear.bias	3	0.004508541896939278
43530	linear.bias	4	1.4252513647079468
43530	linear.bias	5	-1.2388215065002441
43530	linear.bias	6	-0.4713963568210602
43530	linear.bias	7	-0.09214470535516739
44088	transitions	0	-1.1571718454360962
44088	transitions	1	-10000.0
44088	transitions	2	-0.7969565987586975
44088	transitions	3	-10000.0
44088	transitions	4	1.4902912378311157
44088	transitions	5	-10000.0
44088	transitions	6	-10000.0
44088	transitions	7	1.2696186304092407
44088	transitions	8	-1.975542664527893
44088	transitions	9	-3.649698495864868
44088	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
44088	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
44088	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
44088	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
44088	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
44088	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
44088	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
44088	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
44088	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
44088	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
44088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
44088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
44088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
44088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
44088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
44088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
44088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
44088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
44088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
44088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
44088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
44088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
44088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
44088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
44088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
44088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
44088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
44088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
44088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
44088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
44088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
44088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
44088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
44088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
44088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
44088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
44088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
44088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
44088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
44088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
44088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
44088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
44088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
44088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
44088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
44088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
44088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
44088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
44088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
44088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
44088	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
44088	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
44088	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
44088	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
44088	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
44088	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
44088	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
44088	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
44088	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
44088	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
44088	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
44088	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
44088	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
44088	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
44088	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
44088	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
44088	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
44088	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
44088	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
44088	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
44088	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
44088	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
44088	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
44088	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
44088	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
44088	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
44088	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
44088	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
44088	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
44088	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
44088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
44088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
44088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
44088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
44088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
44088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
44088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
44088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
44088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
44088	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
44088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
44088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
44088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
44088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
44088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
44088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
44088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
44088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
44088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
44088	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
44088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
44088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
44088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
44088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
44088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
44088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
44088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
44088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
44088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
44088	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
44088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
44088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
44088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
44088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
44088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
44088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
44088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
44088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
44088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
44088	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
44088	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
44088	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
44088	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
44088	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
44088	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
44088	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
44088	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
44088	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
44088	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
44088	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
44088	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
44088	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
44088	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
44088	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
44088	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
44088	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
44088	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
44088	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
44088	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
44088	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
44088	embedding2nn.weight	0	0.00668914383277297
44088	embedding2nn.weight	1	0.0060882666148245335
44088	embedding2nn.weight	2	0.01335370633751154
44088	embedding2nn.weight	3	0.012979180552065372
44088	embedding2nn.weight	4	0.02018408663570881
44088	embedding2nn.weight	5	0.003039935603737831
44088	embedding2nn.weight	6	-0.015092132613062859
44088	embedding2nn.weight	7	-0.0057010049931705
44088	embedding2nn.weight	8	-0.0035866203252226114
44088	embedding2nn.weight	9	-0.007332618348300457
44088	embedding2nn.bias	0	0.02298986352980137
44088	embedding2nn.bias	1	-0.017352217808365822
44088	embedding2nn.bias	2	0.07325567305088043
44088	embedding2nn.bias	3	0.03682943433523178
44088	embedding2nn.bias	4	-0.00819904450327158
44088	embedding2nn.bias	5	-0.05081312358379364
44088	embedding2nn.bias	6	0.03286340460181236
44088	embedding2nn.bias	7	0.006834268569946289
44088	embedding2nn.bias	8	-0.03683910518884659
44088	embedding2nn.bias	9	0.031370893120765686
44088	rnn.weight_ih_l0	0	0.05575909838080406
44088	rnn.weight_ih_l0	1	-0.040912508964538574
44088	rnn.weight_ih_l0	2	0.0007623262936249375
44088	rnn.weight_ih_l0	3	0.032272953540086746
44088	rnn.weight_ih_l0	4	-0.01066531240940094
44088	rnn.weight_ih_l0	5	0.06048579514026642
44088	rnn.weight_ih_l0	6	0.012462040409445763
44088	rnn.weight_ih_l0	7	0.061947353184223175
44088	rnn.weight_ih_l0	8	0.01628875732421875
44088	rnn.weight_ih_l0	9	-0.016716081649065018
44088	rnn.weight_hh_l0	0	-0.031707849353551865
44088	rnn.weight_hh_l0	1	-0.019844623282551765
44088	rnn.weight_hh_l0	2	-0.05920739471912384
44088	rnn.weight_hh_l0	3	-0.01784294843673706
44088	rnn.weight_hh_l0	4	-0.008025132119655609
44088	rnn.weight_hh_l0	5	-0.026698894798755646
44088	rnn.weight_hh_l0	6	-0.006317359860986471
44088	rnn.weight_hh_l0	7	-0.04981791228055954
44088	rnn.weight_hh_l0	8	0.06483828276395798
44088	rnn.weight_hh_l0	9	0.03905420005321503
44088	rnn.bias_ih_l0	0	-0.11170689016580582
44088	rnn.bias_ih_l0	1	-0.10363573580980301
44088	rnn.bias_ih_l0	2	0.014340911991894245
44088	rnn.bias_ih_l0	3	-0.12436792999505997
44088	rnn.bias_ih_l0	4	-0.03287488594651222
44088	rnn.bias_ih_l0	5	-0.09722398966550827
44088	rnn.bias_ih_l0	6	0.04721520468592644
44088	rnn.bias_ih_l0	7	-0.07238872349262238
44088	rnn.bias_ih_l0	8	-0.0015066845808178186
44088	rnn.bias_ih_l0	9	-0.10723283886909485
44088	rnn.bias_hh_l0	0	-0.026123108342289925
44088	rnn.bias_hh_l0	1	0.17116378247737885
44088	rnn.bias_hh_l0	2	0.04676593467593193
44088	rnn.bias_hh_l0	3	-0.03621551766991615
44088	rnn.bias_hh_l0	4	-0.0805106833577156
44088	rnn.bias_hh_l0	5	-0.013862194493412971
44088	rnn.bias_hh_l0	6	0.06732894480228424
44088	rnn.bias_hh_l0	7	-0.08433160930871964
44088	rnn.bias_hh_l0	8	-0.09634392708539963
44088	rnn.bias_hh_l0	9	-0.0915713757276535
44088	rnn.weight_ih_l0_reverse	0	0.026806632056832314
44088	rnn.weight_ih_l0_reverse	1	-0.0506509393453598
44088	rnn.weight_ih_l0_reverse	2	0.03820659965276718
44088	rnn.weight_ih_l0_reverse	3	0.00344311841763556
44088	rnn.weight_ih_l0_reverse	4	0.02349281869828701
44088	rnn.weight_ih_l0_reverse	5	-0.03161156177520752
44088	rnn.weight_ih_l0_reverse	6	0.030486907809972763
44088	rnn.weight_ih_l0_reverse	7	0.03355654329061508
44088	rnn.weight_ih_l0_reverse	8	-0.024665789678692818
44088	rnn.weight_ih_l0_reverse	9	0.007875961251556873
44088	rnn.weight_hh_l0_reverse	0	0.04746084660291672
44088	rnn.weight_hh_l0_reverse	1	0.03393952175974846
44088	rnn.weight_hh_l0_reverse	2	-0.017465202137827873
44088	rnn.weight_hh_l0_reverse	3	-0.043809980154037476
44088	rnn.weight_hh_l0_reverse	4	0.004009888041764498
44088	rnn.weight_hh_l0_reverse	5	-0.04374418035149574
44088	rnn.weight_hh_l0_reverse	6	-0.010368799790740013
44088	rnn.weight_hh_l0_reverse	7	0.022843511775135994
44088	rnn.weight_hh_l0_reverse	8	0.015766512602567673
44088	rnn.weight_hh_l0_reverse	9	-0.004491608124226332
44088	rnn.bias_ih_l0_reverse	0	-0.044707126915454865
44088	rnn.bias_ih_l0_reverse	1	-0.08502820134162903
44088	rnn.bias_ih_l0_reverse	2	-0.08780670166015625
44088	rnn.bias_ih_l0_reverse	3	0.00383497541770339
44088	rnn.bias_ih_l0_reverse	4	-0.05057491734623909
44088	rnn.bias_ih_l0_reverse	5	-0.06103743612766266
44088	rnn.bias_ih_l0_reverse	6	-0.09500027447938919
44088	rnn.bias_ih_l0_reverse	7	-0.023758623749017715
44088	rnn.bias_ih_l0_reverse	8	-0.04166080802679062
44088	rnn.bias_ih_l0_reverse	9	-0.09873148798942566
44088	rnn.bias_hh_l0_reverse	0	-0.08656487613916397
44088	rnn.bias_hh_l0_reverse	1	-0.12301333248615265
44088	rnn.bias_hh_l0_reverse	2	0.10811825096607208
44088	rnn.bias_hh_l0_reverse	3	0.008286469615995884
44088	rnn.bias_hh_l0_reverse	4	-0.08309698104858398
44088	rnn.bias_hh_l0_reverse	5	-0.08944004029035568
44088	rnn.bias_hh_l0_reverse	6	-0.08533835411071777
44088	rnn.bias_hh_l0_reverse	7	-0.02332502044737339
44088	rnn.bias_hh_l0_reverse	8	-0.014611653052270412
44088	rnn.bias_hh_l0_reverse	9	0.020782390609383583
44088	linear.weight	0	-0.007608712650835514
44088	linear.weight	1	-0.057580363005399704
44088	linear.weight	2	0.2264919877052307
44088	linear.weight	3	-0.0820360854268074
44088	linear.weight	4	-0.010588549077510834
44088	linear.weight	5	0.0389246791601181
44088	linear.weight	6	-0.010739270597696304
44088	linear.weight	7	-0.11266788095235825
44088	linear.weight	8	0.16011515259742737
44088	linear.weight	9	-0.18395397067070007
44088	linear.bias	0	-0.03956538438796997
44088	linear.bias	1	0.031413208693265915
44088	linear.bias	2	0.4464254379272461
44088	linear.bias	3	-0.035023294389247894
44088	linear.bias	4	1.3659682273864746
44088	linear.bias	5	-1.2406771183013916
44088	linear.bias	6	-0.45819202065467834
44088	linear.bias	7	-0.07834035903215408
44646	transitions	0	-1.1654927730560303
44646	transitions	1	-10000.0
44646	transitions	2	-0.7969565987586975
44646	transitions	3	-10000.0
44646	transitions	4	1.500781774520874
44646	transitions	5	-10000.0
44646	transitions	6	-10000.0
44646	transitions	7	1.2985389232635498
44646	transitions	8	-1.9822149276733398
44646	transitions	9	-3.6558854579925537
44646	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
44646	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
44646	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
44646	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
44646	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
44646	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
44646	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
44646	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
44646	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
44646	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
44646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
44646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
44646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
44646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
44646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
44646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
44646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
44646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
44646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
44646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
44646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
44646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
44646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
44646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
44646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
44646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
44646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
44646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
44646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
44646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
44646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
44646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
44646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
44646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
44646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
44646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
44646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
44646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
44646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
44646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
44646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
44646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
44646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
44646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
44646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
44646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
44646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
44646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
44646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
44646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
44646	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
44646	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
44646	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
44646	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
44646	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
44646	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
44646	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
44646	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
44646	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
44646	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
44646	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
44646	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
44646	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
44646	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
44646	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
44646	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
44646	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
44646	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
44646	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
44646	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
44646	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
44646	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
44646	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
44646	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
44646	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
44646	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
44646	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
44646	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
44646	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
44646	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
44646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
44646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
44646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
44646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
44646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
44646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
44646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
44646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
44646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
44646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
44646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
44646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
44646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
44646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
44646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
44646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
44646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
44646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
44646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
44646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
44646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
44646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
44646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
44646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
44646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
44646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
44646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
44646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
44646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
44646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
44646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
44646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
44646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
44646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
44646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
44646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
44646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
44646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
44646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
44646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
44646	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
44646	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
44646	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
44646	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
44646	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
44646	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
44646	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
44646	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
44646	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
44646	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
44646	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
44646	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
44646	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
44646	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
44646	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
44646	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
44646	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
44646	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
44646	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
44646	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
44646	embedding2nn.weight	0	0.0066908663138747215
44646	embedding2nn.weight	1	0.006008265074342489
44646	embedding2nn.weight	2	0.013352368026971817
44646	embedding2nn.weight	3	0.013030641712248325
44646	embedding2nn.weight	4	0.019827278330922127
44646	embedding2nn.weight	5	0.0026749586686491966
44646	embedding2nn.weight	6	-0.014928874559700489
44646	embedding2nn.weight	7	-0.005538836121559143
44646	embedding2nn.weight	8	-0.0024516002740710974
44646	embedding2nn.weight	9	-0.007118611596524715
44646	embedding2nn.bias	0	0.0180947408080101
44646	embedding2nn.bias	1	-0.009158415719866753
44646	embedding2nn.bias	2	0.060036271810531616
44646	embedding2nn.bias	3	0.04063688963651657
44646	embedding2nn.bias	4	-0.017971480265259743
44646	embedding2nn.bias	5	-0.05805293843150139
44646	embedding2nn.bias	6	0.03158923238515854
44646	embedding2nn.bias	7	0.011487498879432678
44646	embedding2nn.bias	8	-0.03586637228727341
44646	embedding2nn.bias	9	0.03130859136581421
44646	rnn.weight_ih_l0	0	0.05616013705730438
44646	rnn.weight_ih_l0	1	-0.040328264236450195
44646	rnn.weight_ih_l0	2	-0.0005433339392766356
44646	rnn.weight_ih_l0	3	0.033260706812143326
44646	rnn.weight_ih_l0	4	-0.010385610163211823
44646	rnn.weight_ih_l0	5	0.060916900634765625
44646	rnn.weight_ih_l0	6	0.012884411960840225
44646	rnn.weight_ih_l0	7	0.061593350023031235
44646	rnn.weight_ih_l0	8	0.016823679208755493
44646	rnn.weight_ih_l0	9	-0.017230961471796036
44646	rnn.weight_hh_l0	0	-0.031143689528107643
44646	rnn.weight_hh_l0	1	-0.019555848091840744
44646	rnn.weight_hh_l0	2	-0.05894865095615387
44646	rnn.weight_hh_l0	3	-0.01764163188636303
44646	rnn.weight_hh_l0	4	-0.00829590205103159
44646	rnn.weight_hh_l0	5	-0.02659924328327179
44646	rnn.weight_hh_l0	6	-0.0061933733522892
44646	rnn.weight_hh_l0	7	-0.049132831394672394
44646	rnn.weight_hh_l0	8	0.06393395364284515
44646	rnn.weight_hh_l0	9	0.03875710442662239
44646	rnn.bias_ih_l0	0	-0.10841380059719086
44646	rnn.bias_ih_l0	1	-0.10429799556732178
44646	rnn.bias_ih_l0	2	0.01486374344676733
44646	rnn.bias_ih_l0	3	-0.1274053156375885
44646	rnn.bias_ih_l0	4	-0.031883154064416885
44646	rnn.bias_ih_l0	5	-0.09690257906913757
44646	rnn.bias_ih_l0	6	0.050705116242170334
44646	rnn.bias_ih_l0	7	-0.07258486747741699
44646	rnn.bias_ih_l0	8	-0.0008097594254650176
44646	rnn.bias_ih_l0	9	-0.1078885868191719
44646	rnn.bias_hh_l0	0	-0.026178838685154915
44646	rnn.bias_hh_l0	1	0.1737259328365326
44646	rnn.bias_hh_l0	2	0.04771494120359421
44646	rnn.bias_hh_l0	3	-0.034290194511413574
44646	rnn.bias_hh_l0	4	-0.08055903762578964
44646	rnn.bias_hh_l0	5	-0.02369288168847561
44646	rnn.bias_hh_l0	6	0.06486567854881287
44646	rnn.bias_hh_l0	7	-0.07882291823625565
44646	rnn.bias_hh_l0	8	-0.10160793364048004
44646	rnn.bias_hh_l0	9	-0.09085659682750702
44646	rnn.weight_ih_l0_reverse	0	0.02816041000187397
44646	rnn.weight_ih_l0_reverse	1	-0.05100129172205925
44646	rnn.weight_ih_l0_reverse	2	0.03877658769488335
44646	rnn.weight_ih_l0_reverse	3	0.002733758883550763
44646	rnn.weight_ih_l0_reverse	4	0.023937001824378967
44646	rnn.weight_ih_l0_reverse	5	-0.0317399799823761
44646	rnn.weight_ih_l0_reverse	6	0.03137923777103424
44646	rnn.weight_ih_l0_reverse	7	0.0334269218146801
44646	rnn.weight_ih_l0_reverse	8	-0.024489637464284897
44646	rnn.weight_ih_l0_reverse	9	0.008257417008280754
44646	rnn.weight_hh_l0_reverse	0	0.04760483652353287
44646	rnn.weight_hh_l0_reverse	1	0.03450547158718109
44646	rnn.weight_hh_l0_reverse	2	-0.017502866685390472
44646	rnn.weight_hh_l0_reverse	3	-0.043821871280670166
44646	rnn.weight_hh_l0_reverse	4	0.004348038695752621
44646	rnn.weight_hh_l0_reverse	5	-0.044448286294937134
44646	rnn.weight_hh_l0_reverse	6	-0.010067448951303959
44646	rnn.weight_hh_l0_reverse	7	0.022687429562211037
44646	rnn.weight_hh_l0_reverse	8	0.016511859372258186
44646	rnn.weight_hh_l0_reverse	9	-0.00425515603274107
44646	rnn.bias_ih_l0_reverse	0	-0.04464270919561386
44646	rnn.bias_ih_l0_reverse	1	-0.0866793766617775
44646	rnn.bias_ih_l0_reverse	2	-0.08297951519489288
44646	rnn.bias_ih_l0_reverse	3	0.003292806213721633
44646	rnn.bias_ih_l0_reverse	4	-0.04883285239338875
44646	rnn.bias_ih_l0_reverse	5	-0.059747349470853806
44646	rnn.bias_ih_l0_reverse	6	-0.0986723080277443
44646	rnn.bias_ih_l0_reverse	7	-0.02747443877160549
44646	rnn.bias_ih_l0_reverse	8	-0.041545409709215164
44646	rnn.bias_ih_l0_reverse	9	-0.09760666638612747
44646	rnn.bias_hh_l0_reverse	0	-0.09047642350196838
44646	rnn.bias_hh_l0_reverse	1	-0.12014264613389969
44646	rnn.bias_hh_l0_reverse	2	0.11088816821575165
44646	rnn.bias_hh_l0_reverse	3	0.008912928402423859
44646	rnn.bias_hh_l0_reverse	4	-0.08186963945627213
44646	rnn.bias_hh_l0_reverse	5	-0.08930087089538574
44646	rnn.bias_hh_l0_reverse	6	-0.07055776566267014
44646	rnn.bias_hh_l0_reverse	7	-0.024586670100688934
44646	rnn.bias_hh_l0_reverse	8	-0.019173357635736465
44646	rnn.bias_hh_l0_reverse	9	0.027017692103981972
44646	linear.weight	0	-0.007575605995953083
44646	linear.weight	1	-0.055752821266651154
44646	linear.weight	2	0.24962745606899261
44646	linear.weight	3	-0.08193771541118622
44646	linear.weight	4	-0.010588549077510834
44646	linear.weight	5	0.07259521633386612
44646	linear.weight	6	-0.010739270597696304
44646	linear.weight	7	-0.12045510113239288
44646	linear.weight	8	0.20147614181041718
44646	linear.weight	9	-0.18970046937465668
44646	linear.bias	0	-0.03956538438796997
44646	linear.bias	1	0.031413208693265915
44646	linear.bias	2	0.3335632383823395
44646	linear.bias	3	0.006847873795777559
44646	linear.bias	4	1.4377697706222534
44646	linear.bias	5	-1.2425681352615356
44646	linear.bias	6	-0.45849549770355225
44646	linear.bias	7	-0.07697776705026627
45205	transitions	0	-1.1738296747207642
45205	transitions	1	-10000.0
45205	transitions	2	-0.7969565987586975
45205	transitions	3	-10000.0
45205	transitions	4	1.54792058467865
45205	transitions	5	-10000.0
45205	transitions	6	-10000.0
45205	transitions	7	1.316987156867981
45205	transitions	8	-1.9889060258865356
45205	transitions	9	-3.662184715270996
45205	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
45205	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
45205	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
45205	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
45205	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
45205	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
45205	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
45205	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
45205	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
45205	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
45205	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
45205	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
45205	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
45205	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
45205	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
45205	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
45205	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
45205	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
45205	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
45205	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
45205	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
45205	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
45205	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
45205	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
45205	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
45205	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
45205	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
45205	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
45205	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
45205	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
45205	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
45205	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
45205	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
45205	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
45205	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
45205	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
45205	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
45205	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
45205	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
45205	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
45205	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
45205	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
45205	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
45205	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
45205	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
45205	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
45205	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
45205	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
45205	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
45205	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
45205	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
45205	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
45205	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
45205	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
45205	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
45205	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
45205	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
45205	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
45205	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
45205	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
45205	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
45205	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
45205	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
45205	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
45205	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
45205	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
45205	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
45205	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
45205	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
45205	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
45205	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
45205	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
45205	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
45205	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
45205	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
45205	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
45205	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
45205	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
45205	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
45205	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
45205	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
45205	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
45205	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
45205	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
45205	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
45205	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
45205	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
45205	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
45205	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
45205	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
45205	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
45205	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
45205	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
45205	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
45205	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
45205	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
45205	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
45205	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
45205	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
45205	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
45205	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
45205	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
45205	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
45205	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
45205	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
45205	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
45205	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
45205	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
45205	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
45205	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
45205	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
45205	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
45205	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
45205	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
45205	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
45205	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
45205	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
45205	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
45205	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
45205	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
45205	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
45205	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
45205	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
45205	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
45205	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
45205	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
45205	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
45205	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
45205	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
45205	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
45205	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
45205	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
45205	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
45205	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
45205	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
45205	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
45205	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
45205	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
45205	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
45205	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
45205	embedding2nn.weight	0	0.006731698289513588
45205	embedding2nn.weight	1	0.005970320198684931
45205	embedding2nn.weight	2	0.013331566005945206
45205	embedding2nn.weight	3	0.013020944781601429
45205	embedding2nn.weight	4	0.01982019655406475
45205	embedding2nn.weight	5	0.0028391946107149124
45205	embedding2nn.weight	6	-0.014494265429675579
45205	embedding2nn.weight	7	-0.005787063855677843
45205	embedding2nn.weight	8	-0.002970996079966426
45205	embedding2nn.weight	9	-0.006864562630653381
45205	embedding2nn.bias	0	0.019475577399134636
45205	embedding2nn.bias	1	-0.02053692564368248
45205	embedding2nn.bias	2	0.05533084273338318
45205	embedding2nn.bias	3	0.04133552312850952
45205	embedding2nn.bias	4	-0.014968223869800568
45205	embedding2nn.bias	5	-0.05192819610238075
45205	embedding2nn.bias	6	0.034090276807546616
45205	embedding2nn.bias	7	0.0017209256766363978
45205	embedding2nn.bias	8	-0.027392985299229622
45205	embedding2nn.bias	9	0.04249931126832962
45205	rnn.weight_ih_l0	0	0.056324247270822525
45205	rnn.weight_ih_l0	1	-0.04179765656590462
45205	rnn.weight_ih_l0	2	0.000799219065811485
45205	rnn.weight_ih_l0	3	0.03407681733369827
45205	rnn.weight_ih_l0	4	-0.009784882888197899
45205	rnn.weight_ih_l0	5	0.06070128455758095
45205	rnn.weight_ih_l0	6	0.012888506054878235
45205	rnn.weight_ih_l0	7	0.06147770211100578
45205	rnn.weight_ih_l0	8	0.01630791462957859
45205	rnn.weight_ih_l0	9	-0.018866829574108124
45205	rnn.weight_hh_l0	0	-0.030758922919631004
45205	rnn.weight_hh_l0	1	-0.01906968653202057
45205	rnn.weight_hh_l0	2	-0.05987699329853058
45205	rnn.weight_hh_l0	3	-0.017632078379392624
45205	rnn.weight_hh_l0	4	-0.00834945309907198
45205	rnn.weight_hh_l0	5	-0.02650495059788227
45205	rnn.weight_hh_l0	6	-0.0061754342168569565
45205	rnn.weight_hh_l0	7	-0.050102654844522476
45205	rnn.weight_hh_l0	8	0.06420071423053741
45205	rnn.weight_hh_l0	9	0.03870415315032005
45205	rnn.bias_ih_l0	0	-0.1077432706952095
45205	rnn.bias_ih_l0	1	-0.10150112956762314
45205	rnn.bias_ih_l0	2	0.016593288630247116
45205	rnn.bias_ih_l0	3	-0.12660165131092072
45205	rnn.bias_ih_l0	4	-0.03174464777112007
45205	rnn.bias_ih_l0	5	-0.09865318983793259
45205	rnn.bias_ih_l0	6	0.05031273514032364
45205	rnn.bias_ih_l0	7	-0.07342292368412018
45205	rnn.bias_ih_l0	8	-0.002248596167191863
45205	rnn.bias_ih_l0	9	-0.1061793640255928
45205	rnn.bias_hh_l0	0	-0.026913003996014595
45205	rnn.bias_hh_l0	1	0.17174255847930908
45205	rnn.bias_hh_l0	2	0.04911487177014351
45205	rnn.bias_hh_l0	3	-0.034782711416482925
45205	rnn.bias_hh_l0	4	-0.08102937787771225
45205	rnn.bias_hh_l0	5	-9.874578972812742e-05
45205	rnn.bias_hh_l0	6	0.06256232410669327
45205	rnn.bias_hh_l0	7	-0.07117518037557602
45205	rnn.bias_hh_l0	8	-0.09813608229160309
45205	rnn.bias_hh_l0	9	-0.0896778404712677
45205	rnn.weight_ih_l0_reverse	0	0.02911464124917984
45205	rnn.weight_ih_l0_reverse	1	-0.05017415061593056
45205	rnn.weight_ih_l0_reverse	2	0.0387442521750927
45205	rnn.weight_ih_l0_reverse	3	0.0028051112312823534
45205	rnn.weight_ih_l0_reverse	4	0.024723904207348824
45205	rnn.weight_ih_l0_reverse	5	-0.03133619949221611
45205	rnn.weight_ih_l0_reverse	6	0.031755391508340836
45205	rnn.weight_ih_l0_reverse	7	0.03318445757031441
45205	rnn.weight_ih_l0_reverse	8	-0.025106193497776985
45205	rnn.weight_ih_l0_reverse	9	0.009178820066154003
45205	rnn.weight_hh_l0_reverse	0	0.047430869191884995
45205	rnn.weight_hh_l0_reverse	1	0.03491036221385002
45205	rnn.weight_hh_l0_reverse	2	-0.017786232754588127
45205	rnn.weight_hh_l0_reverse	3	-0.04329415410757065
45205	rnn.weight_hh_l0_reverse	4	0.00452791154384613
45205	rnn.weight_hh_l0_reverse	5	-0.044188790023326874
45205	rnn.weight_hh_l0_reverse	6	-0.010180615819990635
45205	rnn.weight_hh_l0_reverse	7	0.023066947236657143
45205	rnn.weight_hh_l0_reverse	8	0.017775624990463257
45205	rnn.weight_hh_l0_reverse	9	-0.004630689043551683
45205	rnn.bias_ih_l0_reverse	0	-0.047635987401008606
45205	rnn.bias_ih_l0_reverse	1	-0.08363939076662064
45205	rnn.bias_ih_l0_reverse	2	-0.0899595245718956
45205	rnn.bias_ih_l0_reverse	3	0.0072596436366438866
45205	rnn.bias_ih_l0_reverse	4	-0.04947509616613388
45205	rnn.bias_ih_l0_reverse	5	-0.06017529219388962
45205	rnn.bias_ih_l0_reverse	6	-0.0983605682849884
45205	rnn.bias_ih_l0_reverse	7	-0.025291427969932556
45205	rnn.bias_ih_l0_reverse	8	-0.04309961199760437
45205	rnn.bias_ih_l0_reverse	9	-0.09416206926107407
45205	rnn.bias_hh_l0_reverse	0	-0.08996982872486115
45205	rnn.bias_hh_l0_reverse	1	-0.12358073890209198
45205	rnn.bias_hh_l0_reverse	2	0.10673390328884125
45205	rnn.bias_hh_l0_reverse	3	0.007866663858294487
45205	rnn.bias_hh_l0_reverse	4	-0.08247983455657959
45205	rnn.bias_hh_l0_reverse	5	-0.08908211439847946
45205	rnn.bias_hh_l0_reverse	6	-0.0855129286646843
45205	rnn.bias_hh_l0_reverse	7	-0.0241363737732172
45205	rnn.bias_hh_l0_reverse	8	-0.01693424955010414
45205	rnn.bias_hh_l0_reverse	9	0.023135565221309662
45205	linear.weight	0	-0.007583159953355789
45205	linear.weight	1	-0.0748632401227951
45205	linear.weight	2	0.254690021276474
45205	linear.weight	3	-0.08197188377380371
45205	linear.weight	4	-0.010588549077510834
45205	linear.weight	5	0.050588373094797134
45205	linear.weight	6	-0.010739270597696304
45205	linear.weight	7	-0.11229553073644638
45205	linear.weight	8	0.18195338547229767
45205	linear.weight	9	-0.1923263818025589
45205	linear.bias	0	-0.03956538438796997
45205	linear.bias	1	0.031413208693265915
45205	linear.bias	2	0.45028504729270935
45205	linear.bias	3	-0.1268933117389679
45205	linear.bias	4	1.4288018941879272
45205	linear.bias	5	-1.2444472312927246
45205	linear.bias	6	-0.4461432099342346
45205	linear.bias	7	-0.06149117276072502
45763	transitions	0	-1.1811124086380005
45763	transitions	1	-10000.0
45763	transitions	2	-0.7969565987586975
45763	transitions	3	-10000.0
45763	transitions	4	1.557971477508545
45763	transitions	5	-10000.0
45763	transitions	6	-10000.0
45763	transitions	7	1.3030476570129395
45763	transitions	8	-1.994452953338623
45763	transitions	9	-3.667936325073242
45763	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
45763	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
45763	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
45763	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
45763	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
45763	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
45763	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
45763	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
45763	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
45763	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
45763	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
45763	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
45763	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
45763	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
45763	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
45763	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
45763	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
45763	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
45763	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
45763	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
45763	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
45763	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
45763	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
45763	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
45763	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
45763	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
45763	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
45763	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
45763	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
45763	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
45763	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
45763	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
45763	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
45763	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
45763	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
45763	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
45763	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
45763	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
45763	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
45763	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
45763	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
45763	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
45763	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
45763	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
45763	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
45763	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
45763	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
45763	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
45763	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
45763	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
45763	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
45763	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
45763	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
45763	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
45763	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
45763	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
45763	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
45763	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
45763	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
45763	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
45763	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
45763	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
45763	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
45763	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
45763	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
45763	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
45763	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
45763	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
45763	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
45763	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
45763	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
45763	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
45763	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
45763	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
45763	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
45763	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
45763	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
45763	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
45763	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
45763	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
45763	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
45763	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
45763	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
45763	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
45763	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
45763	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
45763	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
45763	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
45763	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
45763	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
45763	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
45763	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
45763	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
45763	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
45763	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
45763	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
45763	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
45763	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
45763	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
45763	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
45763	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
45763	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
45763	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
45763	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
45763	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
45763	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
45763	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
45763	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
45763	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
45763	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
45763	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
45763	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
45763	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
45763	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
45763	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
45763	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
45763	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
45763	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
45763	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
45763	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
45763	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
45763	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
45763	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
45763	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
45763	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
45763	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
45763	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
45763	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
45763	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
45763	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
45763	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
45763	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
45763	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
45763	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
45763	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
45763	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
45763	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
45763	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
45763	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
45763	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
45763	embedding2nn.weight	0	0.0067366124130785465
45763	embedding2nn.weight	1	0.0058554778806865215
45763	embedding2nn.weight	2	0.013336514122784138
45763	embedding2nn.weight	3	0.01316395029425621
45763	embedding2nn.weight	4	0.020356720313429832
45763	embedding2nn.weight	5	0.002645121654495597
45763	embedding2nn.weight	6	-0.014057531952857971
45763	embedding2nn.weight	7	-0.005732776131480932
45763	embedding2nn.weight	8	-0.003930847626179457
45763	embedding2nn.weight	9	-0.006576161365956068
45763	embedding2nn.bias	0	0.018569033592939377
45763	embedding2nn.bias	1	-0.01982160098850727
45763	embedding2nn.bias	2	0.055608369410037994
45763	embedding2nn.bias	3	0.04648882523179054
45763	embedding2nn.bias	4	-0.020597226917743683
45763	embedding2nn.bias	5	-0.05022694543004036
45763	embedding2nn.bias	6	0.02610100619494915
45763	embedding2nn.bias	7	0.0004977424396201968
45763	embedding2nn.bias	8	-0.026236504316329956
45763	embedding2nn.bias	9	0.04216713085770607
45763	rnn.weight_ih_l0	0	0.05525991693139076
45763	rnn.weight_ih_l0	1	-0.04100453108549118
45763	rnn.weight_ih_l0	2	0.0028769411146640778
45763	rnn.weight_ih_l0	3	0.03407450020313263
45763	rnn.weight_ih_l0	4	-0.01202696468681097
45763	rnn.weight_ih_l0	5	0.059826720505952835
45763	rnn.weight_ih_l0	6	0.012715877965092659
45763	rnn.weight_ih_l0	7	0.06131691858172417
45763	rnn.weight_ih_l0	8	0.014703008346259594
45763	rnn.weight_ih_l0	9	-0.02096351608633995
45763	rnn.weight_hh_l0	0	-0.02951391600072384
45763	rnn.weight_hh_l0	1	-0.01876719295978546
45763	rnn.weight_hh_l0	2	-0.060803093016147614
45763	rnn.weight_hh_l0	3	-0.01739099808037281
45763	rnn.weight_hh_l0	4	-0.008104035630822182
45763	rnn.weight_hh_l0	5	-0.026449359953403473
45763	rnn.weight_hh_l0	6	-0.006276928819715977
45763	rnn.weight_hh_l0	7	-0.04992351308465004
45763	rnn.weight_hh_l0	8	0.06420575082302094
45763	rnn.weight_hh_l0	9	0.03741378337144852
45763	rnn.bias_ih_l0	0	-0.11187104135751724
45763	rnn.bias_ih_l0	1	-0.10059759765863419
45763	rnn.bias_ih_l0	2	0.014323280192911625
45763	rnn.bias_ih_l0	3	-0.1290968805551529
45763	rnn.bias_ih_l0	4	-0.03276459872722626
45763	rnn.bias_ih_l0	5	-0.09943487495183945
45763	rnn.bias_ih_l0	6	0.04689015448093414
45763	rnn.bias_ih_l0	7	-0.07388664036989212
45763	rnn.bias_ih_l0	8	-0.00015389182954095304
45763	rnn.bias_ih_l0	9	-0.10606581717729568
45763	rnn.bias_hh_l0	0	-0.021395040675997734
45763	rnn.bias_hh_l0	1	0.1718546599149704
45763	rnn.bias_hh_l0	2	0.05833473801612854
45763	rnn.bias_hh_l0	3	-0.041993822902441025
45763	rnn.bias_hh_l0	4	-0.08237595856189728
45763	rnn.bias_hh_l0	5	-0.010003981180489063
45763	rnn.bias_hh_l0	6	0.06721197068691254
45763	rnn.bias_hh_l0	7	-0.07107025384902954
45763	rnn.bias_hh_l0	8	-0.10150040686130524
45763	rnn.bias_hh_l0	9	-0.09176789969205856
45763	rnn.weight_ih_l0_reverse	0	0.02966626174747944
45763	rnn.weight_ih_l0_reverse	1	-0.05069342255592346
45763	rnn.weight_ih_l0_reverse	2	0.038856469094753265
45763	rnn.weight_ih_l0_reverse	3	0.0035318259615451097
45763	rnn.weight_ih_l0_reverse	4	0.023877443745732307
45763	rnn.weight_ih_l0_reverse	5	-0.03191155567765236
45763	rnn.weight_ih_l0_reverse	6	0.03189545124769211
45763	rnn.weight_ih_l0_reverse	7	0.033319976180791855
45763	rnn.weight_ih_l0_reverse	8	-0.02559521049261093
45763	rnn.weight_ih_l0_reverse	9	0.0070447493344545364
45763	rnn.weight_hh_l0_reverse	0	0.047547534108161926
45763	rnn.weight_hh_l0_reverse	1	0.035246968269348145
45763	rnn.weight_hh_l0_reverse	2	-0.01805191859602928
45763	rnn.weight_hh_l0_reverse	3	-0.04429362714290619
45763	rnn.weight_hh_l0_reverse	4	0.004249323159456253
45763	rnn.weight_hh_l0_reverse	5	-0.043995581567287445
45763	rnn.weight_hh_l0_reverse	6	-0.010179976001381874
45763	rnn.weight_hh_l0_reverse	7	0.022902902215719223
45763	rnn.weight_hh_l0_reverse	8	0.017498794943094254
45763	rnn.weight_hh_l0_reverse	9	-0.005461814347654581
45763	rnn.bias_ih_l0_reverse	0	-0.048706602305173874
45763	rnn.bias_ih_l0_reverse	1	-0.08652839809656143
45763	rnn.bias_ih_l0_reverse	2	-0.0935581773519516
45763	rnn.bias_ih_l0_reverse	3	0.00034515021252445877
45763	rnn.bias_ih_l0_reverse	4	-0.042797528207302094
45763	rnn.bias_ih_l0_reverse	5	-0.05966360494494438
45763	rnn.bias_ih_l0_reverse	6	-0.0930296778678894
45763	rnn.bias_ih_l0_reverse	7	-0.02341390959918499
45763	rnn.bias_ih_l0_reverse	8	-0.04568184167146683
45763	rnn.bias_ih_l0_reverse	9	-0.09947742521762848
45763	rnn.bias_hh_l0_reverse	0	-0.09515807777643204
45763	rnn.bias_hh_l0_reverse	1	-0.12307184934616089
45763	rnn.bias_hh_l0_reverse	2	0.1079842746257782
45763	rnn.bias_hh_l0_reverse	3	0.009960408322513103
45763	rnn.bias_hh_l0_reverse	4	-0.07395654916763306
45763	rnn.bias_hh_l0_reverse	5	-0.08975201100111008
45763	rnn.bias_hh_l0_reverse	6	-0.10905948281288147
45763	rnn.bias_hh_l0_reverse	7	-0.026178959757089615
45763	rnn.bias_hh_l0_reverse	8	-0.020632954314351082
45763	rnn.bias_hh_l0_reverse	9	0.022063342854380608
45763	linear.weight	0	-0.007607798557728529
45763	linear.weight	1	-0.10661748051643372
45763	linear.weight	2	0.2663249373435974
45763	linear.weight	3	-0.08201444894075394
45763	linear.weight	4	-0.010588549077510834
45763	linear.weight	5	0.06399683654308319
45763	linear.weight	6	-0.010739270597696304
45763	linear.weight	7	-0.11019691824913025
45763	linear.weight	8	0.1536296308040619
45763	linear.weight	9	-0.20574578642845154
45763	linear.bias	0	-0.03956538438796997
45763	linear.bias	1	0.031413208693265915
45763	linear.bias	2	0.4903827905654907
45763	linear.bias	3	-0.12852360308170319
45763	linear.bias	4	1.4428049325942993
45763	linear.bias	5	-1.2462847232818604
45763	linear.bias	6	-0.46467381715774536
45763	linear.bias	7	-0.09361398965120316
46321	transitions	0	-1.189620018005371
46321	transitions	1	-10000.0
46321	transitions	2	-0.7969565987586975
46321	transitions	3	-10000.0
46321	transitions	4	1.545056700706482
46321	transitions	5	-10000.0
46321	transitions	6	-10000.0
46321	transitions	7	1.2921054363250732
46321	transitions	8	-2.001326560974121
46321	transitions	9	-3.673882484436035
46321	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
46321	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
46321	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
46321	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
46321	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
46321	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
46321	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
46321	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
46321	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
46321	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
46321	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
46321	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
46321	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
46321	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
46321	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
46321	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
46321	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
46321	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
46321	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
46321	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
46321	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
46321	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
46321	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
46321	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
46321	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
46321	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
46321	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
46321	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
46321	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
46321	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
46321	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
46321	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
46321	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
46321	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
46321	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
46321	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
46321	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
46321	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
46321	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
46321	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
46321	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
46321	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
46321	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
46321	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
46321	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
46321	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
46321	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
46321	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
46321	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
46321	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
46321	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
46321	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
46321	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
46321	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
46321	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
46321	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
46321	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
46321	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
46321	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
46321	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
46321	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
46321	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
46321	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
46321	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
46321	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
46321	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
46321	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
46321	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
46321	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
46321	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
46321	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
46321	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
46321	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
46321	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
46321	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
46321	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
46321	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
46321	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
46321	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
46321	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
46321	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
46321	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
46321	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
46321	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
46321	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
46321	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
46321	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
46321	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
46321	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
46321	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
46321	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
46321	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
46321	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
46321	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
46321	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
46321	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
46321	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
46321	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
46321	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
46321	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
46321	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
46321	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
46321	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
46321	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
46321	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
46321	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
46321	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
46321	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
46321	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
46321	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
46321	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
46321	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
46321	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
46321	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
46321	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
46321	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
46321	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
46321	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
46321	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
46321	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
46321	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
46321	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
46321	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
46321	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
46321	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
46321	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
46321	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
46321	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
46321	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
46321	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
46321	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
46321	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
46321	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
46321	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
46321	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
46321	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
46321	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
46321	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
46321	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
46321	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
46321	embedding2nn.weight	0	0.006734135560691357
46321	embedding2nn.weight	1	0.00582211883738637
46321	embedding2nn.weight	2	0.013360260054469109
46321	embedding2nn.weight	3	0.013803625479340553
46321	embedding2nn.weight	4	0.02008616365492344
46321	embedding2nn.weight	5	0.002181637566536665
46321	embedding2nn.weight	6	-0.013971016742289066
46321	embedding2nn.weight	7	-0.005493463948369026
46321	embedding2nn.weight	8	-0.005747745744884014
46321	embedding2nn.weight	9	-0.006711350288242102
46321	embedding2nn.bias	0	0.026277033612132072
46321	embedding2nn.bias	1	-0.02585293911397457
46321	embedding2nn.bias	2	0.054217930883169174
46321	embedding2nn.bias	3	0.038809824734926224
46321	embedding2nn.bias	4	-0.016244668513536453
46321	embedding2nn.bias	5	-0.05092666670680046
46321	embedding2nn.bias	6	0.023216133937239647
46321	embedding2nn.bias	7	0.0042627486400306225
46321	embedding2nn.bias	8	-0.03510149568319321
46321	embedding2nn.bias	9	0.03961023688316345
46321	rnn.weight_ih_l0	0	0.05484660342335701
46321	rnn.weight_ih_l0	1	-0.041422393172979355
46321	rnn.weight_ih_l0	2	0.0024160691536962986
46321	rnn.weight_ih_l0	3	0.03573700413107872
46321	rnn.weight_ih_l0	4	-0.01296969037503004
46321	rnn.weight_ih_l0	5	0.056463148444890976
46321	rnn.weight_ih_l0	6	0.012437168508768082
46321	rnn.weight_ih_l0	7	0.06125001981854439
46321	rnn.weight_ih_l0	8	0.016194893047213554
46321	rnn.weight_ih_l0	9	-0.021131204441189766
46321	rnn.weight_hh_l0	0	-0.03013417311012745
46321	rnn.weight_hh_l0	1	-0.019209101796150208
46321	rnn.weight_hh_l0	2	-0.06078564003109932
46321	rnn.weight_hh_l0	3	-0.017429005354642868
46321	rnn.weight_hh_l0	4	-0.007973468862473965
46321	rnn.weight_hh_l0	5	-0.02622755616903305
46321	rnn.weight_hh_l0	6	-0.006232362240552902
46321	rnn.weight_hh_l0	7	-0.05032552406191826
46321	rnn.weight_hh_l0	8	0.06433766335248947
46321	rnn.weight_hh_l0	9	0.03836103156208992
46321	rnn.bias_ih_l0	0	-0.10918951034545898
46321	rnn.bias_ih_l0	1	-0.10217885673046112
46321	rnn.bias_ih_l0	2	0.016124067828059196
46321	rnn.bias_ih_l0	3	-0.12768608331680298
46321	rnn.bias_ih_l0	4	-0.03125575929880142
46321	rnn.bias_ih_l0	5	-0.0977722778916359
46321	rnn.bias_ih_l0	6	0.04630006477236748
46321	rnn.bias_ih_l0	7	-0.0742279514670372
46321	rnn.bias_ih_l0	8	-0.001984568079933524
46321	rnn.bias_ih_l0	9	-0.10799846798181534
46321	rnn.bias_hh_l0	0	-0.024119960144162178
46321	rnn.bias_hh_l0	1	0.1674184799194336
46321	rnn.bias_hh_l0	2	0.0542917475104332
46321	rnn.bias_hh_l0	3	-0.04090363159775734
46321	rnn.bias_hh_l0	4	-0.08364105969667435
46321	rnn.bias_hh_l0	5	-0.004152506124228239
46321	rnn.bias_hh_l0	6	0.06677962094545364
46321	rnn.bias_hh_l0	7	-0.07588246464729309
46321	rnn.bias_hh_l0	8	-0.10389278829097748
46321	rnn.bias_hh_l0	9	-0.09098073840141296
46321	rnn.weight_ih_l0_reverse	0	0.028933752328157425
46321	rnn.weight_ih_l0_reverse	1	-0.051152415573596954
46321	rnn.weight_ih_l0_reverse	2	0.038454845547676086
46321	rnn.weight_ih_l0_reverse	3	0.0041184755973517895
46321	rnn.weight_ih_l0_reverse	4	0.024482592940330505
46321	rnn.weight_ih_l0_reverse	5	-0.033309921622276306
46321	rnn.weight_ih_l0_reverse	6	0.03126559033989906
46321	rnn.weight_ih_l0_reverse	7	0.03314834088087082
46321	rnn.weight_ih_l0_reverse	8	-0.025665398687124252
46321	rnn.weight_ih_l0_reverse	9	0.007498889695852995
46321	rnn.weight_hh_l0_reverse	0	0.04730444401502609
46321	rnn.weight_hh_l0_reverse	1	0.03468824923038483
46321	rnn.weight_hh_l0_reverse	2	-0.01758717931807041
46321	rnn.weight_hh_l0_reverse	3	-0.04383805766701698
46321	rnn.weight_hh_l0_reverse	4	0.004816513042896986
46321	rnn.weight_hh_l0_reverse	5	-0.04399602487683296
46321	rnn.weight_hh_l0_reverse	6	-0.010155321098864079
46321	rnn.weight_hh_l0_reverse	7	0.023068776354193687
46321	rnn.weight_hh_l0_reverse	8	0.017318814992904663
46321	rnn.weight_hh_l0_reverse	9	-0.0052047413773834705
46321	rnn.bias_ih_l0_reverse	0	-0.04821954667568207
46321	rnn.bias_ih_l0_reverse	1	-0.08806867152452469
46321	rnn.bias_ih_l0_reverse	2	-0.09137902408838272
46321	rnn.bias_ih_l0_reverse	3	-3.908612052327953e-05
46321	rnn.bias_ih_l0_reverse	4	-0.04537421464920044
46321	rnn.bias_ih_l0_reverse	5	-0.056955792009830475
46321	rnn.bias_ih_l0_reverse	6	-0.09146387130022049
46321	rnn.bias_ih_l0_reverse	7	-0.02229904755949974
46321	rnn.bias_ih_l0_reverse	8	-0.04784421622753143
46321	rnn.bias_ih_l0_reverse	9	-0.09850624948740005
46321	rnn.bias_hh_l0_reverse	0	-0.09363539516925812
46321	rnn.bias_hh_l0_reverse	1	-0.1285695731639862
46321	rnn.bias_hh_l0_reverse	2	0.11234790831804276
46321	rnn.bias_hh_l0_reverse	3	0.010477207601070404
46321	rnn.bias_hh_l0_reverse	4	-0.07454726845026016
46321	rnn.bias_hh_l0_reverse	5	-0.0888887345790863
46321	rnn.bias_hh_l0_reverse	6	-0.11277193576097488
46321	rnn.bias_hh_l0_reverse	7	-0.02336922474205494
46321	rnn.bias_hh_l0_reverse	8	-0.02006509341299534
46321	rnn.bias_hh_l0_reverse	9	0.020666535943746567
46321	linear.weight	0	-0.007631425280123949
46321	linear.weight	1	-0.08258357644081116
46321	linear.weight	2	0.26737168431282043
46321	linear.weight	3	-0.08206237107515335
46321	linear.weight	4	-0.010588549077510834
46321	linear.weight	5	0.034528519958257675
46321	linear.weight	6	-0.010739270597696304
46321	linear.weight	7	-0.11971559375524521
46321	linear.weight	8	0.19489367306232452
46321	linear.weight	9	-0.2117713987827301
46321	linear.bias	0	-0.03956538438796997
46321	linear.bias	1	0.031413208693265915
46321	linear.bias	2	0.4033477306365967
46321	linear.bias	3	-0.04606480896472931
46321	linear.bias	4	1.4351563453674316
46321	linear.bias	5	-1.2480878829956055
46321	linear.bias	6	-0.4549584984779358
46321	linear.bias	7	-0.08932230621576309
46879	transitions	0	-1.1979371309280396
46879	transitions	1	-10000.0
46879	transitions	2	-0.7969565987586975
46879	transitions	3	-10000.0
46879	transitions	4	1.5347779989242554
46879	transitions	5	-10000.0
46879	transitions	6	-10000.0
46879	transitions	7	1.282456636428833
46879	transitions	8	-2.0073907375335693
46879	transitions	9	-3.680020809173584
46879	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
46879	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
46879	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
46879	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
46879	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
46879	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
46879	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
46879	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
46879	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
46879	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
46879	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
46879	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
46879	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
46879	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
46879	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
46879	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
46879	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
46879	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
46879	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
46879	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
46879	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
46879	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
46879	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
46879	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
46879	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
46879	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
46879	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
46879	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
46879	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
46879	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
46879	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
46879	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
46879	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
46879	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
46879	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
46879	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
46879	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
46879	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
46879	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
46879	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
46879	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
46879	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
46879	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
46879	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
46879	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
46879	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
46879	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
46879	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
46879	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
46879	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
46879	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
46879	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
46879	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
46879	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
46879	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
46879	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
46879	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
46879	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
46879	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
46879	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
46879	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
46879	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
46879	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
46879	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
46879	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
46879	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
46879	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
46879	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
46879	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
46879	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
46879	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
46879	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
46879	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
46879	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
46879	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
46879	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
46879	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
46879	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
46879	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
46879	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
46879	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
46879	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
46879	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
46879	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
46879	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
46879	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
46879	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
46879	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
46879	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
46879	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
46879	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
46879	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
46879	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
46879	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
46879	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
46879	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
46879	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
46879	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
46879	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
46879	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
46879	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
46879	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
46879	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
46879	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
46879	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
46879	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
46879	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
46879	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
46879	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
46879	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
46879	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
46879	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
46879	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
46879	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
46879	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
46879	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
46879	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
46879	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
46879	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
46879	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
46879	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
46879	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
46879	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
46879	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
46879	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
46879	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
46879	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
46879	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
46879	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
46879	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
46879	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
46879	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
46879	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
46879	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
46879	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
46879	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
46879	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
46879	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
46879	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
46879	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
46879	embedding2nn.weight	0	0.006743933539837599
46879	embedding2nn.weight	1	0.0057862624526023865
46879	embedding2nn.weight	2	0.013313321396708488
46879	embedding2nn.weight	3	0.01286026556044817
46879	embedding2nn.weight	4	0.019860120490193367
46879	embedding2nn.weight	5	0.0007930318242870271
46879	embedding2nn.weight	6	-0.013913067989051342
46879	embedding2nn.weight	7	-0.005722624249756336
46879	embedding2nn.weight	8	-0.0049669998697936535
46879	embedding2nn.weight	9	-0.006537563167512417
46879	embedding2nn.bias	0	0.014326279051601887
46879	embedding2nn.bias	1	-0.018943311646580696
46879	embedding2nn.bias	2	0.06209225952625275
46879	embedding2nn.bias	3	0.04252181574702263
46879	embedding2nn.bias	4	-0.02344205603003502
46879	embedding2nn.bias	5	-0.052687667310237885
46879	embedding2nn.bias	6	0.030552402138710022
46879	embedding2nn.bias	7	0.001841838238760829
46879	embedding2nn.bias	8	-0.02766537480056286
46879	embedding2nn.bias	9	0.03563331067562103
46879	rnn.weight_ih_l0	0	0.055388446897268295
46879	rnn.weight_ih_l0	1	-0.04150764271616936
46879	rnn.weight_ih_l0	2	0.001849595457315445
46879	rnn.weight_ih_l0	3	0.03789414465427399
46879	rnn.weight_ih_l0	4	-0.012653300538659096
46879	rnn.weight_ih_l0	5	0.056643303483724594
46879	rnn.weight_ih_l0	6	0.012394185177981853
46879	rnn.weight_ih_l0	7	0.06195733696222305
46879	rnn.weight_ih_l0	8	0.016618721187114716
46879	rnn.weight_ih_l0	9	-0.021047329530119896
46879	rnn.weight_hh_l0	0	-0.03056631051003933
46879	rnn.weight_hh_l0	1	-0.018638433888554573
46879	rnn.weight_hh_l0	2	-0.06082030013203621
46879	rnn.weight_hh_l0	3	-0.017491133883595467
46879	rnn.weight_hh_l0	4	-0.008036197163164616
46879	rnn.weight_hh_l0	5	-0.025990931317210197
46879	rnn.weight_hh_l0	6	-0.006232422310858965
46879	rnn.weight_hh_l0	7	-0.05044703930616379
46879	rnn.weight_hh_l0	8	0.0642118826508522
46879	rnn.weight_hh_l0	9	0.03880057856440544
46879	rnn.bias_ih_l0	0	-0.11163803935050964
46879	rnn.bias_ih_l0	1	-0.10455598682165146
46879	rnn.bias_ih_l0	2	0.014887407422065735
46879	rnn.bias_ih_l0	3	-0.12984365224838257
46879	rnn.bias_ih_l0	4	-0.030568603426218033
46879	rnn.bias_ih_l0	5	-0.09858175367116928
46879	rnn.bias_ih_l0	6	0.03573605418205261
46879	rnn.bias_ih_l0	7	-0.07282517850399017
46879	rnn.bias_ih_l0	8	-0.000544166483450681
46879	rnn.bias_ih_l0	9	-0.10490193217992783
46879	rnn.bias_hh_l0	0	-0.025396475568413734
46879	rnn.bias_hh_l0	1	0.16617587208747864
46879	rnn.bias_hh_l0	2	0.046682655811309814
46879	rnn.bias_hh_l0	3	-0.03440167382359505
46879	rnn.bias_hh_l0	4	-0.0832081288099289
46879	rnn.bias_hh_l0	5	-0.008512071333825588
46879	rnn.bias_hh_l0	6	0.06622761487960815
46879	rnn.bias_hh_l0	7	-0.08470650017261505
46879	rnn.bias_hh_l0	8	-0.10082333534955978
46879	rnn.bias_hh_l0	9	-0.08956413716077805
46879	rnn.weight_ih_l0_reverse	0	0.027305051684379578
46879	rnn.weight_ih_l0_reverse	1	-0.05050626024603844
46879	rnn.weight_ih_l0_reverse	2	0.03821992874145508
46879	rnn.weight_ih_l0_reverse	3	0.0048810322768986225
46879	rnn.weight_ih_l0_reverse	4	0.024056166410446167
46879	rnn.weight_ih_l0_reverse	5	-0.032728295773267746
46879	rnn.weight_ih_l0_reverse	6	0.03134509176015854
46879	rnn.weight_ih_l0_reverse	7	0.03345298022031784
46879	rnn.weight_ih_l0_reverse	8	-0.0258827805519104
46879	rnn.weight_ih_l0_reverse	9	0.006375760305672884
46879	rnn.weight_hh_l0_reverse	0	0.047072067856788635
46879	rnn.weight_hh_l0_reverse	1	0.03432316705584526
46879	rnn.weight_hh_l0_reverse	2	-0.01776500791311264
46879	rnn.weight_hh_l0_reverse	3	-0.04274832457304001
46879	rnn.weight_hh_l0_reverse	4	0.0049973479472100735
46879	rnn.weight_hh_l0_reverse	5	-0.0440969318151474
46879	rnn.weight_hh_l0_reverse	6	-0.010087504051625729
46879	rnn.weight_hh_l0_reverse	7	0.023113222792744637
46879	rnn.weight_hh_l0_reverse	8	0.017222074791789055
46879	rnn.weight_hh_l0_reverse	9	-0.005119564943015575
46879	rnn.bias_ih_l0_reverse	0	-0.04680372402071953
46879	rnn.bias_ih_l0_reverse	1	-0.0881798043847084
46879	rnn.bias_ih_l0_reverse	2	-0.09210409969091415
46879	rnn.bias_ih_l0_reverse	3	0.0022742138244211674
46879	rnn.bias_ih_l0_reverse	4	-0.04601961374282837
46879	rnn.bias_ih_l0_reverse	5	-0.05810533091425896
46879	rnn.bias_ih_l0_reverse	6	-0.09330488741397858
46879	rnn.bias_ih_l0_reverse	7	-0.022121554240584373
46879	rnn.bias_ih_l0_reverse	8	-0.04943814501166344
46879	rnn.bias_ih_l0_reverse	9	-0.1005830392241478
46879	rnn.bias_hh_l0_reverse	0	-0.0983458161354065
46879	rnn.bias_hh_l0_reverse	1	-0.12412659078836441
46879	rnn.bias_hh_l0_reverse	2	0.11120862513780594
46879	rnn.bias_hh_l0_reverse	3	0.015309466049075127
46879	rnn.bias_hh_l0_reverse	4	-0.07884067296981812
46879	rnn.bias_hh_l0_reverse	5	-0.08758630603551865
46879	rnn.bias_hh_l0_reverse	6	-0.0951698049902916
46879	rnn.bias_hh_l0_reverse	7	-0.021176064386963844
46879	rnn.bias_hh_l0_reverse	8	-0.020879071205854416
46879	rnn.bias_hh_l0_reverse	9	0.01665014587342739
46879	linear.weight	0	-0.007625154219567776
46879	linear.weight	1	-0.060079608112573624
46879	linear.weight	2	0.2546404004096985
46879	linear.weight	3	-0.08206979185342789
46879	linear.weight	4	-0.010588549077510834
46879	linear.weight	5	0.09117836505174637
46879	linear.weight	6	-0.010739270597696304
46879	linear.weight	7	-0.10424131900072098
46879	linear.weight	8	0.18061868846416473
46879	linear.weight	9	-0.21055352687835693
46879	linear.bias	0	-0.03956538438796997
46879	linear.bias	1	0.031413208693265915
46879	linear.bias	2	0.4210110306739807
46879	linear.bias	3	-0.06845836341381073
46879	linear.bias	4	1.4521833658218384
46879	linear.bias	5	-1.249884009361267
46879	linear.bias	6	-0.4615328907966614
46879	linear.bias	7	-0.09326707571744919
47437	transitions	0	-1.2054890394210815
47437	transitions	1	-10000.0
47437	transitions	2	-0.7969565987586975
47437	transitions	3	-10000.0
47437	transitions	4	1.5397406816482544
47437	transitions	5	-10000.0
47437	transitions	6	-10000.0
47437	transitions	7	1.3027359247207642
47437	transitions	8	-2.012653350830078
47437	transitions	9	-3.6852316856384277
47437	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
47437	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
47437	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
47437	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
47437	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
47437	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
47437	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
47437	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
47437	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
47437	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
47437	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
47437	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
47437	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
47437	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
47437	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
47437	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
47437	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
47437	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
47437	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
47437	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
47437	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
47437	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
47437	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
47437	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
47437	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
47437	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
47437	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
47437	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
47437	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
47437	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
47437	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
47437	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
47437	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
47437	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
47437	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
47437	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
47437	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
47437	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
47437	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
47437	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
47437	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
47437	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
47437	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
47437	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
47437	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
47437	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
47437	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
47437	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
47437	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
47437	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
47437	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
47437	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
47437	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
47437	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
47437	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
47437	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
47437	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
47437	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
47437	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
47437	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
47437	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
47437	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
47437	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
47437	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
47437	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
47437	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
47437	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
47437	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
47437	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
47437	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
47437	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
47437	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
47437	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
47437	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
47437	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
47437	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
47437	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
47437	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
47437	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
47437	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
47437	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
47437	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
47437	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
47437	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
47437	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
47437	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
47437	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
47437	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
47437	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
47437	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
47437	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
47437	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
47437	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
47437	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
47437	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
47437	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
47437	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
47437	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
47437	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
47437	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
47437	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
47437	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
47437	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
47437	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
47437	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
47437	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
47437	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
47437	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
47437	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
47437	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
47437	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
47437	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
47437	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
47437	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
47437	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
47437	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
47437	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
47437	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
47437	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
47437	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
47437	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
47437	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
47437	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
47437	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
47437	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
47437	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
47437	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
47437	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
47437	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
47437	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
47437	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
47437	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
47437	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
47437	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
47437	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
47437	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
47437	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
47437	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
47437	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
47437	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
47437	embedding2nn.weight	0	0.006752497982233763
47437	embedding2nn.weight	1	0.0058826180174946785
47437	embedding2nn.weight	2	0.013335111550986767
47437	embedding2nn.weight	3	0.012693761847913265
47437	embedding2nn.weight	4	0.020294228568673134
47437	embedding2nn.weight	5	0.0012399011757224798
47437	embedding2nn.weight	6	-0.013472003862261772
47437	embedding2nn.weight	7	-0.005505472421646118
47437	embedding2nn.weight	8	-0.0050810836255550385
47437	embedding2nn.weight	9	-0.006288682576268911
47437	embedding2nn.bias	0	0.029280222952365875
47437	embedding2nn.bias	1	-0.02390061877667904
47437	embedding2nn.bias	2	0.06532882899045944
47437	embedding2nn.bias	3	0.04109789431095123
47437	embedding2nn.bias	4	-0.018548399209976196
47437	embedding2nn.bias	5	-0.043828558176755905
47437	embedding2nn.bias	6	0.028805477544665337
47437	embedding2nn.bias	7	0.003237118711695075
47437	embedding2nn.bias	8	-0.024655090644955635
47437	embedding2nn.bias	9	0.02364257350564003
47437	rnn.weight_ih_l0	0	0.05594059079885483
47437	rnn.weight_ih_l0	1	-0.041338056325912476
47437	rnn.weight_ih_l0	2	0.0014070908073335886
47437	rnn.weight_ih_l0	3	0.032946016639471054
47437	rnn.weight_ih_l0	4	-0.014170153997838497
47437	rnn.weight_ih_l0	5	0.05665537342429161
47437	rnn.weight_ih_l0	6	0.012253073044121265
47437	rnn.weight_ih_l0	7	0.06280983239412308
47437	rnn.weight_ih_l0	8	0.017174404114484787
47437	rnn.weight_ih_l0	9	-0.020423823967576027
47437	rnn.weight_hh_l0	0	-0.02997586503624916
47437	rnn.weight_hh_l0	1	-0.018834974616765976
47437	rnn.weight_hh_l0	2	-0.060192424803972244
47437	rnn.weight_hh_l0	3	-0.016926825046539307
47437	rnn.weight_hh_l0	4	-0.008090576156973839
47437	rnn.weight_hh_l0	5	-0.02615853026509285
47437	rnn.weight_hh_l0	6	-0.0060961199924349785
47437	rnn.weight_hh_l0	7	-0.05061957612633705
47437	rnn.weight_hh_l0	8	0.06578189134597778
47437	rnn.weight_hh_l0	9	0.038580551743507385
47437	rnn.bias_ih_l0	0	-0.11323175579309464
47437	rnn.bias_ih_l0	1	-0.10531612485647202
47437	rnn.bias_ih_l0	2	0.015291172079741955
47437	rnn.bias_ih_l0	3	-0.12976261973381042
47437	rnn.bias_ih_l0	4	-0.026907550171017647
47437	rnn.bias_ih_l0	5	-0.0979660376906395
47437	rnn.bias_ih_l0	6	0.037923429161310196
47437	rnn.bias_ih_l0	7	-0.07196023315191269
47437	rnn.bias_ih_l0	8	-0.0015359893441200256
47437	rnn.bias_ih_l0	9	-0.10487832874059677
47437	rnn.bias_hh_l0	0	-0.023223184049129486
47437	rnn.bias_hh_l0	1	0.1590919941663742
47437	rnn.bias_hh_l0	2	0.05263792350888252
47437	rnn.bias_hh_l0	3	-0.038400616496801376
47437	rnn.bias_hh_l0	4	-0.0850905179977417
47437	rnn.bias_hh_l0	5	-0.02383820340037346
47437	rnn.bias_hh_l0	6	0.06671369820833206
47437	rnn.bias_hh_l0	7	-0.0847124308347702
47437	rnn.bias_hh_l0	8	-0.10621194541454315
47437	rnn.bias_hh_l0	9	-0.094431072473526
47437	rnn.weight_ih_l0_reverse	0	0.027653047814965248
47437	rnn.weight_ih_l0_reverse	1	-0.05008065700531006
47437	rnn.weight_ih_l0_reverse	2	0.038556892424821854
47437	rnn.weight_ih_l0_reverse	3	0.004897064529359341
47437	rnn.weight_ih_l0_reverse	4	0.02351401001214981
47437	rnn.weight_ih_l0_reverse	5	-0.03240266069769859
47437	rnn.weight_ih_l0_reverse	6	0.03419811651110649
47437	rnn.weight_ih_l0_reverse	7	0.033520765602588654
47437	rnn.weight_ih_l0_reverse	8	-0.025902660563588142
47437	rnn.weight_ih_l0_reverse	9	0.0064348033629357815
47437	rnn.weight_hh_l0_reverse	0	0.04694591462612152
47437	rnn.weight_hh_l0_reverse	1	0.03449893742799759
47437	rnn.weight_hh_l0_reverse	2	-0.018600601702928543
47437	rnn.weight_hh_l0_reverse	3	-0.04455284774303436
47437	rnn.weight_hh_l0_reverse	4	0.005418945569545031
47437	rnn.weight_hh_l0_reverse	5	-0.04428562521934509
47437	rnn.weight_hh_l0_reverse	6	-0.01010947022587061
47437	rnn.weight_hh_l0_reverse	7	0.022766584530472755
47437	rnn.weight_hh_l0_reverse	8	0.01878451183438301
47437	rnn.weight_hh_l0_reverse	9	-0.004849238786846399
47437	rnn.bias_ih_l0_reverse	0	-0.04774931073188782
47437	rnn.bias_ih_l0_reverse	1	-0.08798829466104507
47437	rnn.bias_ih_l0_reverse	2	-0.0968296080827713
47437	rnn.bias_ih_l0_reverse	3	0.008282226510345936
47437	rnn.bias_ih_l0_reverse	4	-0.047515783458948135
47437	rnn.bias_ih_l0_reverse	5	-0.061616163700819016
47437	rnn.bias_ih_l0_reverse	6	-0.10106091946363449
47437	rnn.bias_ih_l0_reverse	7	-0.024390706792473793
47437	rnn.bias_ih_l0_reverse	8	-0.049930132925510406
47437	rnn.bias_ih_l0_reverse	9	-0.10353322327136993
47437	rnn.bias_hh_l0_reverse	0	-0.0964629054069519
47437	rnn.bias_hh_l0_reverse	1	-0.13213211297988892
47437	rnn.bias_hh_l0_reverse	2	0.1128939539194107
47437	rnn.bias_hh_l0_reverse	3	0.019877245649695396
47437	rnn.bias_hh_l0_reverse	4	-0.07945643365383148
47437	rnn.bias_hh_l0_reverse	5	-0.08950105309486389
47437	rnn.bias_hh_l0_reverse	6	-0.10584631562232971
47437	rnn.bias_hh_l0_reverse	7	-0.026029374450445175
47437	rnn.bias_hh_l0_reverse	8	-0.02371026575565338
47437	rnn.bias_hh_l0_reverse	9	0.021383507177233696
47437	linear.weight	0	-0.007583778351545334
47437	linear.weight	1	-0.0801403596997261
47437	linear.weight	2	0.2644910216331482
47437	linear.weight	3	-0.0820591002702713
47437	linear.weight	4	-0.010588549077510834
47437	linear.weight	5	0.04769231751561165
47437	linear.weight	6	-0.010739270597696304
47437	linear.weight	7	-0.07586845010519028
47437	linear.weight	8	0.21084606647491455
47437	linear.weight	9	-0.2085498720407486
47437	linear.bias	0	-0.03956538438796997
47437	linear.bias	1	0.031413208693265915
47437	linear.bias	2	0.42553845047950745
47437	linear.bias	3	-0.09626589715480804
47437	linear.bias	4	1.4609606266021729
47437	linear.bias	5	-1.2516469955444336
47437	linear.bias	6	-0.4495115280151367
47437	linear.bias	7	-0.08904211968183517
47995	transitions	0	-1.2119373083114624
47995	transitions	1	-10000.0
47995	transitions	2	-0.7969565987586975
47995	transitions	3	-10000.0
47995	transitions	4	1.574458122253418
47995	transitions	5	-10000.0
47995	transitions	6	-10000.0
47995	transitions	7	1.3221849203109741
47995	transitions	8	-2.0181350708007812
47995	transitions	9	-3.6910400390625
47995	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
47995	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
47995	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
47995	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
47995	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
47995	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
47995	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
47995	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
47995	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
47995	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
47995	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
47995	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
47995	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
47995	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
47995	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
47995	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
47995	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
47995	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
47995	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
47995	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
47995	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
47995	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
47995	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
47995	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
47995	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
47995	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
47995	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
47995	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
47995	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
47995	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
47995	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
47995	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
47995	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
47995	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
47995	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
47995	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
47995	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
47995	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
47995	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
47995	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
47995	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
47995	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
47995	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
47995	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
47995	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
47995	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
47995	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
47995	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
47995	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
47995	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
47995	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
47995	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
47995	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
47995	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
47995	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
47995	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
47995	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
47995	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
47995	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
47995	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
47995	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
47995	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
47995	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
47995	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
47995	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
47995	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
47995	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
47995	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
47995	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
47995	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
47995	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
47995	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
47995	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
47995	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
47995	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
47995	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
47995	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
47995	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
47995	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
47995	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
47995	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
47995	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
47995	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
47995	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
47995	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
47995	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
47995	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
47995	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
47995	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
47995	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
47995	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
47995	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
47995	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
47995	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
47995	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
47995	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
47995	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
47995	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
47995	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
47995	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
47995	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
47995	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
47995	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
47995	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
47995	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
47995	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
47995	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
47995	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
47995	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
47995	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
47995	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
47995	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
47995	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
47995	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
47995	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
47995	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
47995	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
47995	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
47995	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
47995	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
47995	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
47995	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
47995	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
47995	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
47995	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
47995	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
47995	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
47995	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
47995	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
47995	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
47995	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
47995	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
47995	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
47995	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
47995	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
47995	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
47995	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
47995	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
47995	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
47995	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
47995	embedding2nn.weight	0	0.006766016129404306
47995	embedding2nn.weight	1	0.005920005030930042
47995	embedding2nn.weight	2	0.013357621617615223
47995	embedding2nn.weight	3	0.012902813963592052
47995	embedding2nn.weight	4	0.021074781194329262
47995	embedding2nn.weight	5	0.0008494735811837018
47995	embedding2nn.weight	6	-0.013026232831180096
47995	embedding2nn.weight	7	-0.0056599038653075695
47995	embedding2nn.weight	8	-0.005292927846312523
47995	embedding2nn.weight	9	-0.006240511778742075
47995	embedding2nn.bias	0	0.034147828817367554
47995	embedding2nn.bias	1	-0.018756067380309105
47995	embedding2nn.bias	2	0.0614493265748024
47995	embedding2nn.bias	3	0.04242723062634468
47995	embedding2nn.bias	4	-0.026039116084575653
47995	embedding2nn.bias	5	-0.04037253558635712
47995	embedding2nn.bias	6	0.02656477876007557
47995	embedding2nn.bias	7	0.009050284512341022
47995	embedding2nn.bias	8	-0.037525393068790436
47995	embedding2nn.bias	9	0.03266723081469536
47995	rnn.weight_ih_l0	0	0.05628914013504982
47995	rnn.weight_ih_l0	1	-0.04147561639547348
47995	rnn.weight_ih_l0	2	0.002458041999489069
47995	rnn.weight_ih_l0	3	0.0332174152135849
47995	rnn.weight_ih_l0	4	-0.013655094429850578
47995	rnn.weight_ih_l0	5	0.05768588185310364
47995	rnn.weight_ih_l0	6	0.011591780930757523
47995	rnn.weight_ih_l0	7	0.06119048222899437
47995	rnn.weight_ih_l0	8	0.016950463876128197
47995	rnn.weight_ih_l0	9	-0.022503305226564407
47995	rnn.weight_hh_l0	0	-0.029929833486676216
47995	rnn.weight_hh_l0	1	-0.01792229153215885
47995	rnn.weight_hh_l0	2	-0.060278140008449554
47995	rnn.weight_hh_l0	3	-0.017281310632824898
47995	rnn.weight_hh_l0	4	-0.008358839899301529
47995	rnn.weight_hh_l0	5	-0.02588636428117752
47995	rnn.weight_hh_l0	6	-0.0059900833293795586
47995	rnn.weight_hh_l0	7	-0.04920078068971634
47995	rnn.weight_hh_l0	8	0.0657874271273613
47995	rnn.weight_hh_l0	9	0.03973274677991867
47995	rnn.bias_ih_l0	0	-0.11984364688396454
47995	rnn.bias_ih_l0	1	-0.10673235356807709
47995	rnn.bias_ih_l0	2	0.015828117728233337
47995	rnn.bias_ih_l0	3	-0.13164480030536652
47995	rnn.bias_ih_l0	4	-0.03144490718841553
47995	rnn.bias_ih_l0	5	-0.09720919281244278
47995	rnn.bias_ih_l0	6	0.03690526261925697
47995	rnn.bias_ih_l0	7	-0.07478577643632889
47995	rnn.bias_ih_l0	8	-0.0020040208473801613
47995	rnn.bias_ih_l0	9	-0.10482852905988693
47995	rnn.bias_hh_l0	0	-0.021816696971654892
47995	rnn.bias_hh_l0	1	0.16112327575683594
47995	rnn.bias_hh_l0	2	0.06039537861943245
47995	rnn.bias_hh_l0	3	-0.04100000858306885
47995	rnn.bias_hh_l0	4	-0.08497024327516556
47995	rnn.bias_hh_l0	5	-0.021558057516813278
47995	rnn.bias_hh_l0	6	0.06617242842912674
47995	rnn.bias_hh_l0	7	-0.08388620615005493
47995	rnn.bias_hh_l0	8	-0.10460642725229263
47995	rnn.bias_hh_l0	9	-0.09127732366323471
47995	rnn.weight_ih_l0_reverse	0	0.026123888790607452
47995	rnn.weight_ih_l0_reverse	1	-0.0504801981151104
47995	rnn.weight_ih_l0_reverse	2	0.0387185737490654
47995	rnn.weight_ih_l0_reverse	3	0.003064645454287529
47995	rnn.weight_ih_l0_reverse	4	0.02404615841805935
47995	rnn.weight_ih_l0_reverse	5	-0.03464397415518761
47995	rnn.weight_ih_l0_reverse	6	0.03296610713005066
47995	rnn.weight_ih_l0_reverse	7	0.03311009332537651
47995	rnn.weight_ih_l0_reverse	8	-0.026026194915175438
47995	rnn.weight_ih_l0_reverse	9	0.00753627298399806
47995	rnn.weight_hh_l0_reverse	0	0.04693760350346565
47995	rnn.weight_hh_l0_reverse	1	0.03422034531831741
47995	rnn.weight_hh_l0_reverse	2	-0.018994757905602455
47995	rnn.weight_hh_l0_reverse	3	-0.04472961276769638
47995	rnn.weight_hh_l0_reverse	4	0.00565964775159955
47995	rnn.weight_hh_l0_reverse	5	-0.04415992647409439
47995	rnn.weight_hh_l0_reverse	6	-0.009934530593454838
47995	rnn.weight_hh_l0_reverse	7	0.02372395433485508
47995	rnn.weight_hh_l0_reverse	8	0.018950385972857475
47995	rnn.weight_hh_l0_reverse	9	-0.005358374211937189
47995	rnn.bias_ih_l0_reverse	0	-0.04856666550040245
47995	rnn.bias_ih_l0_reverse	1	-0.08947056531906128
47995	rnn.bias_ih_l0_reverse	2	-0.09685049951076508
47995	rnn.bias_ih_l0_reverse	3	-0.001582921133376658
47995	rnn.bias_ih_l0_reverse	4	-0.04090862721204758
47995	rnn.bias_ih_l0_reverse	5	-0.06255511194467545
47995	rnn.bias_ih_l0_reverse	6	-0.10014554113149643
47995	rnn.bias_ih_l0_reverse	7	-0.02564067952334881
47995	rnn.bias_ih_l0_reverse	8	-0.05027352273464203
47995	rnn.bias_ih_l0_reverse	9	-0.10197188705205917
47995	rnn.bias_hh_l0_reverse	0	-0.096247099339962
47995	rnn.bias_hh_l0_reverse	1	-0.12994033098220825
47995	rnn.bias_hh_l0_reverse	2	0.11450125277042389
47995	rnn.bias_hh_l0_reverse	3	0.018619533628225327
47995	rnn.bias_hh_l0_reverse	4	-0.08607181161642075
47995	rnn.bias_hh_l0_reverse	5	-0.07913011312484741
47995	rnn.bias_hh_l0_reverse	6	-0.09923805296421051
47995	rnn.bias_hh_l0_reverse	7	-0.02360239252448082
47995	rnn.bias_hh_l0_reverse	8	-0.023977108299732208
47995	rnn.bias_hh_l0_reverse	9	0.016840722411870956
47995	linear.weight	0	-0.0075675412081182
47995	linear.weight	1	-0.08017336577177048
47995	linear.weight	2	0.24244438111782074
47995	linear.weight	3	-0.08206117898225784
47995	linear.weight	4	-0.010588549077510834
47995	linear.weight	5	0.048419322818517685
47995	linear.weight	6	-0.010739270597696304
47995	linear.weight	7	-0.05580002814531326
47995	linear.weight	8	0.18476766347885132
47995	linear.weight	9	-0.21106083691120148
47995	linear.bias	0	-0.03956538438796997
47995	linear.bias	1	0.031413208693265915
47995	linear.bias	2	0.42552411556243896
47995	linear.bias	3	-0.10931377112865448
47995	linear.bias	4	1.5094830989837646
47995	linear.bias	5	-1.2533200979232788
47995	linear.bias	6	-0.4659789502620697
47995	linear.bias	7	-0.10639006644487381
48553	transitions	0	-1.2195473909378052
48553	transitions	1	-10000.0
48553	transitions	2	-0.7969565987586975
48553	transitions	3	-10000.0
48553	transitions	4	1.566929817199707
48553	transitions	5	-10000.0
48553	transitions	6	-10000.0
48553	transitions	7	1.307350993156433
48553	transitions	8	-2.0232653617858887
48553	transitions	9	-3.696704864501953
48553	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
48553	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
48553	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
48553	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
48553	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
48553	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
48553	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
48553	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
48553	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
48553	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
48553	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
48553	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
48553	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
48553	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
48553	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
48553	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
48553	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
48553	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
48553	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
48553	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
48553	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
48553	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
48553	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
48553	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
48553	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
48553	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
48553	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
48553	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
48553	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
48553	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
48553	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
48553	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
48553	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
48553	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
48553	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
48553	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
48553	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
48553	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
48553	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
48553	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
48553	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
48553	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
48553	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
48553	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
48553	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
48553	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
48553	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
48553	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
48553	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
48553	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
48553	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
48553	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
48553	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
48553	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
48553	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
48553	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
48553	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
48553	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
48553	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
48553	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
48553	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
48553	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
48553	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
48553	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
48553	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
48553	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
48553	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
48553	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
48553	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
48553	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
48553	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
48553	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
48553	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
48553	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
48553	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
48553	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
48553	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
48553	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
48553	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
48553	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
48553	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
48553	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
48553	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
48553	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
48553	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
48553	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
48553	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
48553	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
48553	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
48553	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
48553	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
48553	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
48553	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
48553	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
48553	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
48553	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
48553	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
48553	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
48553	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
48553	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
48553	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
48553	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
48553	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
48553	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
48553	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
48553	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
48553	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
48553	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
48553	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
48553	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
48553	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
48553	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
48553	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
48553	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
48553	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
48553	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
48553	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
48553	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
48553	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
48553	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
48553	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
48553	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
48553	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
48553	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
48553	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
48553	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
48553	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
48553	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
48553	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
48553	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
48553	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
48553	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
48553	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
48553	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
48553	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
48553	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
48553	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
48553	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
48553	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
48553	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
48553	embedding2nn.weight	0	0.006765845697373152
48553	embedding2nn.weight	1	0.006051084958016872
48553	embedding2nn.weight	2	0.013354966416954994
48553	embedding2nn.weight	3	0.013467593118548393
48553	embedding2nn.weight	4	0.02103266306221485
48553	embedding2nn.weight	5	-0.00016765069449320436
48553	embedding2nn.weight	6	-0.013290892355144024
48553	embedding2nn.weight	7	-0.005519861355423927
48553	embedding2nn.weight	8	-0.005419509951025248
48553	embedding2nn.weight	9	-0.006076815538108349
48553	embedding2nn.bias	0	0.030460016801953316
48553	embedding2nn.bias	1	-0.019002771005034447
48553	embedding2nn.bias	2	0.06492882966995239
48553	embedding2nn.bias	3	0.039109185338020325
48553	embedding2nn.bias	4	-0.02480221539735794
48553	embedding2nn.bias	5	-0.0472387932240963
48553	embedding2nn.bias	6	0.02361125871539116
48553	embedding2nn.bias	7	0.005352470092475414
48553	embedding2nn.bias	8	-0.03531059995293617
48553	embedding2nn.bias	9	0.03798916935920715
48553	rnn.weight_ih_l0	0	0.055685192346572876
48553	rnn.weight_ih_l0	1	-0.040720049291849136
48553	rnn.weight_ih_l0	2	0.002185545628890395
48553	rnn.weight_ih_l0	3	0.034302979707717896
48553	rnn.weight_ih_l0	4	-0.014284325763583183
48553	rnn.weight_ih_l0	5	0.05765414610505104
48553	rnn.weight_ih_l0	6	0.011503975838422775
48553	rnn.weight_ih_l0	7	0.060500290244817734
48553	rnn.weight_ih_l0	8	0.015082581900060177
48553	rnn.weight_ih_l0	9	-0.02212352305650711
48553	rnn.weight_hh_l0	0	-0.02872657962143421
48553	rnn.weight_hh_l0	1	-0.018087653443217278
48553	rnn.weight_hh_l0	2	-0.060957081615924835
48553	rnn.weight_hh_l0	3	-0.017472637817263603
48553	rnn.weight_hh_l0	4	-0.008253168314695358
48553	rnn.weight_hh_l0	5	-0.025649892166256905
48553	rnn.weight_hh_l0	6	-0.006014181766659021
48553	rnn.weight_hh_l0	7	-0.05016149953007698
48553	rnn.weight_hh_l0	8	0.06603475660085678
48553	rnn.weight_hh_l0	9	0.04012354090809822
48553	rnn.bias_ih_l0	0	-0.11939073354005814
48553	rnn.bias_ih_l0	1	-0.10856293886899948
48553	rnn.bias_ih_l0	2	0.011978431604802608
48553	rnn.bias_ih_l0	3	-0.13025379180908203
48553	rnn.bias_ih_l0	4	-0.02949392795562744
48553	rnn.bias_ih_l0	5	-0.10318658500909805
48553	rnn.bias_ih_l0	6	0.04266887530684471
48553	rnn.bias_ih_l0	7	-0.0765572339296341
48553	rnn.bias_ih_l0	8	-0.0004382799379527569
48553	rnn.bias_ih_l0	9	-0.1071767657995224
48553	rnn.bias_hh_l0	0	-0.023573733866214752
48553	rnn.bias_hh_l0	1	0.16865521669387817
48553	rnn.bias_hh_l0	2	0.05674874410033226
48553	rnn.bias_hh_l0	3	-0.038448821753263474
48553	rnn.bias_hh_l0	4	-0.08406379073858261
48553	rnn.bias_hh_l0	5	-0.027184978127479553
48553	rnn.bias_hh_l0	6	0.0686589777469635
48553	rnn.bias_hh_l0	7	-0.0884244441986084
48553	rnn.bias_hh_l0	8	-0.1028037741780281
48553	rnn.bias_hh_l0	9	-0.09090667217969894
48553	rnn.weight_ih_l0_reverse	0	0.026341956108808517
48553	rnn.weight_ih_l0_reverse	1	-0.051050979644060135
48553	rnn.weight_ih_l0_reverse	2	0.0384315550327301
48553	rnn.weight_ih_l0_reverse	3	0.0025102843064814806
48553	rnn.weight_ih_l0_reverse	4	0.02365223318338394
48553	rnn.weight_ih_l0_reverse	5	-0.03285093978047371
48553	rnn.weight_ih_l0_reverse	6	0.03196202963590622
48553	rnn.weight_ih_l0_reverse	7	0.03322678059339523
48553	rnn.weight_ih_l0_reverse	8	-0.026151509955525398
48553	rnn.weight_ih_l0_reverse	9	0.008586914278566837
48553	rnn.weight_hh_l0_reverse	0	0.04726410657167435
48553	rnn.weight_hh_l0_reverse	1	0.035082440823316574
48553	rnn.weight_hh_l0_reverse	2	-0.01862005703151226
48553	rnn.weight_hh_l0_reverse	3	-0.044561754912137985
48553	rnn.weight_hh_l0_reverse	4	0.005977332126349211
48553	rnn.weight_hh_l0_reverse	5	-0.04431506618857384
48553	rnn.weight_hh_l0_reverse	6	-0.00996309332549572
48553	rnn.weight_hh_l0_reverse	7	0.023824159055948257
48553	rnn.weight_hh_l0_reverse	8	0.019281715154647827
48553	rnn.weight_hh_l0_reverse	9	-0.005552889779210091
48553	rnn.bias_ih_l0_reverse	0	-0.04810359328985214
48553	rnn.bias_ih_l0_reverse	1	-0.08840454369783401
48553	rnn.bias_ih_l0_reverse	2	-0.09919815510511398
48553	rnn.bias_ih_l0_reverse	3	-0.0016328643541783094
48553	rnn.bias_ih_l0_reverse	4	-0.043785907328128815
48553	rnn.bias_ih_l0_reverse	5	-0.06256063282489777
48553	rnn.bias_ih_l0_reverse	6	-0.10299228876829147
48553	rnn.bias_ih_l0_reverse	7	-0.022016389295458794
48553	rnn.bias_ih_l0_reverse	8	-0.05145404487848282
48553	rnn.bias_ih_l0_reverse	9	-0.10250024497509003
48553	rnn.bias_hh_l0_reverse	0	-0.09862406551837921
48553	rnn.bias_hh_l0_reverse	1	-0.13015063107013702
48553	rnn.bias_hh_l0_reverse	2	0.10829733312129974
48553	rnn.bias_hh_l0_reverse	3	0.029641546308994293
48553	rnn.bias_hh_l0_reverse	4	-0.08706652373075485
48553	rnn.bias_hh_l0_reverse	5	-0.08884616941213608
48553	rnn.bias_hh_l0_reverse	6	-0.10859711468219757
48553	rnn.bias_hh_l0_reverse	7	-0.02705414965748787
48553	rnn.bias_hh_l0_reverse	8	-0.02255185693502426
48553	rnn.bias_hh_l0_reverse	9	0.018281467258930206
48553	linear.weight	0	-0.007553189992904663
48553	linear.weight	1	-0.026115817949175835
48553	linear.weight	2	0.2688882648944855
48553	linear.weight	3	-0.08203274011611938
48553	linear.weight	4	-0.010588549077510834
48553	linear.weight	5	0.027244411408901215
48553	linear.weight	6	-0.010739270597696304
48553	linear.weight	7	-0.035184990614652634
48553	linear.weight	8	0.2230033427476883
48553	linear.weight	9	-0.22389686107635498
48553	linear.bias	0	-0.03956538438796997
48553	linear.bias	1	0.031413208693265915
48553	linear.bias	2	0.5262511968612671
48553	linear.bias	3	-0.1326841413974762
48553	linear.bias	4	1.4860351085662842
48553	linear.bias	5	-1.2550636529922485
48553	linear.bias	6	-0.4889761805534363
48553	linear.bias	7	-0.13558244705200195
49111	transitions	0	-1.225690245628357
49111	transitions	1	-10000.0
49111	transitions	2	-0.7969565987586975
49111	transitions	3	-10000.0
49111	transitions	4	1.5563534498214722
49111	transitions	5	-10000.0
49111	transitions	6	-10000.0
49111	transitions	7	1.3486545085906982
49111	transitions	8	-2.028258800506592
49111	transitions	9	-3.7023825645446777
49111	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
49111	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
49111	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
49111	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
49111	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
49111	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
49111	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
49111	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
49111	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
49111	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
49111	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
49111	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
49111	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
49111	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
49111	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
49111	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
49111	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
49111	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
49111	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
49111	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
49111	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
49111	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
49111	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
49111	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
49111	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
49111	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
49111	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
49111	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
49111	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
49111	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
49111	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
49111	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
49111	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
49111	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
49111	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
49111	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
49111	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
49111	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
49111	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
49111	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
49111	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
49111	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
49111	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
49111	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
49111	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
49111	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
49111	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
49111	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
49111	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
49111	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
49111	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
49111	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
49111	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
49111	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
49111	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
49111	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
49111	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
49111	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
49111	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
49111	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
49111	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
49111	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
49111	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
49111	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
49111	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
49111	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
49111	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
49111	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
49111	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
49111	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
49111	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
49111	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
49111	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
49111	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
49111	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
49111	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
49111	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
49111	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
49111	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
49111	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
49111	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
49111	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
49111	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
49111	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
49111	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
49111	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
49111	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
49111	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
49111	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
49111	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
49111	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
49111	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
49111	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
49111	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
49111	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
49111	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
49111	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
49111	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
49111	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
49111	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
49111	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
49111	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
49111	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
49111	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
49111	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
49111	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
49111	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
49111	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
49111	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
49111	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
49111	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
49111	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
49111	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
49111	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
49111	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
49111	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
49111	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
49111	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
49111	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
49111	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
49111	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
49111	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
49111	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
49111	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
49111	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
49111	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
49111	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
49111	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
49111	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
49111	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
49111	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
49111	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
49111	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
49111	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
49111	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
49111	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
49111	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
49111	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
49111	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
49111	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
49111	embedding2nn.weight	0	0.006763237528502941
49111	embedding2nn.weight	1	0.006013267673552036
49111	embedding2nn.weight	2	0.013285228982567787
49111	embedding2nn.weight	3	0.013419692404568195
49111	embedding2nn.weight	4	0.021656323224306107
49111	embedding2nn.weight	5	-6.985185609664768e-05
49111	embedding2nn.weight	6	-0.012821278534829617
49111	embedding2nn.weight	7	-0.005619455594569445
49111	embedding2nn.weight	8	-0.005387020763009787
49111	embedding2nn.weight	9	-0.005771496798843145
49111	embedding2nn.bias	0	0.02010585181415081
49111	embedding2nn.bias	1	-0.008237137459218502
49111	embedding2nn.bias	2	0.05878054350614548
49111	embedding2nn.bias	3	0.049328386783599854
49111	embedding2nn.bias	4	-0.026958249509334564
49111	embedding2nn.bias	5	-0.04838257282972336
49111	embedding2nn.bias	6	0.025671450421214104
49111	embedding2nn.bias	7	0.008590600453317165
49111	embedding2nn.bias	8	-0.040019672363996506
49111	embedding2nn.bias	9	0.025744285434484482
49111	rnn.weight_ih_l0	0	0.05719902738928795
49111	rnn.weight_ih_l0	1	-0.04056524485349655
49111	rnn.weight_ih_l0	2	0.0011454778723418713
49111	rnn.weight_ih_l0	3	0.03528037294745445
49111	rnn.weight_ih_l0	4	-0.013765777461230755
49111	rnn.weight_ih_l0	5	0.06026764214038849
49111	rnn.weight_ih_l0	6	0.011776627972722054
49111	rnn.weight_ih_l0	7	0.06045253202319145
49111	rnn.weight_ih_l0	8	0.014950424432754517
49111	rnn.weight_ih_l0	9	-0.02337348274886608
49111	rnn.weight_hh_l0	0	-0.029194284230470657
49111	rnn.weight_hh_l0	1	-0.018114157021045685
49111	rnn.weight_hh_l0	2	-0.06094566360116005
49111	rnn.weight_hh_l0	3	-0.017455684021115303
49111	rnn.weight_hh_l0	4	-0.008087010122835636
49111	rnn.weight_hh_l0	5	-0.02597450278699398
49111	rnn.weight_hh_l0	6	-0.006099566351622343
49111	rnn.weight_hh_l0	7	-0.04910887032747269
49111	rnn.weight_hh_l0	8	0.06603948771953583
49111	rnn.weight_hh_l0	9	0.04008974879980087
49111	rnn.bias_ih_l0	0	-0.11638520658016205
49111	rnn.bias_ih_l0	1	-0.11186204105615616
49111	rnn.bias_ih_l0	2	0.009905812330543995
49111	rnn.bias_ih_l0	3	-0.1242845207452774
49111	rnn.bias_ih_l0	4	-0.030200516805052757
49111	rnn.bias_ih_l0	5	-0.10398956388235092
49111	rnn.bias_ih_l0	6	0.044362422078847885
49111	rnn.bias_ih_l0	7	-0.07473940402269363
49111	rnn.bias_ih_l0	8	0.0008825993281789124
49111	rnn.bias_ih_l0	9	-0.1065729632973671
49111	rnn.bias_hh_l0	0	-0.02370544895529747
49111	rnn.bias_hh_l0	1	0.17273470759391785
49111	rnn.bias_hh_l0	2	0.05430718511343002
49111	rnn.bias_hh_l0	3	-0.04256659746170044
49111	rnn.bias_hh_l0	4	-0.08381809294223785
49111	rnn.bias_hh_l0	5	-0.019100893288850784
49111	rnn.bias_hh_l0	6	0.06803196668624878
49111	rnn.bias_hh_l0	7	-0.08790438622236252
49111	rnn.bias_hh_l0	8	-0.10496693104505539
49111	rnn.bias_hh_l0	9	-0.09098851680755615
49111	rnn.weight_ih_l0_reverse	0	0.02880900725722313
49111	rnn.weight_ih_l0_reverse	1	-0.05095943808555603
49111	rnn.weight_ih_l0_reverse	2	0.03874910622835159
49111	rnn.weight_ih_l0_reverse	3	0.003412799909710884
49111	rnn.weight_ih_l0_reverse	4	0.024471119046211243
49111	rnn.weight_ih_l0_reverse	5	-0.03321799263358116
49111	rnn.weight_ih_l0_reverse	6	0.03026505559682846
49111	rnn.weight_ih_l0_reverse	7	0.03366360813379288
49111	rnn.weight_ih_l0_reverse	8	-0.026192810386419296
49111	rnn.weight_ih_l0_reverse	9	0.007274974603205919
49111	rnn.weight_hh_l0_reverse	0	0.04710746183991432
49111	rnn.weight_hh_l0_reverse	1	0.03491057828068733
49111	rnn.weight_hh_l0_reverse	2	-0.017511624842882156
49111	rnn.weight_hh_l0_reverse	3	-0.04467305541038513
49111	rnn.weight_hh_l0_reverse	4	0.005976137239485979
49111	rnn.weight_hh_l0_reverse	5	-0.044699300080537796
49111	rnn.weight_hh_l0_reverse	6	-0.010422210209071636
49111	rnn.weight_hh_l0_reverse	7	0.023271897807717323
49111	rnn.weight_hh_l0_reverse	8	0.01908831112086773
49111	rnn.weight_hh_l0_reverse	9	-0.005358627066016197
49111	rnn.bias_ih_l0_reverse	0	-0.04772062227129936
49111	rnn.bias_ih_l0_reverse	1	-0.08535134792327881
49111	rnn.bias_ih_l0_reverse	2	-0.09878437966108322
49111	rnn.bias_ih_l0_reverse	3	-0.0007384143536910415
49111	rnn.bias_ih_l0_reverse	4	-0.04424498975276947
49111	rnn.bias_ih_l0_reverse	5	-0.06373199075460434
49111	rnn.bias_ih_l0_reverse	6	-0.0969412624835968
49111	rnn.bias_ih_l0_reverse	7	-0.022134415805339813
49111	rnn.bias_ih_l0_reverse	8	-0.05402626842260361
49111	rnn.bias_ih_l0_reverse	9	-0.1015324518084526
49111	rnn.bias_hh_l0_reverse	0	-0.09486556798219681
49111	rnn.bias_hh_l0_reverse	1	-0.1273263394832611
49111	rnn.bias_hh_l0_reverse	2	0.11746522784233093
49111	rnn.bias_hh_l0_reverse	3	0.032684389501810074
49111	rnn.bias_hh_l0_reverse	4	-0.08973140269517899
49111	rnn.bias_hh_l0_reverse	5	-0.091826893389225
49111	rnn.bias_hh_l0_reverse	6	-0.0994080901145935
49111	rnn.bias_hh_l0_reverse	7	-0.024279464036226273
49111	rnn.bias_hh_l0_reverse	8	-0.02379433996975422
49111	rnn.bias_hh_l0_reverse	9	0.017185283824801445
49111	linear.weight	0	-0.007551811169832945
49111	linear.weight	1	-0.043683186173439026
49111	linear.weight	2	0.26544979214668274
49111	linear.weight	3	-0.08200748264789581
49111	linear.weight	4	-0.010588549077510834
49111	linear.weight	5	0.029634855687618256
49111	linear.weight	6	-0.010739270597696304
49111	linear.weight	7	-0.0356539785861969
49111	linear.weight	8	0.22487004101276398
49111	linear.weight	9	-0.22941793501377106
49111	linear.bias	0	-0.03956538438796997
49111	linear.bias	1	0.031413208693265915
49111	linear.bias	2	0.510910153388977
49111	linear.bias	3	-0.12101766467094421
49111	linear.bias	4	1.4612523317337036
49111	linear.bias	5	-1.2566289901733398
49111	linear.bias	6	-0.47422221302986145
49111	linear.bias	7	-0.12033789604902267
49669	transitions	0	-1.2319269180297852
49669	transitions	1	-10000.0
49669	transitions	2	-0.7969565987586975
49669	transitions	3	-10000.0
49669	transitions	4	1.5405298471450806
49669	transitions	5	-10000.0
49669	transitions	6	-10000.0
49669	transitions	7	1.342035174369812
49669	transitions	8	-2.034130096435547
49669	transitions	9	-3.708120107650757
49669	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
49669	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
49669	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
49669	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
49669	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
49669	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
49669	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
49669	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
49669	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
49669	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
49669	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
49669	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
49669	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
49669	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
49669	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
49669	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
49669	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
49669	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
49669	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
49669	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
49669	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
49669	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
49669	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
49669	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
49669	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
49669	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
49669	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
49669	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
49669	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
49669	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
49669	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
49669	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
49669	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
49669	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
49669	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
49669	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
49669	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
49669	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
49669	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
49669	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
49669	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
49669	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
49669	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
49669	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
49669	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
49669	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
49669	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
49669	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
49669	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
49669	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
49669	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
49669	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
49669	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
49669	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
49669	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
49669	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
49669	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
49669	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
49669	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
49669	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
49669	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
49669	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
49669	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
49669	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
49669	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
49669	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
49669	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
49669	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
49669	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
49669	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
49669	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
49669	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
49669	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
49669	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
49669	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
49669	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
49669	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
49669	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
49669	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
49669	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
49669	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
49669	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
49669	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
49669	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
49669	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
49669	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
49669	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
49669	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
49669	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
49669	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
49669	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
49669	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
49669	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
49669	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
49669	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
49669	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
49669	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
49669	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
49669	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
49669	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
49669	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
49669	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
49669	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
49669	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
49669	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
49669	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
49669	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
49669	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
49669	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
49669	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
49669	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
49669	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
49669	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
49669	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
49669	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
49669	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
49669	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
49669	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
49669	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
49669	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
49669	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
49669	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
49669	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
49669	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
49669	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
49669	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
49669	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
49669	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
49669	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
49669	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
49669	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
49669	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
49669	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
49669	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
49669	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
49669	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
49669	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
49669	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
49669	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
49669	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
49669	embedding2nn.weight	0	0.006760140415281057
49669	embedding2nn.weight	1	0.005929591599851847
49669	embedding2nn.weight	2	0.013268759474158287
49669	embedding2nn.weight	3	0.013318097218871117
49669	embedding2nn.weight	4	0.021482564508914948
49669	embedding2nn.weight	5	0.000703012163285166
49669	embedding2nn.weight	6	-0.012909384444355965
49669	embedding2nn.weight	7	-0.005417014937847853
49669	embedding2nn.weight	8	-0.0033718948252499104
49669	embedding2nn.weight	9	-0.00594800990074873
49669	embedding2nn.bias	0	0.018129803240299225
49669	embedding2nn.bias	1	-0.019611811265349388
49669	embedding2nn.bias	2	0.06385307013988495
49669	embedding2nn.bias	3	0.045545127242803574
49669	embedding2nn.bias	4	-0.027082031592726707
49669	embedding2nn.bias	5	-0.05647461861371994
49669	embedding2nn.bias	6	0.03265361487865448
49669	embedding2nn.bias	7	0.01936599612236023
49669	embedding2nn.bias	8	-0.05131060630083084
49669	embedding2nn.bias	9	0.02330884337425232
49669	rnn.weight_ih_l0	0	0.056671418249607086
49669	rnn.weight_ih_l0	1	-0.041029516607522964
49669	rnn.weight_ih_l0	2	0.0013605238636955619
49669	rnn.weight_ih_l0	3	0.036717187613248825
49669	rnn.weight_ih_l0	4	-0.014381589367985725
49669	rnn.weight_ih_l0	5	0.058845896273851395
49669	rnn.weight_ih_l0	6	0.011936408467590809
49669	rnn.weight_ih_l0	7	0.0610494427382946
49669	rnn.weight_ih_l0	8	0.014846465550363064
49669	rnn.weight_ih_l0	9	-0.021097248420119286
49669	rnn.weight_hh_l0	0	-0.02967040054500103
49669	rnn.weight_hh_l0	1	-0.018483243882656097
49669	rnn.weight_hh_l0	2	-0.05947858840227127
49669	rnn.weight_hh_l0	3	-0.017586611211299896
49669	rnn.weight_hh_l0	4	-0.007947438396513462
49669	rnn.weight_hh_l0	5	-0.02533390372991562
49669	rnn.weight_hh_l0	6	-0.006076470948755741
49669	rnn.weight_hh_l0	7	-0.04898185282945633
49669	rnn.weight_hh_l0	8	0.0663260743021965
49669	rnn.weight_hh_l0	9	0.04135432466864586
49669	rnn.bias_ih_l0	0	-0.1206415668129921
49669	rnn.bias_ih_l0	1	-0.11052439361810684
49669	rnn.bias_ih_l0	2	0.010442250408232212
49669	rnn.bias_ih_l0	3	-0.12411170452833176
49669	rnn.bias_ih_l0	4	-0.028173038735985756
49669	rnn.bias_ih_l0	5	-0.10369519889354706
49669	rnn.bias_ih_l0	6	0.04339504614472389
49669	rnn.bias_ih_l0	7	-0.07361643761396408
49669	rnn.bias_ih_l0	8	-0.0006859898567199707
49669	rnn.bias_ih_l0	9	-0.10610577464103699
49669	rnn.bias_hh_l0	0	-0.020534761250019073
49669	rnn.bias_hh_l0	1	0.17772607505321503
49669	rnn.bias_hh_l0	2	0.04792606085538864
49669	rnn.bias_hh_l0	3	-0.04367533326148987
49669	rnn.bias_hh_l0	4	-0.08577731251716614
49669	rnn.bias_hh_l0	5	-0.016240544617176056
49669	rnn.bias_hh_l0	6	0.06628246605396271
49669	rnn.bias_hh_l0	7	-0.09081824868917465
49669	rnn.bias_hh_l0	8	-0.1119195744395256
49669	rnn.bias_hh_l0	9	-0.08755961060523987
49669	rnn.weight_ih_l0_reverse	0	0.02907283417880535
49669	rnn.weight_ih_l0_reverse	1	-0.05043903365731239
49669	rnn.weight_ih_l0_reverse	2	0.03864342346787453
49669	rnn.weight_ih_l0_reverse	3	0.003741786116734147
49669	rnn.weight_ih_l0_reverse	4	0.025387225672602654
49669	rnn.weight_ih_l0_reverse	5	-0.03217354416847229
49669	rnn.weight_ih_l0_reverse	6	0.031838856637477875
49669	rnn.weight_ih_l0_reverse	7	0.03349296376109123
49669	rnn.weight_ih_l0_reverse	8	-0.026321085169911385
49669	rnn.weight_ih_l0_reverse	9	0.007946033030748367
49669	rnn.weight_hh_l0_reverse	0	0.04740150645375252
49669	rnn.weight_hh_l0_reverse	1	0.035577405244112015
49669	rnn.weight_hh_l0_reverse	2	-0.017528872936964035
49669	rnn.weight_hh_l0_reverse	3	-0.04632090404629707
49669	rnn.weight_hh_l0_reverse	4	0.006284900940954685
49669	rnn.weight_hh_l0_reverse	5	-0.044824179261922836
49669	rnn.weight_hh_l0_reverse	6	-0.010181414894759655
49669	rnn.weight_hh_l0_reverse	7	0.023388372734189034
49669	rnn.weight_hh_l0_reverse	8	0.01877911202609539
49669	rnn.weight_hh_l0_reverse	9	-0.005224701948463917
49669	rnn.bias_ih_l0_reverse	0	-0.04877037927508354
49669	rnn.bias_ih_l0_reverse	1	-0.08861909061670303
49669	rnn.bias_ih_l0_reverse	2	-0.09810599684715271
49669	rnn.bias_ih_l0_reverse	3	6.8247841227275785e-06
49669	rnn.bias_ih_l0_reverse	4	-0.04638452082872391
49669	rnn.bias_ih_l0_reverse	5	-0.06522073596715927
49669	rnn.bias_ih_l0_reverse	6	-0.09834101796150208
49669	rnn.bias_ih_l0_reverse	7	-0.023403260856866837
49669	rnn.bias_ih_l0_reverse	8	-0.05049814283847809
49669	rnn.bias_ih_l0_reverse	9	-0.10010972619056702
49669	rnn.bias_hh_l0_reverse	0	-0.09395705163478851
49669	rnn.bias_hh_l0_reverse	1	-0.12959963083267212
49669	rnn.bias_hh_l0_reverse	2	0.10657664388418198
49669	rnn.bias_hh_l0_reverse	3	0.029215237125754356
49669	rnn.bias_hh_l0_reverse	4	-0.08668334782123566
49669	rnn.bias_hh_l0_reverse	5	-0.08695472031831741
49669	rnn.bias_hh_l0_reverse	6	-0.09875988215208054
49669	rnn.bias_hh_l0_reverse	7	-0.024229714646935463
49669	rnn.bias_hh_l0_reverse	8	-0.023000743240118027
49669	rnn.bias_hh_l0_reverse	9	0.01849895529448986
49669	linear.weight	0	-0.007584653794765472
49669	linear.weight	1	-0.055001527070999146
49669	linear.weight	2	0.261727899312973
49669	linear.weight	3	-0.08193385601043701
49669	linear.weight	4	-0.010588549077510834
49669	linear.weight	5	0.062179964035749435
49669	linear.weight	6	-0.010739270597696304
49669	linear.weight	7	-0.06652921438217163
49669	linear.weight	8	0.1910252571105957
49669	linear.weight	9	-0.23094600439071655
49669	linear.bias	0	-0.03956538438796997
49669	linear.bias	1	0.031413208693265915
49669	linear.bias	2	0.47006312012672424
49669	linear.bias	3	-0.11815126240253448
49669	linear.bias	4	1.4721643924713135
49669	linear.bias	5	-1.258293628692627
49669	linear.bias	6	-0.46289846301078796
49669	linear.bias	7	-0.10295835137367249
50227	transitions	0	-1.2384681701660156
50227	transitions	1	-10000.0
50227	transitions	2	-0.7969565987586975
50227	transitions	3	-10000.0
50227	transitions	4	1.533304214477539
50227	transitions	5	-10000.0
50227	transitions	6	-10000.0
50227	transitions	7	1.3093700408935547
50227	transitions	8	-2.0394718647003174
50227	transitions	9	-3.7135210037231445
50227	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
50227	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
50227	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
50227	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
50227	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
50227	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
50227	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
50227	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
50227	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
50227	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
50227	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
50227	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
50227	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
50227	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
50227	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
50227	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
50227	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
50227	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
50227	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
50227	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
50227	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
50227	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
50227	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
50227	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
50227	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
50227	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
50227	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
50227	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
50227	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
50227	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
50227	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
50227	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
50227	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
50227	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
50227	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
50227	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
50227	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
50227	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
50227	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
50227	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
50227	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
50227	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
50227	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
50227	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
50227	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
50227	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
50227	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
50227	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
50227	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
50227	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
50227	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
50227	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
50227	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
50227	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
50227	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
50227	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
50227	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
50227	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
50227	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
50227	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
50227	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
50227	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
50227	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
50227	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
50227	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
50227	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
50227	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
50227	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
50227	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
50227	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
50227	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
50227	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
50227	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
50227	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
50227	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
50227	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
50227	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
50227	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
50227	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
50227	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
50227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
50227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
50227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
50227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
50227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
50227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
50227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
50227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
50227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
50227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
50227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
50227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
50227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
50227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
50227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
50227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
50227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
50227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
50227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
50227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
50227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
50227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
50227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
50227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
50227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
50227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
50227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
50227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
50227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
50227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
50227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
50227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
50227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
50227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
50227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
50227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
50227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
50227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
50227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
50227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
50227	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
50227	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
50227	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
50227	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
50227	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
50227	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
50227	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
50227	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
50227	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
50227	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
50227	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
50227	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
50227	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
50227	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
50227	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
50227	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
50227	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
50227	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
50227	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
50227	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
50227	embedding2nn.weight	0	0.006754833739250898
50227	embedding2nn.weight	1	0.006015499588102102
50227	embedding2nn.weight	2	0.013273739255964756
50227	embedding2nn.weight	3	0.013347823172807693
50227	embedding2nn.weight	4	0.020827313885092735
50227	embedding2nn.weight	5	0.00139805325306952
50227	embedding2nn.weight	6	-0.012934834696352482
50227	embedding2nn.weight	7	-0.005267468746751547
50227	embedding2nn.weight	8	-0.0033348409924656153
50227	embedding2nn.weight	9	-0.005805373657494783
50227	embedding2nn.bias	0	0.019325589761137962
50227	embedding2nn.bias	1	-0.017128149047493935
50227	embedding2nn.bias	2	0.06578701734542847
50227	embedding2nn.bias	3	0.03731366619467735
50227	embedding2nn.bias	4	-0.018357571214437485
50227	embedding2nn.bias	5	-0.056081414222717285
50227	embedding2nn.bias	6	0.03132639825344086
50227	embedding2nn.bias	7	0.018936637789011
50227	embedding2nn.bias	8	-0.03769359365105629
50227	embedding2nn.bias	9	0.026216479018330574
50227	rnn.weight_ih_l0	0	0.056893181055784225
50227	rnn.weight_ih_l0	1	-0.04127693921327591
50227	rnn.weight_ih_l0	2	0.0022361506707966328
50227	rnn.weight_ih_l0	3	0.0357779785990715
50227	rnn.weight_ih_l0	4	-0.013823174871504307
50227	rnn.weight_ih_l0	5	0.05517507717013359
50227	rnn.weight_ih_l0	6	0.011792590841650963
50227	rnn.weight_ih_l0	7	0.06139642000198364
50227	rnn.weight_ih_l0	8	0.014696641825139523
50227	rnn.weight_ih_l0	9	-0.022606641054153442
50227	rnn.weight_hh_l0	0	-0.02993224747478962
50227	rnn.weight_hh_l0	1	-0.019254930317401886
50227	rnn.weight_hh_l0	2	-0.061295267194509506
50227	rnn.weight_hh_l0	3	-0.017275670543313026
50227	rnn.weight_hh_l0	4	-0.007782879751175642
50227	rnn.weight_hh_l0	5	-0.025441454723477364
50227	rnn.weight_hh_l0	6	-0.006107006222009659
50227	rnn.weight_hh_l0	7	-0.04906696453690529
50227	rnn.weight_hh_l0	8	0.06700482219457626
50227	rnn.weight_hh_l0	9	0.041803136467933655
50227	rnn.bias_ih_l0	0	-0.12020815163850784
50227	rnn.bias_ih_l0	1	-0.11086282879114151
50227	rnn.bias_ih_l0	2	0.011209848336875439
50227	rnn.bias_ih_l0	3	-0.12464781850576401
50227	rnn.bias_ih_l0	4	-0.024437474086880684
50227	rnn.bias_ih_l0	5	-0.10561743378639221
50227	rnn.bias_ih_l0	6	0.042197372764348984
50227	rnn.bias_ih_l0	7	-0.07452160120010376
50227	rnn.bias_ih_l0	8	-0.0025580928195267916
50227	rnn.bias_ih_l0	9	-0.10416276007890701
50227	rnn.bias_hh_l0	0	-0.025093723088502884
50227	rnn.bias_hh_l0	1	0.1750066876411438
50227	rnn.bias_hh_l0	2	0.043551284819841385
50227	rnn.bias_hh_l0	3	-0.04041239246726036
50227	rnn.bias_hh_l0	4	-0.08462653309106827
50227	rnn.bias_hh_l0	5	-0.013174098916351795
50227	rnn.bias_hh_l0	6	0.06841805577278137
50227	rnn.bias_hh_l0	7	-0.08427872508764267
50227	rnn.bias_hh_l0	8	-0.11523815989494324
50227	rnn.bias_hh_l0	9	-0.08920496702194214
50227	rnn.weight_ih_l0_reverse	0	0.0285112913697958
50227	rnn.weight_ih_l0_reverse	1	-0.050723783671855927
50227	rnn.weight_ih_l0_reverse	2	0.03785023093223572
50227	rnn.weight_ih_l0_reverse	3	0.0035974879283457994
50227	rnn.weight_ih_l0_reverse	4	0.024786580353975296
50227	rnn.weight_ih_l0_reverse	5	-0.03467601537704468
50227	rnn.weight_ih_l0_reverse	6	0.030461277812719345
50227	rnn.weight_ih_l0_reverse	7	0.03350830078125
50227	rnn.weight_ih_l0_reverse	8	-0.02634124457836151
50227	rnn.weight_ih_l0_reverse	9	0.008658519946038723
50227	rnn.weight_hh_l0_reverse	0	0.04780041426420212
50227	rnn.weight_hh_l0_reverse	1	0.03587271645665169
50227	rnn.weight_hh_l0_reverse	2	-0.01782779023051262
50227	rnn.weight_hh_l0_reverse	3	-0.04795464873313904
50227	rnn.weight_hh_l0_reverse	4	0.005202795844525099
50227	rnn.weight_hh_l0_reverse	5	-0.04522434249520302
50227	rnn.weight_hh_l0_reverse	6	-0.010334176011383533
50227	rnn.weight_hh_l0_reverse	7	0.023141780868172646
50227	rnn.weight_hh_l0_reverse	8	0.01697690598666668
50227	rnn.weight_hh_l0_reverse	9	-0.0043996539898216724
50227	rnn.bias_ih_l0_reverse	0	-0.0481233149766922
50227	rnn.bias_ih_l0_reverse	1	-0.08869002014398575
50227	rnn.bias_ih_l0_reverse	2	-0.10120823234319687
50227	rnn.bias_ih_l0_reverse	3	-0.0001648994948482141
50227	rnn.bias_ih_l0_reverse	4	-0.047522906213998795
50227	rnn.bias_ih_l0_reverse	5	-0.0642474815249443
50227	rnn.bias_ih_l0_reverse	6	-0.10136965662240982
50227	rnn.bias_ih_l0_reverse	7	-0.027200613170862198
50227	rnn.bias_ih_l0_reverse	8	-0.05525313317775726
50227	rnn.bias_ih_l0_reverse	9	-0.10224909335374832
50227	rnn.bias_hh_l0_reverse	0	-0.09176789224147797
50227	rnn.bias_hh_l0_reverse	1	-0.1253719925880432
50227	rnn.bias_hh_l0_reverse	2	0.11408810317516327
50227	rnn.bias_hh_l0_reverse	3	0.02950049564242363
50227	rnn.bias_hh_l0_reverse	4	-0.0907193198800087
50227	rnn.bias_hh_l0_reverse	5	-0.08807925134897232
50227	rnn.bias_hh_l0_reverse	6	-0.11121294647455215
50227	rnn.bias_hh_l0_reverse	7	-0.02022462710738182
50227	rnn.bias_hh_l0_reverse	8	-0.027692317962646484
50227	rnn.bias_hh_l0_reverse	9	0.019716566428542137
50227	linear.weight	0	-0.007627889979630709
50227	linear.weight	1	-0.03794677183032036
50227	linear.weight	2	0.2584863603115082
50227	linear.weight	3	-0.08186034858226776
50227	linear.weight	4	-0.010588549077510834
50227	linear.weight	5	0.08190878480672836
50227	linear.weight	6	-0.010739270597696304
50227	linear.weight	7	-0.021033307537436485
50227	linear.weight	8	0.18821963667869568
50227	linear.weight	9	-0.22522450983524323
50227	linear.bias	0	-0.03956538438796997
50227	linear.bias	1	0.031413208693265915
50227	linear.bias	2	0.4919857680797577
50227	linear.bias	3	-0.10943273454904556
50227	linear.bias	4	1.4591636657714844
50227	linear.bias	5	-1.2599564790725708
50227	linear.bias	6	-0.4711402654647827
50227	linear.bias	7	-0.1107151210308075
50786	transitions	0	-1.2436600923538208
50786	transitions	1	-10000.0
50786	transitions	2	-0.7969565987586975
50786	transitions	3	-10000.0
50786	transitions	4	1.5527178049087524
50786	transitions	5	-10000.0
50786	transitions	6	-10000.0
50786	transitions	7	1.2746450901031494
50786	transitions	8	-2.0446066856384277
50786	transitions	9	-3.719276189804077
50786	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
50786	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
50786	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
50786	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
50786	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
50786	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
50786	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
50786	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
50786	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
50786	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
50786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
50786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
50786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
50786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
50786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
50786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
50786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
50786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
50786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
50786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
50786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
50786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
50786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
50786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
50786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
50786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
50786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
50786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
50786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
50786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
50786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
50786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
50786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
50786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
50786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
50786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
50786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
50786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
50786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
50786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
50786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
50786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
50786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
50786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
50786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
50786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
50786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
50786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
50786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
50786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
50786	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
50786	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
50786	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
50786	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
50786	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
50786	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
50786	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
50786	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
50786	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
50786	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
50786	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
50786	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
50786	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
50786	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
50786	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
50786	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
50786	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
50786	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
50786	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
50786	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
50786	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
50786	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
50786	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
50786	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
50786	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
50786	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
50786	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
50786	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
50786	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
50786	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
50786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
50786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
50786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
50786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
50786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
50786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
50786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
50786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
50786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
50786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
50786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
50786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
50786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
50786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
50786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
50786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
50786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
50786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
50786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
50786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
50786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
50786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
50786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
50786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
50786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
50786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
50786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
50786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
50786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
50786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
50786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
50786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
50786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
50786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
50786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
50786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
50786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
50786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
50786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
50786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
50786	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
50786	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
50786	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
50786	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
50786	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
50786	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
50786	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
50786	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
50786	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
50786	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
50786	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
50786	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
50786	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
50786	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
50786	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
50786	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
50786	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
50786	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
50786	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
50786	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
50786	embedding2nn.weight	0	0.006727985106408596
50786	embedding2nn.weight	1	0.006187194958329201
50786	embedding2nn.weight	2	0.013332445174455643
50786	embedding2nn.weight	3	0.013163425959646702
50786	embedding2nn.weight	4	0.021387336775660515
50786	embedding2nn.weight	5	0.0007442341884598136
50786	embedding2nn.weight	6	-0.013151273131370544
50786	embedding2nn.weight	7	-0.005027699284255505
50786	embedding2nn.weight	8	-0.0037835866678506136
50786	embedding2nn.weight	9	-0.005552853457629681
50786	embedding2nn.bias	0	0.014977703802287579
50786	embedding2nn.bias	1	-0.01814630627632141
50786	embedding2nn.bias	2	0.06145805865526199
50786	embedding2nn.bias	3	0.04163413867354393
50786	embedding2nn.bias	4	-0.01625087857246399
50786	embedding2nn.bias	5	-0.06358122080564499
50786	embedding2nn.bias	6	0.007772774901241064
50786	embedding2nn.bias	7	0.014384003356099129
50786	embedding2nn.bias	8	-0.04220384731888771
50786	embedding2nn.bias	9	0.01876956783235073
50786	rnn.weight_ih_l0	0	0.05752835050225258
50786	rnn.weight_ih_l0	1	-0.04071682691574097
50786	rnn.weight_ih_l0	2	0.0015797580126672983
50786	rnn.weight_ih_l0	3	0.03316592797636986
50786	rnn.weight_ih_l0	4	-0.013088330626487732
50786	rnn.weight_ih_l0	5	0.05389924347400665
50786	rnn.weight_ih_l0	6	0.011524179019033909
50786	rnn.weight_ih_l0	7	0.060397662222385406
50786	rnn.weight_ih_l0	8	0.014745017513632774
50786	rnn.weight_ih_l0	9	-0.02259812504053116
50786	rnn.weight_hh_l0	0	-0.027222316712141037
50786	rnn.weight_hh_l0	1	-0.01870793104171753
50786	rnn.weight_hh_l0	2	-0.06120426580309868
50786	rnn.weight_hh_l0	3	-0.017081812024116516
50786	rnn.weight_hh_l0	4	-0.007869923487305641
50786	rnn.weight_hh_l0	5	-0.02549358457326889
50786	rnn.weight_hh_l0	6	-0.00605439767241478
50786	rnn.weight_hh_l0	7	-0.04874435067176819
50786	rnn.weight_hh_l0	8	0.06683316826820374
50786	rnn.weight_hh_l0	9	0.0426141582429409
50786	rnn.bias_ih_l0	0	-0.1141093298792839
50786	rnn.bias_ih_l0	1	-0.11335653066635132
50786	rnn.bias_ih_l0	2	0.009790305979549885
50786	rnn.bias_ih_l0	3	-0.12756279110908508
50786	rnn.bias_ih_l0	4	-0.028306778520345688
50786	rnn.bias_ih_l0	5	-0.107611745595932
50786	rnn.bias_ih_l0	6	0.04907233268022537
50786	rnn.bias_ih_l0	7	-0.07648313790559769
50786	rnn.bias_ih_l0	8	-0.000960789795499295
50786	rnn.bias_ih_l0	9	-0.10504976660013199
50786	rnn.bias_hh_l0	0	-0.020604874938726425
50786	rnn.bias_hh_l0	1	0.1765536665916443
50786	rnn.bias_hh_l0	2	0.043634798377752304
50786	rnn.bias_hh_l0	3	-0.03802024573087692
50786	rnn.bias_hh_l0	4	-0.08422020077705383
50786	rnn.bias_hh_l0	5	-0.023883996531367302
50786	rnn.bias_hh_l0	6	0.07338140904903412
50786	rnn.bias_hh_l0	7	-0.08989639580249786
50786	rnn.bias_hh_l0	8	-0.11392053216695786
50786	rnn.bias_hh_l0	9	-0.09050010144710541
50786	rnn.weight_ih_l0_reverse	0	0.029979778453707695
50786	rnn.weight_ih_l0_reverse	1	-0.050657521933317184
50786	rnn.weight_ih_l0_reverse	2	0.03864572197198868
50786	rnn.weight_ih_l0_reverse	3	0.0028110218700021505
50786	rnn.weight_ih_l0_reverse	4	0.02477731928229332
50786	rnn.weight_ih_l0_reverse	5	-0.03424526005983353
50786	rnn.weight_ih_l0_reverse	6	0.03192426264286041
50786	rnn.weight_ih_l0_reverse	7	0.03243044391274452
50786	rnn.weight_ih_l0_reverse	8	-0.02589949406683445
50786	rnn.weight_ih_l0_reverse	9	0.010668537579476833
50786	rnn.weight_hh_l0_reverse	0	0.04753836989402771
50786	rnn.weight_hh_l0_reverse	1	0.03578079119324684
50786	rnn.weight_hh_l0_reverse	2	-0.018050706014037132
50786	rnn.weight_hh_l0_reverse	3	-0.048445165157318115
50786	rnn.weight_hh_l0_reverse	4	0.004934425000101328
50786	rnn.weight_hh_l0_reverse	5	-0.04527166113257408
50786	rnn.weight_hh_l0_reverse	6	-0.010517068207263947
50786	rnn.weight_hh_l0_reverse	7	0.02316751703619957
50786	rnn.weight_hh_l0_reverse	8	0.0168080423027277
50786	rnn.weight_hh_l0_reverse	9	-0.003866075538098812
50786	rnn.bias_ih_l0_reverse	0	-0.048761092126369476
50786	rnn.bias_ih_l0_reverse	1	-0.0897761881351471
50786	rnn.bias_ih_l0_reverse	2	-0.10255847126245499
50786	rnn.bias_ih_l0_reverse	3	-0.0009793437784537673
50786	rnn.bias_ih_l0_reverse	4	-0.050091009587049484
50786	rnn.bias_ih_l0_reverse	5	-0.06707645952701569
50786	rnn.bias_ih_l0_reverse	6	-0.10304619371891022
50786	rnn.bias_ih_l0_reverse	7	-0.02970512956380844
50786	rnn.bias_ih_l0_reverse	8	-0.0526081807911396
50786	rnn.bias_ih_l0_reverse	9	-0.10405396670103073
50786	rnn.bias_hh_l0_reverse	0	-0.0931944027543068
50786	rnn.bias_hh_l0_reverse	1	-0.12525828182697296
50786	rnn.bias_hh_l0_reverse	2	0.1190987229347229
50786	rnn.bias_hh_l0_reverse	3	0.026663733646273613
50786	rnn.bias_hh_l0_reverse	4	-0.08752327412366867
50786	rnn.bias_hh_l0_reverse	5	-0.08577205240726471
50786	rnn.bias_hh_l0_reverse	6	-0.09572899341583252
50786	rnn.bias_hh_l0_reverse	7	-0.018581818789243698
50786	rnn.bias_hh_l0_reverse	8	-0.027176406234502792
50786	rnn.bias_hh_l0_reverse	9	0.019768493250012398
50786	linear.weight	0	-0.007641665171831846
50786	linear.weight	1	-0.021064622327685356
50786	linear.weight	2	0.2536078989505768
50786	linear.weight	3	-0.08181183785200119
50786	linear.weight	4	-0.010588549077510834
50786	linear.weight	5	0.05296778306365013
50786	linear.weight	6	-0.010739270597696304
50786	linear.weight	7	-0.018642520532011986
50786	linear.weight	8	0.1481299251317978
50786	linear.weight	9	-0.2337692379951477
50786	linear.bias	0	-0.03956538438796997
50786	linear.bias	1	0.031413208693265915
50786	linear.bias	2	0.43310803174972534
50786	linear.bias	3	-0.07477198541164398
50786	linear.bias	4	1.4323357343673706
50786	linear.bias	5	-1.2614717483520508
50786	linear.bias	6	-0.44779643416404724
50786	linear.bias	7	-0.0815296545624733
51344	transitions	0	-1.2499088048934937
51344	transitions	1	-10000.0
51344	transitions	2	-0.7969565987586975
51344	transitions	3	-10000.0
51344	transitions	4	1.6054445505142212
51344	transitions	5	-10000.0
51344	transitions	6	-10000.0
51344	transitions	7	1.3130395412445068
51344	transitions	8	-2.0491607189178467
51344	transitions	9	-3.724574089050293
51344	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
51344	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
51344	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
51344	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
51344	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
51344	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
51344	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
51344	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
51344	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
51344	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
51344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
51344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
51344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
51344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
51344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
51344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
51344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
51344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
51344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
51344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
51344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
51344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
51344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
51344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
51344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
51344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
51344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
51344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
51344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
51344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
51344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
51344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
51344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
51344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
51344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
51344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
51344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
51344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
51344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
51344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
51344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
51344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
51344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
51344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
51344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
51344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
51344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
51344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
51344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
51344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
51344	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
51344	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
51344	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
51344	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
51344	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
51344	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
51344	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
51344	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
51344	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
51344	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
51344	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
51344	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
51344	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
51344	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
51344	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
51344	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
51344	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
51344	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
51344	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
51344	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
51344	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
51344	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
51344	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
51344	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
51344	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
51344	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
51344	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
51344	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
51344	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
51344	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
51344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
51344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
51344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
51344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
51344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
51344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
51344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
51344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
51344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
51344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
51344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
51344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
51344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
51344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
51344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
51344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
51344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
51344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
51344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
51344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
51344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
51344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
51344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
51344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
51344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
51344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
51344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
51344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
51344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
51344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
51344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
51344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
51344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
51344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
51344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
51344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
51344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
51344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
51344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
51344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
51344	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
51344	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
51344	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
51344	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
51344	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
51344	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
51344	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
51344	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
51344	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
51344	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
51344	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
51344	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
51344	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
51344	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
51344	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
51344	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
51344	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
51344	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
51344	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
51344	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
51344	embedding2nn.weight	0	0.006733986083418131
51344	embedding2nn.weight	1	0.005932851228863001
51344	embedding2nn.weight	2	0.01330951415002346
51344	embedding2nn.weight	3	0.012622224166989326
51344	embedding2nn.weight	4	0.021259384229779243
51344	embedding2nn.weight	5	0.0007678500842303038
51344	embedding2nn.weight	6	-0.013220355845987797
51344	embedding2nn.weight	7	-0.005411740858107805
51344	embedding2nn.weight	8	-0.0019432565895840526
51344	embedding2nn.weight	9	-0.005048426799476147
51344	embedding2nn.bias	0	0.02311626449227333
51344	embedding2nn.bias	1	-0.013483739458024502
51344	embedding2nn.bias	2	0.059496015310287476
51344	embedding2nn.bias	3	0.041061390191316605
51344	embedding2nn.bias	4	-0.011411136016249657
51344	embedding2nn.bias	5	-0.06082502380013466
51344	embedding2nn.bias	6	0.012832705862820148
51344	embedding2nn.bias	7	0.00779541302472353
51344	embedding2nn.bias	8	-0.03538741543889046
51344	embedding2nn.bias	9	0.009502703323960304
51344	rnn.weight_ih_l0	0	0.0610801987349987
51344	rnn.weight_ih_l0	1	-0.03963407874107361
51344	rnn.weight_ih_l0	2	0.002015927108004689
51344	rnn.weight_ih_l0	3	0.031537845730781555
51344	rnn.weight_ih_l0	4	-0.01370464637875557
51344	rnn.weight_ih_l0	5	0.053475912660360336
51344	rnn.weight_ih_l0	6	0.011436032131314278
51344	rnn.weight_ih_l0	7	0.06044212356209755
51344	rnn.weight_ih_l0	8	0.015248504467308521
51344	rnn.weight_ih_l0	9	-0.021390140056610107
51344	rnn.weight_hh_l0	0	-0.02757849171757698
51344	rnn.weight_hh_l0	1	-0.018417077139019966
51344	rnn.weight_hh_l0	2	-0.060872726142406464
51344	rnn.weight_hh_l0	3	-0.01653260923922062
51344	rnn.weight_hh_l0	4	-0.00795785617083311
51344	rnn.weight_hh_l0	5	-0.025643931701779366
51344	rnn.weight_hh_l0	6	-0.0061111836694180965
51344	rnn.weight_hh_l0	7	-0.04862954840064049
51344	rnn.weight_hh_l0	8	0.06837237626314163
51344	rnn.weight_hh_l0	9	0.04313197731971741
51344	rnn.bias_ih_l0	0	-0.11188197135925293
51344	rnn.bias_ih_l0	1	-0.1061609536409378
51344	rnn.bias_ih_l0	2	0.008305470459163189
51344	rnn.bias_ih_l0	3	-0.1281684935092926
51344	rnn.bias_ih_l0	4	-0.02918427065014839
51344	rnn.bias_ih_l0	5	-0.1071123257279396
51344	rnn.bias_ih_l0	6	0.05379529297351837
51344	rnn.bias_ih_l0	7	-0.0775173082947731
51344	rnn.bias_ih_l0	8	-0.0008582859882153571
51344	rnn.bias_ih_l0	9	-0.10073554515838623
51344	rnn.bias_hh_l0	0	-0.023132232949137688
51344	rnn.bias_hh_l0	1	0.17647893726825714
51344	rnn.bias_hh_l0	2	0.05460818111896515
51344	rnn.bias_hh_l0	3	-0.0461268275976181
51344	rnn.bias_hh_l0	4	-0.08556258678436279
51344	rnn.bias_hh_l0	5	-0.021397549659013748
51344	rnn.bias_hh_l0	6	0.06646844744682312
51344	rnn.bias_hh_l0	7	-0.09327120333909988
51344	rnn.bias_hh_l0	8	-0.11361481249332428
51344	rnn.bias_hh_l0	9	-0.08934760838747025
51344	rnn.weight_ih_l0_reverse	0	0.03057445026934147
51344	rnn.weight_ih_l0_reverse	1	-0.04941261559724808
51344	rnn.weight_ih_l0_reverse	2	0.03829614445567131
51344	rnn.weight_ih_l0_reverse	3	0.0038305313792079687
51344	rnn.weight_ih_l0_reverse	4	0.023347288370132446
51344	rnn.weight_ih_l0_reverse	5	-0.035347629338502884
51344	rnn.weight_ih_l0_reverse	6	0.035095758736133575
51344	rnn.weight_ih_l0_reverse	7	0.032000716775655746
51344	rnn.weight_ih_l0_reverse	8	-0.025862421840429306
51344	rnn.weight_ih_l0_reverse	9	0.009370150044560432
51344	rnn.weight_hh_l0_reverse	0	0.04813667759299278
51344	rnn.weight_hh_l0_reverse	1	0.035461053252220154
51344	rnn.weight_hh_l0_reverse	2	-0.018233833834528923
51344	rnn.weight_hh_l0_reverse	3	-0.049062926322221756
51344	rnn.weight_hh_l0_reverse	4	0.005208862945437431
51344	rnn.weight_hh_l0_reverse	5	-0.04564374312758446
51344	rnn.weight_hh_l0_reverse	6	-0.010335099883377552
51344	rnn.weight_hh_l0_reverse	7	0.023258032277226448
51344	rnn.weight_hh_l0_reverse	8	0.01699831895530224
51344	rnn.weight_hh_l0_reverse	9	-0.0036086253821849823
51344	rnn.bias_ih_l0_reverse	0	-0.04835344851016998
51344	rnn.bias_ih_l0_reverse	1	-0.09007184952497482
51344	rnn.bias_ih_l0_reverse	2	-0.1026896983385086
51344	rnn.bias_ih_l0_reverse	3	-0.0031036294531077147
51344	rnn.bias_ih_l0_reverse	4	-0.050278060138225555
51344	rnn.bias_ih_l0_reverse	5	-0.06773272156715393
51344	rnn.bias_ih_l0_reverse	6	-0.10198280215263367
51344	rnn.bias_ih_l0_reverse	7	-0.03145020082592964
51344	rnn.bias_ih_l0_reverse	8	-0.05338069051504135
51344	rnn.bias_ih_l0_reverse	9	-0.10259898006916046
51344	rnn.bias_hh_l0_reverse	0	-0.09927733242511749
51344	rnn.bias_hh_l0_reverse	1	-0.1274600625038147
51344	rnn.bias_hh_l0_reverse	2	0.11445043236017227
51344	rnn.bias_hh_l0_reverse	3	0.02751328982412815
51344	rnn.bias_hh_l0_reverse	4	-0.08928952366113663
51344	rnn.bias_hh_l0_reverse	5	-0.08537265658378601
51344	rnn.bias_hh_l0_reverse	6	-0.10237240791320801
51344	rnn.bias_hh_l0_reverse	7	-0.02219764143228531
51344	rnn.bias_hh_l0_reverse	8	-0.03005753830075264
51344	rnn.bias_hh_l0_reverse	9	0.015144839882850647
51344	linear.weight	0	-0.007642180658876896
51344	linear.weight	1	-0.021407611668109894
51344	linear.weight	2	0.24822863936424255
51344	linear.weight	3	-0.08175960183143616
51344	linear.weight	4	-0.010588549077510834
51344	linear.weight	5	0.05763120576739311
51344	linear.weight	6	-0.010739270597696304
51344	linear.weight	7	0.03381471335887909
51344	linear.weight	8	0.19807666540145874
51344	linear.weight	9	-0.24881328642368317
51344	linear.bias	0	-0.03956538438796997
51344	linear.bias	1	0.031413208693265915
51344	linear.bias	2	0.45855093002319336
51344	linear.bias	3	-0.09634826332330704
51344	linear.bias	4	1.4750503301620483
51344	linear.bias	5	-1.2630404233932495
51344	linear.bias	6	-0.46930330991744995
51344	linear.bias	7	-0.10505242645740509
51902	transitions	0	-1.2571988105773926
51902	transitions	1	-10000.0
51902	transitions	2	-0.7969565987586975
51902	transitions	3	-10000.0
51902	transitions	4	1.5675666332244873
51902	transitions	5	-10000.0
51902	transitions	6	-10000.0
51902	transitions	7	1.3447413444519043
51902	transitions	8	-2.0560452938079834
51902	transitions	9	-3.7301082611083984
51902	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
51902	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
51902	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
51902	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
51902	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
51902	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
51902	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
51902	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
51902	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
51902	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
51902	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
51902	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
51902	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
51902	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
51902	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
51902	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
51902	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
51902	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
51902	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
51902	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
51902	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
51902	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
51902	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
51902	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
51902	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
51902	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
51902	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
51902	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
51902	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
51902	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
51902	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
51902	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
51902	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
51902	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
51902	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
51902	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
51902	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
51902	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
51902	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
51902	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
51902	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
51902	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
51902	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
51902	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
51902	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
51902	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
51902	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
51902	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
51902	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
51902	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
51902	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
51902	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
51902	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
51902	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
51902	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
51902	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
51902	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
51902	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
51902	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
51902	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
51902	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
51902	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
51902	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
51902	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
51902	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
51902	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
51902	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
51902	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
51902	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
51902	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
51902	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
51902	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
51902	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
51902	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
51902	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
51902	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
51902	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
51902	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
51902	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
51902	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
51902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
51902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
51902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
51902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
51902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
51902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
51902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
51902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
51902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
51902	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
51902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
51902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
51902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
51902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
51902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
51902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
51902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
51902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
51902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
51902	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
51902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
51902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
51902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
51902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
51902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
51902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
51902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
51902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
51902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
51902	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
51902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
51902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
51902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
51902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
51902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
51902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
51902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
51902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
51902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
51902	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
51902	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
51902	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
51902	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
51902	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
51902	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
51902	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
51902	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
51902	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
51902	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
51902	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
51902	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
51902	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
51902	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
51902	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
51902	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
51902	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
51902	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
51902	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
51902	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
51902	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
51902	embedding2nn.weight	0	0.006654628086835146
51902	embedding2nn.weight	1	0.005860826466232538
51902	embedding2nn.weight	2	0.013334575109183788
51902	embedding2nn.weight	3	0.012748725712299347
51902	embedding2nn.weight	4	0.021156713366508484
51902	embedding2nn.weight	5	0.0009748178417794406
51902	embedding2nn.weight	6	-0.01309143379330635
51902	embedding2nn.weight	7	-0.0053482954390347
51902	embedding2nn.weight	8	-0.002961875405162573
51902	embedding2nn.weight	9	-0.005316531751304865
51902	embedding2nn.bias	0	0.025168124586343765
51902	embedding2nn.bias	1	-0.014955458231270313
51902	embedding2nn.bias	2	0.05785739794373512
51902	embedding2nn.bias	3	0.0363982617855072
51902	embedding2nn.bias	4	-0.002671891124919057
51902	embedding2nn.bias	5	-0.062387801706790924
51902	embedding2nn.bias	6	0.00778789771720767
51902	embedding2nn.bias	7	0.003924250602722168
51902	embedding2nn.bias	8	-0.03189887851476669
51902	embedding2nn.bias	9	0.015311302617192268
51902	rnn.weight_ih_l0	0	0.06141739338636398
51902	rnn.weight_ih_l0	1	-0.03829485923051834
51902	rnn.weight_ih_l0	2	0.0012315125204622746
51902	rnn.weight_ih_l0	3	0.03225215524435043
51902	rnn.weight_ih_l0	4	-0.014045591466128826
51902	rnn.weight_ih_l0	5	0.05556239187717438
51902	rnn.weight_ih_l0	6	0.011270511895418167
51902	rnn.weight_ih_l0	7	0.06005467474460602
51902	rnn.weight_ih_l0	8	0.014519826509058475
51902	rnn.weight_ih_l0	9	-0.022998884320259094
51902	rnn.weight_hh_l0	0	-0.027364278212189674
51902	rnn.weight_hh_l0	1	-0.01838185451924801
51902	rnn.weight_hh_l0	2	-0.061475593596696854
51902	rnn.weight_hh_l0	3	-0.01663791947066784
51902	rnn.weight_hh_l0	4	-0.008134180679917336
51902	rnn.weight_hh_l0	5	-0.025300048291683197
51902	rnn.weight_hh_l0	6	-0.006106339395046234
51902	rnn.weight_hh_l0	7	-0.04789280146360397
51902	rnn.weight_hh_l0	8	0.06868582218885422
51902	rnn.weight_hh_l0	9	0.043611206114292145
51902	rnn.bias_ih_l0	0	-0.11435046792030334
51902	rnn.bias_ih_l0	1	-0.1037878692150116
51902	rnn.bias_ih_l0	2	0.007638946175575256
51902	rnn.bias_ih_l0	3	-0.1274229735136032
51902	rnn.bias_ih_l0	4	-0.024664949625730515
51902	rnn.bias_ih_l0	5	-0.10714300721883774
51902	rnn.bias_ih_l0	6	0.05072452872991562
51902	rnn.bias_ih_l0	7	-0.07842813432216644
51902	rnn.bias_ih_l0	8	-0.002851699711754918
51902	rnn.bias_ih_l0	9	-0.10299751162528992
51902	rnn.bias_hh_l0	0	-0.02675057388842106
51902	rnn.bias_hh_l0	1	0.183921217918396
51902	rnn.bias_hh_l0	2	0.05565418303012848
51902	rnn.bias_hh_l0	3	-0.04594533145427704
51902	rnn.bias_hh_l0	4	-0.08946207165718079
51902	rnn.bias_hh_l0	5	-0.02427460253238678
51902	rnn.bias_hh_l0	6	0.06477060914039612
51902	rnn.bias_hh_l0	7	-0.0885889008641243
51902	rnn.bias_hh_l0	8	-0.10900931805372238
51902	rnn.bias_hh_l0	9	-0.0925474613904953
51902	rnn.weight_ih_l0_reverse	0	0.03189628943800926
51902	rnn.weight_ih_l0_reverse	1	-0.04768133535981178
51902	rnn.weight_ih_l0_reverse	2	0.038194745779037476
51902	rnn.weight_ih_l0_reverse	3	0.00411880761384964
51902	rnn.weight_ih_l0_reverse	4	0.0232541523873806
51902	rnn.weight_ih_l0_reverse	5	-0.03663136065006256
51902	rnn.weight_ih_l0_reverse	6	0.032880909740924835
51902	rnn.weight_ih_l0_reverse	7	0.03210904821753502
51902	rnn.weight_ih_l0_reverse	8	-0.025939837098121643
51902	rnn.weight_ih_l0_reverse	9	0.008375393226742744
51902	rnn.weight_hh_l0_reverse	0	0.04790399968624115
51902	rnn.weight_hh_l0_reverse	1	0.0355236679315567
51902	rnn.weight_hh_l0_reverse	2	-0.018685443326830864
51902	rnn.weight_hh_l0_reverse	3	-0.04896165058016777
51902	rnn.weight_hh_l0_reverse	4	0.0053904131054878235
51902	rnn.weight_hh_l0_reverse	5	-0.04532106965780258
51902	rnn.weight_hh_l0_reverse	6	-0.010321707464754581
51902	rnn.weight_hh_l0_reverse	7	0.022952701896429062
51902	rnn.weight_hh_l0_reverse	8	0.016804954037070274
51902	rnn.weight_hh_l0_reverse	9	-0.004526447970420122
51902	rnn.bias_ih_l0_reverse	0	-0.04854230210185051
51902	rnn.bias_ih_l0_reverse	1	-0.08807423710823059
51902	rnn.bias_ih_l0_reverse	2	-0.10202533006668091
51902	rnn.bias_ih_l0_reverse	3	-0.001343912328593433
51902	rnn.bias_ih_l0_reverse	4	-0.04690668359398842
51902	rnn.bias_ih_l0_reverse	5	-0.06662573665380478
51902	rnn.bias_ih_l0_reverse	6	-0.10128089785575867
51902	rnn.bias_ih_l0_reverse	7	-0.025576435029506683
51902	rnn.bias_ih_l0_reverse	8	-0.05630946904420853
51902	rnn.bias_ih_l0_reverse	9	-0.10005754977464676
51902	rnn.bias_hh_l0_reverse	0	-0.10223299264907837
51902	rnn.bias_hh_l0_reverse	1	-0.12645120918750763
51902	rnn.bias_hh_l0_reverse	2	0.11822886019945145
51902	rnn.bias_hh_l0_reverse	3	0.03363383561372757
51902	rnn.bias_hh_l0_reverse	4	-0.08757735043764114
51902	rnn.bias_hh_l0_reverse	5	-0.08858923614025116
51902	rnn.bias_hh_l0_reverse	6	-0.11553848534822464
51902	rnn.bias_hh_l0_reverse	7	-0.021787632256746292
51902	rnn.bias_hh_l0_reverse	8	-0.029072539880871773
51902	rnn.bias_hh_l0_reverse	9	0.015588907524943352
51902	linear.weight	0	-0.007624697871506214
51902	linear.weight	1	-0.04264632984995842
51902	linear.weight	2	0.24782228469848633
51902	linear.weight	3	-0.08168570697307587
51902	linear.weight	4	-0.010588549077510834
51902	linear.weight	5	0.07096107304096222
51902	linear.weight	6	-0.010739270597696304
51902	linear.weight	7	-0.027045462280511856
51902	linear.weight	8	0.21586507558822632
51902	linear.weight	9	-0.25485295057296753
51902	linear.bias	0	-0.03956538438796997
51902	linear.bias	1	0.031413208693265915
51902	linear.bias	2	0.46953147649765015
51902	linear.bias	3	-0.13892409205436707
51902	linear.bias	4	1.4500802755355835
51902	linear.bias	5	-1.264569640159607
51902	linear.bias	6	-0.4412248134613037
51902	linear.bias	7	-0.07506738603115082
52460	transitions	0	-1.2631030082702637
52460	transitions	1	-10000.0
52460	transitions	2	-0.7969565987586975
52460	transitions	3	-10000.0
52460	transitions	4	1.6071531772613525
52460	transitions	5	-10000.0
52460	transitions	6	-10000.0
52460	transitions	7	1.352763056755066
52460	transitions	8	-2.062138080596924
52460	transitions	9	-3.7352263927459717
52460	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
52460	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
52460	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
52460	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
52460	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
52460	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
52460	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
52460	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
52460	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
52460	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
52460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
52460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
52460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
52460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
52460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
52460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
52460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
52460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
52460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
52460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
52460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
52460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
52460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
52460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
52460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
52460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
52460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
52460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
52460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
52460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
52460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
52460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
52460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
52460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
52460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
52460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
52460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
52460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
52460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
52460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
52460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
52460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
52460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
52460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
52460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
52460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
52460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
52460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
52460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
52460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
52460	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
52460	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
52460	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
52460	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
52460	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
52460	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
52460	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
52460	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
52460	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
52460	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
52460	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
52460	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
52460	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
52460	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
52460	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
52460	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
52460	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
52460	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
52460	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
52460	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
52460	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
52460	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
52460	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
52460	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
52460	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
52460	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
52460	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
52460	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
52460	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
52460	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
52460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
52460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
52460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
52460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
52460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
52460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
52460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
52460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
52460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
52460	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
52460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
52460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
52460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
52460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
52460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
52460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
52460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
52460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
52460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
52460	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
52460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
52460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
52460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
52460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
52460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
52460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
52460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
52460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
52460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
52460	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
52460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
52460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
52460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
52460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
52460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
52460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
52460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
52460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
52460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
52460	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
52460	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
52460	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
52460	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
52460	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
52460	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
52460	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
52460	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
52460	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
52460	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
52460	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
52460	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
52460	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
52460	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
52460	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
52460	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
52460	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
52460	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
52460	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
52460	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
52460	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
52460	embedding2nn.weight	0	0.006636589765548706
52460	embedding2nn.weight	1	0.006032275501638651
52460	embedding2nn.weight	2	0.013311001472175121
52460	embedding2nn.weight	3	0.013452084735035896
52460	embedding2nn.weight	4	0.020556112751364708
52460	embedding2nn.weight	5	0.00100884644780308
52460	embedding2nn.weight	6	-0.013014585711061954
52460	embedding2nn.weight	7	-0.004779009614139795
52460	embedding2nn.weight	8	-0.0028229933232069016
52460	embedding2nn.weight	9	-0.00565335014835
52460	embedding2nn.bias	0	0.016772935166954994
52460	embedding2nn.bias	1	-0.024783026427030563
52460	embedding2nn.bias	2	0.059052906930446625
52460	embedding2nn.bias	3	0.032879479229450226
52460	embedding2nn.bias	4	-0.006039908621460199
52460	embedding2nn.bias	5	-0.04691905528306961
52460	embedding2nn.bias	6	0.0191109050065279
52460	embedding2nn.bias	7	0.0002965692547149956
52460	embedding2nn.bias	8	-0.038640737533569336
52460	embedding2nn.bias	9	0.013466094620525837
52460	rnn.weight_ih_l0	0	0.060589201748371124
52460	rnn.weight_ih_l0	1	-0.03805010765790939
52460	rnn.weight_ih_l0	2	0.0014753673458471894
52460	rnn.weight_ih_l0	3	0.033447593450546265
52460	rnn.weight_ih_l0	4	-0.012654786929488182
52460	rnn.weight_ih_l0	5	0.05387435853481293
52460	rnn.weight_ih_l0	6	0.01129547506570816
52460	rnn.weight_ih_l0	7	0.06059706583619118
52460	rnn.weight_ih_l0	8	0.012991582974791527
52460	rnn.weight_ih_l0	9	-0.024317556992173195
52460	rnn.weight_hh_l0	0	-0.026680100709199905
52460	rnn.weight_hh_l0	1	-0.018459156155586243
52460	rnn.weight_hh_l0	2	-0.062222857028245926
52460	rnn.weight_hh_l0	3	-0.01658952794969082
52460	rnn.weight_hh_l0	4	-0.008085728622972965
52460	rnn.weight_hh_l0	5	-0.025822753086686134
52460	rnn.weight_hh_l0	6	-0.006089798174798489
52460	rnn.weight_hh_l0	7	-0.0480993315577507
52460	rnn.weight_hh_l0	8	0.06818332523107529
52460	rnn.weight_hh_l0	9	0.04355594143271446
52460	rnn.bias_ih_l0	0	-0.12279326468706131
52460	rnn.bias_ih_l0	1	-0.10854333639144897
52460	rnn.bias_ih_l0	2	0.011575344949960709
52460	rnn.bias_ih_l0	3	-0.1257518082857132
52460	rnn.bias_ih_l0	4	-0.0222614835947752
52460	rnn.bias_ih_l0	5	-0.10795906186103821
52460	rnn.bias_ih_l0	6	0.05568400025367737
52460	rnn.bias_ih_l0	7	-0.0776619166135788
52460	rnn.bias_ih_l0	8	-0.003799854312092066
52460	rnn.bias_ih_l0	9	-0.10081227123737335
52460	rnn.bias_hh_l0	0	-0.026064902544021606
52460	rnn.bias_hh_l0	1	0.1795710325241089
52460	rnn.bias_hh_l0	2	0.04776722937822342
52460	rnn.bias_hh_l0	3	-0.04275288060307503
52460	rnn.bias_hh_l0	4	-0.08714762330055237
52460	rnn.bias_hh_l0	5	-0.018521983176469803
52460	rnn.bias_hh_l0	6	0.06723844259977341
52460	rnn.bias_hh_l0	7	-0.0888763964176178
52460	rnn.bias_hh_l0	8	-0.11400625854730606
52460	rnn.bias_hh_l0	9	-0.09382122755050659
52460	rnn.weight_ih_l0_reverse	0	0.03092297725379467
52460	rnn.weight_ih_l0_reverse	1	-0.047461118549108505
52460	rnn.weight_ih_l0_reverse	2	0.03800876438617706
52460	rnn.weight_ih_l0_reverse	3	0.0037484178319573402
52460	rnn.weight_ih_l0_reverse	4	0.023004284128546715
52460	rnn.weight_ih_l0_reverse	5	-0.03705986589193344
52460	rnn.weight_ih_l0_reverse	6	0.03209303319454193
52460	rnn.weight_ih_l0_reverse	7	0.03157589212059975
52460	rnn.weight_ih_l0_reverse	8	-0.026583991944789886
52460	rnn.weight_ih_l0_reverse	9	0.008172561414539814
52460	rnn.weight_hh_l0_reverse	0	0.04808484762907028
52460	rnn.weight_hh_l0_reverse	1	0.03598996251821518
52460	rnn.weight_hh_l0_reverse	2	-0.018298113718628883
52460	rnn.weight_hh_l0_reverse	3	-0.05053788423538208
52460	rnn.weight_hh_l0_reverse	4	0.0051931110210716724
52460	rnn.weight_hh_l0_reverse	5	-0.045889437198638916
52460	rnn.weight_hh_l0_reverse	6	-0.010359201580286026
52460	rnn.weight_hh_l0_reverse	7	0.023832179605960846
52460	rnn.weight_hh_l0_reverse	8	0.018202954903244972
52460	rnn.weight_hh_l0_reverse	9	-0.004601252730935812
52460	rnn.bias_ih_l0_reverse	0	-0.04791482165455818
52460	rnn.bias_ih_l0_reverse	1	-0.09435997158288956
52460	rnn.bias_ih_l0_reverse	2	-0.1004190444946289
52460	rnn.bias_ih_l0_reverse	3	0.0003628524427767843
52460	rnn.bias_ih_l0_reverse	4	-0.052079636603593826
52460	rnn.bias_ih_l0_reverse	5	-0.06850150227546692
52460	rnn.bias_ih_l0_reverse	6	-0.1084141656756401
52460	rnn.bias_ih_l0_reverse	7	-0.024101080372929573
52460	rnn.bias_ih_l0_reverse	8	-0.05659663677215576
52460	rnn.bias_ih_l0_reverse	9	-0.10236001014709473
52460	rnn.bias_hh_l0_reverse	0	-0.09358855336904526
52460	rnn.bias_hh_l0_reverse	1	-0.1307787001132965
52460	rnn.bias_hh_l0_reverse	2	0.1183905377984047
52460	rnn.bias_hh_l0_reverse	3	0.025509998202323914
52460	rnn.bias_hh_l0_reverse	4	-0.08990717679262161
52460	rnn.bias_hh_l0_reverse	5	-0.0834885910153389
52460	rnn.bias_hh_l0_reverse	6	-0.10809014737606049
52460	rnn.bias_hh_l0_reverse	7	-0.020121363922953606
52460	rnn.bias_hh_l0_reverse	8	-0.02635321021080017
52460	rnn.bias_hh_l0_reverse	9	0.01302393153309822
52460	linear.weight	0	-0.0076107545755803585
52460	linear.weight	1	-0.10815514624118805
52460	linear.weight	2	0.2574893832206726
52460	linear.weight	3	-0.08164160698652267
52460	linear.weight	4	-0.010588549077510834
52460	linear.weight	5	0.10705375671386719
52460	linear.weight	6	-0.010739270597696304
52460	linear.weight	7	-0.03759421780705452
52460	linear.weight	8	0.06671213358640671
52460	linear.weight	9	-0.26457923650741577
52460	linear.bias	0	-0.03956538438796997
52460	linear.bias	1	0.031413208693265915
52460	linear.bias	2	0.4371470510959625
52460	linear.bias	3	-0.1278655081987381
52460	linear.bias	4	1.4980576038360596
52460	linear.bias	5	-1.2660481929779053
52460	linear.bias	6	-0.4543132781982422
52460	linear.bias	7	-0.08717596530914307
53018	transitions	0	-1.2691627740859985
53018	transitions	1	-10000.0
53018	transitions	2	-0.7969565987586975
53018	transitions	3	-10000.0
53018	transitions	4	1.5995219945907593
53018	transitions	5	-10000.0
53018	transitions	6	-10000.0
53018	transitions	7	1.3401401042938232
53018	transitions	8	-2.067138433456421
53018	transitions	9	-3.740154266357422
53018	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
53018	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
53018	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
53018	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
53018	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
53018	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
53018	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
53018	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
53018	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
53018	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
53018	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
53018	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
53018	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
53018	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
53018	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
53018	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
53018	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
53018	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
53018	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
53018	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
53018	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
53018	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
53018	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
53018	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
53018	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
53018	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
53018	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
53018	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
53018	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
53018	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
53018	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
53018	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
53018	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
53018	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
53018	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
53018	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
53018	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
53018	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
53018	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
53018	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
53018	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
53018	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
53018	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
53018	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
53018	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
53018	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
53018	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
53018	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
53018	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
53018	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
53018	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
53018	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
53018	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
53018	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
53018	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
53018	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
53018	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
53018	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
53018	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
53018	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
53018	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
53018	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
53018	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
53018	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
53018	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
53018	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
53018	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
53018	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
53018	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
53018	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
53018	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
53018	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
53018	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
53018	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
53018	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
53018	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
53018	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
53018	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
53018	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
53018	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
53018	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
53018	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
53018	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
53018	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
53018	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
53018	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
53018	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
53018	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
53018	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
53018	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
53018	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
53018	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
53018	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
53018	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
53018	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
53018	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
53018	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
53018	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
53018	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
53018	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
53018	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
53018	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
53018	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
53018	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
53018	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
53018	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
53018	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
53018	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
53018	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
53018	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
53018	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
53018	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
53018	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
53018	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
53018	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
53018	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
53018	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
53018	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
53018	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
53018	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
53018	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
53018	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
53018	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
53018	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
53018	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
53018	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
53018	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
53018	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
53018	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
53018	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
53018	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
53018	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
53018	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
53018	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
53018	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
53018	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
53018	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
53018	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
53018	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
53018	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
53018	embedding2nn.weight	0	0.00662632379680872
53018	embedding2nn.weight	1	0.005955836735665798
53018	embedding2nn.weight	2	0.013299616053700447
53018	embedding2nn.weight	3	0.013790232129395008
53018	embedding2nn.weight	4	0.01947476714849472
53018	embedding2nn.weight	5	0.0003074210253544152
53018	embedding2nn.weight	6	-0.013334064744412899
53018	embedding2nn.weight	7	-0.004804670810699463
53018	embedding2nn.weight	8	-0.004569003824144602
53018	embedding2nn.weight	9	-0.00561734801158309
53018	embedding2nn.bias	0	0.019077995792031288
53018	embedding2nn.bias	1	-0.017834307625889778
53018	embedding2nn.bias	2	0.054831236600875854
53018	embedding2nn.bias	3	0.04583485424518585
53018	embedding2nn.bias	4	-0.00436794850975275
53018	embedding2nn.bias	5	-0.04928143694996834
53018	embedding2nn.bias	6	0.03168138489127159
53018	embedding2nn.bias	7	0.012074897065758705
53018	embedding2nn.bias	8	-0.04820229858160019
53018	embedding2nn.bias	9	0.013134929351508617
53018	rnn.weight_ih_l0	0	0.06276536732912064
53018	rnn.weight_ih_l0	1	-0.03796304389834404
53018	rnn.weight_ih_l0	2	0.0013104969402775168
53018	rnn.weight_ih_l0	3	0.03345734626054764
53018	rnn.weight_ih_l0	4	-0.014167234301567078
53018	rnn.weight_ih_l0	5	0.05366530269384384
53018	rnn.weight_ih_l0	6	0.011540986597537994
53018	rnn.weight_ih_l0	7	0.060056064277887344
53018	rnn.weight_ih_l0	8	0.011709913611412048
53018	rnn.weight_ih_l0	9	-0.023245850577950478
53018	rnn.weight_hh_l0	0	-0.027094535529613495
53018	rnn.weight_hh_l0	1	-0.018970025703310966
53018	rnn.weight_hh_l0	2	-0.0627870261669159
53018	rnn.weight_hh_l0	3	-0.01615469716489315
53018	rnn.weight_hh_l0	4	-0.008247263729572296
53018	rnn.weight_hh_l0	5	-0.025475148111581802
53018	rnn.weight_hh_l0	6	-0.0059320032596588135
53018	rnn.weight_hh_l0	7	-0.04584025964140892
53018	rnn.weight_hh_l0	8	0.06769511848688126
53018	rnn.weight_hh_l0	9	0.04373368248343468
53018	rnn.bias_ih_l0	0	-0.1215035691857338
53018	rnn.bias_ih_l0	1	-0.11254389584064484
53018	rnn.bias_ih_l0	2	0.010543114505708218
53018	rnn.bias_ih_l0	3	-0.12526871263980865
53018	rnn.bias_ih_l0	4	-0.019948558881878853
53018	rnn.bias_ih_l0	5	-0.10380419343709946
53018	rnn.bias_ih_l0	6	0.047064002603292465
53018	rnn.bias_ih_l0	7	-0.07948806136846542
53018	rnn.bias_ih_l0	8	-0.003627644618973136
53018	rnn.bias_ih_l0	9	-0.1005508229136467
53018	rnn.bias_hh_l0	0	-0.025858525186777115
53018	rnn.bias_hh_l0	1	0.1865689605474472
53018	rnn.bias_hh_l0	2	0.04451076686382294
53018	rnn.bias_hh_l0	3	-0.04342975094914436
53018	rnn.bias_hh_l0	4	-0.0888640284538269
53018	rnn.bias_hh_l0	5	-0.027411244809627533
53018	rnn.bias_hh_l0	6	0.06543395668268204
53018	rnn.bias_hh_l0	7	-0.09563233703374863
53018	rnn.bias_hh_l0	8	-0.11538667976856232
53018	rnn.bias_hh_l0	9	-0.09326566010713577
53018	rnn.weight_ih_l0_reverse	0	0.03049882873892784
53018	rnn.weight_ih_l0_reverse	1	-0.04778522253036499
53018	rnn.weight_ih_l0_reverse	2	0.037812698632478714
53018	rnn.weight_ih_l0_reverse	3	0.0044503542594611645
53018	rnn.weight_ih_l0_reverse	4	0.02366599440574646
53018	rnn.weight_ih_l0_reverse	5	-0.036139532923698425
53018	rnn.weight_ih_l0_reverse	6	0.03361475467681885
53018	rnn.weight_ih_l0_reverse	7	0.03203139454126358
53018	rnn.weight_ih_l0_reverse	8	-0.027733169496059418
53018	rnn.weight_ih_l0_reverse	9	0.008703169412910938
53018	rnn.weight_hh_l0_reverse	0	0.04807344824075699
53018	rnn.weight_hh_l0_reverse	1	0.03621978312730789
53018	rnn.weight_hh_l0_reverse	2	-0.019191142171621323
53018	rnn.weight_hh_l0_reverse	3	-0.048227984458208084
53018	rnn.weight_hh_l0_reverse	4	0.004983158782124519
53018	rnn.weight_hh_l0_reverse	5	-0.046384841203689575
53018	rnn.weight_hh_l0_reverse	6	-0.010541487485170364
53018	rnn.weight_hh_l0_reverse	7	0.023503703996539116
53018	rnn.weight_hh_l0_reverse	8	0.01902771182358265
53018	rnn.weight_hh_l0_reverse	9	-0.004732099361717701
53018	rnn.bias_ih_l0_reverse	0	-0.04711185395717621
53018	rnn.bias_ih_l0_reverse	1	-0.09275882691144943
53018	rnn.bias_ih_l0_reverse	2	-0.1050681471824646
53018	rnn.bias_ih_l0_reverse	3	0.0007533442112617195
53018	rnn.bias_ih_l0_reverse	4	-0.05240253359079361
53018	rnn.bias_ih_l0_reverse	5	-0.06588611751794815
53018	rnn.bias_ih_l0_reverse	6	-0.10710565000772476
53018	rnn.bias_ih_l0_reverse	7	-0.02579348161816597
53018	rnn.bias_ih_l0_reverse	8	-0.05902495235204697
53018	rnn.bias_ih_l0_reverse	9	-0.10469065606594086
53018	rnn.bias_hh_l0_reverse	0	-0.09596778452396393
53018	rnn.bias_hh_l0_reverse	1	-0.1350674331188202
53018	rnn.bias_hh_l0_reverse	2	0.10745560377836227
53018	rnn.bias_hh_l0_reverse	3	0.032015517354011536
53018	rnn.bias_hh_l0_reverse	4	-0.08575767278671265
53018	rnn.bias_hh_l0_reverse	5	-0.08749732375144958
53018	rnn.bias_hh_l0_reverse	6	-0.1072133481502533
53018	rnn.bias_hh_l0_reverse	7	-0.01831972785294056
53018	rnn.bias_hh_l0_reverse	8	-0.02648765966296196
53018	rnn.bias_hh_l0_reverse	9	0.009456691332161427
53018	linear.weight	0	-0.007620684802532196
53018	linear.weight	1	-0.09109016507863998
53018	linear.weight	2	0.28109845519065857
53018	linear.weight	3	-0.08163244277238846
53018	linear.weight	4	-0.010588549077510834
53018	linear.weight	5	0.03611829876899719
53018	linear.weight	6	-0.010739270597696304
53018	linear.weight	7	-0.08326621353626251
53018	linear.weight	8	0.15216843783855438
53018	linear.weight	9	-0.26939091086387634
53018	linear.bias	0	-0.03956538438796997
53018	linear.bias	1	0.031413208693265915
53018	linear.bias	2	0.419281005859375
53018	linear.bias	3	-0.1605128049850464
53018	linear.bias	4	1.5049927234649658
53018	linear.bias	5	-1.26763117313385
53018	linear.bias	6	-0.43003347516059875
53018	linear.bias	7	-0.06630939245223999
53576	transitions	0	-1.2786084413528442
53576	transitions	1	-10000.0
53576	transitions	2	-0.7969565987586975
53576	transitions	3	-10000.0
53576	transitions	4	1.5927211046218872
53576	transitions	5	-10000.0
53576	transitions	6	-10000.0
53576	transitions	7	1.359695553779602
53576	transitions	8	-2.072085380554199
53576	transitions	9	-3.7452101707458496
53576	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
53576	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
53576	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
53576	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
53576	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
53576	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
53576	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
53576	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
53576	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
53576	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
53576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
53576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
53576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
53576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
53576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
53576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
53576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
53576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
53576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
53576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
53576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
53576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
53576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
53576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
53576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
53576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
53576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
53576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
53576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
53576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
53576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
53576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
53576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
53576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
53576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
53576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
53576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
53576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
53576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
53576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
53576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
53576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
53576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
53576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
53576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
53576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
53576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
53576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
53576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
53576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
53576	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
53576	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
53576	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
53576	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
53576	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
53576	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
53576	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
53576	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
53576	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
53576	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
53576	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
53576	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
53576	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
53576	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
53576	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
53576	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
53576	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
53576	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
53576	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
53576	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
53576	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
53576	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
53576	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
53576	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
53576	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
53576	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
53576	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
53576	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
53576	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
53576	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
53576	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
53576	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
53576	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
53576	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
53576	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
53576	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
53576	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
53576	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
53576	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
53576	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
53576	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
53576	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
53576	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
53576	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
53576	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
53576	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
53576	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
53576	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
53576	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
53576	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
53576	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
53576	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
53576	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
53576	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
53576	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
53576	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
53576	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
53576	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
53576	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
53576	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
53576	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
53576	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
53576	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
53576	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
53576	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
53576	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
53576	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
53576	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
53576	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
53576	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
53576	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
53576	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
53576	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
53576	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
53576	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
53576	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
53576	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
53576	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
53576	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
53576	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
53576	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
53576	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
53576	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
53576	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
53576	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
53576	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
53576	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
53576	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
53576	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
53576	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
53576	embedding2nn.weight	0	0.00661497050896287
53576	embedding2nn.weight	1	0.006142641417682171
53576	embedding2nn.weight	2	0.013319981284439564
53576	embedding2nn.weight	3	0.013810898177325726
53576	embedding2nn.weight	4	0.019723020493984222
53576	embedding2nn.weight	5	0.0010545431869104505
53576	embedding2nn.weight	6	-0.01362640131264925
53576	embedding2nn.weight	7	-0.004828998353332281
53576	embedding2nn.weight	8	-0.00466446066275239
53576	embedding2nn.weight	9	-0.005481879226863384
53576	embedding2nn.bias	0	0.008425110951066017
53576	embedding2nn.bias	1	-0.020461397245526314
53576	embedding2nn.bias	2	0.05652472749352455
53576	embedding2nn.bias	3	0.04416366666555405
53576	embedding2nn.bias	4	-0.002685299376025796
53576	embedding2nn.bias	5	-0.05437801405787468
53576	embedding2nn.bias	6	0.01684577763080597
53576	embedding2nn.bias	7	0.0037165021058171988
53576	embedding2nn.bias	8	-0.03770799562335014
53576	embedding2nn.bias	9	0.012238262221217155
53576	rnn.weight_ih_l0	0	0.06384602189064026
53576	rnn.weight_ih_l0	1	-0.036685314029455185
53576	rnn.weight_ih_l0	2	-0.00026599675766192377
53576	rnn.weight_ih_l0	3	0.03476954251527786
53576	rnn.weight_ih_l0	4	-0.013991772197186947
53576	rnn.weight_ih_l0	5	0.05331406742334366
53576	rnn.weight_ih_l0	6	0.01131395623087883
53576	rnn.weight_ih_l0	7	0.05961601808667183
53576	rnn.weight_ih_l0	8	0.012633422389626503
53576	rnn.weight_ih_l0	9	-0.022065745666623116
53576	rnn.weight_hh_l0	0	-0.02472657896578312
53576	rnn.weight_hh_l0	1	-0.018763938918709755
53576	rnn.weight_hh_l0	2	-0.061841122806072235
53576	rnn.weight_hh_l0	3	-0.01624406687915325
53576	rnn.weight_hh_l0	4	-0.008264520205557346
53576	rnn.weight_hh_l0	5	-0.02523520588874817
53576	rnn.weight_hh_l0	6	-0.005958248861134052
53576	rnn.weight_hh_l0	7	-0.045302070677280426
53576	rnn.weight_hh_l0	8	0.0678916722536087
53576	rnn.weight_hh_l0	9	0.04317973181605339
53576	rnn.bias_ih_l0	0	-0.12684142589569092
53576	rnn.bias_ih_l0	1	-0.10737167298793793
53576	rnn.bias_ih_l0	2	0.01032247208058834
53576	rnn.bias_ih_l0	3	-0.12061549723148346
53576	rnn.bias_ih_l0	4	-0.0241511482745409
53576	rnn.bias_ih_l0	5	-0.10546495020389557
53576	rnn.bias_ih_l0	6	0.04391082748770714
53576	rnn.bias_ih_l0	7	-0.0789007768034935
53576	rnn.bias_ih_l0	8	-0.004188324324786663
53576	rnn.bias_ih_l0	9	-0.10279253125190735
53576	rnn.bias_hh_l0	0	-0.024538015946745872
53576	rnn.bias_hh_l0	1	0.19077052175998688
53576	rnn.bias_hh_l0	2	0.04764307662844658
53576	rnn.bias_hh_l0	3	-0.04447280988097191
53576	rnn.bias_hh_l0	4	-0.08769170194864273
53576	rnn.bias_hh_l0	5	-0.028231030330061913
53576	rnn.bias_hh_l0	6	0.06621801853179932
53576	rnn.bias_hh_l0	7	-0.10232854634523392
53576	rnn.bias_hh_l0	8	-0.11838532984256744
53576	rnn.bias_hh_l0	9	-0.09275635331869125
53576	rnn.weight_ih_l0_reverse	0	0.029324019327759743
53576	rnn.weight_ih_l0_reverse	1	-0.047551412135362625
53576	rnn.weight_ih_l0_reverse	2	0.038368113338947296
53576	rnn.weight_ih_l0_reverse	3	0.0033014460932463408
53576	rnn.weight_ih_l0_reverse	4	0.023205813020467758
53576	rnn.weight_ih_l0_reverse	5	-0.036591000854969025
53576	rnn.weight_ih_l0_reverse	6	0.035372670739889145
53576	rnn.weight_ih_l0_reverse	7	0.03200511261820793
53576	rnn.weight_ih_l0_reverse	8	-0.02764742076396942
53576	rnn.weight_ih_l0_reverse	9	0.008003652095794678
53576	rnn.weight_hh_l0_reverse	0	0.04800735041499138
53576	rnn.weight_hh_l0_reverse	1	0.03586007282137871
53576	rnn.weight_hh_l0_reverse	2	-0.018474005162715912
53576	rnn.weight_hh_l0_reverse	3	-0.04895700141787529
53576	rnn.weight_hh_l0_reverse	4	0.005257571116089821
53576	rnn.weight_hh_l0_reverse	5	-0.04597427323460579
53576	rnn.weight_hh_l0_reverse	6	-0.010842300951480865
53576	rnn.weight_hh_l0_reverse	7	0.023543961346149445
53576	rnn.weight_hh_l0_reverse	8	0.019295020028948784
53576	rnn.weight_hh_l0_reverse	9	-0.004066923167556524
53576	rnn.bias_ih_l0_reverse	0	-0.04729113355278969
53576	rnn.bias_ih_l0_reverse	1	-0.0909770056605339
53576	rnn.bias_ih_l0_reverse	2	-0.10123647004365921
53576	rnn.bias_ih_l0_reverse	3	0.005509406328201294
53576	rnn.bias_ih_l0_reverse	4	-0.05308264493942261
53576	rnn.bias_ih_l0_reverse	5	-0.06737697124481201
53576	rnn.bias_ih_l0_reverse	6	-0.10965801775455475
53576	rnn.bias_ih_l0_reverse	7	-0.027148066088557243
53576	rnn.bias_ih_l0_reverse	8	-0.05738212913274765
53576	rnn.bias_ih_l0_reverse	9	-0.10518977046012878
53576	rnn.bias_hh_l0_reverse	0	-0.09328840672969818
53576	rnn.bias_hh_l0_reverse	1	-0.13396339118480682
53576	rnn.bias_hh_l0_reverse	2	0.11601598560810089
53576	rnn.bias_hh_l0_reverse	3	0.03082934021949768
53576	rnn.bias_hh_l0_reverse	4	-0.08470162749290466
53576	rnn.bias_hh_l0_reverse	5	-0.07929404079914093
53576	rnn.bias_hh_l0_reverse	6	-0.0843394473195076
53576	rnn.bias_hh_l0_reverse	7	-0.013558879494667053
53576	rnn.bias_hh_l0_reverse	8	-0.031012440100312233
53576	rnn.bias_hh_l0_reverse	9	0.011238872073590755
53576	linear.weight	0	-0.0076073878444731236
53576	linear.weight	1	-0.009949552826583385
53576	linear.weight	2	0.2704600393772125
53576	linear.weight	3	-0.08163905888795853
53576	linear.weight	4	-0.010588549077510834
53576	linear.weight	5	0.09631659835577011
53576	linear.weight	6	-0.010739270597696304
53576	linear.weight	7	0.012240247800946236
53576	linear.weight	8	0.17783091962337494
53576	linear.weight	9	-0.2532705068588257
53576	linear.bias	0	-0.03956538438796997
53576	linear.bias	1	0.031413208693265915
53576	linear.bias	2	0.4433519244194031
53576	linear.bias	3	-0.167689710855484
53576	linear.bias	4	1.503629446029663
53576	linear.bias	5	-1.2691936492919922
53576	linear.bias	6	-0.4331277906894684
53576	linear.bias	7	-0.07721181958913803
54134	transitions	0	-1.2849743366241455
54134	transitions	1	-10000.0
54134	transitions	2	-0.7969565987586975
54134	transitions	3	-10000.0
54134	transitions	4	1.6214771270751953
54134	transitions	5	-10000.0
54134	transitions	6	-10000.0
54134	transitions	7	1.3508576154708862
54134	transitions	8	-2.075732469558716
54134	transitions	9	-3.7500996589660645
54134	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
54134	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
54134	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
54134	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
54134	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
54134	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
54134	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
54134	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
54134	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
54134	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
54134	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
54134	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
54134	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
54134	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
54134	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
54134	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
54134	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
54134	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
54134	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
54134	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
54134	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
54134	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
54134	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
54134	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
54134	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
54134	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
54134	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
54134	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
54134	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
54134	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
54134	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
54134	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
54134	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
54134	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
54134	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
54134	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
54134	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
54134	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
54134	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
54134	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
54134	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
54134	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
54134	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
54134	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
54134	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
54134	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
54134	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
54134	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
54134	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
54134	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
54134	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
54134	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
54134	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
54134	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
54134	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
54134	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
54134	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
54134	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
54134	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
54134	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
54134	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
54134	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
54134	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
54134	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
54134	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
54134	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
54134	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
54134	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
54134	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
54134	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
54134	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
54134	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
54134	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
54134	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
54134	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
54134	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
54134	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
54134	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
54134	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
54134	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
54134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
54134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
54134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
54134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
54134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
54134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
54134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
54134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
54134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
54134	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
54134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
54134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
54134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
54134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
54134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
54134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
54134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
54134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
54134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
54134	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
54134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
54134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
54134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
54134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
54134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
54134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
54134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
54134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
54134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
54134	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
54134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
54134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
54134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
54134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
54134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
54134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
54134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
54134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
54134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
54134	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
54134	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
54134	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
54134	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
54134	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
54134	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
54134	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
54134	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
54134	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
54134	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
54134	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
54134	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
54134	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
54134	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
54134	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
54134	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
54134	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
54134	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
54134	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
54134	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
54134	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
54134	embedding2nn.weight	0	0.006625449750572443
54134	embedding2nn.weight	1	0.0059327902272343636
54134	embedding2nn.weight	2	0.013313721865415573
54134	embedding2nn.weight	3	0.014347657561302185
54134	embedding2nn.weight	4	0.018704693764448166
54134	embedding2nn.weight	5	-0.00029169200570322573
54134	embedding2nn.weight	6	-0.013403068296611309
54134	embedding2nn.weight	7	-0.004651424940675497
54134	embedding2nn.weight	8	-0.004441925324499607
54134	embedding2nn.weight	9	-0.0057123093865811825
54134	embedding2nn.bias	0	0.01871645636856556
54134	embedding2nn.bias	1	-0.01718762516975403
54134	embedding2nn.bias	2	0.07077056914567947
54134	embedding2nn.bias	3	0.05072581768035889
54134	embedding2nn.bias	4	-0.008805641904473305
54134	embedding2nn.bias	5	-0.05055532976984978
54134	embedding2nn.bias	6	0.015005168505012989
54134	embedding2nn.bias	7	0.002323774853721261
54134	embedding2nn.bias	8	-0.03918616473674774
54134	embedding2nn.bias	9	0.014767113141715527
54134	rnn.weight_ih_l0	0	0.06242360174655914
54134	rnn.weight_ih_l0	1	-0.03682629019021988
54134	rnn.weight_ih_l0	2	0.0010798857547342777
54134	rnn.weight_ih_l0	3	0.03392826020717621
54134	rnn.weight_ih_l0	4	-0.014696660451591015
54134	rnn.weight_ih_l0	5	0.05506442114710808
54134	rnn.weight_ih_l0	6	0.01055967528373003
54134	rnn.weight_ih_l0	7	0.06044716387987137
54134	rnn.weight_ih_l0	8	0.01172633282840252
54134	rnn.weight_ih_l0	9	-0.02147051692008972
54134	rnn.weight_hh_l0	0	-0.023165935650467873
54134	rnn.weight_hh_l0	1	-0.018669432029128075
54134	rnn.weight_hh_l0	2	-0.061452511698007584
54134	rnn.weight_hh_l0	3	-0.01586776226758957
54134	rnn.weight_hh_l0	4	-0.008288581855595112
54134	rnn.weight_hh_l0	5	-0.024960380047559738
54134	rnn.weight_hh_l0	6	-0.006028416566550732
54134	rnn.weight_hh_l0	7	-0.046010300517082214
54134	rnn.weight_hh_l0	8	0.06736215204000473
54134	rnn.weight_hh_l0	9	0.04272715747356415
54134	rnn.bias_ih_l0	0	-0.12266185134649277
54134	rnn.bias_ih_l0	1	-0.10502688586711884
54134	rnn.bias_ih_l0	2	0.006271828897297382
54134	rnn.bias_ih_l0	3	-0.12135190516710281
54134	rnn.bias_ih_l0	4	-0.024357730522751808
54134	rnn.bias_ih_l0	5	-0.10357226431369781
54134	rnn.bias_ih_l0	6	0.047952305525541306
54134	rnn.bias_ih_l0	7	-0.07658440619707108
54134	rnn.bias_ih_l0	8	-0.004490668419748545
54134	rnn.bias_ih_l0	9	-0.10030055046081543
54134	rnn.bias_hh_l0	0	-0.02029973641037941
54134	rnn.bias_hh_l0	1	0.19411739706993103
54134	rnn.bias_hh_l0	2	0.05124968662858009
54134	rnn.bias_hh_l0	3	-0.04400022700428963
54134	rnn.bias_hh_l0	4	-0.08993957191705704
54134	rnn.bias_hh_l0	5	-0.02355908788740635
54134	rnn.bias_hh_l0	6	0.06347493827342987
54134	rnn.bias_hh_l0	7	-0.09773246198892593
54134	rnn.bias_hh_l0	8	-0.12611062824726105
54134	rnn.bias_hh_l0	9	-0.09122421592473984
54134	rnn.weight_ih_l0_reverse	0	0.028880177065730095
54134	rnn.weight_ih_l0_reverse	1	-0.04769459366798401
54134	rnn.weight_ih_l0_reverse	2	0.0379796102643013
54134	rnn.weight_ih_l0_reverse	3	0.003571153152734041
54134	rnn.weight_ih_l0_reverse	4	0.024373997002840042
54134	rnn.weight_ih_l0_reverse	5	-0.037067901343107224
54134	rnn.weight_ih_l0_reverse	6	0.03693500533699989
54134	rnn.weight_ih_l0_reverse	7	0.032065100967884064
54134	rnn.weight_ih_l0_reverse	8	-0.028050413355231285
54134	rnn.weight_ih_l0_reverse	9	0.008267388679087162
54134	rnn.weight_hh_l0_reverse	0	0.04796217009425163
54134	rnn.weight_hh_l0_reverse	1	0.0362047404050827
54134	rnn.weight_hh_l0_reverse	2	-0.018795760348439217
54134	rnn.weight_hh_l0_reverse	3	-0.04783305898308754
54134	rnn.weight_hh_l0_reverse	4	0.006136044394224882
54134	rnn.weight_hh_l0_reverse	5	-0.046493563801050186
54134	rnn.weight_hh_l0_reverse	6	-0.010491200722754002
54134	rnn.weight_hh_l0_reverse	7	0.023511912673711777
54134	rnn.weight_hh_l0_reverse	8	0.019470272585749626
54134	rnn.weight_hh_l0_reverse	9	-0.003224452491849661
54134	rnn.bias_ih_l0_reverse	0	-0.04614565521478653
54134	rnn.bias_ih_l0_reverse	1	-0.0926111713051796
54134	rnn.bias_ih_l0_reverse	2	-0.10150175541639328
54134	rnn.bias_ih_l0_reverse	3	-0.0004469791310839355
54134	rnn.bias_ih_l0_reverse	4	-0.05383976176381111
54134	rnn.bias_ih_l0_reverse	5	-0.06741884350776672
54134	rnn.bias_ih_l0_reverse	6	-0.11481104046106339
54134	rnn.bias_ih_l0_reverse	7	-0.024944951757788658
54134	rnn.bias_ih_l0_reverse	8	-0.05233556777238846
54134	rnn.bias_ih_l0_reverse	9	-0.10511764883995056
54134	rnn.bias_hh_l0_reverse	0	-0.09755395352840424
54134	rnn.bias_hh_l0_reverse	1	-0.13427945971488953
54134	rnn.bias_hh_l0_reverse	2	0.1214803159236908
54134	rnn.bias_hh_l0_reverse	3	0.03295845538377762
54134	rnn.bias_hh_l0_reverse	4	-0.08795565366744995
54134	rnn.bias_hh_l0_reverse	5	-0.08592312037944794
54134	rnn.bias_hh_l0_reverse	6	-0.09475315362215042
54134	rnn.bias_hh_l0_reverse	7	-0.014298522844910622
54134	rnn.bias_hh_l0_reverse	8	-0.03229344263672829
54134	rnn.bias_hh_l0_reverse	9	0.00712318392470479
54134	linear.weight	0	-0.007583944126963615
54134	linear.weight	1	-0.030447324737906456
54134	linear.weight	2	0.2844047248363495
54134	linear.weight	3	-0.0816643238067627
54134	linear.weight	4	-0.010588549077510834
54134	linear.weight	5	0.06266920268535614
54134	linear.weight	6	-0.010739270597696304
54134	linear.weight	7	-0.048484545201063156
54134	linear.weight	8	0.16892269253730774
54134	linear.weight	9	-0.2668773829936981
54134	linear.bias	0	-0.03956538438796997
54134	linear.bias	1	0.031413208693265915
54134	linear.bias	2	0.43362459540367126
54134	linear.bias	3	-0.10948621481657028
54134	linear.bias	4	1.529418706893921
54134	linear.bias	5	-1.2707173824310303
54134	linear.bias	6	-0.46849462389945984
54134	linear.bias	7	-0.11460689455270767
54692	transitions	0	-1.290765404701233
54692	transitions	1	-10000.0
54692	transitions	2	-0.7969565987586975
54692	transitions	3	-10000.0
54692	transitions	4	1.6016782522201538
54692	transitions	5	-10000.0
54692	transitions	6	-10000.0
54692	transitions	7	1.3479105234146118
54692	transitions	8	-2.0809695720672607
54692	transitions	9	-3.7549779415130615
54692	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
54692	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
54692	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
54692	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
54692	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
54692	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
54692	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
54692	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
54692	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
54692	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
54692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
54692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
54692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
54692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
54692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
54692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
54692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
54692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
54692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
54692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
54692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
54692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
54692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
54692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
54692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
54692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
54692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
54692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
54692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
54692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
54692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
54692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
54692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
54692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
54692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
54692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
54692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
54692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
54692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
54692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
54692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
54692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
54692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
54692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
54692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
54692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
54692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
54692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
54692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
54692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
54692	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
54692	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
54692	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
54692	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
54692	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
54692	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
54692	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
54692	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
54692	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
54692	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
54692	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
54692	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
54692	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
54692	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
54692	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
54692	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
54692	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
54692	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
54692	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
54692	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
54692	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
54692	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
54692	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
54692	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
54692	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
54692	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
54692	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
54692	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
54692	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
54692	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
54692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
54692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
54692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
54692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
54692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
54692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
54692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
54692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
54692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
54692	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
54692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
54692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
54692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
54692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
54692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
54692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
54692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
54692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
54692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
54692	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
54692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
54692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
54692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
54692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
54692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
54692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
54692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
54692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
54692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
54692	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
54692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
54692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
54692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
54692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
54692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
54692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
54692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
54692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
54692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
54692	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
54692	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
54692	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
54692	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
54692	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
54692	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
54692	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
54692	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
54692	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
54692	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
54692	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
54692	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
54692	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
54692	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
54692	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
54692	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
54692	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
54692	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
54692	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
54692	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
54692	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
54692	embedding2nn.weight	0	0.006631651893258095
54692	embedding2nn.weight	1	0.005845597945153713
54692	embedding2nn.weight	2	0.013282676227390766
54692	embedding2nn.weight	3	0.014231636188924313
54692	embedding2nn.weight	4	0.018857058137655258
54692	embedding2nn.weight	5	-0.0002666797081474215
54692	embedding2nn.weight	6	-0.013188383542001247
54692	embedding2nn.weight	7	-0.0045683193020522594
54692	embedding2nn.weight	8	-0.005190194584429264
54692	embedding2nn.weight	9	-0.005289827939122915
54692	embedding2nn.bias	0	0.018199848011136055
54692	embedding2nn.bias	1	-0.015863215550780296
54692	embedding2nn.bias	2	0.057208724319934845
54692	embedding2nn.bias	3	0.05083456635475159
54692	embedding2nn.bias	4	-0.0029090153984725475
54692	embedding2nn.bias	5	-0.04083656892180443
54692	embedding2nn.bias	6	0.0163295678794384
54692	embedding2nn.bias	7	-0.0009718894143588841
54692	embedding2nn.bias	8	-0.04276526719331741
54692	embedding2nn.bias	9	0.01919439807534218
54692	rnn.weight_ih_l0	0	0.06063855066895485
54692	rnn.weight_ih_l0	1	-0.03600672632455826
54692	rnn.weight_ih_l0	2	0.0005725562805309892
54692	rnn.weight_ih_l0	3	0.03285737335681915
54692	rnn.weight_ih_l0	4	-0.01503008883446455
54692	rnn.weight_ih_l0	5	0.055680301040410995
54692	rnn.weight_ih_l0	6	0.010953114368021488
54692	rnn.weight_ih_l0	7	0.06033887714147568
54692	rnn.weight_ih_l0	8	0.011962841264903545
54692	rnn.weight_ih_l0	9	-0.02337713912129402
54692	rnn.weight_hh_l0	0	-0.023288805037736893
54692	rnn.weight_hh_l0	1	-0.018722055479884148
54692	rnn.weight_hh_l0	2	-0.06148666515946388
54692	rnn.weight_hh_l0	3	-0.015788396820425987
54692	rnn.weight_hh_l0	4	-0.008414922282099724
54692	rnn.weight_hh_l0	5	-0.025133682414889336
54692	rnn.weight_hh_l0	6	-0.006103538908064365
54692	rnn.weight_hh_l0	7	-0.04492555931210518
54692	rnn.weight_hh_l0	8	0.06780752539634705
54692	rnn.weight_hh_l0	9	0.04233768209815025
54692	rnn.bias_ih_l0	0	-0.12504664063453674
54692	rnn.bias_ih_l0	1	-0.11074668914079666
54692	rnn.bias_ih_l0	2	0.004212620202451944
54692	rnn.bias_ih_l0	3	-0.12715665996074677
54692	rnn.bias_ih_l0	4	-0.021800575777888298
54692	rnn.bias_ih_l0	5	-0.10372687131166458
54692	rnn.bias_ih_l0	6	0.0409875363111496
54692	rnn.bias_ih_l0	7	-0.07718952745199203
54692	rnn.bias_ih_l0	8	-0.0037284253630787134
54692	rnn.bias_ih_l0	9	-0.09828145802021027
54692	rnn.bias_hh_l0	0	-0.023516569286584854
54692	rnn.bias_hh_l0	1	0.1902467906475067
54692	rnn.bias_hh_l0	2	0.059349607676267624
54692	rnn.bias_hh_l0	3	-0.03916879743337631
54692	rnn.bias_hh_l0	4	-0.08968620002269745
54692	rnn.bias_hh_l0	5	-0.023897605016827583
54692	rnn.bias_hh_l0	6	0.06214290112257004
54692	rnn.bias_hh_l0	7	-0.09383150190114975
54692	rnn.bias_hh_l0	8	-0.1280234009027481
54692	rnn.bias_hh_l0	9	-0.08969485014677048
54692	rnn.weight_ih_l0_reverse	0	0.030742043629288673
54692	rnn.weight_ih_l0_reverse	1	-0.04727325588464737
54692	rnn.weight_ih_l0_reverse	2	0.03831920027732849
54692	rnn.weight_ih_l0_reverse	3	0.0042329332791268826
54692	rnn.weight_ih_l0_reverse	4	0.023457180708646774
54692	rnn.weight_ih_l0_reverse	5	-0.03710655868053436
54692	rnn.weight_ih_l0_reverse	6	0.03343439847230911
54692	rnn.weight_ih_l0_reverse	7	0.03235208988189697
54692	rnn.weight_ih_l0_reverse	8	-0.028361953794956207
54692	rnn.weight_ih_l0_reverse	9	0.007407885044813156
54692	rnn.weight_hh_l0_reverse	0	0.04820011556148529
54692	rnn.weight_hh_l0_reverse	1	0.03572351112961769
54692	rnn.weight_hh_l0_reverse	2	-0.019051438197493553
54692	rnn.weight_hh_l0_reverse	3	-0.04836254194378853
54692	rnn.weight_hh_l0_reverse	4	0.006247678771615028
54692	rnn.weight_hh_l0_reverse	5	-0.046475037932395935
54692	rnn.weight_hh_l0_reverse	6	-0.010156542994081974
54692	rnn.weight_hh_l0_reverse	7	0.02421363815665245
54692	rnn.weight_hh_l0_reverse	8	0.020972957834601402
54692	rnn.weight_hh_l0_reverse	9	-0.0036972546949982643
54692	rnn.bias_ih_l0_reverse	0	-0.04534337669610977
54692	rnn.bias_ih_l0_reverse	1	-0.08784489333629608
54692	rnn.bias_ih_l0_reverse	2	-0.09608422964811325
54692	rnn.bias_ih_l0_reverse	3	0.0050417338497936726
54692	rnn.bias_ih_l0_reverse	4	-0.05416391044855118
54692	rnn.bias_ih_l0_reverse	5	-0.06591111421585083
54692	rnn.bias_ih_l0_reverse	6	-0.11387500166893005
54692	rnn.bias_ih_l0_reverse	7	-0.02871701866388321
54692	rnn.bias_ih_l0_reverse	8	-0.05076350271701813
54692	rnn.bias_ih_l0_reverse	9	-0.10042839497327805
54692	rnn.bias_hh_l0_reverse	0	-0.09746664017438889
54692	rnn.bias_hh_l0_reverse	1	-0.13324996829032898
54692	rnn.bias_hh_l0_reverse	2	0.112462118268013
54692	rnn.bias_hh_l0_reverse	3	0.03217962011694908
54692	rnn.bias_hh_l0_reverse	4	-0.07932168990373611
54692	rnn.bias_hh_l0_reverse	5	-0.08201145380735397
54692	rnn.bias_hh_l0_reverse	6	-0.09650743752717972
54692	rnn.bias_hh_l0_reverse	7	-0.01570635847747326
54692	rnn.bias_hh_l0_reverse	8	-0.029730727896094322
54692	rnn.bias_hh_l0_reverse	9	0.010578184388577938
54692	linear.weight	0	-0.007534884847700596
54692	linear.weight	1	-0.03093406744301319
54692	linear.weight	2	0.26651832461357117
54692	linear.weight	3	-0.08170228451490402
54692	linear.weight	4	-0.010588549077510834
54692	linear.weight	5	0.01422666572034359
54692	linear.weight	6	-0.010739270597696304
54692	linear.weight	7	-0.03906775638461113
54692	linear.weight	8	0.17244859039783478
54692	linear.weight	9	-0.27087637782096863
54692	linear.bias	0	-0.03956538438796997
54692	linear.bias	1	0.031413208693265915
54692	linear.bias	2	0.4571061134338379
54692	linear.bias	3	-0.16712310910224915
54692	linear.bias	4	1.5064798593521118
54692	linear.bias	5	-1.2722247838974
54692	linear.bias	6	-0.44057607650756836
54692	linear.bias	7	-0.0839536115527153
55250	transitions	0	-1.2966783046722412
55250	transitions	1	-10000.0
55250	transitions	2	-0.7969565987586975
55250	transitions	3	-10000.0
55250	transitions	4	1.626072645187378
55250	transitions	5	-10000.0
55250	transitions	6	-10000.0
55250	transitions	7	1.3339167833328247
55250	transitions	8	-2.085833787918091
55250	transitions	9	-3.7601211071014404
55250	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
55250	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
55250	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
55250	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
55250	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
55250	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
55250	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
55250	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
55250	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
55250	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
55250	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
55250	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
55250	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
55250	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
55250	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
55250	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
55250	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
55250	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
55250	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
55250	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
55250	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
55250	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
55250	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
55250	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
55250	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
55250	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
55250	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
55250	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
55250	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
55250	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
55250	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
55250	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
55250	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
55250	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
55250	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
55250	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
55250	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
55250	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
55250	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
55250	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
55250	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
55250	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
55250	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
55250	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
55250	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
55250	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
55250	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
55250	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
55250	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
55250	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
55250	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
55250	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
55250	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
55250	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
55250	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
55250	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
55250	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
55250	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
55250	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
55250	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
55250	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
55250	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
55250	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
55250	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
55250	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
55250	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
55250	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
55250	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
55250	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
55250	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
55250	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
55250	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
55250	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
55250	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
55250	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
55250	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
55250	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
55250	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
55250	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
55250	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
55250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
55250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
55250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
55250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
55250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
55250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
55250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
55250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
55250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
55250	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
55250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
55250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
55250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
55250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
55250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
55250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
55250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
55250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
55250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
55250	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
55250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
55250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
55250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
55250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
55250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
55250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
55250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
55250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
55250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
55250	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
55250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
55250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
55250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
55250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
55250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
55250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
55250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
55250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
55250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
55250	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
55250	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
55250	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
55250	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
55250	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
55250	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
55250	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
55250	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
55250	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
55250	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
55250	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
55250	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
55250	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
55250	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
55250	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
55250	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
55250	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
55250	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
55250	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
55250	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
55250	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
55250	embedding2nn.weight	0	0.0066148447804152966
55250	embedding2nn.weight	1	0.005854583811014891
55250	embedding2nn.weight	2	0.013286979869008064
55250	embedding2nn.weight	3	0.014863378368318081
55250	embedding2nn.weight	4	0.019430864602327347
55250	embedding2nn.weight	5	-0.0007986939162947237
55250	embedding2nn.weight	6	-0.01358997542411089
55250	embedding2nn.weight	7	-0.004661387298256159
55250	embedding2nn.weight	8	-0.003945751581341028
55250	embedding2nn.weight	9	-0.0056580184027552605
55250	embedding2nn.bias	0	0.011340555734932423
55250	embedding2nn.bias	1	-0.018574127927422523
55250	embedding2nn.bias	2	0.047112904489040375
55250	embedding2nn.bias	3	0.05994231998920441
55250	embedding2nn.bias	4	-0.009532071650028229
55250	embedding2nn.bias	5	-0.03457849845290184
55250	embedding2nn.bias	6	0.0182802714407444
55250	embedding2nn.bias	7	-0.004358002915978432
55250	embedding2nn.bias	8	-0.034267012029886246
55250	embedding2nn.bias	9	0.024650901556015015
55250	rnn.weight_ih_l0	0	0.06134027615189552
55250	rnn.weight_ih_l0	1	-0.03552650660276413
55250	rnn.weight_ih_l0	2	0.0008182652527466416
55250	rnn.weight_ih_l0	3	0.033931195735931396
55250	rnn.weight_ih_l0	4	-0.015827469527721405
55250	rnn.weight_ih_l0	5	0.05598554015159607
55250	rnn.weight_ih_l0	6	0.010853791609406471
55250	rnn.weight_ih_l0	7	0.060549747198820114
55250	rnn.weight_ih_l0	8	0.012074719183146954
55250	rnn.weight_ih_l0	9	-0.023828238248825073
55250	rnn.weight_hh_l0	0	-0.02350536547601223
55250	rnn.weight_hh_l0	1	-0.018956948071718216
55250	rnn.weight_hh_l0	2	-0.06209418922662735
55250	rnn.weight_hh_l0	3	-0.015226462855935097
55250	rnn.weight_hh_l0	4	-0.008127349428832531
55250	rnn.weight_hh_l0	5	-0.025015313178300858
55250	rnn.weight_hh_l0	6	-0.006078424863517284
55250	rnn.weight_hh_l0	7	-0.045271988958120346
55250	rnn.weight_hh_l0	8	0.06769494712352753
55250	rnn.weight_hh_l0	9	0.041282735764980316
55250	rnn.bias_ih_l0	0	-0.12541525065898895
55250	rnn.bias_ih_l0	1	-0.10585431754589081
55250	rnn.bias_ih_l0	2	0.00364930578507483
55250	rnn.bias_ih_l0	3	-0.12246832996606827
55250	rnn.bias_ih_l0	4	-0.025197885930538177
55250	rnn.bias_ih_l0	5	-0.10377869009971619
55250	rnn.bias_ih_l0	6	0.04777262732386589
55250	rnn.bias_ih_l0	7	-0.07597258687019348
55250	rnn.bias_ih_l0	8	-0.005209648981690407
55250	rnn.bias_ih_l0	9	-0.10158507525920868
55250	rnn.bias_hh_l0	0	-0.026488909497857094
55250	rnn.bias_hh_l0	1	0.187424436211586
55250	rnn.bias_hh_l0	2	0.0636977031826973
55250	rnn.bias_hh_l0	3	-0.0464862622320652
55250	rnn.bias_hh_l0	4	-0.09085509181022644
55250	rnn.bias_hh_l0	5	-0.02033131942152977
55250	rnn.bias_hh_l0	6	0.06355707347393036
55250	rnn.bias_hh_l0	7	-0.08815939724445343
55250	rnn.bias_hh_l0	8	-0.12842626869678497
55250	rnn.bias_hh_l0	9	-0.08959223330020905
55250	rnn.weight_ih_l0_reverse	0	0.029893945902585983
55250	rnn.weight_ih_l0_reverse	1	-0.04854410141706467
55250	rnn.weight_ih_l0_reverse	2	0.038449835032224655
55250	rnn.weight_ih_l0_reverse	3	0.004344462882727385
55250	rnn.weight_ih_l0_reverse	4	0.022674381732940674
55250	rnn.weight_ih_l0_reverse	5	-0.0362643301486969
55250	rnn.weight_ih_l0_reverse	6	0.031515367329120636
55250	rnn.weight_ih_l0_reverse	7	0.03213702142238617
55250	rnn.weight_ih_l0_reverse	8	-0.028299454599618912
55250	rnn.weight_ih_l0_reverse	9	0.007352100685238838
55250	rnn.weight_hh_l0_reverse	0	0.04881828650832176
55250	rnn.weight_hh_l0_reverse	1	0.03561669588088989
55250	rnn.weight_hh_l0_reverse	2	-0.019282398745417595
55250	rnn.weight_hh_l0_reverse	3	-0.04820723459124565
55250	rnn.weight_hh_l0_reverse	4	0.006680814083665609
55250	rnn.weight_hh_l0_reverse	5	-0.04650065302848816
55250	rnn.weight_hh_l0_reverse	6	-0.009863589890301228
55250	rnn.weight_hh_l0_reverse	7	0.024329666048288345
55250	rnn.weight_hh_l0_reverse	8	0.020074129104614258
55250	rnn.weight_hh_l0_reverse	9	-0.0036768640857189894
55250	rnn.bias_ih_l0_reverse	0	-0.045042745769023895
55250	rnn.bias_ih_l0_reverse	1	-0.08949602395296097
55250	rnn.bias_ih_l0_reverse	2	-0.0973450243473053
55250	rnn.bias_ih_l0_reverse	3	-0.005377774126827717
55250	rnn.bias_ih_l0_reverse	4	-0.05618464574217796
55250	rnn.bias_ih_l0_reverse	5	-0.06613250821828842
55250	rnn.bias_ih_l0_reverse	6	-0.10979447513818741
55250	rnn.bias_ih_l0_reverse	7	-0.027712766081094742
55250	rnn.bias_ih_l0_reverse	8	-0.051320698112249374
55250	rnn.bias_ih_l0_reverse	9	-0.09935910999774933
55250	rnn.bias_hh_l0_reverse	0	-0.09330479055643082
55250	rnn.bias_hh_l0_reverse	1	-0.13700908422470093
55250	rnn.bias_hh_l0_reverse	2	0.12109220772981644
55250	rnn.bias_hh_l0_reverse	3	0.04285446181893349
55250	rnn.bias_hh_l0_reverse	4	-0.08079010993242264
55250	rnn.bias_hh_l0_reverse	5	-0.08231785893440247
55250	rnn.bias_hh_l0_reverse	6	-0.08362315595149994
55250	rnn.bias_hh_l0_reverse	7	-0.01744522526860237
55250	rnn.bias_hh_l0_reverse	8	-0.031316474080085754
55250	rnn.bias_hh_l0_reverse	9	0.009081155993044376
55250	linear.weight	0	-0.007479632738977671
55250	linear.weight	1	-0.017870387062430382
55250	linear.weight	2	0.26767414808273315
55250	linear.weight	3	-0.08162788301706314
55250	linear.weight	4	-0.010588549077510834
55250	linear.weight	5	0.05511471629142761
55250	linear.weight	6	-0.010739270597696304
55250	linear.weight	7	-0.00644683837890625
55250	linear.weight	8	0.14660722017288208
55250	linear.weight	9	-0.2523167133331299
55250	linear.bias	0	-0.03956538438796997
55250	linear.bias	1	0.031413208693265915
55250	linear.bias	2	0.3692631721496582
55250	linear.bias	3	-0.12779033184051514
55250	linear.bias	4	1.4817866086959839
55250	linear.bias	5	-1.27369225025177
55250	linear.bias	6	-0.40454402565956116
55250	linear.bias	7	-0.04533761739730835
55808	transitions	0	-1.3024606704711914
55808	transitions	1	-10000.0
55808	transitions	2	-0.7969565987586975
55808	transitions	3	-10000.0
55808	transitions	4	1.6365039348602295
55808	transitions	5	-10000.0
55808	transitions	6	-10000.0
55808	transitions	7	1.364330530166626
55808	transitions	8	-2.0898282527923584
55808	transitions	9	-3.764864683151245
55808	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
55808	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
55808	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
55808	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
55808	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
55808	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
55808	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
55808	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
55808	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
55808	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
55808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
55808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
55808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
55808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
55808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
55808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
55808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
55808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
55808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
55808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
55808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
55808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
55808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
55808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
55808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
55808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
55808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
55808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
55808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
55808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
55808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
55808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
55808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
55808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
55808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
55808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
55808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
55808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
55808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
55808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
55808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
55808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
55808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
55808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
55808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
55808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
55808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
55808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
55808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
55808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
55808	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
55808	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
55808	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
55808	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
55808	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
55808	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
55808	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
55808	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
55808	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
55808	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
55808	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
55808	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
55808	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
55808	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
55808	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
55808	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
55808	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
55808	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
55808	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
55808	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
55808	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
55808	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
55808	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
55808	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
55808	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
55808	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
55808	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
55808	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
55808	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
55808	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
55808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
55808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
55808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
55808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
55808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
55808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
55808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
55808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
55808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
55808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
55808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
55808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
55808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
55808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
55808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
55808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
55808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
55808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
55808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
55808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
55808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
55808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
55808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
55808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
55808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
55808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
55808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
55808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
55808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
55808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
55808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
55808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
55808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
55808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
55808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
55808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
55808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
55808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
55808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
55808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
55808	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
55808	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
55808	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
55808	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
55808	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
55808	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
55808	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
55808	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
55808	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
55808	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
55808	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
55808	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
55808	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
55808	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
55808	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
55808	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
55808	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
55808	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
55808	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
55808	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
55808	embedding2nn.weight	0	0.006619933992624283
55808	embedding2nn.weight	1	0.005790915340185165
55808	embedding2nn.weight	2	0.013307659886777401
55808	embedding2nn.weight	3	0.01457723043859005
55808	embedding2nn.weight	4	0.019924787804484367
55808	embedding2nn.weight	5	-0.00018545544298831373
55808	embedding2nn.weight	6	-0.013459299691021442
55808	embedding2nn.weight	7	-0.004595812875777483
55808	embedding2nn.weight	8	-0.003497553989291191
55808	embedding2nn.weight	9	-0.005175436846911907
55808	embedding2nn.bias	0	0.01942242868244648
55808	embedding2nn.bias	1	-0.025614766404032707
55808	embedding2nn.bias	2	0.038687825202941895
55808	embedding2nn.bias	3	0.05404474958777428
55808	embedding2nn.bias	4	-0.0064078522846102715
55808	embedding2nn.bias	5	-0.03983808308839798
55808	embedding2nn.bias	6	0.028902875259518623
55808	embedding2nn.bias	7	-0.0002914085052907467
55808	embedding2nn.bias	8	-0.030423637479543686
55808	embedding2nn.bias	9	0.02250625565648079
55808	rnn.weight_ih_l0	0	0.059400737285614014
55808	rnn.weight_ih_l0	1	-0.035069312900304794
55808	rnn.weight_ih_l0	2	-0.0007725940668024123
55808	rnn.weight_ih_l0	3	0.03669821098446846
55808	rnn.weight_ih_l0	4	-0.015168633311986923
55808	rnn.weight_ih_l0	5	0.05687872692942619
55808	rnn.weight_ih_l0	6	0.010775416158139706
55808	rnn.weight_ih_l0	7	0.06206844747066498
55808	rnn.weight_ih_l0	8	0.012902847491204739
55808	rnn.weight_ih_l0	9	-0.024010173976421356
55808	rnn.weight_hh_l0	0	-0.024717073887586594
55808	rnn.weight_hh_l0	1	-0.01867971010506153
55808	rnn.weight_hh_l0	2	-0.060878973454236984
55808	rnn.weight_hh_l0	3	-0.01526049617677927
55808	rnn.weight_hh_l0	4	-0.008355660364031792
55808	rnn.weight_hh_l0	5	-0.025159260258078575
55808	rnn.weight_hh_l0	6	-0.00600267993286252
55808	rnn.weight_hh_l0	7	-0.046193454414606094
55808	rnn.weight_hh_l0	8	0.06784519553184509
55808	rnn.weight_hh_l0	9	0.04196261242032051
55808	rnn.bias_ih_l0	0	-0.12363562732934952
55808	rnn.bias_ih_l0	1	-0.1091550663113594
55808	rnn.bias_ih_l0	2	0.0021936025004833937
55808	rnn.bias_ih_l0	3	-0.1283770501613617
55808	rnn.bias_ih_l0	4	-0.025275904685258865
55808	rnn.bias_ih_l0	5	-0.1056191697716713
55808	rnn.bias_ih_l0	6	0.03860988840460777
55808	rnn.bias_ih_l0	7	-0.07450664788484573
55808	rnn.bias_ih_l0	8	-0.005364039912819862
55808	rnn.bias_ih_l0	9	-0.10176221281290054
55808	rnn.bias_hh_l0	0	-0.02681966871023178
55808	rnn.bias_hh_l0	1	0.18812716007232666
55808	rnn.bias_hh_l0	2	0.05851239338517189
55808	rnn.bias_hh_l0	3	-0.04514374956488609
55808	rnn.bias_hh_l0	4	-0.08997511118650436
55808	rnn.bias_hh_l0	5	-0.022141912952065468
55808	rnn.bias_hh_l0	6	0.06277521699666977
55808	rnn.bias_hh_l0	7	-0.08527570962905884
55808	rnn.bias_hh_l0	8	-0.133076012134552
55808	rnn.bias_hh_l0	9	-0.08990294486284256
55808	rnn.weight_ih_l0_reverse	0	0.02830548956990242
55808	rnn.weight_ih_l0_reverse	1	-0.04904347285628319
55808	rnn.weight_ih_l0_reverse	2	0.03810560330748558
55808	rnn.weight_ih_l0_reverse	3	0.0023639530409127474
55808	rnn.weight_ih_l0_reverse	4	0.02347249910235405
55808	rnn.weight_ih_l0_reverse	5	-0.03718913346529007
55808	rnn.weight_ih_l0_reverse	6	0.033295001834630966
55808	rnn.weight_ih_l0_reverse	7	0.03211238607764244
55808	rnn.weight_ih_l0_reverse	8	-0.028671037405729294
55808	rnn.weight_ih_l0_reverse	9	0.00804885197430849
55808	rnn.weight_hh_l0_reverse	0	0.048941828310489655
55808	rnn.weight_hh_l0_reverse	1	0.03508064150810242
55808	rnn.weight_hh_l0_reverse	2	-0.019057389348745346
55808	rnn.weight_hh_l0_reverse	3	-0.048468563705682755
55808	rnn.weight_hh_l0_reverse	4	0.006707131862640381
55808	rnn.weight_hh_l0_reverse	5	-0.04641832038760185
55808	rnn.weight_hh_l0_reverse	6	-0.009715091437101364
55808	rnn.weight_hh_l0_reverse	7	0.02447541430592537
55808	rnn.weight_hh_l0_reverse	8	0.018934784457087517
55808	rnn.weight_hh_l0_reverse	9	-0.003665852127596736
55808	rnn.bias_ih_l0_reverse	0	-0.04425583779811859
55808	rnn.bias_ih_l0_reverse	1	-0.08809716254472733
55808	rnn.bias_ih_l0_reverse	2	-0.09755953401327133
55808	rnn.bias_ih_l0_reverse	3	-0.003762401407584548
55808	rnn.bias_ih_l0_reverse	4	-0.06287752091884613
55808	rnn.bias_ih_l0_reverse	5	-0.0675104558467865
55808	rnn.bias_ih_l0_reverse	6	-0.11527377367019653
55808	rnn.bias_ih_l0_reverse	7	-0.027120089158415794
55808	rnn.bias_ih_l0_reverse	8	-0.050161343067884445
55808	rnn.bias_ih_l0_reverse	9	-0.09905759990215302
55808	rnn.bias_hh_l0_reverse	0	-0.09364818781614304
55808	rnn.bias_hh_l0_reverse	1	-0.13144570589065552
55808	rnn.bias_hh_l0_reverse	2	0.12025775015354156
55808	rnn.bias_hh_l0_reverse	3	0.046026308089494705
55808	rnn.bias_hh_l0_reverse	4	-0.07933186739683151
55808	rnn.bias_hh_l0_reverse	5	-0.08240025490522385
55808	rnn.bias_hh_l0_reverse	6	-0.08434100449085236
55808	rnn.bias_hh_l0_reverse	7	-0.02086600475013256
55808	rnn.bias_hh_l0_reverse	8	-0.031142784282565117
55808	rnn.bias_hh_l0_reverse	9	0.009340486489236355
55808	linear.weight	0	-0.00743577117100358
55808	linear.weight	1	-0.06884939968585968
55808	linear.weight	2	0.24728791415691376
55808	linear.weight	3	-0.08153388649225235
55808	linear.weight	4	-0.010588549077510834
55808	linear.weight	5	0.1537189781665802
55808	linear.weight	6	-0.010739270597696304
55808	linear.weight	7	-0.001618252950720489
55808	linear.weight	8	0.19324982166290283
55808	linear.weight	9	-0.2526066303253174
55808	linear.bias	0	-0.03956538438796997
55808	linear.bias	1	0.031413208693265915
55808	linear.bias	2	0.4407578706741333
55808	linear.bias	3	-0.18395580351352692
55808	linear.bias	4	1.5460405349731445
55808	linear.bias	5	-1.2751675844192505
55808	linear.bias	6	-0.441983699798584
55808	linear.bias	7	-0.08602740615606308
56367	transitions	0	-1.3080313205718994
56367	transitions	1	-10000.0
56367	transitions	2	-0.7969565987586975
56367	transitions	3	-10000.0
56367	transitions	4	1.6179782152175903
56367	transitions	5	-10000.0
56367	transitions	6	-10000.0
56367	transitions	7	1.370766282081604
56367	transitions	8	-2.0947771072387695
56367	transitions	9	-3.769501209259033
56367	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
56367	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
56367	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
56367	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
56367	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
56367	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
56367	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
56367	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
56367	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
56367	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
56367	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
56367	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
56367	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
56367	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
56367	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
56367	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
56367	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
56367	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
56367	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
56367	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
56367	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
56367	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
56367	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
56367	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
56367	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
56367	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
56367	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
56367	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
56367	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
56367	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
56367	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
56367	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
56367	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
56367	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
56367	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
56367	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
56367	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
56367	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
56367	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
56367	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
56367	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
56367	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
56367	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
56367	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
56367	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
56367	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
56367	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
56367	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
56367	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
56367	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
56367	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
56367	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
56367	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
56367	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
56367	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
56367	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
56367	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
56367	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
56367	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
56367	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
56367	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
56367	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
56367	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
56367	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
56367	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
56367	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
56367	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
56367	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
56367	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
56367	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
56367	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
56367	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
56367	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
56367	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
56367	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
56367	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
56367	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
56367	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
56367	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
56367	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
56367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
56367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
56367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
56367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
56367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
56367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
56367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
56367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
56367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
56367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
56367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
56367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
56367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
56367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
56367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
56367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
56367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
56367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
56367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
56367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
56367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
56367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
56367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
56367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
56367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
56367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
56367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
56367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
56367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
56367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
56367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
56367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
56367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
56367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
56367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
56367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
56367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
56367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
56367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
56367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
56367	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
56367	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
56367	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
56367	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
56367	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
56367	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
56367	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
56367	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
56367	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
56367	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
56367	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
56367	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
56367	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
56367	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
56367	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
56367	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
56367	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
56367	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
56367	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
56367	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
56367	embedding2nn.weight	0	0.006602083798497915
56367	embedding2nn.weight	1	0.005827425513416529
56367	embedding2nn.weight	2	0.013380449265241623
56367	embedding2nn.weight	3	0.014471727423369884
56367	embedding2nn.weight	4	0.019411491230130196
56367	embedding2nn.weight	5	-8.899223030311987e-05
56367	embedding2nn.weight	6	-0.01350462157279253
56367	embedding2nn.weight	7	-0.004391273017972708
56367	embedding2nn.weight	8	-0.004908691626042128
56367	embedding2nn.weight	9	-0.0052039604634046555
56367	embedding2nn.bias	0	0.01785508543252945
56367	embedding2nn.bias	1	-0.02946126088500023
56367	embedding2nn.bias	2	0.04708780720829964
56367	embedding2nn.bias	3	0.051163606345653534
56367	embedding2nn.bias	4	-0.0019117863848805428
56367	embedding2nn.bias	5	-0.04410860687494278
56367	embedding2nn.bias	6	0.03341911733150482
56367	embedding2nn.bias	7	0.0027440874837338924
56367	embedding2nn.bias	8	-0.0376688651740551
56367	embedding2nn.bias	9	0.028083015233278275
56367	rnn.weight_ih_l0	0	0.06009691208600998
56367	rnn.weight_ih_l0	1	-0.033228855580091476
56367	rnn.weight_ih_l0	2	-4.671431452152319e-05
56367	rnn.weight_ih_l0	3	0.03754432871937752
56367	rnn.weight_ih_l0	4	-0.016233786940574646
56367	rnn.weight_ih_l0	5	0.057704586535692215
56367	rnn.weight_ih_l0	6	0.01076030544936657
56367	rnn.weight_ih_l0	7	0.062237318605184555
56367	rnn.weight_ih_l0	8	0.013320653699338436
56367	rnn.weight_ih_l0	9	-0.02271616831421852
56367	rnn.weight_hh_l0	0	-0.02288973703980446
56367	rnn.weight_hh_l0	1	-0.0185699500143528
56367	rnn.weight_hh_l0	2	-0.06070663779973984
56367	rnn.weight_hh_l0	3	-0.01496356911957264
56367	rnn.weight_hh_l0	4	-0.00856101419776678
56367	rnn.weight_hh_l0	5	-0.024593835696578026
56367	rnn.weight_hh_l0	6	-0.006021380424499512
56367	rnn.weight_hh_l0	7	-0.04574858769774437
56367	rnn.weight_hh_l0	8	0.0683760941028595
56367	rnn.weight_hh_l0	9	0.042969319969415665
56367	rnn.bias_ih_l0	0	-0.12118241935968399
56367	rnn.bias_ih_l0	1	-0.10817079991102219
56367	rnn.bias_ih_l0	2	0.00415985519066453
56367	rnn.bias_ih_l0	3	-0.12419687956571579
56367	rnn.bias_ih_l0	4	-0.024900807067751884
56367	rnn.bias_ih_l0	5	-0.1059677004814148
56367	rnn.bias_ih_l0	6	0.0353090837597847
56367	rnn.bias_ih_l0	7	-0.07272408902645111
56367	rnn.bias_ih_l0	8	-0.006981563288718462
56367	rnn.bias_ih_l0	9	-0.09784356504678726
56367	rnn.bias_hh_l0	0	-0.027984708547592163
56367	rnn.bias_hh_l0	1	0.188316211104393
56367	rnn.bias_hh_l0	2	0.06367446482181549
56367	rnn.bias_hh_l0	3	-0.039906930178403854
56367	rnn.bias_hh_l0	4	-0.09171874076128006
56367	rnn.bias_hh_l0	5	-0.01933249831199646
56367	rnn.bias_hh_l0	6	0.067008376121521
56367	rnn.bias_hh_l0	7	-0.07852725684642792
56367	rnn.bias_hh_l0	8	-0.1330898255109787
56367	rnn.bias_hh_l0	9	-0.08715825527906418
56367	rnn.weight_ih_l0_reverse	0	0.029165474697947502
56367	rnn.weight_ih_l0_reverse	1	-0.05009087547659874
56367	rnn.weight_ih_l0_reverse	2	0.03856411203742027
56367	rnn.weight_ih_l0_reverse	3	0.0037267000880092382
56367	rnn.weight_ih_l0_reverse	4	0.02371308207511902
56367	rnn.weight_ih_l0_reverse	5	-0.0351608507335186
56367	rnn.weight_ih_l0_reverse	6	0.03192887082695961
56367	rnn.weight_ih_l0_reverse	7	0.0319833979010582
56367	rnn.weight_ih_l0_reverse	8	-0.029066892340779305
56367	rnn.weight_ih_l0_reverse	9	0.008357319980859756
56367	rnn.weight_hh_l0_reverse	0	0.048394449055194855
56367	rnn.weight_hh_l0_reverse	1	0.035144079476594925
56367	rnn.weight_hh_l0_reverse	2	-0.019094040617346764
56367	rnn.weight_hh_l0_reverse	3	-0.048805978149175644
56367	rnn.weight_hh_l0_reverse	4	0.0073067061603069305
56367	rnn.weight_hh_l0_reverse	5	-0.046959955245256424
56367	rnn.weight_hh_l0_reverse	6	-0.009810235351324081
56367	rnn.weight_hh_l0_reverse	7	0.023790178820490837
56367	rnn.weight_hh_l0_reverse	8	0.018399296328425407
56367	rnn.weight_hh_l0_reverse	9	-0.0035751748364418745
56367	rnn.bias_ih_l0_reverse	0	-0.04481522738933563
56367	rnn.bias_ih_l0_reverse	1	-0.08509773015975952
56367	rnn.bias_ih_l0_reverse	2	-0.09887470304965973
56367	rnn.bias_ih_l0_reverse	3	-0.0009960640454664826
56367	rnn.bias_ih_l0_reverse	4	-0.057884540408849716
56367	rnn.bias_ih_l0_reverse	5	-0.07026278972625732
56367	rnn.bias_ih_l0_reverse	6	-0.11759933829307556
56367	rnn.bias_ih_l0_reverse	7	-0.029495859518647194
56367	rnn.bias_ih_l0_reverse	8	-0.05068754404783249
56367	rnn.bias_ih_l0_reverse	9	-0.1019921526312828
56367	rnn.bias_hh_l0_reverse	0	-0.09508492797613144
56367	rnn.bias_hh_l0_reverse	1	-0.13177534937858582
56367	rnn.bias_hh_l0_reverse	2	0.12267264723777771
56367	rnn.bias_hh_l0_reverse	3	0.04289914667606354
56367	rnn.bias_hh_l0_reverse	4	-0.08541716635227203
56367	rnn.bias_hh_l0_reverse	5	-0.09409359842538834
56367	rnn.bias_hh_l0_reverse	6	-0.09324074536561966
56367	rnn.bias_hh_l0_reverse	7	-0.0175547506660223
56367	rnn.bias_hh_l0_reverse	8	-0.029207535088062286
56367	rnn.bias_hh_l0_reverse	9	0.011712760664522648
56367	linear.weight	0	-0.0074211610481143
56367	linear.weight	1	-0.06623207777738571
56367	linear.weight	2	0.2889292538166046
56367	linear.weight	3	-0.0815269947052002
56367	linear.weight	4	-0.010588549077510834
56367	linear.weight	5	0.09098061919212341
56367	linear.weight	6	-0.010739270597696304
56367	linear.weight	7	-0.10219276696443558
56367	linear.weight	8	0.21952903270721436
56367	linear.weight	9	-0.2567864954471588
56367	linear.bias	0	-0.03956538438796997
56367	linear.bias	1	0.031413208693265915
56367	linear.bias	2	0.45770201086997986
56367	linear.bias	3	-0.2014327049255371
56367	linear.bias	4	1.5664787292480469
56367	linear.bias	5	-1.2765154838562012
56367	linear.bias	6	-0.450026273727417
56367	linear.bias	7	-0.09656009078025818
56925	transitions	0	-1.3141579627990723
56925	transitions	1	-10000.0
56925	transitions	2	-0.7969565987586975
56925	transitions	3	-10000.0
56925	transitions	4	1.6613956689834595
56925	transitions	5	-10000.0
56925	transitions	6	-10000.0
56925	transitions	7	1.3325148820877075
56925	transitions	8	-2.098832845687866
56925	transitions	9	-3.7741520404815674
56925	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
56925	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
56925	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
56925	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
56925	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
56925	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
56925	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
56925	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
56925	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
56925	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
56925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
56925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
56925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
56925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
56925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
56925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
56925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
56925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
56925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
56925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
56925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
56925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
56925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
56925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
56925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
56925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
56925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
56925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
56925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
56925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
56925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
56925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
56925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
56925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
56925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
56925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
56925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
56925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
56925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
56925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
56925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
56925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
56925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
56925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
56925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
56925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
56925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
56925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
56925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
56925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
56925	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
56925	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
56925	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
56925	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
56925	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
56925	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
56925	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
56925	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
56925	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
56925	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
56925	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
56925	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
56925	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
56925	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
56925	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
56925	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
56925	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
56925	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
56925	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
56925	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
56925	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
56925	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
56925	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
56925	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
56925	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
56925	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
56925	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
56925	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
56925	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
56925	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
56925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
56925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
56925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
56925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
56925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
56925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
56925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
56925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
56925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
56925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
56925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
56925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
56925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
56925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
56925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
56925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
56925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
56925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
56925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
56925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
56925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
56925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
56925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
56925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
56925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
56925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
56925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
56925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
56925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
56925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
56925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
56925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
56925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
56925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
56925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
56925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
56925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
56925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
56925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
56925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
56925	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
56925	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
56925	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
56925	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
56925	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
56925	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
56925	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
56925	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
56925	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
56925	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
56925	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
56925	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
56925	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
56925	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
56925	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
56925	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
56925	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
56925	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
56925	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
56925	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
56925	embedding2nn.weight	0	0.006617564242333174
56925	embedding2nn.weight	1	0.0057433899492025375
56925	embedding2nn.weight	2	0.013402204029262066
56925	embedding2nn.weight	3	0.014116168022155762
56925	embedding2nn.weight	4	0.01926763728260994
56925	embedding2nn.weight	5	-0.0005939583061262965
56925	embedding2nn.weight	6	-0.013623899780213833
56925	embedding2nn.weight	7	-0.004578649532049894
56925	embedding2nn.weight	8	-0.005291400942951441
56925	embedding2nn.weight	9	-0.005604177247732878
56925	embedding2nn.bias	0	0.018585950136184692
56925	embedding2nn.bias	1	-0.03596465289592743
56925	embedding2nn.bias	2	0.044856201857328415
56925	embedding2nn.bias	3	0.06007000431418419
56925	embedding2nn.bias	4	0.00647617457434535
56925	embedding2nn.bias	5	-0.050984613597393036
56925	embedding2nn.bias	6	0.0366898775100708
56925	embedding2nn.bias	7	-0.006124512758105993
56925	embedding2nn.bias	8	-0.04480201005935669
56925	embedding2nn.bias	9	0.02616465836763382
56925	rnn.weight_ih_l0	0	0.05820738524198532
56925	rnn.weight_ih_l0	1	-0.03364896774291992
56925	rnn.weight_ih_l0	2	3.084735726588406e-05
56925	rnn.weight_ih_l0	3	0.03669166937470436
56925	rnn.weight_ih_l0	4	-0.015718257054686546
56925	rnn.weight_ih_l0	5	0.05742636322975159
56925	rnn.weight_ih_l0	6	0.011004266329109669
56925	rnn.weight_ih_l0	7	0.06256934255361557
56925	rnn.weight_ih_l0	8	0.01355984341353178
56925	rnn.weight_ih_l0	9	-0.022278524935245514
56925	rnn.weight_hh_l0	0	-0.024910027161240578
56925	rnn.weight_hh_l0	1	-0.01883574388921261
56925	rnn.weight_hh_l0	2	-0.06043146923184395
56925	rnn.weight_hh_l0	3	-0.014990954659879208
56925	rnn.weight_hh_l0	4	-0.008520407602190971
56925	rnn.weight_hh_l0	5	-0.024146154522895813
56925	rnn.weight_hh_l0	6	-0.006038370076566935
56925	rnn.weight_hh_l0	7	-0.04590184614062309
56925	rnn.weight_hh_l0	8	0.06739417463541031
56925	rnn.weight_hh_l0	9	0.04305211827158928
56925	rnn.bias_ih_l0	0	-0.12633123993873596
56925	rnn.bias_ih_l0	1	-0.10572783648967743
56925	rnn.bias_ih_l0	2	0.002380084479227662
56925	rnn.bias_ih_l0	3	-0.12492318451404572
56925	rnn.bias_ih_l0	4	-0.027266893535852432
56925	rnn.bias_ih_l0	5	-0.105082206428051
56925	rnn.bias_ih_l0	6	0.039483387023210526
56925	rnn.bias_ih_l0	7	-0.07139822095632553
56925	rnn.bias_ih_l0	8	-0.006429036147892475
56925	rnn.bias_ih_l0	9	-0.09845242649316788
56925	rnn.bias_hh_l0	0	-0.02695106714963913
56925	rnn.bias_hh_l0	1	0.18565210700035095
56925	rnn.bias_hh_l0	2	0.06426526606082916
56925	rnn.bias_hh_l0	3	-0.04027582332491875
56925	rnn.bias_hh_l0	4	-0.09090908616781235
56925	rnn.bias_hh_l0	5	-0.017226003110408783
56925	rnn.bias_hh_l0	6	0.0652943029999733
56925	rnn.bias_hh_l0	7	-0.0783056989312172
56925	rnn.bias_hh_l0	8	-0.13585638999938965
56925	rnn.bias_hh_l0	9	-0.08973806351423264
56925	rnn.weight_ih_l0_reverse	0	0.02881905622780323
56925	rnn.weight_ih_l0_reverse	1	-0.05026717111468315
56925	rnn.weight_ih_l0_reverse	2	0.03830629587173462
56925	rnn.weight_ih_l0_reverse	3	0.004377046599984169
56925	rnn.weight_ih_l0_reverse	4	0.023900404572486877
56925	rnn.weight_ih_l0_reverse	5	-0.03424037992954254
56925	rnn.weight_ih_l0_reverse	6	0.03204040229320526
56925	rnn.weight_ih_l0_reverse	7	0.031890079379081726
56925	rnn.weight_ih_l0_reverse	8	-0.02973693236708641
56925	rnn.weight_ih_l0_reverse	9	0.00959096197038889
56925	rnn.weight_hh_l0_reverse	0	0.048295505344867706
56925	rnn.weight_hh_l0_reverse	1	0.03526071459054947
56925	rnn.weight_hh_l0_reverse	2	-0.019234921783208847
56925	rnn.weight_hh_l0_reverse	3	-0.049186620861291885
56925	rnn.weight_hh_l0_reverse	4	0.007793585769832134
56925	rnn.weight_hh_l0_reverse	5	-0.04605559632182121
56925	rnn.weight_hh_l0_reverse	6	-0.009942379780113697
56925	rnn.weight_hh_l0_reverse	7	0.02422444522380829
56925	rnn.weight_hh_l0_reverse	8	0.01880509965121746
56925	rnn.weight_hh_l0_reverse	9	-0.003959560766816139
56925	rnn.bias_ih_l0_reverse	0	-0.04443548247218132
56925	rnn.bias_ih_l0_reverse	1	-0.09129752963781357
56925	rnn.bias_ih_l0_reverse	2	-0.0948026031255722
56925	rnn.bias_ih_l0_reverse	3	-0.005906056147068739
56925	rnn.bias_ih_l0_reverse	4	-0.05504594370722771
56925	rnn.bias_ih_l0_reverse	5	-0.06919421255588531
56925	rnn.bias_ih_l0_reverse	6	-0.11682694405317307
56925	rnn.bias_ih_l0_reverse	7	-0.028843261301517487
56925	rnn.bias_ih_l0_reverse	8	-0.05067053809762001
56925	rnn.bias_ih_l0_reverse	9	-0.10519076138734818
56925	rnn.bias_hh_l0_reverse	0	-0.09396733343601227
56925	rnn.bias_hh_l0_reverse	1	-0.1317160725593567
56925	rnn.bias_hh_l0_reverse	2	0.12098512798547745
56925	rnn.bias_hh_l0_reverse	3	0.047272197902202606
56925	rnn.bias_hh_l0_reverse	4	-0.08536683768033981
56925	rnn.bias_hh_l0_reverse	5	-0.08799219876527786
56925	rnn.bias_hh_l0_reverse	6	-0.08716918528079987
56925	rnn.bias_hh_l0_reverse	7	-0.019538430497050285
56925	rnn.bias_hh_l0_reverse	8	-0.028766455128788948
56925	rnn.bias_hh_l0_reverse	9	0.007461735978722572
56925	linear.weight	0	-0.00743101304396987
56925	linear.weight	1	-0.01823757030069828
56925	linear.weight	2	0.28090259432792664
56925	linear.weight	3	-0.08154252916574478
56925	linear.weight	4	-0.010588549077510834
56925	linear.weight	5	0.1234508752822876
56925	linear.weight	6	-0.010739270597696304
56925	linear.weight	7	-0.14717169106006622
56925	linear.weight	8	0.2130967527627945
56925	linear.weight	9	-0.2765664756298065
56925	linear.bias	0	-0.03956538438796997
56925	linear.bias	1	0.031413208693265915
56925	linear.bias	2	0.4282371997833252
56925	linear.bias	3	-0.18945713341236115
56925	linear.bias	4	1.5362688302993774
56925	linear.bias	5	-1.2778098583221436
56925	linear.bias	6	-0.42417943477630615
56925	linear.bias	7	-0.07343361526727676
57483	transitions	0	-1.3209837675094604
57483	transitions	1	-10000.0
57483	transitions	2	-0.7969565987586975
57483	transitions	3	-10000.0
57483	transitions	4	1.652373194694519
57483	transitions	5	-10000.0
57483	transitions	6	-10000.0
57483	transitions	7	1.3883001804351807
57483	transitions	8	-2.103712320327759
57483	transitions	9	-3.7786571979522705
57483	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
57483	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
57483	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
57483	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
57483	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
57483	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
57483	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
57483	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
57483	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
57483	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
57483	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
57483	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
57483	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
57483	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
57483	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
57483	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
57483	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
57483	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
57483	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
57483	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
57483	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
57483	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
57483	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
57483	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
57483	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
57483	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
57483	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
57483	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
57483	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
57483	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
57483	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
57483	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
57483	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
57483	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
57483	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
57483	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
57483	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
57483	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
57483	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
57483	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
57483	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
57483	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
57483	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
57483	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
57483	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
57483	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
57483	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
57483	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
57483	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
57483	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
57483	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
57483	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
57483	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
57483	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
57483	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
57483	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
57483	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
57483	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
57483	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
57483	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
57483	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
57483	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
57483	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
57483	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
57483	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
57483	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
57483	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
57483	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
57483	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
57483	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
57483	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
57483	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
57483	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
57483	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
57483	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
57483	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
57483	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
57483	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
57483	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
57483	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
57483	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
57483	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
57483	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
57483	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
57483	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
57483	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
57483	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
57483	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
57483	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
57483	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
57483	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
57483	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
57483	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
57483	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
57483	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
57483	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
57483	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
57483	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
57483	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
57483	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
57483	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
57483	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
57483	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
57483	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
57483	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
57483	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
57483	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
57483	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
57483	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
57483	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
57483	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
57483	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
57483	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
57483	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
57483	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
57483	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
57483	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
57483	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
57483	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
57483	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
57483	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
57483	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
57483	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
57483	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
57483	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
57483	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
57483	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
57483	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
57483	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
57483	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
57483	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
57483	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
57483	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
57483	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
57483	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
57483	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
57483	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
57483	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
57483	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
57483	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
57483	embedding2nn.weight	0	0.006631801836192608
57483	embedding2nn.weight	1	0.005690965335816145
57483	embedding2nn.weight	2	0.013400173746049404
57483	embedding2nn.weight	3	0.0151362344622612
57483	embedding2nn.weight	4	0.019125262275338173
57483	embedding2nn.weight	5	-0.00015774715575389564
57483	embedding2nn.weight	6	-0.013250289484858513
57483	embedding2nn.weight	7	-0.0042763869278132915
57483	embedding2nn.weight	8	-0.004299967084079981
57483	embedding2nn.weight	9	-0.005066683050245047
57483	embedding2nn.bias	0	0.00042130492511205375
57483	embedding2nn.bias	1	-0.03409988060593605
57483	embedding2nn.bias	2	0.04442951828241348
57483	embedding2nn.bias	3	0.06264232099056244
57483	embedding2nn.bias	4	0.011230348609387875
57483	embedding2nn.bias	5	-0.04803774133324623
57483	embedding2nn.bias	6	0.03211633116006851
57483	embedding2nn.bias	7	-0.010797228664159775
57483	embedding2nn.bias	8	-0.04122461751103401
57483	embedding2nn.bias	9	0.026000618934631348
57483	rnn.weight_ih_l0	0	0.05884922295808792
57483	rnn.weight_ih_l0	1	-0.034224264323711395
57483	rnn.weight_ih_l0	2	0.0014420694205909967
57483	rnn.weight_ih_l0	3	0.03686527907848358
57483	rnn.weight_ih_l0	4	-0.01746302843093872
57483	rnn.weight_ih_l0	5	0.05761333554983139
57483	rnn.weight_ih_l0	6	0.011179640889167786
57483	rnn.weight_ih_l0	7	0.06338448077440262
57483	rnn.weight_ih_l0	8	0.01335576269775629
57483	rnn.weight_ih_l0	9	-0.024387039244174957
57483	rnn.weight_hh_l0	0	-0.022351719439029694
57483	rnn.weight_hh_l0	1	-0.019200917333364487
57483	rnn.weight_hh_l0	2	-0.060665518045425415
57483	rnn.weight_hh_l0	3	-0.015215751715004444
57483	rnn.weight_hh_l0	4	-0.008585968054831028
57483	rnn.weight_hh_l0	5	-0.024817267432808876
57483	rnn.weight_hh_l0	6	-0.005905145779252052
57483	rnn.weight_hh_l0	7	-0.04504154995083809
57483	rnn.weight_hh_l0	8	0.06713545322418213
57483	rnn.weight_hh_l0	9	0.043580226600170135
57483	rnn.bias_ih_l0	0	-0.12177176773548126
57483	rnn.bias_ih_l0	1	-0.11064178496599197
57483	rnn.bias_ih_l0	2	-0.0013237562961876392
57483	rnn.bias_ih_l0	3	-0.12596558034420013
57483	rnn.bias_ih_l0	4	-0.022626981139183044
57483	rnn.bias_ih_l0	5	-0.10470080375671387
57483	rnn.bias_ih_l0	6	0.047027140855789185
57483	rnn.bias_ih_l0	7	-0.0689195841550827
57483	rnn.bias_ih_l0	8	-0.003734498517587781
57483	rnn.bias_ih_l0	9	-0.09982344508171082
57483	rnn.bias_hh_l0	0	-0.023555759340524673
57483	rnn.bias_hh_l0	1	0.18580470979213715
57483	rnn.bias_hh_l0	2	0.06639094650745392
57483	rnn.bias_hh_l0	3	-0.04417369142174721
57483	rnn.bias_hh_l0	4	-0.08942767232656479
57483	rnn.bias_hh_l0	5	-0.024191973730921745
57483	rnn.bias_hh_l0	6	0.0600045882165432
57483	rnn.bias_hh_l0	7	-0.07986004650592804
57483	rnn.bias_hh_l0	8	-0.13157851994037628
57483	rnn.bias_hh_l0	9	-0.08744152635335922
57483	rnn.weight_ih_l0_reverse	0	0.02655327506363392
57483	rnn.weight_ih_l0_reverse	1	-0.05080770328640938
57483	rnn.weight_ih_l0_reverse	2	0.038048602640628815
57483	rnn.weight_ih_l0_reverse	3	0.004740128293633461
57483	rnn.weight_ih_l0_reverse	4	0.023737449198961258
57483	rnn.weight_ih_l0_reverse	5	-0.03558669611811638
57483	rnn.weight_ih_l0_reverse	6	0.030626291409134865
57483	rnn.weight_ih_l0_reverse	7	0.03197003901004791
57483	rnn.weight_ih_l0_reverse	8	-0.030099790543317795
57483	rnn.weight_ih_l0_reverse	9	0.009883877821266651
57483	rnn.weight_hh_l0_reverse	0	0.04808764532208443
57483	rnn.weight_hh_l0_reverse	1	0.03518650680780411
57483	rnn.weight_hh_l0_reverse	2	-0.019079146906733513
57483	rnn.weight_hh_l0_reverse	3	-0.049548957496881485
57483	rnn.weight_hh_l0_reverse	4	0.0075985766015946865
57483	rnn.weight_hh_l0_reverse	5	-0.04682132974267006
57483	rnn.weight_hh_l0_reverse	6	-0.010420882143080235
57483	rnn.weight_hh_l0_reverse	7	0.024976881220936775
57483	rnn.weight_hh_l0_reverse	8	0.020326724275946617
57483	rnn.weight_hh_l0_reverse	9	-0.0038319185841828585
57483	rnn.bias_ih_l0_reverse	0	-0.042619168758392334
57483	rnn.bias_ih_l0_reverse	1	-0.09545063972473145
57483	rnn.bias_ih_l0_reverse	2	-0.09773225337266922
57483	rnn.bias_ih_l0_reverse	3	-0.0050741867162287235
57483	rnn.bias_ih_l0_reverse	4	-0.05842626467347145
57483	rnn.bias_ih_l0_reverse	5	-0.06723488867282867
57483	rnn.bias_ih_l0_reverse	6	-0.11479220539331436
57483	rnn.bias_ih_l0_reverse	7	-0.029474977403879166
57483	rnn.bias_ih_l0_reverse	8	-0.04589823633432388
57483	rnn.bias_ih_l0_reverse	9	-0.10518519580364227
57483	rnn.bias_hh_l0_reverse	0	-0.09699320048093796
57483	rnn.bias_hh_l0_reverse	1	-0.13820724189281464
57483	rnn.bias_hh_l0_reverse	2	0.1185498833656311
57483	rnn.bias_hh_l0_reverse	3	0.04441658779978752
57483	rnn.bias_hh_l0_reverse	4	-0.08872491121292114
57483	rnn.bias_hh_l0_reverse	5	-0.09045382589101791
57483	rnn.bias_hh_l0_reverse	6	-0.09268537908792496
57483	rnn.bias_hh_l0_reverse	7	-0.019521774724125862
57483	rnn.bias_hh_l0_reverse	8	-0.028969815000891685
57483	rnn.bias_hh_l0_reverse	9	0.01177352573722601
57483	linear.weight	0	-0.007441566791385412
57483	linear.weight	1	0.026377571746706963
57483	linear.weight	2	0.24875809252262115
57483	linear.weight	3	-0.08156398683786392
57483	linear.weight	4	-0.010588549077510834
57483	linear.weight	5	0.08034788072109222
57483	linear.weight	6	-0.010739270597696304
57483	linear.weight	7	-0.060939956456422806
57483	linear.weight	8	0.21443167328834534
57483	linear.weight	9	-0.26465433835983276
57483	linear.bias	0	-0.03956538438796997
57483	linear.bias	1	0.031413208693265915
57483	linear.bias	2	0.3962361812591553
57483	linear.bias	3	-0.13773488998413086
57483	linear.bias	4	1.563144564628601
57483	linear.bias	5	-1.27913498878479
57483	linear.bias	6	-0.4460724890232086
57483	linear.bias	7	-0.09683598577976227
58041	transitions	0	-1.3270127773284912
58041	transitions	1	-10000.0
58041	transitions	2	-0.7969565987586975
58041	transitions	3	-10000.0
58041	transitions	4	1.6428139209747314
58041	transitions	5	-10000.0
58041	transitions	6	-10000.0
58041	transitions	7	1.413788080215454
58041	transitions	8	-2.108837366104126
58041	transitions	9	-3.783057451248169
58041	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
58041	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
58041	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
58041	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
58041	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
58041	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
58041	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
58041	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
58041	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
58041	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
58041	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
58041	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
58041	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
58041	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
58041	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
58041	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
58041	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
58041	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
58041	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
58041	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
58041	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
58041	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
58041	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
58041	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
58041	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
58041	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
58041	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
58041	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
58041	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
58041	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
58041	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
58041	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
58041	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
58041	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
58041	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
58041	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
58041	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
58041	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
58041	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
58041	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
58041	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
58041	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
58041	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
58041	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
58041	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
58041	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
58041	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
58041	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
58041	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
58041	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
58041	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
58041	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
58041	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
58041	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
58041	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
58041	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
58041	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
58041	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
58041	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
58041	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
58041	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
58041	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
58041	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
58041	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
58041	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
58041	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
58041	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
58041	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
58041	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
58041	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
58041	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
58041	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
58041	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
58041	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
58041	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
58041	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
58041	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
58041	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
58041	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
58041	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
58041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
58041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
58041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
58041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
58041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
58041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
58041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
58041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
58041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
58041	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
58041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
58041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
58041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
58041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
58041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
58041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
58041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
58041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
58041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
58041	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
58041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
58041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
58041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
58041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
58041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
58041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
58041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
58041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
58041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
58041	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
58041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
58041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
58041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
58041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
58041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
58041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
58041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
58041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
58041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
58041	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
58041	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
58041	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
58041	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
58041	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
58041	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
58041	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
58041	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
58041	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
58041	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
58041	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
58041	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
58041	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
58041	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
58041	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
58041	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
58041	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
58041	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
58041	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
58041	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
58041	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
58041	embedding2nn.weight	0	0.006629787851125002
58041	embedding2nn.weight	1	0.005481559783220291
58041	embedding2nn.weight	2	0.01338436733931303
58041	embedding2nn.weight	3	0.015441054478287697
58041	embedding2nn.weight	4	0.018954940140247345
58041	embedding2nn.weight	5	0.0006709019071422517
58041	embedding2nn.weight	6	-0.013536320067942142
58041	embedding2nn.weight	7	-0.004604058805853128
58041	embedding2nn.weight	8	-0.003899778239428997
58041	embedding2nn.weight	9	-0.005155531689524651
58041	embedding2nn.bias	0	0.004633343778550625
58041	embedding2nn.bias	1	-0.029480373486876488
58041	embedding2nn.bias	2	0.042690474539995193
58041	embedding2nn.bias	3	0.05150539427995682
58041	embedding2nn.bias	4	0.009281598031520844
58041	embedding2nn.bias	5	-0.05030408129096031
58041	embedding2nn.bias	6	0.017290618270635605
58041	embedding2nn.bias	7	-0.00493476539850235
58041	embedding2nn.bias	8	-0.04575442895293236
58041	embedding2nn.bias	9	0.041784923523664474
58041	rnn.weight_ih_l0	0	0.05871538817882538
58041	rnn.weight_ih_l0	1	-0.034792203456163406
58041	rnn.weight_ih_l0	2	0.0013832576805725694
58041	rnn.weight_ih_l0	3	0.039705872535705566
58041	rnn.weight_ih_l0	4	-0.016259968280792236
58041	rnn.weight_ih_l0	5	0.05477225035429001
58041	rnn.weight_ih_l0	6	0.01174106728285551
58041	rnn.weight_ih_l0	7	0.06346973031759262
58041	rnn.weight_ih_l0	8	0.01431333739310503
58041	rnn.weight_ih_l0	9	-0.024521350860595703
58041	rnn.weight_hh_l0	0	-0.022737029939889908
58041	rnn.weight_hh_l0	1	-0.019965825602412224
58041	rnn.weight_hh_l0	2	-0.059909090399742126
58041	rnn.weight_hh_l0	3	-0.01510752271860838
58041	rnn.weight_hh_l0	4	-0.008643683046102524
58041	rnn.weight_hh_l0	5	-0.024501150473952293
58041	rnn.weight_hh_l0	6	-0.005727883893996477
58041	rnn.weight_hh_l0	7	-0.04420241713523865
58041	rnn.weight_hh_l0	8	0.06701098382472992
58041	rnn.weight_hh_l0	9	0.04387950897216797
58041	rnn.bias_ih_l0	0	-0.12583056092262268
58041	rnn.bias_ih_l0	1	-0.10182127356529236
58041	rnn.bias_ih_l0	2	-0.0026284174527972937
58041	rnn.bias_ih_l0	3	-0.12624910473823547
58041	rnn.bias_ih_l0	4	-0.02570505067706108
58041	rnn.bias_ih_l0	5	-0.10575998574495316
58041	rnn.bias_ih_l0	6	0.03805720433592796
58041	rnn.bias_ih_l0	7	-0.07312451303005219
58041	rnn.bias_ih_l0	8	-0.0061136167496442795
58041	rnn.bias_ih_l0	9	-0.09965407848358154
58041	rnn.bias_hh_l0	0	-0.024734314531087875
58041	rnn.bias_hh_l0	1	0.18184559047222137
58041	rnn.bias_hh_l0	2	0.06685911864042282
58041	rnn.bias_hh_l0	3	-0.04668764770030975
58041	rnn.bias_hh_l0	4	-0.09126570075750351
58041	rnn.bias_hh_l0	5	-0.015164773911237717
58041	rnn.bias_hh_l0	6	0.057366739958524704
58041	rnn.bias_hh_l0	7	-0.07945398986339569
58041	rnn.bias_hh_l0	8	-0.12814275920391083
58041	rnn.bias_hh_l0	9	-0.08872004598379135
58041	rnn.weight_ih_l0_reverse	0	0.026498286053538322
58041	rnn.weight_ih_l0_reverse	1	-0.05051815137267113
58041	rnn.weight_ih_l0_reverse	2	0.03797858953475952
58041	rnn.weight_ih_l0_reverse	3	0.004350544884800911
58041	rnn.weight_ih_l0_reverse	4	0.02391669899225235
58041	rnn.weight_ih_l0_reverse	5	-0.035600412636995316
58041	rnn.weight_ih_l0_reverse	6	0.031003665179014206
58041	rnn.weight_ih_l0_reverse	7	0.0320248045027256
58041	rnn.weight_ih_l0_reverse	8	-0.029837971553206444
58041	rnn.weight_ih_l0_reverse	9	0.009395059198141098
58041	rnn.weight_hh_l0_reverse	0	0.04683021456003189
58041	rnn.weight_hh_l0_reverse	1	0.035105157643556595
58041	rnn.weight_hh_l0_reverse	2	-0.019127806648612022
58041	rnn.weight_hh_l0_reverse	3	-0.049266353249549866
58041	rnn.weight_hh_l0_reverse	4	0.0077200476080179214
58041	rnn.weight_hh_l0_reverse	5	-0.04680899903178215
58041	rnn.weight_hh_l0_reverse	6	-0.010270807892084122
58041	rnn.weight_hh_l0_reverse	7	0.025215409696102142
58041	rnn.weight_hh_l0_reverse	8	0.021097976714372635
58041	rnn.weight_hh_l0_reverse	9	-0.0034190239384770393
58041	rnn.bias_ih_l0_reverse	0	-0.0439632274210453
58041	rnn.bias_ih_l0_reverse	1	-0.09731929749250412
58041	rnn.bias_ih_l0_reverse	2	-0.09515923261642456
58041	rnn.bias_ih_l0_reverse	3	-0.006532400380820036
58041	rnn.bias_ih_l0_reverse	4	-0.062411077320575714
58041	rnn.bias_ih_l0_reverse	5	-0.06615697592496872
58041	rnn.bias_ih_l0_reverse	6	-0.11843065172433853
58041	rnn.bias_ih_l0_reverse	7	-0.03182332217693329
58041	rnn.bias_ih_l0_reverse	8	-0.0447223037481308
58041	rnn.bias_ih_l0_reverse	9	-0.10486634075641632
58041	rnn.bias_hh_l0_reverse	0	-0.09914911538362503
58041	rnn.bias_hh_l0_reverse	1	-0.1382383555173874
58041	rnn.bias_hh_l0_reverse	2	0.11727795749902725
58041	rnn.bias_hh_l0_reverse	3	0.04411795735359192
58041	rnn.bias_hh_l0_reverse	4	-0.08771054446697235
58041	rnn.bias_hh_l0_reverse	5	-0.08801043778657913
58041	rnn.bias_hh_l0_reverse	6	-0.09536601603031158
58041	rnn.bias_hh_l0_reverse	7	-0.016885053366422653
58041	rnn.bias_hh_l0_reverse	8	-0.03006312996149063
58041	rnn.bias_hh_l0_reverse	9	0.010393382981419563
58041	linear.weight	0	-0.007442256435751915
58041	linear.weight	1	-0.0015632902504876256
58041	linear.weight	2	0.2657631039619446
58041	linear.weight	3	-0.0815538763999939
58041	linear.weight	4	-0.010588549077510834
58041	linear.weight	5	0.09266533702611923
58041	linear.weight	6	-0.010739270597696304
58041	linear.weight	7	-0.1160479411482811
58041	linear.weight	8	0.22997206449508667
58041	linear.weight	9	-0.2707615792751312
58041	linear.bias	0	-0.03956538438796997
58041	linear.bias	1	0.031413208693265915
58041	linear.bias	2	0.4184874892234802
58041	linear.bias	3	-0.18323646485805511
58041	linear.bias	4	1.554598331451416
58041	linear.bias	5	-1.2804185152053833
58041	linear.bias	6	-0.42910248041152954
58041	linear.bias	7	-0.08075013011693954
58599	transitions	0	-1.3329299688339233
58599	transitions	1	-10000.0
58599	transitions	2	-0.7969565987586975
58599	transitions	3	-10000.0
58599	transitions	4	1.6528122425079346
58599	transitions	5	-10000.0
58599	transitions	6	-10000.0
58599	transitions	7	1.376222014427185
58599	transitions	8	-2.1143531799316406
58599	transitions	9	-3.78731107711792
58599	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
58599	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
58599	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
58599	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
58599	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
58599	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
58599	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
58599	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
58599	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
58599	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
58599	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
58599	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
58599	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
58599	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
58599	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
58599	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
58599	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
58599	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
58599	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
58599	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
58599	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
58599	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
58599	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
58599	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
58599	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
58599	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
58599	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
58599	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
58599	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
58599	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
58599	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
58599	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
58599	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
58599	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
58599	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
58599	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
58599	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
58599	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
58599	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
58599	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
58599	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
58599	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
58599	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
58599	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
58599	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
58599	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
58599	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
58599	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
58599	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
58599	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
58599	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
58599	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
58599	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
58599	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
58599	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
58599	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
58599	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
58599	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
58599	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
58599	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
58599	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
58599	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
58599	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
58599	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
58599	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
58599	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
58599	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
58599	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
58599	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
58599	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
58599	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
58599	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
58599	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
58599	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
58599	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
58599	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
58599	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
58599	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
58599	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
58599	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
58599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
58599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
58599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
58599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
58599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
58599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
58599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
58599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
58599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
58599	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
58599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
58599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
58599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
58599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
58599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
58599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
58599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
58599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
58599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
58599	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
58599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
58599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
58599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
58599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
58599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
58599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
58599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
58599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
58599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
58599	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
58599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
58599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
58599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
58599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
58599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
58599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
58599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
58599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
58599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
58599	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
58599	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
58599	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
58599	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
58599	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
58599	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
58599	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
58599	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
58599	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
58599	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
58599	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
58599	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
58599	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
58599	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
58599	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
58599	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
58599	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
58599	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
58599	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
58599	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
58599	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
58599	embedding2nn.weight	0	0.006655570585280657
58599	embedding2nn.weight	1	0.00531137827783823
58599	embedding2nn.weight	2	0.013385417871177197
58599	embedding2nn.weight	3	0.015489954501390457
58599	embedding2nn.weight	4	0.018925148993730545
58599	embedding2nn.weight	5	0.0005824051913805306
58599	embedding2nn.weight	6	-0.013608448207378387
58599	embedding2nn.weight	7	-0.00454267393797636
58599	embedding2nn.weight	8	-0.0031433331314474344
58599	embedding2nn.weight	9	-0.00467824237421155
58599	embedding2nn.bias	0	0.024322500452399254
58599	embedding2nn.bias	1	-0.03218449652194977
58599	embedding2nn.bias	2	0.04611426964402199
58599	embedding2nn.bias	3	0.061965230852365494
58599	embedding2nn.bias	4	0.010019682347774506
58599	embedding2nn.bias	5	-0.04790166765451431
58599	embedding2nn.bias	6	0.017795968800783157
58599	embedding2nn.bias	7	-0.015334787778556347
58599	embedding2nn.bias	8	-0.04136986285448074
58599	embedding2nn.bias	9	0.03027542494237423
58599	rnn.weight_ih_l0	0	0.058408159762620926
58599	rnn.weight_ih_l0	1	-0.03549127280712128
58599	rnn.weight_ih_l0	2	0.0007268936606124043
58599	rnn.weight_ih_l0	3	0.04265439137816429
58599	rnn.weight_ih_l0	4	-0.01605280116200447
58599	rnn.weight_ih_l0	5	0.0527379997074604
58599	rnn.weight_ih_l0	6	0.012232818640768528
58599	rnn.weight_ih_l0	7	0.06515810638666153
58599	rnn.weight_ih_l0	8	0.01548400241881609
58599	rnn.weight_ih_l0	9	-0.022465340793132782
58599	rnn.weight_hh_l0	0	-0.021886389702558517
58599	rnn.weight_hh_l0	1	-0.02009575255215168
58599	rnn.weight_hh_l0	2	-0.060000352561473846
58599	rnn.weight_hh_l0	3	-0.01505237352102995
58599	rnn.weight_hh_l0	4	-0.00842038169503212
58599	rnn.weight_hh_l0	5	-0.025440124794840813
58599	rnn.weight_hh_l0	6	-0.005554466973990202
58599	rnn.weight_hh_l0	7	-0.04452690854668617
58599	rnn.weight_hh_l0	8	0.06636562943458557
58599	rnn.weight_hh_l0	9	0.044727541506290436
58599	rnn.bias_ih_l0	0	-0.12634146213531494
58599	rnn.bias_ih_l0	1	-0.10557007789611816
58599	rnn.bias_ih_l0	2	0.003730492200702429
58599	rnn.bias_ih_l0	3	-0.12324182689189911
58599	rnn.bias_ih_l0	4	-0.023164939135313034
58599	rnn.bias_ih_l0	5	-0.10827247053384781
58599	rnn.bias_ih_l0	6	0.045046839863061905
58599	rnn.bias_ih_l0	7	-0.07489382475614548
58599	rnn.bias_ih_l0	8	-0.006020171567797661
58599	rnn.bias_ih_l0	9	-0.10149405151605606
58599	rnn.bias_hh_l0	0	-0.026074491441249847
58599	rnn.bias_hh_l0	1	0.19328910112380981
58599	rnn.bias_hh_l0	2	0.06807336211204529
58599	rnn.bias_hh_l0	3	-0.05030792951583862
58599	rnn.bias_hh_l0	4	-0.09138838201761246
58599	rnn.bias_hh_l0	5	-0.01235688105225563
58599	rnn.bias_hh_l0	6	0.05344383791089058
58599	rnn.bias_hh_l0	7	-0.08501876890659332
58599	rnn.bias_hh_l0	8	-0.13196925818920135
58599	rnn.bias_hh_l0	9	-0.0875244215130806
58599	rnn.weight_ih_l0_reverse	0	0.026296712458133698
58599	rnn.weight_ih_l0_reverse	1	-0.05037151649594307
58599	rnn.weight_ih_l0_reverse	2	0.03784076124429703
58599	rnn.weight_ih_l0_reverse	3	0.0042570787481963634
58599	rnn.weight_ih_l0_reverse	4	0.023882754147052765
58599	rnn.weight_ih_l0_reverse	5	-0.034716397523880005
58599	rnn.weight_ih_l0_reverse	6	0.03006352111697197
58599	rnn.weight_ih_l0_reverse	7	0.03200720250606537
58599	rnn.weight_ih_l0_reverse	8	-0.03038942627608776
58599	rnn.weight_ih_l0_reverse	9	0.009205111302435398
58599	rnn.weight_hh_l0_reverse	0	0.046618904918432236
58599	rnn.weight_hh_l0_reverse	1	0.03497481718659401
58599	rnn.weight_hh_l0_reverse	2	-0.019070718437433243
58599	rnn.weight_hh_l0_reverse	3	-0.0488884262740612
58599	rnn.weight_hh_l0_reverse	4	0.00738746952265501
58599	rnn.weight_hh_l0_reverse	5	-0.04620073363184929
58599	rnn.weight_hh_l0_reverse	6	-0.010765288956463337
58599	rnn.weight_hh_l0_reverse	7	0.025269391015172005
58599	rnn.weight_hh_l0_reverse	8	0.020813344046473503
58599	rnn.weight_hh_l0_reverse	9	-0.003936579450964928
58599	rnn.bias_ih_l0_reverse	0	-0.04331636428833008
58599	rnn.bias_ih_l0_reverse	1	-0.09711900353431702
58599	rnn.bias_ih_l0_reverse	2	-0.09784725308418274
58599	rnn.bias_ih_l0_reverse	3	-0.00662776967510581
58599	rnn.bias_ih_l0_reverse	4	-0.06111770123243332
58599	rnn.bias_ih_l0_reverse	5	-0.0683801919221878
58599	rnn.bias_ih_l0_reverse	6	-0.11710847169160843
58599	rnn.bias_ih_l0_reverse	7	-0.027122244238853455
58599	rnn.bias_ih_l0_reverse	8	-0.044803816825151443
58599	rnn.bias_ih_l0_reverse	9	-0.10529503226280212
58599	rnn.bias_hh_l0_reverse	0	-0.10018656402826309
58599	rnn.bias_hh_l0_reverse	1	-0.13954868912696838
58599	rnn.bias_hh_l0_reverse	2	0.11619558930397034
58599	rnn.bias_hh_l0_reverse	3	0.04753933846950531
58599	rnn.bias_hh_l0_reverse	4	-0.08717656135559082
58599	rnn.bias_hh_l0_reverse	5	-0.08447054773569107
58599	rnn.bias_hh_l0_reverse	6	-0.11053066700696945
58599	rnn.bias_hh_l0_reverse	7	-0.018533168360590935
58599	rnn.bias_hh_l0_reverse	8	-0.03350723162293434
58599	rnn.bias_hh_l0_reverse	9	0.007679017726331949
58599	linear.weight	0	-0.007460855878889561
58599	linear.weight	1	0.005497647449374199
58599	linear.weight	2	0.26914963126182556
58599	linear.weight	3	-0.0815679207444191
58599	linear.weight	4	-0.010588549077510834
58599	linear.weight	5	0.1060478612780571
58599	linear.weight	6	-0.010739270597696304
58599	linear.weight	7	-0.04963621124625206
58599	linear.weight	8	0.2588197886943817
58599	linear.weight	9	-0.26513898372650146
58599	linear.bias	0	-0.03956538438796997
58599	linear.bias	1	0.031413208693265915
58599	linear.bias	2	0.3886491060256958
58599	linear.bias	3	-0.12741000950336456
58599	linear.bias	4	1.5704574584960938
58599	linear.bias	5	-1.2817339897155762
58599	linear.bias	6	-0.44825974106788635
58599	linear.bias	7	-0.1021512821316719
59157	transitions	0	-1.3384339809417725
59157	transitions	1	-10000.0
59157	transitions	2	-0.7969565987586975
59157	transitions	3	-10000.0
59157	transitions	4	1.6587698459625244
59157	transitions	5	-10000.0
59157	transitions	6	-10000.0
59157	transitions	7	1.3980510234832764
59157	transitions	8	-2.1184067726135254
59157	transitions	9	-3.791496753692627
59157	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
59157	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
59157	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
59157	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
59157	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
59157	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
59157	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
59157	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
59157	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
59157	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
59157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
59157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
59157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
59157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
59157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
59157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
59157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
59157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
59157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
59157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
59157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
59157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
59157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
59157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
59157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
59157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
59157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
59157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
59157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
59157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
59157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
59157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
59157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
59157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
59157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
59157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
59157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
59157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
59157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
59157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
59157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
59157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
59157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
59157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
59157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
59157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
59157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
59157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
59157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
59157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
59157	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
59157	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
59157	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
59157	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
59157	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
59157	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
59157	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
59157	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
59157	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
59157	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
59157	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
59157	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
59157	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
59157	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
59157	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
59157	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
59157	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
59157	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
59157	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
59157	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
59157	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
59157	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
59157	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
59157	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
59157	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
59157	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
59157	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
59157	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
59157	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
59157	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
59157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
59157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
59157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
59157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
59157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
59157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
59157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
59157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
59157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
59157	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
59157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
59157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
59157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
59157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
59157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
59157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
59157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
59157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
59157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
59157	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
59157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
59157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
59157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
59157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
59157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
59157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
59157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
59157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
59157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
59157	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
59157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
59157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
59157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
59157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
59157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
59157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
59157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
59157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
59157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
59157	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
59157	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
59157	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
59157	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
59157	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
59157	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
59157	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
59157	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
59157	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
59157	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
59157	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
59157	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
59157	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
59157	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
59157	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
59157	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
59157	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
59157	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
59157	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
59157	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
59157	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
59157	embedding2nn.weight	0	0.006718815770000219
59157	embedding2nn.weight	1	0.005495102144777775
59157	embedding2nn.weight	2	0.013404260389506817
59157	embedding2nn.weight	3	0.015255838632583618
59157	embedding2nn.weight	4	0.017554374411702156
59157	embedding2nn.weight	5	0.0012355580693110824
59157	embedding2nn.weight	6	-0.014088532887399197
59157	embedding2nn.weight	7	-0.004612932913005352
59157	embedding2nn.weight	8	-0.003434509038925171
59157	embedding2nn.weight	9	-0.00500576151534915
59157	embedding2nn.bias	0	0.024164946749806404
59157	embedding2nn.bias	1	-0.03411203622817993
59157	embedding2nn.bias	2	0.03682292625308037
59157	embedding2nn.bias	3	0.05413910374045372
59157	embedding2nn.bias	4	0.008480541408061981
59157	embedding2nn.bias	5	-0.03310469165444374
59157	embedding2nn.bias	6	0.022806858643889427
59157	embedding2nn.bias	7	-0.020241079851984978
59157	embedding2nn.bias	8	-0.04633770138025284
59157	embedding2nn.bias	9	0.02055458165705204
59157	rnn.weight_ih_l0	0	0.05876009911298752
59157	rnn.weight_ih_l0	1	-0.034677572548389435
59157	rnn.weight_ih_l0	2	0.0023565615992993116
59157	rnn.weight_ih_l0	3	0.04369879141449928
59157	rnn.weight_ih_l0	4	-0.017173416912555695
59157	rnn.weight_ih_l0	5	0.052532292902469635
59157	rnn.weight_ih_l0	6	0.012144097127020359
59157	rnn.weight_ih_l0	7	0.06494798511266708
59157	rnn.weight_ih_l0	8	0.01437381748110056
59157	rnn.weight_ih_l0	9	-0.024135028943419456
59157	rnn.weight_hh_l0	0	-0.0224678423255682
59157	rnn.weight_hh_l0	1	-0.018926329910755157
59157	rnn.weight_hh_l0	2	-0.060129422694444656
59157	rnn.weight_hh_l0	3	-0.015243291854858398
59157	rnn.weight_hh_l0	4	-0.008468539454042912
59157	rnn.weight_hh_l0	5	-0.026134608313441277
59157	rnn.weight_hh_l0	6	-0.005567964632064104
59157	rnn.weight_hh_l0	7	-0.04541635140776634
59157	rnn.weight_hh_l0	8	0.06673736870288849
59157	rnn.weight_hh_l0	9	0.04451049864292145
59157	rnn.bias_ih_l0	0	-0.1286662369966507
59157	rnn.bias_ih_l0	1	-0.10836394876241684
59157	rnn.bias_ih_l0	2	0.0017063752748072147
59157	rnn.bias_ih_l0	3	-0.12392529100179672
59157	rnn.bias_ih_l0	4	-0.02516125701367855
59157	rnn.bias_ih_l0	5	-0.10493798553943634
59157	rnn.bias_ih_l0	6	0.03880114108324051
59157	rnn.bias_ih_l0	7	-0.07251583784818649
59157	rnn.bias_ih_l0	8	-0.005648610647767782
59157	rnn.bias_ih_l0	9	-0.09992267936468124
59157	rnn.bias_hh_l0	0	-0.027106476947665215
59157	rnn.bias_hh_l0	1	0.19577080011367798
59157	rnn.bias_hh_l0	2	0.06135089322924614
59157	rnn.bias_hh_l0	3	-0.048008598387241364
59157	rnn.bias_hh_l0	4	-0.08889270573854446
59157	rnn.bias_hh_l0	5	-0.02023438736796379
59157	rnn.bias_hh_l0	6	0.054286349564790726
59157	rnn.bias_hh_l0	7	-0.09107379615306854
59157	rnn.bias_hh_l0	8	-0.13304029405117035
59157	rnn.bias_hh_l0	9	-0.08892685920000076
59157	rnn.weight_ih_l0_reverse	0	0.026836881414055824
59157	rnn.weight_ih_l0_reverse	1	-0.051209062337875366
59157	rnn.weight_ih_l0_reverse	2	0.03803370147943497
59157	rnn.weight_ih_l0_reverse	3	0.004284011200070381
59157	rnn.weight_ih_l0_reverse	4	0.023935938253998756
59157	rnn.weight_ih_l0_reverse	5	-0.03523343428969383
59157	rnn.weight_ih_l0_reverse	6	0.03248896449804306
59157	rnn.weight_ih_l0_reverse	7	0.031151317059993744
59157	rnn.weight_ih_l0_reverse	8	-0.03081352822482586
59157	rnn.weight_ih_l0_reverse	9	0.009022057987749577
59157	rnn.weight_hh_l0_reverse	0	0.04693000018596649
59157	rnn.weight_hh_l0_reverse	1	0.03502931818366051
59157	rnn.weight_hh_l0_reverse	2	-0.019738858565688133
59157	rnn.weight_hh_l0_reverse	3	-0.048460736870765686
59157	rnn.weight_hh_l0_reverse	4	0.006906007882207632
59157	rnn.weight_hh_l0_reverse	5	-0.04611300677061081
59157	rnn.weight_hh_l0_reverse	6	-0.010902180336415768
59157	rnn.weight_hh_l0_reverse	7	0.025317387655377388
59157	rnn.weight_hh_l0_reverse	8	0.020028013736009598
59157	rnn.weight_hh_l0_reverse	9	-0.004486693535000086
59157	rnn.bias_ih_l0_reverse	0	-0.044438932090997696
59157	rnn.bias_ih_l0_reverse	1	-0.10133238881826401
59157	rnn.bias_ih_l0_reverse	2	-0.0950426235795021
59157	rnn.bias_ih_l0_reverse	3	-0.008536821231245995
59157	rnn.bias_ih_l0_reverse	4	-0.05936949700117111
59157	rnn.bias_ih_l0_reverse	5	-0.0703568160533905
59157	rnn.bias_ih_l0_reverse	6	-0.11609283834695816
59157	rnn.bias_ih_l0_reverse	7	-0.029024958610534668
59157	rnn.bias_ih_l0_reverse	8	-0.04635905474424362
59157	rnn.bias_ih_l0_reverse	9	-0.10499583929777145
59157	rnn.bias_hh_l0_reverse	0	-0.0975976511836052
59157	rnn.bias_hh_l0_reverse	1	-0.1374715268611908
59157	rnn.bias_hh_l0_reverse	2	0.11849555373191833
59157	rnn.bias_hh_l0_reverse	3	0.03982206806540489
59157	rnn.bias_hh_l0_reverse	4	-0.09425804018974304
59157	rnn.bias_hh_l0_reverse	5	-0.08394626528024673
59157	rnn.bias_hh_l0_reverse	6	-0.11842313408851624
59157	rnn.bias_hh_l0_reverse	7	-0.01567903161048889
59157	rnn.bias_hh_l0_reverse	8	-0.03317277878522873
59157	rnn.bias_hh_l0_reverse	9	0.0069737862795591354
59157	linear.weight	0	-0.00741739384829998
59157	linear.weight	1	-0.028861049562692642
59157	linear.weight	2	0.24527232348918915
59157	linear.weight	3	-0.08158320933580399
59157	linear.weight	4	-0.010588549077510834
59157	linear.weight	5	0.12149263918399811
59157	linear.weight	6	-0.010739270597696304
59157	linear.weight	7	-0.04675334692001343
59157	linear.weight	8	0.24060307443141937
59157	linear.weight	9	-0.2681068778038025
59157	linear.bias	0	-0.03956538438796997
59157	linear.bias	1	0.031413208693265915
59157	linear.bias	2	0.44037654995918274
59157	linear.bias	3	-0.21464990079402924
59157	linear.bias	4	1.5711461305618286
59157	linear.bias	5	-1.283038854598999
59157	linear.bias	6	-0.42807137966156006
59157	linear.bias	7	-0.08622974157333374
59715	transitions	0	-1.3444163799285889
59715	transitions	1	-10000.0
59715	transitions	2	-0.7969565987586975
59715	transitions	3	-10000.0
59715	transitions	4	1.6515591144561768
59715	transitions	5	-10000.0
59715	transitions	6	-10000.0
59715	transitions	7	1.3986399173736572
59715	transitions	8	-2.122744083404541
59715	transitions	9	-3.7954161167144775
59715	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
59715	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
59715	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
59715	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
59715	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
59715	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
59715	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
59715	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
59715	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
59715	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
59715	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
59715	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
59715	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
59715	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
59715	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
59715	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
59715	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
59715	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
59715	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
59715	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
59715	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
59715	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
59715	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
59715	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
59715	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
59715	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
59715	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
59715	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
59715	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
59715	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
59715	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
59715	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
59715	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
59715	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
59715	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
59715	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
59715	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
59715	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
59715	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
59715	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
59715	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
59715	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
59715	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
59715	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
59715	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
59715	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
59715	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
59715	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
59715	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
59715	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
59715	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
59715	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
59715	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
59715	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
59715	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
59715	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
59715	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
59715	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
59715	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
59715	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
59715	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
59715	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
59715	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
59715	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
59715	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
59715	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
59715	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
59715	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
59715	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
59715	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
59715	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
59715	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
59715	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
59715	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
59715	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
59715	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
59715	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
59715	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
59715	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
59715	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
59715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
59715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
59715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
59715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
59715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
59715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
59715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
59715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
59715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
59715	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
59715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
59715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
59715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
59715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
59715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
59715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
59715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
59715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
59715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
59715	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
59715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
59715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
59715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
59715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
59715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
59715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
59715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
59715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
59715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
59715	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
59715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
59715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
59715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
59715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
59715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
59715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
59715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
59715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
59715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
59715	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
59715	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
59715	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
59715	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
59715	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
59715	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
59715	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
59715	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
59715	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
59715	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
59715	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
59715	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
59715	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
59715	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
59715	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
59715	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
59715	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
59715	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
59715	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
59715	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
59715	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
59715	embedding2nn.weight	0	0.006753875873982906
59715	embedding2nn.weight	1	0.0050619845278561115
59715	embedding2nn.weight	2	0.013390735723078251
59715	embedding2nn.weight	3	0.01533437892794609
59715	embedding2nn.weight	4	0.01728261075913906
59715	embedding2nn.weight	5	0.0015150237595662475
59715	embedding2nn.weight	6	-0.013360030949115753
59715	embedding2nn.weight	7	-0.004597995430231094
59715	embedding2nn.weight	8	-0.003952929750084877
59715	embedding2nn.weight	9	-0.0051767779514193535
59715	embedding2nn.bias	0	0.025382040068507195
59715	embedding2nn.bias	1	-0.03438049554824829
59715	embedding2nn.bias	2	0.04710448533296585
59715	embedding2nn.bias	3	0.0526977963745594
59715	embedding2nn.bias	4	0.00013487723481375724
59715	embedding2nn.bias	5	-0.043209508061409
59715	embedding2nn.bias	6	0.026049572974443436
59715	embedding2nn.bias	7	-0.0076837120577692986
59715	embedding2nn.bias	8	-0.061520691961050034
59715	embedding2nn.bias	9	0.026257500052452087
59715	rnn.weight_ih_l0	0	0.058896247297525406
59715	rnn.weight_ih_l0	1	-0.035544104874134064
59715	rnn.weight_ih_l0	2	0.0024736355990171432
59715	rnn.weight_ih_l0	3	0.04380292072892189
59715	rnn.weight_ih_l0	4	-0.01573731005191803
59715	rnn.weight_ih_l0	5	0.051687538623809814
59715	rnn.weight_ih_l0	6	0.011912052519619465
59715	rnn.weight_ih_l0	7	0.0652863159775734
59715	rnn.weight_ih_l0	8	0.013791676610708237
59715	rnn.weight_ih_l0	9	-0.024269575253129005
59715	rnn.weight_hh_l0	0	-0.02155771479010582
59715	rnn.weight_hh_l0	1	-0.019453559070825577
59715	rnn.weight_hh_l0	2	-0.060192666947841644
59715	rnn.weight_hh_l0	3	-0.015175506472587585
59715	rnn.weight_hh_l0	4	-0.008691883645951748
59715	rnn.weight_hh_l0	5	-0.026115238666534424
59715	rnn.weight_hh_l0	6	-0.0057832724414765835
59715	rnn.weight_hh_l0	7	-0.04545614495873451
59715	rnn.weight_hh_l0	8	0.06684717535972595
59715	rnn.weight_hh_l0	9	0.04459473118185997
59715	rnn.bias_ih_l0	0	-0.1311129778623581
59715	rnn.bias_ih_l0	1	-0.10934806615114212
59715	rnn.bias_ih_l0	2	0.0018223103834316134
59715	rnn.bias_ih_l0	3	-0.12382855266332626
59715	rnn.bias_ih_l0	4	-0.030035369098186493
59715	rnn.bias_ih_l0	5	-0.10651471465826035
59715	rnn.bias_ih_l0	6	0.042369671165943146
59715	rnn.bias_ih_l0	7	-0.07337503135204315
59715	rnn.bias_ih_l0	8	-0.00881724152714014
59715	rnn.bias_ih_l0	9	-0.10103210806846619
59715	rnn.bias_hh_l0	0	-0.03040158376097679
59715	rnn.bias_hh_l0	1	0.18670739233493805
59715	rnn.bias_hh_l0	2	0.04645681753754616
59715	rnn.bias_hh_l0	3	-0.05178824067115784
59715	rnn.bias_hh_l0	4	-0.08839428424835205
59715	rnn.bias_hh_l0	5	-0.018454747274518013
59715	rnn.bias_hh_l0	6	0.06143217161297798
59715	rnn.bias_hh_l0	7	-0.0959472805261612
59715	rnn.bias_hh_l0	8	-0.1342063546180725
59715	rnn.bias_hh_l0	9	-0.09036864340305328
59715	rnn.weight_ih_l0_reverse	0	0.027707094326615334
59715	rnn.weight_ih_l0_reverse	1	-0.05096087232232094
59715	rnn.weight_ih_l0_reverse	2	0.038116320967674255
59715	rnn.weight_ih_l0_reverse	3	0.006406934931874275
59715	rnn.weight_ih_l0_reverse	4	0.024395212531089783
59715	rnn.weight_ih_l0_reverse	5	-0.03694772347807884
59715	rnn.weight_ih_l0_reverse	6	0.033520955592393875
59715	rnn.weight_ih_l0_reverse	7	0.031271085143089294
59715	rnn.weight_ih_l0_reverse	8	-0.03143097460269928
59715	rnn.weight_ih_l0_reverse	9	0.007289830595254898
59715	rnn.weight_hh_l0_reverse	0	0.04698226600885391
59715	rnn.weight_hh_l0_reverse	1	0.034608256071805954
59715	rnn.weight_hh_l0_reverse	2	-0.020094934850931168
59715	rnn.weight_hh_l0_reverse	3	-0.04741333797574043
59715	rnn.weight_hh_l0_reverse	4	0.007446587085723877
59715	rnn.weight_hh_l0_reverse	5	-0.045599956065416336
59715	rnn.weight_hh_l0_reverse	6	-0.011323896236717701
59715	rnn.weight_hh_l0_reverse	7	0.025488944724202156
59715	rnn.weight_hh_l0_reverse	8	0.019579697400331497
59715	rnn.weight_hh_l0_reverse	9	-0.0044446238316595554
59715	rnn.bias_ih_l0_reverse	0	-0.04317270219326019
59715	rnn.bias_ih_l0_reverse	1	-0.1006651520729065
59715	rnn.bias_ih_l0_reverse	2	-0.09659378975629807
59715	rnn.bias_ih_l0_reverse	3	-0.004873671568930149
59715	rnn.bias_ih_l0_reverse	4	-0.06381593644618988
59715	rnn.bias_ih_l0_reverse	5	-0.06993333995342255
59715	rnn.bias_ih_l0_reverse	6	-0.12003950029611588
59715	rnn.bias_ih_l0_reverse	7	-0.02691861242055893
59715	rnn.bias_ih_l0_reverse	8	-0.04543211683630943
59715	rnn.bias_ih_l0_reverse	9	-0.10288316756486893
59715	rnn.bias_hh_l0_reverse	0	-0.0982273742556572
59715	rnn.bias_hh_l0_reverse	1	-0.13861101865768433
59715	rnn.bias_hh_l0_reverse	2	0.11777405440807343
59715	rnn.bias_hh_l0_reverse	3	0.036392584443092346
59715	rnn.bias_hh_l0_reverse	4	-0.09175556153059006
59715	rnn.bias_hh_l0_reverse	5	-0.08977138996124268
59715	rnn.bias_hh_l0_reverse	6	-0.1165606901049614
59715	rnn.bias_hh_l0_reverse	7	-0.012385033071041107
59715	rnn.bias_hh_l0_reverse	8	-0.03095110133290291
59715	rnn.bias_hh_l0_reverse	9	0.0053047058172523975
59715	linear.weight	0	-0.007397636771202087
59715	linear.weight	1	-0.007673982996493578
59715	linear.weight	2	0.23789682984352112
59715	linear.weight	3	-0.08158877491950989
59715	linear.weight	4	-0.010588549077510834
59715	linear.weight	5	0.09441108256578445
59715	linear.weight	6	-0.010739270597696304
59715	linear.weight	7	-0.048910900950431824
59715	linear.weight	8	0.24494005739688873
59715	linear.weight	9	-0.24496585130691528
59715	linear.bias	0	-0.03956538438796997
59715	linear.bias	1	0.031413208693265915
59715	linear.bias	2	0.4699459373950958
59715	linear.bias	3	-0.20526455342769623
59715	linear.bias	4	1.5663349628448486
59715	linear.bias	5	-1.2842957973480225
59715	linear.bias	6	-0.44287553429603577
59715	linear.bias	7	-0.1043405532836914
60273	transitions	0	-1.3506548404693604
60273	transitions	1	-10000.0
60273	transitions	2	-0.7969565987586975
60273	transitions	3	-10000.0
60273	transitions	4	1.6440627574920654
60273	transitions	5	-10000.0
60273	transitions	6	-10000.0
60273	transitions	7	1.4094833135604858
60273	transitions	8	-2.1275932788848877
60273	transitions	9	-3.7996914386749268
60273	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
60273	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
60273	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
60273	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
60273	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
60273	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
60273	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
60273	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
60273	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
60273	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
60273	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
60273	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
60273	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
60273	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
60273	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
60273	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
60273	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
60273	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
60273	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
60273	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
60273	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
60273	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
60273	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
60273	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
60273	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
60273	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
60273	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
60273	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
60273	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
60273	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
60273	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
60273	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
60273	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
60273	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
60273	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
60273	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
60273	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
60273	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
60273	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
60273	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
60273	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
60273	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
60273	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
60273	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
60273	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
60273	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
60273	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
60273	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
60273	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
60273	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
60273	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
60273	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
60273	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
60273	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
60273	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
60273	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
60273	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
60273	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
60273	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
60273	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
60273	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
60273	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
60273	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
60273	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
60273	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
60273	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
60273	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
60273	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
60273	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
60273	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
60273	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
60273	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
60273	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
60273	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
60273	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
60273	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
60273	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
60273	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
60273	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
60273	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
60273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
60273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
60273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
60273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
60273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
60273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
60273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
60273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
60273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
60273	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
60273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
60273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
60273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
60273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
60273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
60273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
60273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
60273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
60273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
60273	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
60273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
60273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
60273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
60273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
60273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
60273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
60273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
60273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
60273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
60273	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
60273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
60273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
60273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
60273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
60273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
60273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
60273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
60273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
60273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
60273	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
60273	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
60273	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
60273	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
60273	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
60273	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
60273	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
60273	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
60273	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
60273	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
60273	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
60273	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
60273	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
60273	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
60273	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
60273	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
60273	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
60273	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
60273	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
60273	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
60273	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
60273	embedding2nn.weight	0	0.006779260002076626
60273	embedding2nn.weight	1	0.0051159304566681385
60273	embedding2nn.weight	2	0.01341727003455162
60273	embedding2nn.weight	3	0.015598340891301632
60273	embedding2nn.weight	4	0.01771833747625351
60273	embedding2nn.weight	5	0.002059785882011056
60273	embedding2nn.weight	6	-0.013391402550041676
60273	embedding2nn.weight	7	-0.0049195671454072
60273	embedding2nn.weight	8	-0.005882861092686653
60273	embedding2nn.weight	9	-0.005298850126564503
60273	embedding2nn.bias	0	0.015299619175493717
60273	embedding2nn.bias	1	-0.044740382581949234
60273	embedding2nn.bias	2	0.0424700528383255
60273	embedding2nn.bias	3	0.057441286742687225
60273	embedding2nn.bias	4	0.00047892017755657434
60273	embedding2nn.bias	5	-0.03898223862051964
60273	embedding2nn.bias	6	0.02002003975212574
60273	embedding2nn.bias	7	-0.007006697356700897
60273	embedding2nn.bias	8	-0.05162879824638367
60273	embedding2nn.bias	9	0.030763916671276093
60273	rnn.weight_ih_l0	0	0.05756910890340805
60273	rnn.weight_ih_l0	1	-0.036384932696819305
60273	rnn.weight_ih_l0	2	0.0025939829647541046
60273	rnn.weight_ih_l0	3	0.043525077402591705
60273	rnn.weight_ih_l0	4	-0.015790799632668495
60273	rnn.weight_ih_l0	5	0.048242341727018356
60273	rnn.weight_ih_l0	6	0.012032301165163517
60273	rnn.weight_ih_l0	7	0.06412503123283386
60273	rnn.weight_ih_l0	8	0.01167218666523695
60273	rnn.weight_ih_l0	9	-0.023833371698856354
60273	rnn.weight_hh_l0	0	-0.0218339953571558
60273	rnn.weight_hh_l0	1	-0.019603174179792404
60273	rnn.weight_hh_l0	2	-0.059821389615535736
60273	rnn.weight_hh_l0	3	-0.015059150755405426
60273	rnn.weight_hh_l0	4	-0.008716410957276821
60273	rnn.weight_hh_l0	5	-0.025653492659330368
60273	rnn.weight_hh_l0	6	-0.005683402996510267
60273	rnn.weight_hh_l0	7	-0.04644334316253662
60273	rnn.weight_hh_l0	8	0.0670282170176506
60273	rnn.weight_hh_l0	9	0.04521971568465233
60273	rnn.bias_ih_l0	0	-0.12909792363643646
60273	rnn.bias_ih_l0	1	-0.10691604763269424
60273	rnn.bias_ih_l0	2	0.00233276654034853
60273	rnn.bias_ih_l0	3	-0.12631215155124664
60273	rnn.bias_ih_l0	4	-0.03133343905210495
60273	rnn.bias_ih_l0	5	-0.10549180954694748
60273	rnn.bias_ih_l0	6	0.042595695704221725
60273	rnn.bias_ih_l0	7	-0.07454384118318558
60273	rnn.bias_ih_l0	8	-0.009212746284902096
60273	rnn.bias_ih_l0	9	-0.10170430690050125
60273	rnn.bias_hh_l0	0	-0.02866407297551632
60273	rnn.bias_hh_l0	1	0.190408855676651
60273	rnn.bias_hh_l0	2	0.04979843273758888
60273	rnn.bias_hh_l0	3	-0.05146508291363716
60273	rnn.bias_hh_l0	4	-0.0895850658416748
60273	rnn.bias_hh_l0	5	-0.021770916879177094
60273	rnn.bias_hh_l0	6	0.05536079406738281
60273	rnn.bias_hh_l0	7	-0.09061915427446365
60273	rnn.bias_hh_l0	8	-0.1274990439414978
60273	rnn.bias_hh_l0	9	-0.09163403511047363
60273	rnn.weight_ih_l0_reverse	0	0.02807130664587021
60273	rnn.weight_ih_l0_reverse	1	-0.051565442234277725
60273	rnn.weight_ih_l0_reverse	2	0.037972088903188705
60273	rnn.weight_ih_l0_reverse	3	0.005056621041148901
60273	rnn.weight_ih_l0_reverse	4	0.02477509155869484
60273	rnn.weight_ih_l0_reverse	5	-0.03730536997318268
60273	rnn.weight_ih_l0_reverse	6	0.03170368820428848
60273	rnn.weight_ih_l0_reverse	7	0.030797727406024933
60273	rnn.weight_ih_l0_reverse	8	-0.03110777772963047
60273	rnn.weight_ih_l0_reverse	9	0.007767687551677227
60273	rnn.weight_hh_l0_reverse	0	0.047279149293899536
60273	rnn.weight_hh_l0_reverse	1	0.03444357216358185
60273	rnn.weight_hh_l0_reverse	2	-0.020049331709742546
60273	rnn.weight_hh_l0_reverse	3	-0.04761160537600517
60273	rnn.weight_hh_l0_reverse	4	0.007655875291675329
60273	rnn.weight_hh_l0_reverse	5	-0.045419033616781235
60273	rnn.weight_hh_l0_reverse	6	-0.01151959877461195
60273	rnn.weight_hh_l0_reverse	7	0.02593950554728508
60273	rnn.weight_hh_l0_reverse	8	0.018924187868833542
60273	rnn.weight_hh_l0_reverse	9	-0.004399939440190792
60273	rnn.bias_ih_l0_reverse	0	-0.04284341260790825
60273	rnn.bias_ih_l0_reverse	1	-0.101869136095047
60273	rnn.bias_ih_l0_reverse	2	-0.09962225705385208
60273	rnn.bias_ih_l0_reverse	3	-0.003794013522565365
60273	rnn.bias_ih_l0_reverse	4	-0.059467606246471405
60273	rnn.bias_ih_l0_reverse	5	-0.06913254410028458
60273	rnn.bias_ih_l0_reverse	6	-0.11963407695293427
60273	rnn.bias_ih_l0_reverse	7	-0.028486208990216255
60273	rnn.bias_ih_l0_reverse	8	-0.04452227056026459
60273	rnn.bias_ih_l0_reverse	9	-0.10829351097345352
60273	rnn.bias_hh_l0_reverse	0	-0.10263828933238983
60273	rnn.bias_hh_l0_reverse	1	-0.13705529272556305
60273	rnn.bias_hh_l0_reverse	2	0.11644786596298218
60273	rnn.bias_hh_l0_reverse	3	0.04065169021487236
60273	rnn.bias_hh_l0_reverse	4	-0.0902676209807396
60273	rnn.bias_hh_l0_reverse	5	-0.08797395974397659
60273	rnn.bias_hh_l0_reverse	6	-0.09976563602685928
60273	rnn.bias_hh_l0_reverse	7	-0.006169429514557123
60273	rnn.bias_hh_l0_reverse	8	-0.03341105952858925
60273	rnn.bias_hh_l0_reverse	9	0.009730505757033825
60273	linear.weight	0	-0.007387655787169933
60273	linear.weight	1	-0.026832375675439835
60273	linear.weight	2	0.24922838807106018
60273	linear.weight	3	-0.08158588409423828
60273	linear.weight	4	-0.010588549077510834
60273	linear.weight	5	0.13239049911499023
60273	linear.weight	6	-0.010739270597696304
60273	linear.weight	7	0.01200720202177763
60273	linear.weight	8	0.15408959984779358
60273	linear.weight	9	-0.2548704445362091
60273	linear.bias	0	-0.03956538438796997
60273	linear.bias	1	0.031413208693265915
60273	linear.bias	2	0.46284791827201843
60273	linear.bias	3	-0.2028253972530365
60273	linear.bias	4	1.5471588373184204
60273	linear.bias	5	-1.2855613231658936
60273	linear.bias	6	-0.4310775101184845
60273	linear.bias	7	-0.09106545150279999
60831	transitions	0	-1.3558975458145142
60831	transitions	1	-10000.0
60831	transitions	2	-0.7969565987586975
60831	transitions	3	-10000.0
60831	transitions	4	1.6390904188156128
60831	transitions	5	-10000.0
60831	transitions	6	-10000.0
60831	transitions	7	1.3956447839736938
60831	transitions	8	-2.1331093311309814
60831	transitions	9	-3.804267168045044
60831	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
60831	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
60831	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
60831	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
60831	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
60831	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
60831	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
60831	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
60831	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
60831	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
60831	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
60831	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
60831	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
60831	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
60831	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
60831	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
60831	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
60831	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
60831	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
60831	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
60831	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
60831	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
60831	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
60831	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
60831	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
60831	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
60831	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
60831	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
60831	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
60831	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
60831	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
60831	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
60831	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
60831	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
60831	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
60831	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
60831	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
60831	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
60831	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
60831	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
60831	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
60831	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
60831	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
60831	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
60831	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
60831	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
60831	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
60831	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
60831	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
60831	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
60831	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
60831	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
60831	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
60831	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
60831	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
60831	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
60831	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
60831	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
60831	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
60831	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
60831	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
60831	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
60831	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
60831	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
60831	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
60831	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
60831	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
60831	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
60831	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
60831	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
60831	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
60831	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
60831	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
60831	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
60831	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
60831	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
60831	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
60831	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
60831	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
60831	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
60831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
60831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
60831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
60831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
60831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
60831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
60831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
60831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
60831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
60831	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
60831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
60831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
60831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
60831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
60831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
60831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
60831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
60831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
60831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
60831	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
60831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
60831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
60831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
60831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
60831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
60831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
60831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
60831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
60831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
60831	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
60831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
60831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
60831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
60831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
60831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
60831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
60831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
60831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
60831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
60831	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
60831	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
60831	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
60831	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
60831	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
60831	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
60831	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
60831	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
60831	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
60831	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
60831	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
60831	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
60831	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
60831	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
60831	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
60831	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
60831	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
60831	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
60831	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
60831	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
60831	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
60831	embedding2nn.weight	0	0.006756851449608803
60831	embedding2nn.weight	1	0.004981926642358303
60831	embedding2nn.weight	2	0.013417164795100689
60831	embedding2nn.weight	3	0.014432540163397789
60831	embedding2nn.weight	4	0.017515534535050392
60831	embedding2nn.weight	5	0.0029982109554111958
60831	embedding2nn.weight	6	-0.013721928931772709
60831	embedding2nn.weight	7	-0.005176577251404524
60831	embedding2nn.weight	8	-0.004133461508899927
60831	embedding2nn.weight	9	-0.005018474534153938
60831	embedding2nn.bias	0	0.015857208520174026
60831	embedding2nn.bias	1	-0.037904225289821625
60831	embedding2nn.bias	2	0.03895840048789978
60831	embedding2nn.bias	3	0.05011063441634178
60831	embedding2nn.bias	4	0.0006472144741564989
60831	embedding2nn.bias	5	-0.03876664116978645
60831	embedding2nn.bias	6	0.028070859611034393
60831	embedding2nn.bias	7	-0.00910928100347519
60831	embedding2nn.bias	8	-0.04912590980529785
60831	embedding2nn.bias	9	0.025413895025849342
60831	rnn.weight_ih_l0	0	0.058991823345422745
60831	rnn.weight_ih_l0	1	-0.03573398292064667
60831	rnn.weight_ih_l0	2	0.0011872102040797472
60831	rnn.weight_ih_l0	3	0.04536617547273636
60831	rnn.weight_ih_l0	4	-0.016210973262786865
60831	rnn.weight_ih_l0	5	0.04752245172858238
60831	rnn.weight_ih_l0	6	0.011840873397886753
60831	rnn.weight_ih_l0	7	0.06498455256223679
60831	rnn.weight_ih_l0	8	0.011497218161821365
60831	rnn.weight_ih_l0	9	-0.02311112731695175
60831	rnn.weight_hh_l0	0	-0.02173977717757225
60831	rnn.weight_hh_l0	1	-0.01950911618769169
60831	rnn.weight_hh_l0	2	-0.06003541126847267
60831	rnn.weight_hh_l0	3	-0.014613174833357334
60831	rnn.weight_hh_l0	4	-0.008905825205147266
60831	rnn.weight_hh_l0	5	-0.025549866259098053
60831	rnn.weight_hh_l0	6	-0.005714378785341978
60831	rnn.weight_hh_l0	7	-0.04708348214626312
60831	rnn.weight_hh_l0	8	0.0669623464345932
60831	rnn.weight_hh_l0	9	0.04450905695557594
60831	rnn.bias_ih_l0	0	-0.1329265832901001
60831	rnn.bias_ih_l0	1	-0.10459242761135101
60831	rnn.bias_ih_l0	2	0.0010642609558999538
60831	rnn.bias_ih_l0	3	-0.1299116462469101
60831	rnn.bias_ih_l0	4	-0.0298682302236557
60831	rnn.bias_ih_l0	5	-0.11171619594097137
60831	rnn.bias_ih_l0	6	0.04164174571633339
60831	rnn.bias_ih_l0	7	-0.07722459733486176
60831	rnn.bias_ih_l0	8	-0.0068065267987549305
60831	rnn.bias_ih_l0	9	-0.10404806584119797
60831	rnn.bias_hh_l0	0	-0.029525572434067726
60831	rnn.bias_hh_l0	1	0.19241423904895782
60831	rnn.bias_hh_l0	2	0.052442584186792374
60831	rnn.bias_hh_l0	3	-0.047724392265081406
60831	rnn.bias_hh_l0	4	-0.09208165854215622
60831	rnn.bias_hh_l0	5	-0.024021966382861137
60831	rnn.bias_hh_l0	6	0.05646378546953201
60831	rnn.bias_hh_l0	7	-0.09590674191713333
60831	rnn.bias_hh_l0	8	-0.12855671346187592
60831	rnn.bias_hh_l0	9	-0.09060776233673096
60831	rnn.weight_ih_l0_reverse	0	0.029065608978271484
60831	rnn.weight_ih_l0_reverse	1	-0.05069611594080925
60831	rnn.weight_ih_l0_reverse	2	0.0387272983789444
60831	rnn.weight_ih_l0_reverse	3	0.006524288561195135
60831	rnn.weight_ih_l0_reverse	4	0.023250672966241837
60831	rnn.weight_ih_l0_reverse	5	-0.037038132548332214
60831	rnn.weight_ih_l0_reverse	6	0.031186236068606377
60831	rnn.weight_ih_l0_reverse	7	0.0315716452896595
60831	rnn.weight_ih_l0_reverse	8	-0.03092811070382595
60831	rnn.weight_ih_l0_reverse	9	0.007411221507936716
60831	rnn.weight_hh_l0_reverse	0	0.04763767123222351
60831	rnn.weight_hh_l0_reverse	1	0.034841183573007584
60831	rnn.weight_hh_l0_reverse	2	-0.01993122138082981
60831	rnn.weight_hh_l0_reverse	3	-0.04821360111236572
60831	rnn.weight_hh_l0_reverse	4	0.007310840301215649
60831	rnn.weight_hh_l0_reverse	5	-0.04477735608816147
60831	rnn.weight_hh_l0_reverse	6	-0.011423414573073387
60831	rnn.weight_hh_l0_reverse	7	0.025690075010061264
60831	rnn.weight_hh_l0_reverse	8	0.018717071041464806
60831	rnn.weight_hh_l0_reverse	9	-0.003945274278521538
60831	rnn.bias_ih_l0_reverse	0	-0.042488545179367065
60831	rnn.bias_ih_l0_reverse	1	-0.10119134187698364
60831	rnn.bias_ih_l0_reverse	2	-0.0981961265206337
60831	rnn.bias_ih_l0_reverse	3	-0.0025626018177717924
60831	rnn.bias_ih_l0_reverse	4	-0.06213272735476494
60831	rnn.bias_ih_l0_reverse	5	-0.06675592064857483
60831	rnn.bias_ih_l0_reverse	6	-0.12154562771320343
60831	rnn.bias_ih_l0_reverse	7	-0.03192949295043945
60831	rnn.bias_ih_l0_reverse	8	-0.0473715104162693
60831	rnn.bias_ih_l0_reverse	9	-0.10929669439792633
60831	rnn.bias_hh_l0_reverse	0	-0.10332132130861282
60831	rnn.bias_hh_l0_reverse	1	-0.14103247225284576
60831	rnn.bias_hh_l0_reverse	2	0.11683661490678787
60831	rnn.bias_hh_l0_reverse	3	0.04480087012052536
60831	rnn.bias_hh_l0_reverse	4	-0.08711213618516922
60831	rnn.bias_hh_l0_reverse	5	-0.090947724878788
60831	rnn.bias_hh_l0_reverse	6	-0.09683701395988464
60831	rnn.bias_hh_l0_reverse	7	-0.010177393443882465
60831	rnn.bias_hh_l0_reverse	8	-0.038499414920806885
60831	rnn.bias_hh_l0_reverse	9	0.007605327293276787
60831	linear.weight	0	-0.0073667713440954685
60831	linear.weight	1	-0.04191067814826965
60831	linear.weight	2	0.20040366053581238
60831	linear.weight	3	-0.08154746890068054
60831	linear.weight	4	-0.010588549077510834
60831	linear.weight	5	0.025912540033459663
60831	linear.weight	6	-0.010739270597696304
60831	linear.weight	7	-0.08598416298627853
60831	linear.weight	8	0.15321029722690582
60831	linear.weight	9	-0.24636618793010712
60831	linear.bias	0	-0.03956538438796997
60831	linear.bias	1	0.031413208693265915
60831	linear.bias	2	0.4582687020301819
60831	linear.bias	3	-0.17617042362689972
60831	linear.bias	4	1.5410739183425903
60831	linear.bias	5	-1.2868012189865112
60831	linear.bias	6	-0.4415231943130493
60831	linear.bias	7	-0.09539726376533508
61389	transitions	0	-1.3611115217208862
61389	transitions	1	-10000.0
61389	transitions	2	-0.7969565987586975
61389	transitions	3	-10000.0
61389	transitions	4	1.6510790586471558
61389	transitions	5	-10000.0
61389	transitions	6	-10000.0
61389	transitions	7	1.3946846723556519
61389	transitions	8	-2.137946605682373
61389	transitions	9	-3.80854868888855
61389	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
61389	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
61389	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
61389	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
61389	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
61389	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
61389	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
61389	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
61389	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
61389	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
61389	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
61389	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
61389	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
61389	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
61389	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
61389	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
61389	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
61389	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
61389	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
61389	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
61389	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
61389	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
61389	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
61389	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
61389	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
61389	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
61389	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
61389	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
61389	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
61389	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
61389	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
61389	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
61389	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
61389	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
61389	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
61389	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
61389	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
61389	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
61389	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
61389	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
61389	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
61389	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
61389	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
61389	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
61389	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
61389	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
61389	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
61389	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
61389	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
61389	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
61389	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
61389	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
61389	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
61389	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
61389	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
61389	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
61389	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
61389	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
61389	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
61389	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
61389	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
61389	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
61389	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
61389	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
61389	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
61389	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
61389	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
61389	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
61389	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
61389	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
61389	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
61389	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
61389	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
61389	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
61389	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
61389	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
61389	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
61389	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
61389	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
61389	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
61389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
61389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
61389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
61389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
61389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
61389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
61389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
61389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
61389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
61389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
61389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
61389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
61389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
61389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
61389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
61389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
61389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
61389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
61389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
61389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
61389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
61389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
61389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
61389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
61389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
61389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
61389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
61389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
61389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
61389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
61389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
61389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
61389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
61389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
61389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
61389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
61389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
61389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
61389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
61389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
61389	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
61389	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
61389	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
61389	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
61389	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
61389	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
61389	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
61389	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
61389	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
61389	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
61389	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
61389	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
61389	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
61389	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
61389	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
61389	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
61389	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
61389	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
61389	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
61389	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
61389	embedding2nn.weight	0	0.006781687960028648
61389	embedding2nn.weight	1	0.004653612617403269
61389	embedding2nn.weight	2	0.013388056308031082
61389	embedding2nn.weight	3	0.014129798859357834
61389	embedding2nn.weight	4	0.017517145723104477
61389	embedding2nn.weight	5	0.0026748660020530224
61389	embedding2nn.weight	6	-0.014035058207809925
61389	embedding2nn.weight	7	-0.005246040411293507
61389	embedding2nn.weight	8	-0.005370032973587513
61389	embedding2nn.weight	9	-0.005262649152427912
61389	embedding2nn.bias	0	0.012737338431179523
61389	embedding2nn.bias	1	-0.04473239555954933
61389	embedding2nn.bias	2	0.04628021642565727
61389	embedding2nn.bias	3	0.03862271457910538
61389	embedding2nn.bias	4	-0.007278894539922476
61389	embedding2nn.bias	5	-0.03909926488995552
61389	embedding2nn.bias	6	0.023329302668571472
61389	embedding2nn.bias	7	0.005759417545050383
61389	embedding2nn.bias	8	-0.04789787158370018
61389	embedding2nn.bias	9	0.013211588375270367
61389	rnn.weight_ih_l0	0	0.05912557989358902
61389	rnn.weight_ih_l0	1	-0.03538548946380615
61389	rnn.weight_ih_l0	2	0.0018948104698210955
61389	rnn.weight_ih_l0	3	0.04741491377353668
61389	rnn.weight_ih_l0	4	-0.014514709822833538
61389	rnn.weight_ih_l0	5	0.04701242223381996
61389	rnn.weight_ih_l0	6	0.01235068216919899
61389	rnn.weight_ih_l0	7	0.06397005915641785
61389	rnn.weight_ih_l0	8	0.012841242365539074
61389	rnn.weight_ih_l0	9	-0.02344457246363163
61389	rnn.weight_hh_l0	0	-0.02239665761590004
61389	rnn.weight_hh_l0	1	-0.019964948296546936
61389	rnn.weight_hh_l0	2	-0.05981995910406113
61389	rnn.weight_hh_l0	3	-0.014609639532864094
61389	rnn.weight_hh_l0	4	-0.009040690027177334
61389	rnn.weight_hh_l0	5	-0.02535906992852688
61389	rnn.weight_hh_l0	6	-0.005717555992305279
61389	rnn.weight_hh_l0	7	-0.04901275783777237
61389	rnn.weight_hh_l0	8	0.06709951162338257
61389	rnn.weight_hh_l0	9	0.04445226117968559
61389	rnn.bias_ih_l0	0	-0.13360178470611572
61389	rnn.bias_ih_l0	1	-0.10778429359197617
61389	rnn.bias_ih_l0	2	0.0023420306388288736
61389	rnn.bias_ih_l0	3	-0.13074715435504913
61389	rnn.bias_ih_l0	4	-0.030260812491178513
61389	rnn.bias_ih_l0	5	-0.11122607439756393
61389	rnn.bias_ih_l0	6	0.04627043753862381
61389	rnn.bias_ih_l0	7	-0.07646878063678741
61389	rnn.bias_ih_l0	8	-0.008509023115038872
61389	rnn.bias_ih_l0	9	-0.10156409442424774
61389	rnn.bias_hh_l0	0	-0.028223203495144844
61389	rnn.bias_hh_l0	1	0.19719469547271729
61389	rnn.bias_hh_l0	2	0.060570601373910904
61389	rnn.bias_hh_l0	3	-0.05088988319039345
61389	rnn.bias_hh_l0	4	-0.08946091681718826
61389	rnn.bias_hh_l0	5	-0.022194910794496536
61389	rnn.bias_hh_l0	6	0.05847557261586189
61389	rnn.bias_hh_l0	7	-0.09088816493749619
61389	rnn.bias_hh_l0	8	-0.1372586041688919
61389	rnn.bias_hh_l0	9	-0.09073258936405182
61389	rnn.weight_ih_l0_reverse	0	0.027924006804823875
61389	rnn.weight_ih_l0_reverse	1	-0.05027357116341591
61389	rnn.weight_ih_l0_reverse	2	0.03844620659947395
61389	rnn.weight_ih_l0_reverse	3	0.006762757897377014
61389	rnn.weight_ih_l0_reverse	4	0.022878576070070267
61389	rnn.weight_ih_l0_reverse	5	-0.036952901631593704
61389	rnn.weight_ih_l0_reverse	6	0.030521228909492493
61389	rnn.weight_ih_l0_reverse	7	0.031050605699419975
61389	rnn.weight_ih_l0_reverse	8	-0.031338516622781754
61389	rnn.weight_ih_l0_reverse	9	0.008386875502765179
61389	rnn.weight_hh_l0_reverse	0	0.047598257660865784
61389	rnn.weight_hh_l0_reverse	1	0.03490133583545685
61389	rnn.weight_hh_l0_reverse	2	-0.02030642144382
61389	rnn.weight_hh_l0_reverse	3	-0.04811464250087738
61389	rnn.weight_hh_l0_reverse	4	0.0069212703965604305
61389	rnn.weight_hh_l0_reverse	5	-0.044565241783857346
61389	rnn.weight_hh_l0_reverse	6	-0.011603724211454391
61389	rnn.weight_hh_l0_reverse	7	0.025657720863819122
61389	rnn.weight_hh_l0_reverse	8	0.017748164013028145
61389	rnn.weight_hh_l0_reverse	9	-0.003523786086589098
61389	rnn.bias_ih_l0_reverse	0	-0.044227633625268936
61389	rnn.bias_ih_l0_reverse	1	-0.10154169797897339
61389	rnn.bias_ih_l0_reverse	2	-0.09659045189619064
61389	rnn.bias_ih_l0_reverse	3	-0.002067924477159977
61389	rnn.bias_ih_l0_reverse	4	-0.06599780172109604
61389	rnn.bias_ih_l0_reverse	5	-0.06824357807636261
61389	rnn.bias_ih_l0_reverse	6	-0.12642504274845123
61389	rnn.bias_ih_l0_reverse	7	-0.033059436827898026
61389	rnn.bias_ih_l0_reverse	8	-0.04808124527335167
61389	rnn.bias_ih_l0_reverse	9	-0.10927814245223999
61389	rnn.bias_hh_l0_reverse	0	-0.09921541064977646
61389	rnn.bias_hh_l0_reverse	1	-0.1432405561208725
61389	rnn.bias_hh_l0_reverse	2	0.12385006994009018
61389	rnn.bias_hh_l0_reverse	3	0.03969719633460045
61389	rnn.bias_hh_l0_reverse	4	-0.09123439341783524
61389	rnn.bias_hh_l0_reverse	5	-0.0883912593126297
61389	rnn.bias_hh_l0_reverse	6	-0.09203482419252396
61389	rnn.bias_hh_l0_reverse	7	-0.011399970389902592
61389	rnn.bias_hh_l0_reverse	8	-0.03325357660651207
61389	rnn.bias_hh_l0_reverse	9	0.0023739608004689217
61389	linear.weight	0	-0.00733746076002717
61389	linear.weight	1	-0.03813676908612251
61389	linear.weight	2	0.17789816856384277
61389	linear.weight	3	-0.0814962163567543
61389	linear.weight	4	-0.010588549077510834
61389	linear.weight	5	0.04098975285887718
61389	linear.weight	6	-0.010739270597696304
61389	linear.weight	7	-0.058856599032878876
61389	linear.weight	8	0.12268848717212677
61389	linear.weight	9	-0.23245665431022644
61389	linear.bias	0	-0.03956538438796997
61389	linear.bias	1	0.031413208693265915
61389	linear.bias	2	0.35748738050460815
61389	linear.bias	3	-0.11733527481555939
61389	linear.bias	4	1.5427440404891968
61389	linear.bias	5	-1.2881125211715698
61389	linear.bias	6	-0.42044252157211304
61389	linear.bias	7	-0.07491210103034973
61948	transitions	0	-1.3675464391708374
61948	transitions	1	-10000.0
61948	transitions	2	-0.7969565987586975
61948	transitions	3	-10000.0
61948	transitions	4	1.6409357786178589
61948	transitions	5	-10000.0
61948	transitions	6	-10000.0
61948	transitions	7	1.4010549783706665
61948	transitions	8	-2.142470121383667
61948	transitions	9	-3.8122379779815674
61948	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
61948	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
61948	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
61948	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
61948	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
61948	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
61948	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
61948	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
61948	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
61948	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
61948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
61948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
61948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
61948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
61948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
61948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
61948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
61948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
61948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
61948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
61948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
61948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
61948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
61948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
61948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
61948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
61948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
61948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
61948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
61948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
61948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
61948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
61948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
61948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
61948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
61948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
61948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
61948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
61948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
61948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
61948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
61948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
61948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
61948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
61948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
61948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
61948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
61948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
61948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
61948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
61948	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
61948	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
61948	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
61948	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
61948	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
61948	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
61948	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
61948	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
61948	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
61948	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
61948	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
61948	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
61948	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
61948	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
61948	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
61948	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
61948	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
61948	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
61948	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
61948	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
61948	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
61948	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
61948	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
61948	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
61948	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
61948	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
61948	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
61948	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
61948	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
61948	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
61948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
61948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
61948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
61948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
61948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
61948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
61948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
61948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
61948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
61948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
61948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
61948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
61948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
61948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
61948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
61948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
61948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
61948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
61948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
61948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
61948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
61948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
61948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
61948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
61948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
61948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
61948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
61948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
61948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
61948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
61948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
61948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
61948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
61948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
61948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
61948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
61948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
61948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
61948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
61948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
61948	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
61948	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
61948	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
61948	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
61948	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
61948	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
61948	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
61948	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
61948	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
61948	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
61948	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
61948	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
61948	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
61948	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
61948	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
61948	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
61948	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
61948	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
61948	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
61948	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
61948	embedding2nn.weight	0	0.006822335999459028
61948	embedding2nn.weight	1	0.004727665800601244
61948	embedding2nn.weight	2	0.013395710848271847
61948	embedding2nn.weight	3	0.015556078404188156
61948	embedding2nn.weight	4	0.01831040531396866
61948	embedding2nn.weight	5	0.003657263470813632
61948	embedding2nn.weight	6	-0.014242535457015038
61948	embedding2nn.weight	7	-0.005377369467169046
61948	embedding2nn.weight	8	-0.0048654875718057156
61948	embedding2nn.weight	9	-0.004934440366923809
61948	embedding2nn.bias	0	0.012406495399773121
61948	embedding2nn.bias	1	-0.04564840719103813
61948	embedding2nn.bias	2	0.05344092473387718
61948	embedding2nn.bias	3	0.04016803950071335
61948	embedding2nn.bias	4	0.000751976331230253
61948	embedding2nn.bias	5	-0.04418255388736725
61948	embedding2nn.bias	6	0.02567528374493122
61948	embedding2nn.bias	7	0.009085804224014282
61948	embedding2nn.bias	8	-0.038936395198106766
61948	embedding2nn.bias	9	0.011839525774121284
61948	rnn.weight_ih_l0	0	0.061065442860126495
61948	rnn.weight_ih_l0	1	-0.03535476326942444
61948	rnn.weight_ih_l0	2	0.0026979665271937847
61948	rnn.weight_ih_l0	3	0.04549722373485565
61948	rnn.weight_ih_l0	4	-0.015646861866116524
61948	rnn.weight_ih_l0	5	0.048009663820266724
61948	rnn.weight_ih_l0	6	0.012370957061648369
61948	rnn.weight_ih_l0	7	0.06346280127763748
61948	rnn.weight_ih_l0	8	0.01237250491976738
61948	rnn.weight_ih_l0	9	-0.023490717634558678
61948	rnn.weight_hh_l0	0	-0.021829549223184586
61948	rnn.weight_hh_l0	1	-0.02006673440337181
61948	rnn.weight_hh_l0	2	-0.059743937104940414
61948	rnn.weight_hh_l0	3	-0.014582608826458454
61948	rnn.weight_hh_l0	4	-0.009354806505143642
61948	rnn.weight_hh_l0	5	-0.024988064542412758
61948	rnn.weight_hh_l0	6	-0.005652464460581541
61948	rnn.weight_hh_l0	7	-0.04903540015220642
61948	rnn.weight_hh_l0	8	0.06661615520715714
61948	rnn.weight_hh_l0	9	0.04443065822124481
61948	rnn.bias_ih_l0	0	-0.13158376514911652
61948	rnn.bias_ih_l0	1	-0.10341385751962662
61948	rnn.bias_ih_l0	2	-0.0002448196755722165
61948	rnn.bias_ih_l0	3	-0.13182370364665985
61948	rnn.bias_ih_l0	4	-0.030108463019132614
61948	rnn.bias_ih_l0	5	-0.11328770965337753
61948	rnn.bias_ih_l0	6	0.03763580694794655
61948	rnn.bias_ih_l0	7	-0.07529318332672119
61948	rnn.bias_ih_l0	8	-0.007795211859047413
61948	rnn.bias_ih_l0	9	-0.1006515696644783
61948	rnn.bias_hh_l0	0	-0.02902025729417801
61948	rnn.bias_hh_l0	1	0.19832755625247955
61948	rnn.bias_hh_l0	2	0.06836358457803726
61948	rnn.bias_hh_l0	3	-0.051739342510700226
61948	rnn.bias_hh_l0	4	-0.0876222476363182
61948	rnn.bias_hh_l0	5	-0.023838233202695847
61948	rnn.bias_hh_l0	6	0.05669871345162392
61948	rnn.bias_hh_l0	7	-0.09264345467090607
61948	rnn.bias_hh_l0	8	-0.1455240696668625
61948	rnn.bias_hh_l0	9	-0.08853348344564438
61948	rnn.weight_ih_l0_reverse	0	0.027996670454740524
61948	rnn.weight_ih_l0_reverse	1	-0.05142483487725258
61948	rnn.weight_ih_l0_reverse	2	0.03760463744401932
61948	rnn.weight_ih_l0_reverse	3	0.006537032313644886
61948	rnn.weight_ih_l0_reverse	4	0.023624539375305176
61948	rnn.weight_ih_l0_reverse	5	-0.03710800036787987
61948	rnn.weight_ih_l0_reverse	6	0.027940774336457253
61948	rnn.weight_ih_l0_reverse	7	0.03166348487138748
61948	rnn.weight_ih_l0_reverse	8	-0.030848193913698196
61948	rnn.weight_ih_l0_reverse	9	0.007656572852283716
61948	rnn.weight_hh_l0_reverse	0	0.047728851437568665
61948	rnn.weight_hh_l0_reverse	1	0.03455996885895729
61948	rnn.weight_hh_l0_reverse	2	-0.020829567685723305
61948	rnn.weight_hh_l0_reverse	3	-0.04865401238203049
61948	rnn.weight_hh_l0_reverse	4	0.007916114293038845
61948	rnn.weight_hh_l0_reverse	5	-0.04340866953134537
61948	rnn.weight_hh_l0_reverse	6	-0.012026145122945309
61948	rnn.weight_hh_l0_reverse	7	0.025813786312937737
61948	rnn.weight_hh_l0_reverse	8	0.017850173637270927
61948	rnn.weight_hh_l0_reverse	9	-0.0034123684745281935
61948	rnn.bias_ih_l0_reverse	0	-0.043656039983034134
61948	rnn.bias_ih_l0_reverse	1	-0.1015382781624794
61948	rnn.bias_ih_l0_reverse	2	-0.097650907933712
61948	rnn.bias_ih_l0_reverse	3	-0.0017060583923012018
61948	rnn.bias_ih_l0_reverse	4	-0.06494926661252975
61948	rnn.bias_ih_l0_reverse	5	-0.06569543480873108
61948	rnn.bias_ih_l0_reverse	6	-0.12751872837543488
61948	rnn.bias_ih_l0_reverse	7	-0.0330088846385479
61948	rnn.bias_ih_l0_reverse	8	-0.0488981157541275
61948	rnn.bias_ih_l0_reverse	9	-0.10604338347911835
61948	rnn.bias_hh_l0_reverse	0	-0.0986166000366211
61948	rnn.bias_hh_l0_reverse	1	-0.13993880152702332
61948	rnn.bias_hh_l0_reverse	2	0.12061995267868042
61948	rnn.bias_hh_l0_reverse	3	0.04998762905597687
61948	rnn.bias_hh_l0_reverse	4	-0.09261760115623474
61948	rnn.bias_hh_l0_reverse	5	-0.08529125154018402
61948	rnn.bias_hh_l0_reverse	6	-0.08920902013778687
61948	rnn.bias_hh_l0_reverse	7	-0.013340644538402557
61948	rnn.bias_hh_l0_reverse	8	-0.0410233698785305
61948	rnn.bias_hh_l0_reverse	9	0.002954549854621291
61948	linear.weight	0	-0.0073213414289057255
61948	linear.weight	1	-0.07445786893367767
61948	linear.weight	2	0.17235282063484192
61948	linear.weight	3	-0.0814766138792038
61948	linear.weight	4	-0.010588549077510834
61948	linear.weight	5	0.11567666381597519
61948	linear.weight	6	-0.010739270597696304
61948	linear.weight	7	-0.06884679943323135
61948	linear.weight	8	0.1461789458990097
61948	linear.weight	9	-0.23297956585884094
61948	linear.bias	0	-0.03956538438796997
61948	linear.bias	1	0.031413208693265915
61948	linear.bias	2	0.46755290031433105
61948	linear.bias	3	-0.20358766615390778
61948	linear.bias	4	1.5927424430847168
61948	linear.bias	5	-1.2893961668014526
61948	linear.bias	6	-0.4533158838748932
61948	linear.bias	7	-0.11458580195903778
62506	transitions	0	-1.3746978044509888
62506	transitions	1	-10000.0
62506	transitions	2	-0.7969565987586975
62506	transitions	3	-10000.0
62506	transitions	4	1.6503890752792358
62506	transitions	5	-10000.0
62506	transitions	6	-10000.0
62506	transitions	7	1.4061945676803589
62506	transitions	8	-2.146665573120117
62506	transitions	9	-3.816147804260254
62506	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
62506	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
62506	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
62506	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
62506	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
62506	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
62506	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
62506	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
62506	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
62506	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
62506	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
62506	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
62506	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
62506	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
62506	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
62506	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
62506	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
62506	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
62506	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
62506	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
62506	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
62506	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
62506	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
62506	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
62506	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
62506	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
62506	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
62506	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
62506	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
62506	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
62506	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
62506	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
62506	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
62506	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
62506	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
62506	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
62506	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
62506	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
62506	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
62506	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
62506	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
62506	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
62506	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
62506	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
62506	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
62506	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
62506	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
62506	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
62506	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
62506	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
62506	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
62506	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
62506	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
62506	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
62506	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
62506	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
62506	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
62506	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
62506	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
62506	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
62506	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
62506	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
62506	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
62506	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
62506	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
62506	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
62506	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
62506	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
62506	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
62506	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
62506	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
62506	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
62506	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
62506	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
62506	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
62506	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
62506	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
62506	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
62506	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
62506	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
62506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
62506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
62506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
62506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
62506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
62506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
62506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
62506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
62506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
62506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
62506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
62506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
62506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
62506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
62506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
62506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
62506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
62506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
62506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
62506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
62506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
62506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
62506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
62506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
62506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
62506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
62506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
62506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
62506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
62506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
62506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
62506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
62506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
62506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
62506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
62506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
62506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
62506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
62506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
62506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
62506	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
62506	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
62506	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
62506	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
62506	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
62506	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
62506	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
62506	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
62506	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
62506	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
62506	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
62506	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
62506	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
62506	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
62506	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
62506	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
62506	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
62506	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
62506	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
62506	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
62506	embedding2nn.weight	0	0.0068250494077801704
62506	embedding2nn.weight	1	0.0047517078928649426
62506	embedding2nn.weight	2	0.013387561775743961
62506	embedding2nn.weight	3	0.015778306871652603
62506	embedding2nn.weight	4	0.01887434348464012
62506	embedding2nn.weight	5	0.0038712339010089636
62506	embedding2nn.weight	6	-0.014107227325439453
62506	embedding2nn.weight	7	-0.005109969526529312
62506	embedding2nn.weight	8	-0.004849064629524946
62506	embedding2nn.weight	9	-0.005029461812227964
62506	embedding2nn.bias	0	0.01066069770604372
62506	embedding2nn.bias	1	-0.027394955977797508
62506	embedding2nn.bias	2	0.05650828033685684
62506	embedding2nn.bias	3	0.04045972600579262
62506	embedding2nn.bias	4	0.011067061685025692
62506	embedding2nn.bias	5	-0.05403315648436546
62506	embedding2nn.bias	6	0.024304896593093872
62506	embedding2nn.bias	7	0.00037884400808252394
62506	embedding2nn.bias	8	-0.02845051698386669
62506	embedding2nn.bias	9	0.020264461636543274
62506	rnn.weight_ih_l0	0	0.06023862957954407
62506	rnn.weight_ih_l0	1	-0.03539163991808891
62506	rnn.weight_ih_l0	2	0.005527405999600887
62506	rnn.weight_ih_l0	3	0.04591820761561394
62506	rnn.weight_ih_l0	4	-0.015816230326890945
62506	rnn.weight_ih_l0	5	0.04785143584012985
62506	rnn.weight_ih_l0	6	0.012427868321537971
62506	rnn.weight_ih_l0	7	0.06079937890172005
62506	rnn.weight_ih_l0	8	0.01361285150051117
62506	rnn.weight_ih_l0	9	-0.02210240624845028
62506	rnn.weight_hh_l0	0	-0.022415678948163986
62506	rnn.weight_hh_l0	1	-0.020635409280657768
62506	rnn.weight_hh_l0	2	-0.060234569013118744
62506	rnn.weight_hh_l0	3	-0.014650222845375538
62506	rnn.weight_hh_l0	4	-0.009433908388018608
62506	rnn.weight_hh_l0	5	-0.024495039135217667
62506	rnn.weight_hh_l0	6	-0.0057205380871891975
62506	rnn.weight_hh_l0	7	-0.04924200102686882
62506	rnn.weight_hh_l0	8	0.06670291721820831
62506	rnn.weight_hh_l0	9	0.04217376187443733
62506	rnn.bias_ih_l0	0	-0.1342565268278122
62506	rnn.bias_ih_l0	1	-0.10154608637094498
62506	rnn.bias_ih_l0	2	0.0013136244378983974
62506	rnn.bias_ih_l0	3	-0.1322522908449173
62506	rnn.bias_ih_l0	4	-0.031070023775100708
62506	rnn.bias_ih_l0	5	-0.11437946557998657
62506	rnn.bias_ih_l0	6	0.04588482528924942
62506	rnn.bias_ih_l0	7	-0.07509365677833557
62506	rnn.bias_ih_l0	8	-0.010607808828353882
62506	rnn.bias_ih_l0	9	-0.10015968233346939
62506	rnn.bias_hh_l0	0	-0.0258338563144207
62506	rnn.bias_hh_l0	1	0.2042471468448639
62506	rnn.bias_hh_l0	2	0.0582844540476799
62506	rnn.bias_hh_l0	3	-0.0455123707652092
62506	rnn.bias_hh_l0	4	-0.08457434922456741
62506	rnn.bias_hh_l0	5	-0.024785930290818214
62506	rnn.bias_hh_l0	6	0.05907536298036575
62506	rnn.bias_hh_l0	7	-0.09302876144647598
62506	rnn.bias_hh_l0	8	-0.146482452750206
62506	rnn.bias_hh_l0	9	-0.08970119804143906
62506	rnn.weight_ih_l0_reverse	0	0.027207469567656517
62506	rnn.weight_ih_l0_reverse	1	-0.050868578255176544
62506	rnn.weight_ih_l0_reverse	2	0.03716032952070236
62506	rnn.weight_ih_l0_reverse	3	0.005917406640946865
62506	rnn.weight_ih_l0_reverse	4	0.022587893530726433
62506	rnn.weight_ih_l0_reverse	5	-0.03892422839999199
62506	rnn.weight_ih_l0_reverse	6	0.02569318562746048
62506	rnn.weight_ih_l0_reverse	7	0.03308839723467827
62506	rnn.weight_ih_l0_reverse	8	-0.031447310000658035
62506	rnn.weight_ih_l0_reverse	9	0.00820290856063366
62506	rnn.weight_hh_l0_reverse	0	0.04759358614683151
62506	rnn.weight_hh_l0_reverse	1	0.03464045375585556
62506	rnn.weight_hh_l0_reverse	2	-0.020895209163427353
62506	rnn.weight_hh_l0_reverse	3	-0.04802652448415756
62506	rnn.weight_hh_l0_reverse	4	0.008764584548771381
62506	rnn.weight_hh_l0_reverse	5	-0.043370526283979416
62506	rnn.weight_hh_l0_reverse	6	-0.012262802571058273
62506	rnn.weight_hh_l0_reverse	7	0.02650890313088894
62506	rnn.weight_hh_l0_reverse	8	0.017139844596385956
62506	rnn.weight_hh_l0_reverse	9	-0.003425016300752759
62506	rnn.bias_ih_l0_reverse	0	-0.04294026270508766
62506	rnn.bias_ih_l0_reverse	1	-0.10343858599662781
62506	rnn.bias_ih_l0_reverse	2	-0.0994076132774353
62506	rnn.bias_ih_l0_reverse	3	-0.003074976149946451
62506	rnn.bias_ih_l0_reverse	4	-0.07255709916353226
62506	rnn.bias_ih_l0_reverse	5	-0.06499923765659332
62506	rnn.bias_ih_l0_reverse	6	-0.12431650608778
62506	rnn.bias_ih_l0_reverse	7	-0.030806707218289375
62506	rnn.bias_ih_l0_reverse	8	-0.04686560481786728
62506	rnn.bias_ih_l0_reverse	9	-0.10711503028869629
62506	rnn.bias_hh_l0_reverse	0	-0.09850606322288513
62506	rnn.bias_hh_l0_reverse	1	-0.14076128602027893
62506	rnn.bias_hh_l0_reverse	2	0.13012313842773438
62506	rnn.bias_hh_l0_reverse	3	0.0486886091530323
62506	rnn.bias_hh_l0_reverse	4	-0.09530139714479446
62506	rnn.bias_hh_l0_reverse	5	-0.08606263250112534
62506	rnn.bias_hh_l0_reverse	6	-0.08788874000310898
62506	rnn.bias_hh_l0_reverse	7	-0.014381308108568192
62506	rnn.bias_hh_l0_reverse	8	-0.04412064701318741
62506	rnn.bias_hh_l0_reverse	9	0.005955235101282597
62506	linear.weight	0	-0.007318120449781418
62506	linear.weight	1	-0.0028433012776076794
62506	linear.weight	2	0.19802020490169525
62506	linear.weight	3	-0.0813729539513588
62506	linear.weight	4	-0.010588549077510834
62506	linear.weight	5	0.060457322746515274
62506	linear.weight	6	-0.010739270597696304
62506	linear.weight	7	-0.08191455900669098
62506	linear.weight	8	0.20921185612678528
62506	linear.weight	9	-0.23518241941928864
62506	linear.bias	0	-0.03956538438796997
62506	linear.bias	1	0.031413208693265915
62506	linear.bias	2	0.4794214069843292
62506	linear.bias	3	-0.22287455201148987
62506	linear.bias	4	1.5611677169799805
62506	linear.bias	5	-1.2906525135040283
62506	linear.bias	6	-0.4321627616882324
62506	linear.bias	7	-0.09551214426755905
63064	transitions	0	-1.37940514087677
63064	transitions	1	-10000.0
63064	transitions	2	-0.7969565987586975
63064	transitions	3	-10000.0
63064	transitions	4	1.6573271751403809
63064	transitions	5	-10000.0
63064	transitions	6	-10000.0
63064	transitions	7	1.4027533531188965
63064	transitions	8	-2.150726318359375
63064	transitions	9	-3.8204843997955322
63064	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
63064	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
63064	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
63064	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
63064	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
63064	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
63064	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
63064	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
63064	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
63064	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
63064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
63064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
63064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
63064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
63064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
63064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
63064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
63064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
63064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
63064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
63064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
63064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
63064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
63064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
63064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
63064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
63064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
63064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
63064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
63064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
63064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
63064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
63064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
63064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
63064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
63064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
63064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
63064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
63064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
63064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
63064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
63064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
63064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
63064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
63064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
63064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
63064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
63064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
63064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
63064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
63064	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
63064	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
63064	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
63064	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
63064	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
63064	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
63064	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
63064	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
63064	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
63064	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
63064	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
63064	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
63064	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
63064	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
63064	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
63064	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
63064	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
63064	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
63064	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
63064	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
63064	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
63064	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
63064	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
63064	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
63064	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
63064	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
63064	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
63064	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
63064	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
63064	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
63064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
63064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
63064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
63064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
63064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
63064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
63064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
63064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
63064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
63064	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
63064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
63064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
63064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
63064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
63064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
63064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
63064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
63064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
63064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
63064	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
63064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
63064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
63064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
63064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
63064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
63064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
63064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
63064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
63064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
63064	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
63064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
63064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
63064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
63064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
63064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
63064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
63064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
63064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
63064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
63064	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
63064	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
63064	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
63064	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
63064	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
63064	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
63064	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
63064	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
63064	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
63064	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
63064	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
63064	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
63064	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
63064	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
63064	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
63064	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
63064	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
63064	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
63064	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
63064	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
63064	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
63064	embedding2nn.weight	0	0.0068166241981089115
63064	embedding2nn.weight	1	0.0050359927117824554
63064	embedding2nn.weight	2	0.013393750414252281
63064	embedding2nn.weight	3	0.015905272215604782
63064	embedding2nn.weight	4	0.018340477719902992
63064	embedding2nn.weight	5	0.002743964781984687
63064	embedding2nn.weight	6	-0.013830729760229588
63064	embedding2nn.weight	7	-0.005129354074597359
63064	embedding2nn.weight	8	-0.004300694912672043
63064	embedding2nn.weight	9	-0.004856633022427559
63064	embedding2nn.bias	0	0.01194777898490429
63064	embedding2nn.bias	1	-0.030293067917227745
63064	embedding2nn.bias	2	0.04406961426138878
63064	embedding2nn.bias	3	0.036516305059194565
63064	embedding2nn.bias	4	0.007735168095678091
63064	embedding2nn.bias	5	-0.05063161998987198
63064	embedding2nn.bias	6	0.03557996451854706
63064	embedding2nn.bias	7	0.0048142424784600735
63064	embedding2nn.bias	8	-0.032091785222291946
63064	embedding2nn.bias	9	0.016364695504307747
63064	rnn.weight_ih_l0	0	0.059468988329172134
63064	rnn.weight_ih_l0	1	-0.03479411080479622
63064	rnn.weight_ih_l0	2	0.004989878740161657
63064	rnn.weight_ih_l0	3	0.04436640068888664
63064	rnn.weight_ih_l0	4	-0.018602322787046432
63064	rnn.weight_ih_l0	5	0.04949317127466202
63064	rnn.weight_ih_l0	6	0.011933064088225365
63064	rnn.weight_ih_l0	7	0.060772303491830826
63064	rnn.weight_ih_l0	8	0.01503776479512453
63064	rnn.weight_ih_l0	9	-0.021328777074813843
63064	rnn.weight_hh_l0	0	-0.02263142168521881
63064	rnn.weight_hh_l0	1	-0.021547816693782806
63064	rnn.weight_hh_l0	2	-0.06023860722780228
63064	rnn.weight_hh_l0	3	-0.014570079743862152
63064	rnn.weight_hh_l0	4	-0.009518435224890709
63064	rnn.weight_hh_l0	5	-0.02407572977244854
63064	rnn.weight_hh_l0	6	-0.005761258769780397
63064	rnn.weight_hh_l0	7	-0.048102132976055145
63064	rnn.weight_hh_l0	8	0.06592868268489838
63064	rnn.weight_hh_l0	9	0.042096901684999466
63064	rnn.bias_ih_l0	0	-0.13608357310295105
63064	rnn.bias_ih_l0	1	-0.10881239175796509
63064	rnn.bias_ih_l0	2	0.0027007304597646
63064	rnn.bias_ih_l0	3	-0.1323147565126419
63064	rnn.bias_ih_l0	4	-0.027587028220295906
63064	rnn.bias_ih_l0	5	-0.11263886094093323
63064	rnn.bias_ih_l0	6	0.047130875289440155
63064	rnn.bias_ih_l0	7	-0.07471413910388947
63064	rnn.bias_ih_l0	8	-0.012842695228755474
63064	rnn.bias_ih_l0	9	-0.09954967349767685
63064	rnn.bias_hh_l0	0	-0.017112692818045616
63064	rnn.bias_hh_l0	1	0.1932944506406784
63064	rnn.bias_hh_l0	2	0.05635320395231247
63064	rnn.bias_hh_l0	3	-0.04777037352323532
63064	rnn.bias_hh_l0	4	-0.08506132662296295
63064	rnn.bias_hh_l0	5	-0.02160595916211605
63064	rnn.bias_hh_l0	6	0.058470599353313446
63064	rnn.bias_hh_l0	7	-0.08579979091882706
63064	rnn.bias_hh_l0	8	-0.14324651658535004
63064	rnn.bias_hh_l0	9	-0.08882371336221695
63064	rnn.weight_ih_l0_reverse	0	0.029654869809746742
63064	rnn.weight_ih_l0_reverse	1	-0.05125371366739273
63064	rnn.weight_ih_l0_reverse	2	0.03726530075073242
63064	rnn.weight_ih_l0_reverse	3	0.005506820511072874
63064	rnn.weight_ih_l0_reverse	4	0.02309408225119114
63064	rnn.weight_ih_l0_reverse	5	-0.03910161554813385
63064	rnn.weight_ih_l0_reverse	6	0.02621164172887802
63064	rnn.weight_ih_l0_reverse	7	0.03246622160077095
63064	rnn.weight_ih_l0_reverse	8	-0.03158467635512352
63064	rnn.weight_ih_l0_reverse	9	0.009616118855774403
63064	rnn.weight_hh_l0_reverse	0	0.04756598547101021
63064	rnn.weight_hh_l0_reverse	1	0.034418024122714996
63064	rnn.weight_hh_l0_reverse	2	-0.020589223131537437
63064	rnn.weight_hh_l0_reverse	3	-0.04914232715964317
63064	rnn.weight_hh_l0_reverse	4	0.007800773251801729
63064	rnn.weight_hh_l0_reverse	5	-0.04372265934944153
63064	rnn.weight_hh_l0_reverse	6	-0.012428266927599907
63064	rnn.weight_hh_l0_reverse	7	0.025972390547394753
63064	rnn.weight_hh_l0_reverse	8	0.01763405278325081
63064	rnn.weight_hh_l0_reverse	9	-0.003584909485653043
63064	rnn.bias_ih_l0_reverse	0	-0.04148063808679581
63064	rnn.bias_ih_l0_reverse	1	-0.10554789751768112
63064	rnn.bias_ih_l0_reverse	2	-0.10085676610469818
63064	rnn.bias_ih_l0_reverse	3	-0.0076816873624920845
63064	rnn.bias_ih_l0_reverse	4	-0.07060255110263824
63064	rnn.bias_ih_l0_reverse	5	-0.0664004310965538
63064	rnn.bias_ih_l0_reverse	6	-0.12742753326892853
63064	rnn.bias_ih_l0_reverse	7	-0.029563898220658302
63064	rnn.bias_ih_l0_reverse	8	-0.0497833751142025
63064	rnn.bias_ih_l0_reverse	9	-0.10654251277446747
63064	rnn.bias_hh_l0_reverse	0	-0.09867742657661438
63064	rnn.bias_hh_l0_reverse	1	-0.14157141745090485
63064	rnn.bias_hh_l0_reverse	2	0.13083766400814056
63064	rnn.bias_hh_l0_reverse	3	0.04657210409641266
63064	rnn.bias_hh_l0_reverse	4	-0.09645158797502518
63064	rnn.bias_hh_l0_reverse	5	-0.09273318946361542
63064	rnn.bias_hh_l0_reverse	6	-0.08330010622739792
63064	rnn.bias_hh_l0_reverse	7	-0.014173171482980251
63064	rnn.bias_hh_l0_reverse	8	-0.039542969316244125
63064	rnn.bias_hh_l0_reverse	9	0.0009769706521183252
63064	linear.weight	0	-0.007325878366827965
63064	linear.weight	1	0.07323208451271057
63064	linear.weight	2	0.1714053899049759
63064	linear.weight	3	-0.0813155472278595
63064	linear.weight	4	-0.010588549077510834
63064	linear.weight	5	0.04304386302828789
63064	linear.weight	6	-0.010739270597696304
63064	linear.weight	7	-0.052212074398994446
63064	linear.weight	8	0.28312253952026367
63064	linear.weight	9	-0.2167922854423523
63064	linear.bias	0	-0.03956538438796997
63064	linear.bias	1	0.031413208693265915
63064	linear.bias	2	0.424963116645813
63064	linear.bias	3	-0.1918814778327942
63064	linear.bias	4	1.537042260169983
63064	linear.bias	5	-1.2918206453323364
63064	linear.bias	6	-0.4089353084564209
63064	linear.bias	7	-0.07001080363988876
63622	transitions	0	-1.3857749700546265
63622	transitions	1	-10000.0
63622	transitions	2	-0.7969565987586975
63622	transitions	3	-10000.0
63622	transitions	4	1.6451789140701294
63622	transitions	5	-10000.0
63622	transitions	6	-10000.0
63622	transitions	7	1.4044089317321777
63622	transitions	8	-2.154850721359253
63622	transitions	9	-3.8251500129699707
63622	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
63622	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
63622	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
63622	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
63622	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
63622	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
63622	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
63622	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
63622	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
63622	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
63622	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
63622	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
63622	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
63622	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
63622	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
63622	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
63622	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
63622	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
63622	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
63622	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
63622	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
63622	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
63622	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
63622	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
63622	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
63622	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
63622	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
63622	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
63622	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
63622	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
63622	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
63622	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
63622	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
63622	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
63622	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
63622	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
63622	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
63622	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
63622	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
63622	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
63622	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
63622	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
63622	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
63622	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
63622	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
63622	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
63622	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
63622	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
63622	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
63622	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
63622	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
63622	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
63622	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
63622	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
63622	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
63622	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
63622	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
63622	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
63622	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
63622	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
63622	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
63622	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
63622	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
63622	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
63622	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
63622	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
63622	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
63622	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
63622	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
63622	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
63622	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
63622	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
63622	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
63622	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
63622	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
63622	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
63622	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
63622	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
63622	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
63622	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
63622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
63622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
63622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
63622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
63622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
63622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
63622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
63622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
63622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
63622	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
63622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
63622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
63622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
63622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
63622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
63622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
63622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
63622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
63622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
63622	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
63622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
63622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
63622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
63622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
63622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
63622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
63622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
63622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
63622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
63622	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
63622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
63622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
63622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
63622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
63622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
63622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
63622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
63622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
63622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
63622	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
63622	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
63622	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
63622	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
63622	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
63622	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
63622	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
63622	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
63622	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
63622	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
63622	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
63622	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
63622	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
63622	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
63622	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
63622	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
63622	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
63622	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
63622	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
63622	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
63622	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
63622	embedding2nn.weight	0	0.006856541149318218
63622	embedding2nn.weight	1	0.005240105092525482
63622	embedding2nn.weight	2	0.013395078480243683
63622	embedding2nn.weight	3	0.015796056017279625
63622	embedding2nn.weight	4	0.017935428768396378
63622	embedding2nn.weight	5	0.003069486003369093
63622	embedding2nn.weight	6	-0.013805045746266842
63622	embedding2nn.weight	7	-0.004754832945764065
63622	embedding2nn.weight	8	-0.004100584425032139
63622	embedding2nn.weight	9	-0.004319542553275824
63622	embedding2nn.bias	0	0.022963492199778557
63622	embedding2nn.bias	1	-0.03369448333978653
63622	embedding2nn.bias	2	0.04221382737159729
63622	embedding2nn.bias	3	0.03572132810950279
63622	embedding2nn.bias	4	0.011624185368418694
63622	embedding2nn.bias	5	-0.04036041721701622
63622	embedding2nn.bias	6	0.015036041848361492
63622	embedding2nn.bias	7	0.00893772765994072
63622	embedding2nn.bias	8	-0.028383446857333183
63622	embedding2nn.bias	9	0.016741063445806503
63622	rnn.weight_ih_l0	0	0.05999929830431938
63622	rnn.weight_ih_l0	1	-0.03300695866346359
63622	rnn.weight_ih_l0	2	0.006101418752223253
63622	rnn.weight_ih_l0	3	0.04632502421736717
63622	rnn.weight_ih_l0	4	-0.01853049173951149
63622	rnn.weight_ih_l0	5	0.05008108168840408
63622	rnn.weight_ih_l0	6	0.012652317993342876
63622	rnn.weight_ih_l0	7	0.06075386703014374
63622	rnn.weight_ih_l0	8	0.013562659732997417
63622	rnn.weight_ih_l0	9	-0.019839070737361908
63622	rnn.weight_hh_l0	0	-0.023082111030817032
63622	rnn.weight_hh_l0	1	-0.021763602271676064
63622	rnn.weight_hh_l0	2	-0.06211668625473976
63622	rnn.weight_hh_l0	3	-0.014286340214312077
63622	rnn.weight_hh_l0	4	-0.009406986646354198
63622	rnn.weight_hh_l0	5	-0.025771286338567734
63622	rnn.weight_hh_l0	6	-0.0058611067943274975
63622	rnn.weight_hh_l0	7	-0.04803445562720299
63622	rnn.weight_hh_l0	8	0.06485801935195923
63622	rnn.weight_hh_l0	9	0.04197850450873375
63622	rnn.bias_ih_l0	0	-0.13583965599536896
63622	rnn.bias_ih_l0	1	-0.10374149680137634
63622	rnn.bias_ih_l0	2	0.0025165497791022062
63622	rnn.bias_ih_l0	3	-0.1313703954219818
63622	rnn.bias_ih_l0	4	-0.025377551093697548
63622	rnn.bias_ih_l0	5	-0.11267322301864624
63622	rnn.bias_ih_l0	6	0.0450565442442894
63622	rnn.bias_ih_l0	7	-0.07628943026065826
63622	rnn.bias_ih_l0	8	-0.013034463860094547
63622	rnn.bias_ih_l0	9	-0.10083049535751343
63622	rnn.bias_hh_l0	0	-0.022158868610858917
63622	rnn.bias_hh_l0	1	0.19288282096385956
63622	rnn.bias_hh_l0	2	0.06916578859090805
63622	rnn.bias_hh_l0	3	-0.04709620401263237
63622	rnn.bias_hh_l0	4	-0.08811188489198685
63622	rnn.bias_hh_l0	5	-0.01562572829425335
63622	rnn.bias_hh_l0	6	0.06146044656634331
63622	rnn.bias_hh_l0	7	-0.08338329195976257
63622	rnn.bias_hh_l0	8	-0.14428646862506866
63622	rnn.bias_hh_l0	9	-0.08994704484939575
63622	rnn.weight_ih_l0_reverse	0	0.029434747993946075
63622	rnn.weight_ih_l0_reverse	1	-0.05069936066865921
63622	rnn.weight_ih_l0_reverse	2	0.038061004132032394
63622	rnn.weight_ih_l0_reverse	3	0.0061928341165184975
63622	rnn.weight_ih_l0_reverse	4	0.02402683161199093
63622	rnn.weight_ih_l0_reverse	5	-0.037289950996637344
63622	rnn.weight_ih_l0_reverse	6	0.024127749726176262
63622	rnn.weight_ih_l0_reverse	7	0.030964847654104233
63622	rnn.weight_ih_l0_reverse	8	-0.03086875006556511
63622	rnn.weight_ih_l0_reverse	9	0.00902538187801838
63622	rnn.weight_hh_l0_reverse	0	0.04726875200867653
63622	rnn.weight_hh_l0_reverse	1	0.0346759594976902
63622	rnn.weight_hh_l0_reverse	2	-0.020675046369433403
63622	rnn.weight_hh_l0_reverse	3	-0.04809318110346794
63622	rnn.weight_hh_l0_reverse	4	0.008111884817481041
63622	rnn.weight_hh_l0_reverse	5	-0.042707569897174835
63622	rnn.weight_hh_l0_reverse	6	-0.012470100075006485
63622	rnn.weight_hh_l0_reverse	7	0.0255467277020216
63622	rnn.weight_hh_l0_reverse	8	0.017660873010754585
63622	rnn.weight_hh_l0_reverse	9	-0.003606318263337016
63622	rnn.bias_ih_l0_reverse	0	-0.04112682119011879
63622	rnn.bias_ih_l0_reverse	1	-0.10819246619939804
63622	rnn.bias_ih_l0_reverse	2	-0.09933902323246002
63622	rnn.bias_ih_l0_reverse	3	-0.010396948084235191
63622	rnn.bias_ih_l0_reverse	4	-0.06977899372577667
63622	rnn.bias_ih_l0_reverse	5	-0.0697065144777298
63622	rnn.bias_ih_l0_reverse	6	-0.13019776344299316
63622	rnn.bias_ih_l0_reverse	7	-0.033036500215530396
63622	rnn.bias_ih_l0_reverse	8	-0.0483907088637352
63622	rnn.bias_ih_l0_reverse	9	-0.10698164999485016
63622	rnn.bias_hh_l0_reverse	0	-0.10152946412563324
63622	rnn.bias_hh_l0_reverse	1	-0.14075863361358643
63622	rnn.bias_hh_l0_reverse	2	0.1261570304632187
63622	rnn.bias_hh_l0_reverse	3	0.043908026069402695
63622	rnn.bias_hh_l0_reverse	4	-0.09161403030157089
63622	rnn.bias_hh_l0_reverse	5	-0.08828408271074295
63622	rnn.bias_hh_l0_reverse	6	-0.08449627459049225
63622	rnn.bias_hh_l0_reverse	7	-0.015821630135178566
63622	rnn.bias_hh_l0_reverse	8	-0.039941612631082535
63622	rnn.bias_hh_l0_reverse	9	0.0025336001999676228
63622	linear.weight	0	-0.007336905226111412
63622	linear.weight	1	0.05434734374284744
63622	linear.weight	2	0.1512303203344345
63622	linear.weight	3	-0.08128653466701508
63622	linear.weight	4	-0.010588549077510834
63622	linear.weight	5	0.024637503549456596
63622	linear.weight	6	-0.010739270597696304
63622	linear.weight	7	-0.07214655727148056
63622	linear.weight	8	0.2774016857147217
63622	linear.weight	9	-0.21004359424114227
63622	linear.bias	0	-0.03956538438796997
63622	linear.bias	1	0.031413208693265915
63622	linear.bias	2	0.4310205280780792
63622	linear.bias	3	-0.19491051137447357
63622	linear.bias	4	1.5544778108596802
63622	linear.bias	5	-1.2930693626403809
63622	linear.bias	6	-0.41782501339912415
63622	linear.bias	7	-0.08035669475793839
64180	transitions	0	-1.3901679515838623
64180	transitions	1	-10000.0
64180	transitions	2	-0.7969565987586975
64180	transitions	3	-10000.0
64180	transitions	4	1.6944870948791504
64180	transitions	5	-10000.0
64180	transitions	6	-10000.0
64180	transitions	7	1.34834885597229
64180	transitions	8	-2.1592414379119873
64180	transitions	9	-3.8289005756378174
64180	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
64180	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
64180	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
64180	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
64180	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
64180	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
64180	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
64180	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
64180	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
64180	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
64180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
64180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
64180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
64180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
64180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
64180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
64180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
64180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
64180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
64180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
64180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
64180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
64180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
64180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
64180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
64180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
64180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
64180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
64180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
64180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
64180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
64180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
64180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
64180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
64180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
64180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
64180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
64180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
64180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
64180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
64180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
64180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
64180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
64180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
64180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
64180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
64180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
64180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
64180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
64180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
64180	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
64180	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
64180	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
64180	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
64180	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
64180	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
64180	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
64180	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
64180	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
64180	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
64180	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
64180	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
64180	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
64180	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
64180	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
64180	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
64180	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
64180	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
64180	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
64180	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
64180	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
64180	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
64180	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
64180	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
64180	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
64180	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
64180	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
64180	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
64180	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
64180	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
64180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
64180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
64180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
64180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
64180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
64180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
64180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
64180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
64180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
64180	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
64180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
64180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
64180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
64180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
64180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
64180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
64180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
64180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
64180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
64180	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
64180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
64180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
64180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
64180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
64180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
64180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
64180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
64180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
64180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
64180	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
64180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
64180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
64180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
64180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
64180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
64180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
64180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
64180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
64180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
64180	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
64180	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
64180	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
64180	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
64180	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
64180	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
64180	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
64180	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
64180	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
64180	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
64180	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
64180	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
64180	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
64180	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
64180	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
64180	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
64180	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
64180	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
64180	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
64180	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
64180	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
64180	embedding2nn.weight	0	0.006841066759079695
64180	embedding2nn.weight	1	0.005238702986389399
64180	embedding2nn.weight	2	0.013392658904194832
64180	embedding2nn.weight	3	0.015585320070385933
64180	embedding2nn.weight	4	0.018173009157180786
64180	embedding2nn.weight	5	0.0034092653077095747
64180	embedding2nn.weight	6	-0.01431724801659584
64180	embedding2nn.weight	7	-0.005013723857700825
64180	embedding2nn.weight	8	-0.0033076368272304535
64180	embedding2nn.weight	9	-0.003926664590835571
64180	embedding2nn.bias	0	0.01819603517651558
64180	embedding2nn.bias	1	-0.03528124839067459
64180	embedding2nn.bias	2	0.054077260196208954
64180	embedding2nn.bias	3	0.038313064724206924
64180	embedding2nn.bias	4	0.004625898785889149
64180	embedding2nn.bias	5	-0.04901334270834923
64180	embedding2nn.bias	6	0.02118316851556301
64180	embedding2nn.bias	7	0.005761409644037485
64180	embedding2nn.bias	8	-0.0313645601272583
64180	embedding2nn.bias	9	0.012157181277871132
64180	rnn.weight_ih_l0	0	0.058478716760873795
64180	rnn.weight_ih_l0	1	-0.03450778126716614
64180	rnn.weight_ih_l0	2	0.00705196987837553
64180	rnn.weight_ih_l0	3	0.04263589158654213
64180	rnn.weight_ih_l0	4	-0.018501779064536095
64180	rnn.weight_ih_l0	5	0.048720162361860275
64180	rnn.weight_ih_l0	6	0.012430436909198761
64180	rnn.weight_ih_l0	7	0.06107228249311447
64180	rnn.weight_ih_l0	8	0.012133985757827759
64180	rnn.weight_ih_l0	9	-0.02050907164812088
64180	rnn.weight_hh_l0	0	-0.021745551377534866
64180	rnn.weight_hh_l0	1	-0.021463412791490555
64180	rnn.weight_hh_l0	2	-0.061948247253894806
64180	rnn.weight_hh_l0	3	-0.014146234840154648
64180	rnn.weight_hh_l0	4	-0.009344625286757946
64180	rnn.weight_hh_l0	5	-0.02564595639705658
64180	rnn.weight_hh_l0	6	-0.005744934547692537
64180	rnn.weight_hh_l0	7	-0.04930339381098747
64180	rnn.weight_hh_l0	8	0.06511502712965012
64180	rnn.weight_hh_l0	9	0.04135986790060997
64180	rnn.bias_ih_l0	0	-0.13700002431869507
64180	rnn.bias_ih_l0	1	-0.10991426557302475
64180	rnn.bias_ih_l0	2	0.0030021590646356344
64180	rnn.bias_ih_l0	3	-0.13478370010852814
64180	rnn.bias_ih_l0	4	-0.028478361666202545
64180	rnn.bias_ih_l0	5	-0.11250874400138855
64180	rnn.bias_ih_l0	6	0.04435916990041733
64180	rnn.bias_ih_l0	7	-0.07571941614151001
64180	rnn.bias_ih_l0	8	-0.012078226543962955
64180	rnn.bias_ih_l0	9	-0.10135508328676224
64180	rnn.bias_hh_l0	0	-0.022569293156266212
64180	rnn.bias_hh_l0	1	0.19751761853694916
64180	rnn.bias_hh_l0	2	0.06010093912482262
64180	rnn.bias_hh_l0	3	-0.04631679132580757
64180	rnn.bias_hh_l0	4	-0.08546744287014008
64180	rnn.bias_hh_l0	5	-0.01588010974228382
64180	rnn.bias_hh_l0	6	0.06656520068645477
64180	rnn.bias_hh_l0	7	-0.0793391689658165
64180	rnn.bias_hh_l0	8	-0.14126139879226685
64180	rnn.bias_hh_l0	9	-0.0882025957107544
64180	rnn.weight_ih_l0_reverse	0	0.027561772614717484
64180	rnn.weight_ih_l0_reverse	1	-0.05072328448295593
64180	rnn.weight_ih_l0_reverse	2	0.03801338002085686
64180	rnn.weight_ih_l0_reverse	3	0.0065517001785337925
64180	rnn.weight_ih_l0_reverse	4	0.023983467370271683
64180	rnn.weight_ih_l0_reverse	5	-0.037335269153118134
64180	rnn.weight_ih_l0_reverse	6	0.02323572337627411
64180	rnn.weight_ih_l0_reverse	7	0.0306705292314291
64180	rnn.weight_ih_l0_reverse	8	-0.0293726809322834
64180	rnn.weight_ih_l0_reverse	9	0.00987478531897068
64180	rnn.weight_hh_l0_reverse	0	0.04736395552754402
64180	rnn.weight_hh_l0_reverse	1	0.03522774204611778
64180	rnn.weight_hh_l0_reverse	2	-0.01956656388938427
64180	rnn.weight_hh_l0_reverse	3	-0.04799683392047882
64180	rnn.weight_hh_l0_reverse	4	0.00793217122554779
64180	rnn.weight_hh_l0_reverse	5	-0.04322650283575058
64180	rnn.weight_hh_l0_reverse	6	-0.012377321720123291
64180	rnn.weight_hh_l0_reverse	7	0.025485938414931297
64180	rnn.weight_hh_l0_reverse	8	0.018484171479940414
64180	rnn.weight_hh_l0_reverse	9	-0.003650132566690445
64180	rnn.bias_ih_l0_reverse	0	-0.04350662976503372
64180	rnn.bias_ih_l0_reverse	1	-0.10811864584684372
64180	rnn.bias_ih_l0_reverse	2	-0.09560437500476837
64180	rnn.bias_ih_l0_reverse	3	-0.010993986390531063
64180	rnn.bias_ih_l0_reverse	4	-0.0713891014456749
64180	rnn.bias_ih_l0_reverse	5	-0.06979335099458694
64180	rnn.bias_ih_l0_reverse	6	-0.12860046327114105
64180	rnn.bias_ih_l0_reverse	7	-0.03387318179011345
64180	rnn.bias_ih_l0_reverse	8	-0.04807407408952713
64180	rnn.bias_ih_l0_reverse	9	-0.10388319939374924
64180	rnn.bias_hh_l0_reverse	0	-0.09912741929292679
64180	rnn.bias_hh_l0_reverse	1	-0.14054588973522186
64180	rnn.bias_hh_l0_reverse	2	0.1280905306339264
64180	rnn.bias_hh_l0_reverse	3	0.05204843729734421
64180	rnn.bias_hh_l0_reverse	4	-0.090318463742733
64180	rnn.bias_hh_l0_reverse	5	-0.08562413603067398
64180	rnn.bias_hh_l0_reverse	6	-0.08649909496307373
64180	rnn.bias_hh_l0_reverse	7	-0.018644899129867554
64180	rnn.bias_hh_l0_reverse	8	-0.04220372065901756
64180	rnn.bias_hh_l0_reverse	9	0.0009814380900934339
64180	linear.weight	0	-0.007345892488956451
64180	linear.weight	1	0.0040489560924470425
64180	linear.weight	2	0.16927814483642578
64180	linear.weight	3	-0.0812535360455513
64180	linear.weight	4	-0.010588549077510834
64180	linear.weight	5	0.04757683351635933
64180	linear.weight	6	-0.010739270597696304
64180	linear.weight	7	-0.09941773116588593
64180	linear.weight	8	0.31360432505607605
64180	linear.weight	9	-0.21445004642009735
64180	linear.bias	0	-0.03956538438796997
64180	linear.bias	1	0.031413208693265915
64180	linear.bias	2	0.5048918724060059
64180	linear.bias	3	-0.28947195410728455
64180	linear.bias	4	1.5559619665145874
64180	linear.bias	5	-1.2941538095474243
64180	linear.bias	6	-0.40706759691238403
64180	linear.bias	7	-0.07083554565906525
64738	transitions	0	-1.3945506811141968
64738	transitions	1	-10000.0
64738	transitions	2	-0.7969565987586975
64738	transitions	3	-10000.0
64738	transitions	4	1.6765942573547363
64738	transitions	5	-10000.0
64738	transitions	6	-10000.0
64738	transitions	7	1.3959548473358154
64738	transitions	8	-2.1628806591033936
64738	transitions	9	-3.832794427871704
64738	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
64738	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
64738	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
64738	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
64738	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
64738	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
64738	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
64738	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
64738	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
64738	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
64738	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
64738	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
64738	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
64738	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
64738	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
64738	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
64738	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
64738	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
64738	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
64738	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
64738	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
64738	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
64738	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
64738	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
64738	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
64738	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
64738	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
64738	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
64738	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
64738	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
64738	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
64738	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
64738	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
64738	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
64738	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
64738	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
64738	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
64738	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
64738	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
64738	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
64738	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
64738	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
64738	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
64738	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
64738	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
64738	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
64738	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
64738	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
64738	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
64738	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
64738	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
64738	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
64738	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
64738	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
64738	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
64738	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
64738	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
64738	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
64738	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
64738	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
64738	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
64738	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
64738	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
64738	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
64738	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
64738	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
64738	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
64738	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
64738	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
64738	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
64738	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
64738	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
64738	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
64738	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
64738	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
64738	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
64738	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
64738	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
64738	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
64738	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
64738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
64738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
64738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
64738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
64738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
64738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
64738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
64738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
64738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
64738	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
64738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
64738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
64738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
64738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
64738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
64738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
64738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
64738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
64738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
64738	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
64738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
64738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
64738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
64738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
64738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
64738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
64738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
64738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
64738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
64738	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
64738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
64738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
64738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
64738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
64738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
64738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
64738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
64738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
64738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
64738	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
64738	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
64738	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
64738	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
64738	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
64738	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
64738	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
64738	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
64738	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
64738	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
64738	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
64738	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
64738	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
64738	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
64738	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
64738	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
64738	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
64738	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
64738	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
64738	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
64738	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
64738	embedding2nn.weight	0	0.006912078242748976
64738	embedding2nn.weight	1	0.005322942975908518
64738	embedding2nn.weight	2	0.013413002714514732
64738	embedding2nn.weight	3	0.015475132502615452
64738	embedding2nn.weight	4	0.01862368918955326
64738	embedding2nn.weight	5	0.0033368575386703014
64738	embedding2nn.weight	6	-0.01431247964501381
64738	embedding2nn.weight	7	-0.005132331978529692
64738	embedding2nn.weight	8	-0.0031840549781918526
64738	embedding2nn.weight	9	-0.003881123848259449
64738	embedding2nn.bias	0	0.015536061488091946
64738	embedding2nn.bias	1	-0.02927464060485363
64738	embedding2nn.bias	2	0.052916210144758224
64738	embedding2nn.bias	3	0.039838481694459915
64738	embedding2nn.bias	4	0.006902303081005812
64738	embedding2nn.bias	5	-0.05515408143401146
64738	embedding2nn.bias	6	0.02300017699599266
64738	embedding2nn.bias	7	0.007049632724374533
64738	embedding2nn.bias	8	-0.029081111773848534
64738	embedding2nn.bias	9	0.02287248708307743
64738	rnn.weight_ih_l0	0	0.06056797504425049
64738	rnn.weight_ih_l0	1	-0.03507763892412186
64738	rnn.weight_ih_l0	2	0.005863791797310114
64738	rnn.weight_ih_l0	3	0.042783211916685104
64738	rnn.weight_ih_l0	4	-0.022861944511532784
64738	rnn.weight_ih_l0	5	0.04964044317603111
64738	rnn.weight_ih_l0	6	0.012787068262696266
64738	rnn.weight_ih_l0	7	0.0615900419652462
64738	rnn.weight_ih_l0	8	0.012315417639911175
64738	rnn.weight_ih_l0	9	-0.022199265658855438
64738	rnn.weight_hh_l0	0	-0.023423077538609505
64738	rnn.weight_hh_l0	1	-0.021501854062080383
64738	rnn.weight_hh_l0	2	-0.06258808821439743
64738	rnn.weight_hh_l0	3	-0.014157885685563087
64738	rnn.weight_hh_l0	4	-0.009535321965813637
64738	rnn.weight_hh_l0	5	-0.02639715000987053
64738	rnn.weight_hh_l0	6	-0.005900638177990913
64738	rnn.weight_hh_l0	7	-0.04902195185422897
64738	rnn.weight_hh_l0	8	0.06496492028236389
64738	rnn.weight_hh_l0	9	0.04180941358208656
64738	rnn.bias_ih_l0	0	-0.1370840072631836
64738	rnn.bias_ih_l0	1	-0.10979659855365753
64738	rnn.bias_ih_l0	2	0.001693060388788581
64738	rnn.bias_ih_l0	3	-0.13925878703594208
64738	rnn.bias_ih_l0	4	-0.026806021109223366
64738	rnn.bias_ih_l0	5	-0.11142671853303909
64738	rnn.bias_ih_l0	6	0.041073184460401535
64738	rnn.bias_ih_l0	7	-0.07756408303976059
64738	rnn.bias_ih_l0	8	-0.010636883787810802
64738	rnn.bias_ih_l0	9	-0.10116326808929443
64738	rnn.bias_hh_l0	0	-0.021060748025774956
64738	rnn.bias_hh_l0	1	0.19764858484268188
64738	rnn.bias_hh_l0	2	0.057569198310375214
64738	rnn.bias_hh_l0	3	-0.04836702346801758
64738	rnn.bias_hh_l0	4	-0.08231589943170547
64738	rnn.bias_hh_l0	5	-0.017676394432783127
64738	rnn.bias_hh_l0	6	0.06429532915353775
64738	rnn.bias_hh_l0	7	-0.08677879720926285
64738	rnn.bias_hh_l0	8	-0.13647323846817017
64738	rnn.bias_hh_l0	9	-0.08805710077285767
64738	rnn.weight_ih_l0_reverse	0	0.02769189327955246
64738	rnn.weight_ih_l0_reverse	1	-0.05077967792749405
64738	rnn.weight_ih_l0_reverse	2	0.038199737668037415
64738	rnn.weight_ih_l0_reverse	3	0.005816641263663769
64738	rnn.weight_ih_l0_reverse	4	0.024678397923707962
64738	rnn.weight_ih_l0_reverse	5	-0.03562347590923309
64738	rnn.weight_ih_l0_reverse	6	0.023201940581202507
64738	rnn.weight_ih_l0_reverse	7	0.03039666824042797
64738	rnn.weight_ih_l0_reverse	8	-0.029686499387025833
64738	rnn.weight_ih_l0_reverse	9	0.008901998400688171
64738	rnn.weight_hh_l0_reverse	0	0.04834040626883507
64738	rnn.weight_hh_l0_reverse	1	0.03499596193432808
64738	rnn.weight_hh_l0_reverse	2	-0.02006046287715435
64738	rnn.weight_hh_l0_reverse	3	-0.04635803773999214
64738	rnn.weight_hh_l0_reverse	4	0.007305892184376717
64738	rnn.weight_hh_l0_reverse	5	-0.04334729164838791
64738	rnn.weight_hh_l0_reverse	6	-0.012082623317837715
64738	rnn.weight_hh_l0_reverse	7	0.025324245914816856
64738	rnn.weight_hh_l0_reverse	8	0.018439771607518196
64738	rnn.weight_hh_l0_reverse	9	-0.0033798234071582556
64738	rnn.bias_ih_l0_reverse	0	-0.04502458870410919
64738	rnn.bias_ih_l0_reverse	1	-0.10821612924337387
64738	rnn.bias_ih_l0_reverse	2	-0.0999569445848465
64738	rnn.bias_ih_l0_reverse	3	-0.01597759686410427
64738	rnn.bias_ih_l0_reverse	4	-0.06951235234737396
64738	rnn.bias_ih_l0_reverse	5	-0.06876206398010254
64738	rnn.bias_ih_l0_reverse	6	-0.13155798614025116
64738	rnn.bias_ih_l0_reverse	7	-0.03480197489261627
64738	rnn.bias_ih_l0_reverse	8	-0.04915771260857582
64738	rnn.bias_ih_l0_reverse	9	-0.10527168959379196
64738	rnn.bias_hh_l0_reverse	0	-0.09826663136482239
64738	rnn.bias_hh_l0_reverse	1	-0.14036215841770172
64738	rnn.bias_hh_l0_reverse	2	0.1289484202861786
64738	rnn.bias_hh_l0_reverse	3	0.04764058440923691
64738	rnn.bias_hh_l0_reverse	4	-0.09539904445409775
64738	rnn.bias_hh_l0_reverse	5	-0.07983145862817764
64738	rnn.bias_hh_l0_reverse	6	-0.07805272191762924
64738	rnn.bias_hh_l0_reverse	7	-0.016298750415444374
64738	rnn.bias_hh_l0_reverse	8	-0.04367147386074066
64738	rnn.bias_hh_l0_reverse	9	0.0028144707903265953
64738	linear.weight	0	-0.0073331003077328205
64738	linear.weight	1	0.02098715677857399
64738	linear.weight	2	0.1839769333600998
64738	linear.weight	3	-0.08119652420282364
64738	linear.weight	4	-0.010588549077510834
64738	linear.weight	5	0.025477832183241844
64738	linear.weight	6	-0.010739270597696304
64738	linear.weight	7	-0.11300398409366608
64738	linear.weight	8	0.2940327227115631
64738	linear.weight	9	-0.2007361352443695
64738	linear.bias	0	-0.03956538438796997
64738	linear.bias	1	0.031413208693265915
64738	linear.bias	2	0.4589517414569855
64738	linear.bias	3	-0.24537014961242676
64738	linear.bias	4	1.5943548679351807
64738	linear.bias	5	-1.2952288389205933
64738	linear.bias	6	-0.4250611960887909
64738	linear.bias	7	-0.08834975212812424
65296	transitions	0	-1.3988924026489258
65296	transitions	1	-10000.0
65296	transitions	2	-0.7969565987586975
65296	transitions	3	-10000.0
65296	transitions	4	1.7061426639556885
65296	transitions	5	-10000.0
65296	transitions	6	-10000.0
65296	transitions	7	1.4326564073562622
65296	transitions	8	-2.166971206665039
65296	transitions	9	-3.836791515350342
65296	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
65296	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
65296	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
65296	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
65296	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
65296	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
65296	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
65296	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
65296	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
65296	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
65296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
65296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
65296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
65296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
65296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
65296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
65296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
65296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
65296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
65296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
65296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
65296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
65296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
65296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
65296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
65296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
65296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
65296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
65296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
65296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
65296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
65296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
65296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
65296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
65296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
65296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
65296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
65296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
65296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
65296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
65296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
65296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
65296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
65296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
65296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
65296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
65296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
65296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
65296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
65296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
65296	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
65296	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
65296	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
65296	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
65296	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
65296	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
65296	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
65296	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
65296	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
65296	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
65296	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
65296	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
65296	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
65296	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
65296	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
65296	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
65296	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
65296	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
65296	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
65296	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
65296	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
65296	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
65296	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
65296	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
65296	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
65296	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
65296	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
65296	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
65296	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
65296	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
65296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
65296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
65296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
65296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
65296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
65296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
65296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
65296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
65296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
65296	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
65296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
65296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
65296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
65296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
65296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
65296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
65296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
65296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
65296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
65296	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
65296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
65296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
65296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
65296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
65296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
65296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
65296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
65296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
65296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
65296	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
65296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
65296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
65296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
65296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
65296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
65296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
65296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
65296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
65296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
65296	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
65296	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
65296	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
65296	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
65296	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
65296	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
65296	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
65296	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
65296	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
65296	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
65296	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
65296	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
65296	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
65296	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
65296	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
65296	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
65296	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
65296	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
65296	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
65296	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
65296	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
65296	embedding2nn.weight	0	0.0069222645834088326
65296	embedding2nn.weight	1	0.0052043781615793705
65296	embedding2nn.weight	2	0.01336715929210186
65296	embedding2nn.weight	3	0.016238220036029816
65296	embedding2nn.weight	4	0.01801086775958538
65296	embedding2nn.weight	5	0.004018204752355814
65296	embedding2nn.weight	6	-0.013631496578454971
65296	embedding2nn.weight	7	-0.005178452935069799
65296	embedding2nn.weight	8	-0.002979063428938389
65296	embedding2nn.weight	9	-0.0037239291705191135
65296	embedding2nn.bias	0	0.017730798572301865
65296	embedding2nn.bias	1	-0.033654164522886276
65296	embedding2nn.bias	2	0.060510098934173584
65296	embedding2nn.bias	3	0.040561117231845856
65296	embedding2nn.bias	4	-0.005427639465779066
65296	embedding2nn.bias	5	-0.046322695910930634
65296	embedding2nn.bias	6	0.01836928352713585
65296	embedding2nn.bias	7	0.002528592711314559
65296	embedding2nn.bias	8	-0.03156507387757301
65296	embedding2nn.bias	9	0.01579754427075386
65296	rnn.weight_ih_l0	0	0.06045081838965416
65296	rnn.weight_ih_l0	1	-0.034692294895648956
65296	rnn.weight_ih_l0	2	0.005840242374688387
65296	rnn.weight_ih_l0	3	0.043192919343709946
65296	rnn.weight_ih_l0	4	-0.023793181404471397
65296	rnn.weight_ih_l0	5	0.05011739581823349
65296	rnn.weight_ih_l0	6	0.012988349422812462
65296	rnn.weight_ih_l0	7	0.06305108219385147
65296	rnn.weight_ih_l0	8	0.013577486388385296
65296	rnn.weight_ih_l0	9	-0.022437425330281258
65296	rnn.weight_hh_l0	0	-0.02352875843644142
65296	rnn.weight_hh_l0	1	-0.02129039727151394
65296	rnn.weight_hh_l0	2	-0.060460105538368225
65296	rnn.weight_hh_l0	3	-0.01442753616720438
65296	rnn.weight_hh_l0	4	-0.009555700235068798
65296	rnn.weight_hh_l0	5	-0.026145540177822113
65296	rnn.weight_hh_l0	6	-0.00583455478772521
65296	rnn.weight_hh_l0	7	-0.04710819944739342
65296	rnn.weight_hh_l0	8	0.0645260214805603
65296	rnn.weight_hh_l0	9	0.04165642336010933
65296	rnn.bias_ih_l0	0	-0.14117294549942017
65296	rnn.bias_ih_l0	1	-0.11572437733411789
65296	rnn.bias_ih_l0	2	0.0014294962165877223
65296	rnn.bias_ih_l0	3	-0.13785876333713531
65296	rnn.bias_ih_l0	4	-0.031307488679885864
65296	rnn.bias_ih_l0	5	-0.11062965542078018
65296	rnn.bias_ih_l0	6	0.04187009483575821
65296	rnn.bias_ih_l0	7	-0.07911878824234009
65296	rnn.bias_ih_l0	8	-0.013824828900396824
65296	rnn.bias_ih_l0	9	-0.10040301829576492
65296	rnn.bias_hh_l0	0	-0.017776083201169968
65296	rnn.bias_hh_l0	1	0.19651274383068085
65296	rnn.bias_hh_l0	2	0.04588017985224724
65296	rnn.bias_hh_l0	3	-0.047673556953668594
65296	rnn.bias_hh_l0	4	-0.08137768507003784
65296	rnn.bias_hh_l0	5	-0.016100574284791946
65296	rnn.bias_hh_l0	6	0.06518398970365524
65296	rnn.bias_hh_l0	7	-0.0849093422293663
65296	rnn.bias_hh_l0	8	-0.14041024446487427
65296	rnn.bias_hh_l0	9	-0.08574394136667252
65296	rnn.weight_ih_l0_reverse	0	0.028611544519662857
65296	rnn.weight_ih_l0_reverse	1	-0.05013790354132652
65296	rnn.weight_ih_l0_reverse	2	0.03757200017571449
65296	rnn.weight_ih_l0_reverse	3	0.005128801800310612
65296	rnn.weight_ih_l0_reverse	4	0.02431301772594452
65296	rnn.weight_ih_l0_reverse	5	-0.03492175415158272
65296	rnn.weight_ih_l0_reverse	6	0.022779472172260284
65296	rnn.weight_ih_l0_reverse	7	0.03083363175392151
65296	rnn.weight_ih_l0_reverse	8	-0.028945503756403923
65296	rnn.weight_ih_l0_reverse	9	0.008991862647235394
65296	rnn.weight_hh_l0_reverse	0	0.04869304969906807
65296	rnn.weight_hh_l0_reverse	1	0.03523772582411766
65296	rnn.weight_hh_l0_reverse	2	-0.01965629681944847
65296	rnn.weight_hh_l0_reverse	3	-0.04668711870908737
65296	rnn.weight_hh_l0_reverse	4	0.007604201324284077
65296	rnn.weight_hh_l0_reverse	5	-0.043399877846241
65296	rnn.weight_hh_l0_reverse	6	-0.011933567002415657
65296	rnn.weight_hh_l0_reverse	7	0.02532927691936493
65296	rnn.weight_hh_l0_reverse	8	0.0186455175280571
65296	rnn.weight_hh_l0_reverse	9	-0.0034755452070385218
65296	rnn.bias_ih_l0_reverse	0	-0.04699496179819107
65296	rnn.bias_ih_l0_reverse	1	-0.10804580897092819
65296	rnn.bias_ih_l0_reverse	2	-0.1010703593492508
65296	rnn.bias_ih_l0_reverse	3	-0.012151455506682396
65296	rnn.bias_ih_l0_reverse	4	-0.06831850111484528
65296	rnn.bias_ih_l0_reverse	5	-0.07210365682840347
65296	rnn.bias_ih_l0_reverse	6	-0.13468709588050842
65296	rnn.bias_ih_l0_reverse	7	-0.031945109367370605
65296	rnn.bias_ih_l0_reverse	8	-0.0460035540163517
65296	rnn.bias_ih_l0_reverse	9	-0.10779473185539246
65296	rnn.bias_hh_l0_reverse	0	-0.09892462939023972
65296	rnn.bias_hh_l0_reverse	1	-0.1364492028951645
65296	rnn.bias_hh_l0_reverse	2	0.12326943874359131
65296	rnn.bias_hh_l0_reverse	3	0.044538628309965134
65296	rnn.bias_hh_l0_reverse	4	-0.0941382646560669
65296	rnn.bias_hh_l0_reverse	5	-0.088852159678936
65296	rnn.bias_hh_l0_reverse	6	-0.08914804458618164
65296	rnn.bias_hh_l0_reverse	7	-0.022448772564530373
65296	rnn.bias_hh_l0_reverse	8	-0.04575352743268013
65296	rnn.bias_hh_l0_reverse	9	0.0022004693746566772
65296	linear.weight	0	-0.0073177083395421505
65296	linear.weight	1	0.016445305198431015
65296	linear.weight	2	0.19267573952674866
65296	linear.weight	3	-0.08115658909082413
65296	linear.weight	4	-0.010588549077510834
65296	linear.weight	5	0.06832405924797058
65296	linear.weight	6	-0.010739270597696304
65296	linear.weight	7	-0.08676745742559433
65296	linear.weight	8	0.25855475664138794
65296	linear.weight	9	-0.20969240367412567
65296	linear.bias	0	-0.03956538438796997
65296	linear.bias	1	0.031413208693265915
65296	linear.bias	2	0.4371071457862854
65296	linear.bias	3	-0.23902922868728638
65296	linear.bias	4	1.5997612476348877
65296	linear.bias	5	-1.2962682247161865
65296	linear.bias	6	-0.4198596179485321
65296	linear.bias	7	-0.08243945240974426
65854	transitions	0	-1.4042054414749146
65854	transitions	1	-10000.0
65854	transitions	2	-0.7969565987586975
65854	transitions	3	-10000.0
65854	transitions	4	1.7043222188949585
65854	transitions	5	-10000.0
65854	transitions	6	-10000.0
65854	transitions	7	1.4307149648666382
65854	transitions	8	-2.1709489822387695
65854	transitions	9	-3.8408455848693848
65854	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
65854	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
65854	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
65854	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
65854	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
65854	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
65854	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
65854	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
65854	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
65854	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
65854	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
65854	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
65854	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
65854	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
65854	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
65854	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
65854	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
65854	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
65854	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
65854	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
65854	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
65854	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
65854	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
65854	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
65854	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
65854	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
65854	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
65854	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
65854	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
65854	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
65854	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
65854	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
65854	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
65854	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
65854	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
65854	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
65854	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
65854	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
65854	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
65854	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
65854	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
65854	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
65854	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
65854	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
65854	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
65854	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
65854	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
65854	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
65854	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
65854	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
65854	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
65854	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
65854	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
65854	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
65854	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
65854	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
65854	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
65854	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
65854	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
65854	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
65854	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
65854	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
65854	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
65854	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
65854	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
65854	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
65854	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
65854	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
65854	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
65854	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
65854	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
65854	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
65854	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
65854	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
65854	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
65854	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
65854	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
65854	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
65854	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
65854	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
65854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
65854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
65854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
65854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
65854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
65854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
65854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
65854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
65854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
65854	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
65854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
65854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
65854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
65854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
65854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
65854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
65854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
65854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
65854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
65854	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
65854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
65854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
65854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
65854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
65854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
65854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
65854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
65854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
65854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
65854	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
65854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
65854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
65854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
65854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
65854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
65854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
65854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
65854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
65854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
65854	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
65854	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
65854	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
65854	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
65854	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
65854	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
65854	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
65854	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
65854	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
65854	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
65854	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
65854	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
65854	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
65854	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
65854	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
65854	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
65854	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
65854	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
65854	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
65854	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
65854	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
65854	embedding2nn.weight	0	0.0069271111860871315
65854	embedding2nn.weight	1	0.005209282040596008
65854	embedding2nn.weight	2	0.013387804850935936
65854	embedding2nn.weight	3	0.015821723267436028
65854	embedding2nn.weight	4	0.018153421580791473
65854	embedding2nn.weight	5	0.003934052772819996
65854	embedding2nn.weight	6	-0.013257937505841255
65854	embedding2nn.weight	7	-0.004982784390449524
65854	embedding2nn.weight	8	-0.005386953707784414
65854	embedding2nn.weight	9	-0.003969852346926928
65854	embedding2nn.bias	0	0.0022671630140393972
65854	embedding2nn.bias	1	-0.030899396166205406
65854	embedding2nn.bias	2	0.0643746480345726
65854	embedding2nn.bias	3	0.037936847656965256
65854	embedding2nn.bias	4	-0.0031913782004266977
65854	embedding2nn.bias	5	-0.04434603080153465
65854	embedding2nn.bias	6	0.012434002943336964
65854	embedding2nn.bias	7	0.005814850330352783
65854	embedding2nn.bias	8	-0.030696991831064224
65854	embedding2nn.bias	9	0.014191948808729649
65854	rnn.weight_ih_l0	0	0.06222981959581375
65854	rnn.weight_ih_l0	1	-0.03339279815554619
65854	rnn.weight_ih_l0	2	0.006708160974085331
65854	rnn.weight_ih_l0	3	0.04304766282439232
65854	rnn.weight_ih_l0	4	-0.023589234799146652
65854	rnn.weight_ih_l0	5	0.04873006418347359
65854	rnn.weight_ih_l0	6	0.012991438619792461
65854	rnn.weight_ih_l0	7	0.06054551526904106
65854	rnn.weight_ih_l0	8	0.014256772585213184
65854	rnn.weight_ih_l0	9	-0.021102895960211754
65854	rnn.weight_hh_l0	0	-0.0226515531539917
65854	rnn.weight_hh_l0	1	-0.021259721368551254
65854	rnn.weight_hh_l0	2	-0.060324277728796005
65854	rnn.weight_hh_l0	3	-0.014444774016737938
65854	rnn.weight_hh_l0	4	-0.009571910835802555
65854	rnn.weight_hh_l0	5	-0.02562958188354969
65854	rnn.weight_hh_l0	6	-0.005760065745562315
65854	rnn.weight_hh_l0	7	-0.04792827367782593
65854	rnn.weight_hh_l0	8	0.06482215225696564
65854	rnn.weight_hh_l0	9	0.041796840727329254
65854	rnn.bias_ih_l0	0	-0.14155177772045135
65854	rnn.bias_ih_l0	1	-0.10948354750871658
65854	rnn.bias_ih_l0	2	-0.00159005681052804
65854	rnn.bias_ih_l0	3	-0.1349942535161972
65854	rnn.bias_ih_l0	4	-0.03305678069591522
65854	rnn.bias_ih_l0	5	-0.11474733054637909
65854	rnn.bias_ih_l0	6	0.03521843999624252
65854	rnn.bias_ih_l0	7	-0.08010740578174591
65854	rnn.bias_ih_l0	8	-0.01286268886178732
65854	rnn.bias_ih_l0	9	-0.10269539058208466
65854	rnn.bias_hh_l0	0	-0.02230820059776306
65854	rnn.bias_hh_l0	1	0.1929134577512741
65854	rnn.bias_hh_l0	2	0.051210708916187286
65854	rnn.bias_hh_l0	3	-0.05167001858353615
65854	rnn.bias_hh_l0	4	-0.08232606202363968
65854	rnn.bias_hh_l0	5	-0.018368160352110863
65854	rnn.bias_hh_l0	6	0.06242649629712105
65854	rnn.bias_hh_l0	7	-0.0855201780796051
65854	rnn.bias_hh_l0	8	-0.14155706763267517
65854	rnn.bias_hh_l0	9	-0.08934519439935684
65854	rnn.weight_ih_l0_reverse	0	0.027480946853756905
65854	rnn.weight_ih_l0_reverse	1	-0.04956132173538208
65854	rnn.weight_ih_l0_reverse	2	0.03738018497824669
65854	rnn.weight_ih_l0_reverse	3	0.005242485087364912
65854	rnn.weight_ih_l0_reverse	4	0.023740358650684357
65854	rnn.weight_ih_l0_reverse	5	-0.03680199012160301
65854	rnn.weight_ih_l0_reverse	6	0.02274843491613865
65854	rnn.weight_ih_l0_reverse	7	0.030962243676185608
65854	rnn.weight_ih_l0_reverse	8	-0.028817975893616676
65854	rnn.weight_ih_l0_reverse	9	0.006252713967114687
65854	rnn.weight_hh_l0_reverse	0	0.04858618974685669
65854	rnn.weight_hh_l0_reverse	1	0.03510478883981705
65854	rnn.weight_hh_l0_reverse	2	-0.019917679950594902
65854	rnn.weight_hh_l0_reverse	3	-0.04671486094594002
65854	rnn.weight_hh_l0_reverse	4	0.007942707277834415
65854	rnn.weight_hh_l0_reverse	5	-0.04264849051833153
65854	rnn.weight_hh_l0_reverse	6	-0.012032018043100834
65854	rnn.weight_hh_l0_reverse	7	0.025887126103043556
65854	rnn.weight_hh_l0_reverse	8	0.018573138862848282
65854	rnn.weight_hh_l0_reverse	9	-0.003146602539345622
65854	rnn.bias_ih_l0_reverse	0	-0.04596699774265289
65854	rnn.bias_ih_l0_reverse	1	-0.1098521277308464
65854	rnn.bias_ih_l0_reverse	2	-0.09745176136493683
65854	rnn.bias_ih_l0_reverse	3	-0.010014140047132969
65854	rnn.bias_ih_l0_reverse	4	-0.07004352658987045
65854	rnn.bias_ih_l0_reverse	5	-0.06725139170885086
65854	rnn.bias_ih_l0_reverse	6	-0.13335563242435455
65854	rnn.bias_ih_l0_reverse	7	-0.03879315033555031
65854	rnn.bias_ih_l0_reverse	8	-0.048118773847818375
65854	rnn.bias_ih_l0_reverse	9	-0.10847935825586319
65854	rnn.bias_hh_l0_reverse	0	-0.0995144322514534
65854	rnn.bias_hh_l0_reverse	1	-0.14033132791519165
65854	rnn.bias_hh_l0_reverse	2	0.12637612223625183
65854	rnn.bias_hh_l0_reverse	3	0.0499555841088295
65854	rnn.bias_hh_l0_reverse	4	-0.0922132134437561
65854	rnn.bias_hh_l0_reverse	5	-0.09130826592445374
65854	rnn.bias_hh_l0_reverse	6	-0.08611827343702316
65854	rnn.bias_hh_l0_reverse	7	-0.019684165716171265
65854	rnn.bias_hh_l0_reverse	8	-0.04478733614087105
65854	rnn.bias_hh_l0_reverse	9	-0.0003658901550807059
65854	linear.weight	0	-0.0073195262812078
65854	linear.weight	1	0.020641010254621506
65854	linear.weight	2	0.2055363953113556
65854	linear.weight	3	-0.08114892989397049
65854	linear.weight	4	-0.010588549077510834
65854	linear.weight	5	0.0975634977221489
65854	linear.weight	6	-0.010739270597696304
65854	linear.weight	7	-0.09347489476203918
65854	linear.weight	8	0.2813268005847931
65854	linear.weight	9	-0.22999446094036102
65854	linear.bias	0	-0.03956538438796997
65854	linear.bias	1	0.031413208693265915
65854	linear.bias	2	0.4052206873893738
65854	linear.bias	3	-0.22179868817329407
65854	linear.bias	4	1.62290620803833
65854	linear.bias	5	-1.297390103340149
65854	linear.bias	6	-0.4233427047729492
65854	linear.bias	7	-0.08634664118289948
66412	transitions	0	-1.4090023040771484
66412	transitions	1	-10000.0
66412	transitions	2	-0.7969565987586975
66412	transitions	3	-10000.0
66412	transitions	4	1.6414215564727783
66412	transitions	5	-10000.0
66412	transitions	6	-10000.0
66412	transitions	7	1.4538929462432861
66412	transitions	8	-2.1754021644592285
66412	transitions	9	-3.844575881958008
66412	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
66412	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
66412	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
66412	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
66412	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
66412	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
66412	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
66412	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
66412	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
66412	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
66412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
66412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
66412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
66412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
66412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
66412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
66412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
66412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
66412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
66412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
66412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
66412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
66412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
66412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
66412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
66412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
66412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
66412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
66412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
66412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
66412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
66412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
66412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
66412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
66412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
66412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
66412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
66412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
66412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
66412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
66412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
66412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
66412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
66412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
66412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
66412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
66412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
66412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
66412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
66412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
66412	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
66412	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
66412	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
66412	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
66412	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
66412	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
66412	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
66412	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
66412	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
66412	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
66412	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
66412	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
66412	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
66412	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
66412	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
66412	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
66412	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
66412	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
66412	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
66412	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
66412	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
66412	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
66412	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
66412	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
66412	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
66412	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
66412	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
66412	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
66412	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
66412	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
66412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
66412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
66412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
66412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
66412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
66412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
66412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
66412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
66412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
66412	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
66412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
66412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
66412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
66412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
66412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
66412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
66412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
66412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
66412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
66412	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
66412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
66412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
66412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
66412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
66412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
66412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
66412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
66412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
66412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
66412	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
66412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
66412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
66412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
66412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
66412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
66412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
66412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
66412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
66412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
66412	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
66412	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
66412	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
66412	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
66412	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
66412	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
66412	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
66412	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
66412	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
66412	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
66412	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
66412	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
66412	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
66412	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
66412	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
66412	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
66412	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
66412	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
66412	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
66412	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
66412	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
66412	embedding2nn.weight	0	0.0069374884478747845
66412	embedding2nn.weight	1	0.005266397725790739
66412	embedding2nn.weight	2	0.013435342349112034
66412	embedding2nn.weight	3	0.015048280358314514
66412	embedding2nn.weight	4	0.018840782344341278
66412	embedding2nn.weight	5	0.004943447187542915
66412	embedding2nn.weight	6	-0.01344328187406063
66412	embedding2nn.weight	7	-0.005084561184048653
66412	embedding2nn.weight	8	-0.00587812066078186
66412	embedding2nn.weight	9	-0.003914013039320707
66412	embedding2nn.bias	0	0.009016003459692001
66412	embedding2nn.bias	1	-0.025590715929865837
66412	embedding2nn.bias	2	0.057152945548295975
66412	embedding2nn.bias	3	0.042835891246795654
66412	embedding2nn.bias	4	0.0006589448894374073
66412	embedding2nn.bias	5	-0.040249746292829514
66412	embedding2nn.bias	6	0.014907900243997574
66412	embedding2nn.bias	7	0.005640686489641666
66412	embedding2nn.bias	8	-0.023106049746274948
66412	embedding2nn.bias	9	0.014876698143780231
66412	rnn.weight_ih_l0	0	0.06194080039858818
66412	rnn.weight_ih_l0	1	-0.03429960086941719
66412	rnn.weight_ih_l0	2	0.008728940039873123
66412	rnn.weight_ih_l0	3	0.04312628135085106
66412	rnn.weight_ih_l0	4	-0.02414967678487301
66412	rnn.weight_ih_l0	5	0.04931813105940819
66412	rnn.weight_ih_l0	6	0.012975084595382214
66412	rnn.weight_ih_l0	7	0.06003045663237572
66412	rnn.weight_ih_l0	8	0.015911979600787163
66412	rnn.weight_ih_l0	9	-0.0186177846044302
66412	rnn.weight_hh_l0	0	-0.024239838123321533
66412	rnn.weight_hh_l0	1	-0.021258655935525894
66412	rnn.weight_hh_l0	2	-0.06068025529384613
66412	rnn.weight_hh_l0	3	-0.014707911759614944
66412	rnn.weight_hh_l0	4	-0.009669691324234009
66412	rnn.weight_hh_l0	5	-0.02614005096256733
66412	rnn.weight_hh_l0	6	-0.005810886155813932
66412	rnn.weight_hh_l0	7	-0.04686884209513664
66412	rnn.weight_hh_l0	8	0.06418626755475998
66412	rnn.weight_hh_l0	9	0.04248080030083656
66412	rnn.bias_ih_l0	0	-0.1429009586572647
66412	rnn.bias_ih_l0	1	-0.10972139239311218
66412	rnn.bias_ih_l0	2	0.0007347310311160982
66412	rnn.bias_ih_l0	3	-0.13821355998516083
66412	rnn.bias_ih_l0	4	-0.033801283687353134
66412	rnn.bias_ih_l0	5	-0.11428383737802505
66412	rnn.bias_ih_l0	6	0.04035447537899017
66412	rnn.bias_ih_l0	7	-0.0788014680147171
66412	rnn.bias_ih_l0	8	-0.012539341114461422
66412	rnn.bias_ih_l0	9	-0.10558128356933594
66412	rnn.bias_hh_l0	0	-0.026105137541890144
66412	rnn.bias_hh_l0	1	0.20739313960075378
66412	rnn.bias_hh_l0	2	0.05603121221065521
66412	rnn.bias_hh_l0	3	-0.05230654031038284
66412	rnn.bias_hh_l0	4	-0.0825236365199089
66412	rnn.bias_hh_l0	5	-0.018669528886675835
66412	rnn.bias_hh_l0	6	0.06530792266130447
66412	rnn.bias_hh_l0	7	-0.07785417139530182
66412	rnn.bias_hh_l0	8	-0.14675770699977875
66412	rnn.bias_hh_l0	9	-0.08912858366966248
66412	rnn.weight_ih_l0_reverse	0	0.026206571608781815
66412	rnn.weight_ih_l0_reverse	1	-0.049416039139032364
66412	rnn.weight_ih_l0_reverse	2	0.03709454461932182
66412	rnn.weight_ih_l0_reverse	3	0.00563514418900013
66412	rnn.weight_ih_l0_reverse	4	0.023601355031132698
66412	rnn.weight_ih_l0_reverse	5	-0.036769382655620575
66412	rnn.weight_ih_l0_reverse	6	0.022248558700084686
66412	rnn.weight_ih_l0_reverse	7	0.030622247606515884
66412	rnn.weight_ih_l0_reverse	8	-0.029322467744350433
66412	rnn.weight_ih_l0_reverse	9	0.007993314415216446
66412	rnn.weight_hh_l0_reverse	0	0.04821104556322098
66412	rnn.weight_hh_l0_reverse	1	0.03485140949487686
66412	rnn.weight_hh_l0_reverse	2	-0.019921408966183662
66412	rnn.weight_hh_l0_reverse	3	-0.04590073972940445
66412	rnn.weight_hh_l0_reverse	4	0.00720015075057745
66412	rnn.weight_hh_l0_reverse	5	-0.04257303103804588
66412	rnn.weight_hh_l0_reverse	6	-0.012148506939411163
66412	rnn.weight_hh_l0_reverse	7	0.025766242295503616
66412	rnn.weight_hh_l0_reverse	8	0.01783100888133049
66412	rnn.weight_hh_l0_reverse	9	-0.003321094438433647
66412	rnn.bias_ih_l0_reverse	0	-0.044551823288202286
66412	rnn.bias_ih_l0_reverse	1	-0.11045312881469727
66412	rnn.bias_ih_l0_reverse	2	-0.10226073116064072
66412	rnn.bias_ih_l0_reverse	3	-0.02120046876370907
66412	rnn.bias_ih_l0_reverse	4	-0.07387320697307587
66412	rnn.bias_ih_l0_reverse	5	-0.06774374097585678
66412	rnn.bias_ih_l0_reverse	6	-0.13407348096370697
66412	rnn.bias_ih_l0_reverse	7	-0.03641970083117485
66412	rnn.bias_ih_l0_reverse	8	-0.04930437356233597
66412	rnn.bias_ih_l0_reverse	9	-0.1100638210773468
66412	rnn.bias_hh_l0_reverse	0	-0.09962302446365356
66412	rnn.bias_hh_l0_reverse	1	-0.13695836067199707
66412	rnn.bias_hh_l0_reverse	2	0.1258215308189392
66412	rnn.bias_hh_l0_reverse	3	0.04114154353737831
66412	rnn.bias_hh_l0_reverse	4	-0.0877671018242836
66412	rnn.bias_hh_l0_reverse	5	-0.09254421293735504
66412	rnn.bias_hh_l0_reverse	6	-0.0742485448718071
66412	rnn.bias_hh_l0_reverse	7	-0.018100570887327194
66412	rnn.bias_hh_l0_reverse	8	-0.047870103269815445
66412	rnn.bias_hh_l0_reverse	9	0.004439872223883867
66412	linear.weight	0	-0.007324908394366503
66412	linear.weight	1	-0.03017415478825569
66412	linear.weight	2	0.20053347945213318
66412	linear.weight	3	-0.08119451999664307
66412	linear.weight	4	-0.010588549077510834
66412	linear.weight	5	0.053743913769721985
66412	linear.weight	6	-0.010739270597696304
66412	linear.weight	7	-0.11678539216518402
66412	linear.weight	8	0.19344115257263184
66412	linear.weight	9	-0.22064319252967834
66412	linear.bias	0	-0.03956538438796997
66412	linear.bias	1	0.031413208693265915
66412	linear.bias	2	0.4541315734386444
66412	linear.bias	3	-0.2310010939836502
66412	linear.bias	4	1.5965287685394287
66412	linear.bias	5	-1.2984904050827026
66412	linear.bias	6	-0.4291992783546448
66412	linear.bias	7	-0.09274306893348694
66970	transitions	0	-1.4138033390045166
66970	transitions	1	-10000.0
66970	transitions	2	-0.7969565987586975
66970	transitions	3	-10000.0
66970	transitions	4	1.6567752361297607
66970	transitions	5	-10000.0
66970	transitions	6	-10000.0
66970	transitions	7	1.4180548191070557
66970	transitions	8	-2.1802122592926025
66970	transitions	9	-3.848475694656372
66970	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
66970	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
66970	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
66970	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
66970	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
66970	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
66970	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
66970	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
66970	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
66970	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
66970	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
66970	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
66970	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
66970	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
66970	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
66970	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
66970	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
66970	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
66970	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
66970	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
66970	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
66970	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
66970	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
66970	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
66970	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
66970	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
66970	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
66970	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
66970	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
66970	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
66970	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
66970	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
66970	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
66970	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
66970	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
66970	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
66970	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
66970	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
66970	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
66970	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
66970	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
66970	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
66970	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
66970	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
66970	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
66970	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
66970	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
66970	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
66970	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
66970	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
66970	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
66970	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
66970	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
66970	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
66970	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
66970	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
66970	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
66970	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
66970	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
66970	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
66970	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
66970	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
66970	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
66970	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
66970	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
66970	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
66970	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
66970	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
66970	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
66970	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
66970	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
66970	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
66970	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
66970	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
66970	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
66970	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
66970	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
66970	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
66970	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
66970	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
66970	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
66970	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
66970	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
66970	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
66970	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
66970	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
66970	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
66970	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
66970	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
66970	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
66970	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
66970	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
66970	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
66970	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
66970	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
66970	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
66970	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
66970	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
66970	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
66970	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
66970	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
66970	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
66970	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
66970	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
66970	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
66970	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
66970	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
66970	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
66970	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
66970	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
66970	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
66970	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
66970	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
66970	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
66970	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
66970	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
66970	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
66970	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
66970	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
66970	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
66970	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
66970	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
66970	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
66970	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
66970	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
66970	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
66970	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
66970	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
66970	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
66970	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
66970	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
66970	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
66970	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
66970	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
66970	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
66970	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
66970	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
66970	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
66970	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
66970	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
66970	embedding2nn.weight	0	0.006930644158273935
66970	embedding2nn.weight	1	0.005412361118942499
66970	embedding2nn.weight	2	0.013425135053694248
66970	embedding2nn.weight	3	0.014447592198848724
66970	embedding2nn.weight	4	0.01827220991253853
66970	embedding2nn.weight	5	0.0051504564471542835
66970	embedding2nn.weight	6	-0.014167355373501778
66970	embedding2nn.weight	7	-0.0051545919850468636
66970	embedding2nn.weight	8	-0.005532451905310154
66970	embedding2nn.weight	9	-0.0040209852159023285
66970	embedding2nn.bias	0	0.0006493733962997794
66970	embedding2nn.bias	1	-0.03664315864443779
66970	embedding2nn.bias	2	0.06051070615649223
66970	embedding2nn.bias	3	0.04602358490228653
66970	embedding2nn.bias	4	0.0008636154234409332
66970	embedding2nn.bias	5	-0.034152038395404816
66970	embedding2nn.bias	6	0.00298164295963943
66970	embedding2nn.bias	7	0.006891270633786917
66970	embedding2nn.bias	8	-0.03710203245282173
66970	embedding2nn.bias	9	0.012269655242562294
66970	rnn.weight_ih_l0	0	0.062307409942150116
66970	rnn.weight_ih_l0	1	-0.03505628928542137
66970	rnn.weight_ih_l0	2	0.008617352694272995
66970	rnn.weight_ih_l0	3	0.041920293122529984
66970	rnn.weight_ih_l0	4	-0.02371787279844284
66970	rnn.weight_ih_l0	5	0.050118450075387955
66970	rnn.weight_ih_l0	6	0.012784754857420921
66970	rnn.weight_ih_l0	7	0.059687476605176926
66970	rnn.weight_ih_l0	8	0.01554178912192583
66970	rnn.weight_ih_l0	9	-0.020405689254403114
66970	rnn.weight_hh_l0	0	-0.02601277083158493
66970	rnn.weight_hh_l0	1	-0.021602800115942955
66970	rnn.weight_hh_l0	2	-0.059771422296762466
66970	rnn.weight_hh_l0	3	-0.014719409868121147
66970	rnn.weight_hh_l0	4	-0.009448430500924587
66970	rnn.weight_hh_l0	5	-0.02629435434937477
66970	rnn.weight_hh_l0	6	-0.005752634257078171
66970	rnn.weight_hh_l0	7	-0.04688417539000511
66970	rnn.weight_hh_l0	8	0.064284548163414
66970	rnn.weight_hh_l0	9	0.04252474755048752
66970	rnn.bias_ih_l0	0	-0.14006677269935608
66970	rnn.bias_ih_l0	1	-0.10659640282392502
66970	rnn.bias_ih_l0	2	0.0015343654667958617
66970	rnn.bias_ih_l0	3	-0.1342441290616989
66970	rnn.bias_ih_l0	4	-0.0363188236951828
66970	rnn.bias_ih_l0	5	-0.1100938618183136
66970	rnn.bias_ih_l0	6	0.03835766017436981
66970	rnn.bias_ih_l0	7	-0.08102908730506897
66970	rnn.bias_ih_l0	8	-0.01190443616360426
66970	rnn.bias_ih_l0	9	-0.10647697001695633
66970	rnn.bias_hh_l0	0	-0.030126985162496567
66970	rnn.bias_hh_l0	1	0.20255714654922485
66970	rnn.bias_hh_l0	2	0.04025360941886902
66970	rnn.bias_hh_l0	3	-0.05171298608183861
66970	rnn.bias_hh_l0	4	-0.08059114217758179
66970	rnn.bias_hh_l0	5	-0.020495576784014702
66970	rnn.bias_hh_l0	6	0.06315688788890839
66970	rnn.bias_hh_l0	7	-0.07456494122743607
66970	rnn.bias_hh_l0	8	-0.1452789455652237
66970	rnn.bias_hh_l0	9	-0.08859766274690628
66970	rnn.weight_ih_l0_reverse	0	0.023369943723082542
66970	rnn.weight_ih_l0_reverse	1	-0.04914642125368118
66970	rnn.weight_ih_l0_reverse	2	0.037195052951574326
66970	rnn.weight_ih_l0_reverse	3	0.005368062760680914
66970	rnn.weight_ih_l0_reverse	4	0.024275559931993484
66970	rnn.weight_ih_l0_reverse	5	-0.036307089030742645
66970	rnn.weight_ih_l0_reverse	6	0.02571355178952217
66970	rnn.weight_ih_l0_reverse	7	0.030644318088889122
66970	rnn.weight_ih_l0_reverse	8	-0.029493961483240128
66970	rnn.weight_ih_l0_reverse	9	0.007004240062087774
66970	rnn.weight_hh_l0_reverse	0	0.04764367640018463
66970	rnn.weight_hh_l0_reverse	1	0.03436870127916336
66970	rnn.weight_hh_l0_reverse	2	-0.020123684778809547
66970	rnn.weight_hh_l0_reverse	3	-0.048064135015010834
66970	rnn.weight_hh_l0_reverse	4	0.00713936984539032
66970	rnn.weight_hh_l0_reverse	5	-0.04255472123622894
66970	rnn.weight_hh_l0_reverse	6	-0.01232757419347763
66970	rnn.weight_hh_l0_reverse	7	0.025586891919374466
66970	rnn.weight_hh_l0_reverse	8	0.018061203882098198
66970	rnn.weight_hh_l0_reverse	9	-0.0028069315012544394
66970	rnn.bias_ih_l0_reverse	0	-0.04609425365924835
66970	rnn.bias_ih_l0_reverse	1	-0.11156094074249268
66970	rnn.bias_ih_l0_reverse	2	-0.09839469939470291
66970	rnn.bias_ih_l0_reverse	3	-0.010199134238064289
66970	rnn.bias_ih_l0_reverse	4	-0.07267303764820099
66970	rnn.bias_ih_l0_reverse	5	-0.06904778629541397
66970	rnn.bias_ih_l0_reverse	6	-0.13502465188503265
66970	rnn.bias_ih_l0_reverse	7	-0.03340156003832817
66970	rnn.bias_ih_l0_reverse	8	-0.04670724645256996
66970	rnn.bias_ih_l0_reverse	9	-0.11367785185575485
66970	rnn.bias_hh_l0_reverse	0	-0.10294254124164581
66970	rnn.bias_hh_l0_reverse	1	-0.13775143027305603
66970	rnn.bias_hh_l0_reverse	2	0.1107320487499237
66970	rnn.bias_hh_l0_reverse	3	0.03771695867180824
66970	rnn.bias_hh_l0_reverse	4	-0.08644551038742065
66970	rnn.bias_hh_l0_reverse	5	-0.09076280891895294
66970	rnn.bias_hh_l0_reverse	6	-0.07573781162500381
66970	rnn.bias_hh_l0_reverse	7	-0.018517635762691498
66970	rnn.bias_hh_l0_reverse	8	-0.044944263994693756
66970	rnn.bias_hh_l0_reverse	9	-1.618884562049061e-05
66970	linear.weight	0	-0.007336043287068605
66970	linear.weight	1	-0.05047667771577835
66970	linear.weight	2	0.20281346142292023
66970	linear.weight	3	-0.08123017847537994
66970	linear.weight	4	-0.010588549077510834
66970	linear.weight	5	0.06938038021326065
66970	linear.weight	6	-0.010739270597696304
66970	linear.weight	7	-0.17129245400428772
66970	linear.weight	8	0.22923526167869568
66970	linear.weight	9	-0.20888563990592957
66970	linear.bias	0	-0.03956538438796997
66970	linear.bias	1	0.031413208693265915
66970	linear.bias	2	0.4405982792377472
66970	linear.bias	3	-0.2589131295681
66970	linear.bias	4	1.6188263893127441
66970	linear.bias	5	-1.299588918685913
66970	linear.bias	6	-0.41911444067955017
66970	linear.bias	7	-0.08260530978441238
67529	transitions	0	-1.418399691581726
67529	transitions	1	-10000.0
67529	transitions	2	-0.7969565987586975
67529	transitions	3	-10000.0
67529	transitions	4	1.626805305480957
67529	transitions	5	-10000.0
67529	transitions	6	-10000.0
67529	transitions	7	1.4267116785049438
67529	transitions	8	-2.1846976280212402
67529	transitions	9	-3.852322816848755
67529	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
67529	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
67529	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
67529	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
67529	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
67529	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
67529	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
67529	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
67529	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
67529	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
67529	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
67529	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
67529	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
67529	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
67529	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
67529	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
67529	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
67529	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
67529	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
67529	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
67529	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
67529	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
67529	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
67529	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
67529	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
67529	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
67529	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
67529	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
67529	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
67529	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
67529	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
67529	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
67529	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
67529	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
67529	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
67529	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
67529	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
67529	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
67529	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
67529	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
67529	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
67529	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
67529	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
67529	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
67529	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
67529	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
67529	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
67529	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
67529	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
67529	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
67529	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
67529	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
67529	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
67529	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
67529	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
67529	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
67529	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
67529	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
67529	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
67529	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
67529	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
67529	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
67529	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
67529	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
67529	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
67529	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
67529	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
67529	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
67529	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
67529	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
67529	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
67529	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
67529	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
67529	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
67529	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
67529	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
67529	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
67529	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
67529	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
67529	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
67529	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
67529	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
67529	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
67529	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
67529	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
67529	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
67529	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
67529	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
67529	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
67529	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
67529	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
67529	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
67529	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
67529	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
67529	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
67529	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
67529	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
67529	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
67529	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
67529	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
67529	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
67529	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
67529	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
67529	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
67529	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
67529	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
67529	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
67529	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
67529	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
67529	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
67529	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
67529	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
67529	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
67529	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
67529	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
67529	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
67529	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
67529	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
67529	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
67529	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
67529	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
67529	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
67529	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
67529	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
67529	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
67529	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
67529	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
67529	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
67529	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
67529	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
67529	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
67529	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
67529	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
67529	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
67529	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
67529	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
67529	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
67529	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
67529	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
67529	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
67529	embedding2nn.weight	0	0.006920892745256424
67529	embedding2nn.weight	1	0.005546622909605503
67529	embedding2nn.weight	2	0.013439051806926727
67529	embedding2nn.weight	3	0.01435039285570383
67529	embedding2nn.weight	4	0.0183011032640934
67529	embedding2nn.weight	5	0.006225572898983955
67529	embedding2nn.weight	6	-0.01403853204101324
67529	embedding2nn.weight	7	-0.0050811306573450565
67529	embedding2nn.weight	8	-0.005901130381971598
67529	embedding2nn.weight	9	-0.00400672759860754
67529	embedding2nn.bias	0	-0.0038457014597952366
67529	embedding2nn.bias	1	-0.033014990389347076
67529	embedding2nn.bias	2	0.04949294775724411
67529	embedding2nn.bias	3	0.04381836578249931
67529	embedding2nn.bias	4	0.0006405292078852654
67529	embedding2nn.bias	5	-0.036268413066864014
67529	embedding2nn.bias	6	0.0032556247897446156
67529	embedding2nn.bias	7	0.013151662424206734
67529	embedding2nn.bias	8	-0.04108775034546852
67529	embedding2nn.bias	9	0.014003668911755085
67529	rnn.weight_ih_l0	0	0.06224963068962097
67529	rnn.weight_ih_l0	1	-0.03478509187698364
67529	rnn.weight_ih_l0	2	0.009294715709984303
67529	rnn.weight_ih_l0	3	0.0409635491669178
67529	rnn.weight_ih_l0	4	-0.025349318981170654
67529	rnn.weight_ih_l0	5	0.04953915625810623
67529	rnn.weight_ih_l0	6	0.012698672711849213
67529	rnn.weight_ih_l0	7	0.05876445397734642
67529	rnn.weight_ih_l0	8	0.01557238306850195
67529	rnn.weight_ih_l0	9	-0.020240450277924538
67529	rnn.weight_hh_l0	0	-0.024545738473534584
67529	rnn.weight_hh_l0	1	-0.02181827463209629
67529	rnn.weight_hh_l0	2	-0.05956729128956795
67529	rnn.weight_hh_l0	3	-0.014606502838432789
67529	rnn.weight_hh_l0	4	-0.009381280280649662
67529	rnn.weight_hh_l0	5	-0.02711479738354683
67529	rnn.weight_hh_l0	6	-0.005706652067601681
67529	rnn.weight_hh_l0	7	-0.04857434704899788
67529	rnn.weight_hh_l0	8	0.0642944946885109
67529	rnn.weight_hh_l0	9	0.04257688671350479
67529	rnn.bias_ih_l0	0	-0.13632450997829437
67529	rnn.bias_ih_l0	1	-0.10705719888210297
67529	rnn.bias_ih_l0	2	-0.00011453037586761639
67529	rnn.bias_ih_l0	3	-0.13474567234516144
67529	rnn.bias_ih_l0	4	-0.03549526259303093
67529	rnn.bias_ih_l0	5	-0.11274854838848114
67529	rnn.bias_ih_l0	6	0.04062482714653015
67529	rnn.bias_ih_l0	7	-0.08170608431100845
67529	rnn.bias_ih_l0	8	-0.010301674716174603
67529	rnn.bias_ih_l0	9	-0.10383143275976181
67529	rnn.bias_hh_l0	0	-0.02473282627761364
67529	rnn.bias_hh_l0	1	0.20115332305431366
67529	rnn.bias_hh_l0	2	0.049504876136779785
67529	rnn.bias_hh_l0	3	-0.053780119866132736
67529	rnn.bias_hh_l0	4	-0.0813976377248764
67529	rnn.bias_hh_l0	5	-0.02126895636320114
67529	rnn.bias_hh_l0	6	0.059565573930740356
67529	rnn.bias_hh_l0	7	-0.07707347720861435
67529	rnn.bias_hh_l0	8	-0.14368374645709991
67529	rnn.bias_hh_l0	9	-0.09055408835411072
67529	rnn.weight_ih_l0_reverse	0	0.02211880311369896
67529	rnn.weight_ih_l0_reverse	1	-0.048282697796821594
67529	rnn.weight_ih_l0_reverse	2	0.03724319115281105
67529	rnn.weight_ih_l0_reverse	3	0.004344908986240625
67529	rnn.weight_ih_l0_reverse	4	0.02372124046087265
67529	rnn.weight_ih_l0_reverse	5	-0.03623146191239357
67529	rnn.weight_ih_l0_reverse	6	0.026383116841316223
67529	rnn.weight_ih_l0_reverse	7	0.030614759773015976
67529	rnn.weight_ih_l0_reverse	8	-0.029398249462246895
67529	rnn.weight_ih_l0_reverse	9	0.006708171218633652
67529	rnn.weight_hh_l0_reverse	0	0.047927845269441605
67529	rnn.weight_hh_l0_reverse	1	0.03480086103081703
67529	rnn.weight_hh_l0_reverse	2	-0.020059973001480103
67529	rnn.weight_hh_l0_reverse	3	-0.04875699058175087
67529	rnn.weight_hh_l0_reverse	4	0.007389927748590708
67529	rnn.weight_hh_l0_reverse	5	-0.043364595621824265
67529	rnn.weight_hh_l0_reverse	6	-0.012179271318018436
67529	rnn.weight_hh_l0_reverse	7	0.025420501828193665
67529	rnn.weight_hh_l0_reverse	8	0.01841532625257969
67529	rnn.weight_hh_l0_reverse	9	-0.0026285876519978046
67529	rnn.bias_ih_l0_reverse	0	-0.04720892757177353
67529	rnn.bias_ih_l0_reverse	1	-0.111054427921772
67529	rnn.bias_ih_l0_reverse	2	-0.09695485234260559
67529	rnn.bias_ih_l0_reverse	3	-0.009430351667106152
67529	rnn.bias_ih_l0_reverse	4	-0.0706927701830864
67529	rnn.bias_ih_l0_reverse	5	-0.07112710177898407
67529	rnn.bias_ih_l0_reverse	6	-0.13788938522338867
67529	rnn.bias_ih_l0_reverse	7	-0.03810541331768036
67529	rnn.bias_ih_l0_reverse	8	-0.04111524671316147
67529	rnn.bias_ih_l0_reverse	9	-0.11244041472673416
67529	rnn.bias_hh_l0_reverse	0	-0.10564164817333221
67529	rnn.bias_hh_l0_reverse	1	-0.1359277218580246
67529	rnn.bias_hh_l0_reverse	2	0.11417359858751297
67529	rnn.bias_hh_l0_reverse	3	0.03526552766561508
67529	rnn.bias_hh_l0_reverse	4	-0.09170780330896378
67529	rnn.bias_hh_l0_reverse	5	-0.09206558018922806
67529	rnn.bias_hh_l0_reverse	6	-0.0715641900897026
67529	rnn.bias_hh_l0_reverse	7	-0.01762087270617485
67529	rnn.bias_hh_l0_reverse	8	-0.046251509338617325
67529	rnn.bias_hh_l0_reverse	9	-0.0021460310090333223
67529	linear.weight	0	-0.007346554659307003
67529	linear.weight	1	-0.011935594491660595
67529	linear.weight	2	0.21000462770462036
67529	linear.weight	3	-0.08126978576183319
67529	linear.weight	4	-0.010588549077510834
67529	linear.weight	5	0.09582379460334778
67529	linear.weight	6	-0.010739270597696304
67529	linear.weight	7	-0.09480805695056915
67529	linear.weight	8	0.21066060662269592
67529	linear.weight	9	-0.20313295722007751
67529	linear.bias	0	-0.03956538438796997
67529	linear.bias	1	0.031413208693265915
67529	linear.bias	2	0.5046091675758362
67529	linear.bias	3	-0.27071934938430786
67529	linear.bias	4	1.5813491344451904
67529	linear.bias	5	-1.3007066249847412
67529	linear.bias	6	-0.4261181652545929
67529	linear.bias	7	-0.08923052251338959
68087	transitions	0	-1.4227349758148193
68087	transitions	1	-10000.0
68087	transitions	2	-0.7969565987586975
68087	transitions	3	-10000.0
68087	transitions	4	1.6878962516784668
68087	transitions	5	-10000.0
68087	transitions	6	-10000.0
68087	transitions	7	1.4134618043899536
68087	transitions	8	-2.1889500617980957
68087	transitions	9	-3.856079339981079
68087	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
68087	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
68087	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
68087	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
68087	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
68087	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
68087	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
68087	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
68087	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
68087	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
68087	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
68087	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
68087	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
68087	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
68087	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
68087	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
68087	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
68087	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
68087	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
68087	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
68087	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
68087	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
68087	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
68087	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
68087	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
68087	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
68087	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
68087	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
68087	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
68087	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
68087	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
68087	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
68087	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
68087	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
68087	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
68087	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
68087	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
68087	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
68087	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
68087	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
68087	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
68087	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
68087	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
68087	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
68087	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
68087	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
68087	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
68087	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
68087	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
68087	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
68087	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
68087	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
68087	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
68087	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
68087	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
68087	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
68087	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
68087	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
68087	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
68087	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
68087	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
68087	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
68087	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
68087	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
68087	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
68087	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
68087	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
68087	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
68087	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
68087	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
68087	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
68087	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
68087	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
68087	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
68087	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
68087	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
68087	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
68087	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
68087	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
68087	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
68087	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
68087	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
68087	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
68087	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
68087	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
68087	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
68087	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
68087	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
68087	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
68087	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
68087	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
68087	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
68087	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
68087	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
68087	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
68087	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
68087	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
68087	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
68087	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
68087	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
68087	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
68087	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
68087	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
68087	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
68087	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
68087	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
68087	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
68087	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
68087	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
68087	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
68087	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
68087	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
68087	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
68087	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
68087	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
68087	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
68087	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
68087	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
68087	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
68087	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
68087	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
68087	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
68087	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
68087	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
68087	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
68087	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
68087	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
68087	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
68087	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
68087	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
68087	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
68087	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
68087	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
68087	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
68087	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
68087	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
68087	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
68087	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
68087	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
68087	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
68087	embedding2nn.weight	0	0.0069084130227565765
68087	embedding2nn.weight	1	0.005689715035259724
68087	embedding2nn.weight	2	0.013402053155004978
68087	embedding2nn.weight	3	0.013927998952567577
68087	embedding2nn.weight	4	0.0176963210105896
68087	embedding2nn.weight	5	0.0069311815313994884
68087	embedding2nn.weight	6	-0.014483463019132614
68087	embedding2nn.weight	7	-0.005064052529633045
68087	embedding2nn.weight	8	-0.004902409389615059
68087	embedding2nn.weight	9	-0.004254463128745556
68087	embedding2nn.bias	0	-0.0017959653632715344
68087	embedding2nn.bias	1	-0.03868626803159714
68087	embedding2nn.bias	2	0.053757794201374054
68087	embedding2nn.bias	3	0.04600191488862038
68087	embedding2nn.bias	4	0.008594435639679432
68087	embedding2nn.bias	5	-0.041755311191082
68087	embedding2nn.bias	6	0.006392786279320717
68087	embedding2nn.bias	7	0.014080443419516087
68087	embedding2nn.bias	8	-0.036502905189991
68087	embedding2nn.bias	9	0.017139149829745293
68087	rnn.weight_ih_l0	0	0.06294737011194229
68087	rnn.weight_ih_l0	1	-0.035801634192466736
68087	rnn.weight_ih_l0	2	0.008981077931821346
68087	rnn.weight_ih_l0	3	0.039384517818689346
68087	rnn.weight_ih_l0	4	-0.024131394922733307
68087	rnn.weight_ih_l0	5	0.04907667264342308
68087	rnn.weight_ih_l0	6	0.012822430580854416
68087	rnn.weight_ih_l0	7	0.0585651695728302
68087	rnn.weight_ih_l0	8	0.01600726880133152
68087	rnn.weight_ih_l0	9	-0.020140815526247025
68087	rnn.weight_hh_l0	0	-0.02423001453280449
68087	rnn.weight_hh_l0	1	-0.021333443000912666
68087	rnn.weight_hh_l0	2	-0.05954908952116966
68087	rnn.weight_hh_l0	3	-0.014532533474266529
68087	rnn.weight_hh_l0	4	-0.00939630251377821
68087	rnn.weight_hh_l0	5	-0.027378028258681297
68087	rnn.weight_hh_l0	6	-0.005689905025064945
68087	rnn.weight_hh_l0	7	-0.049274981021881104
68087	rnn.weight_hh_l0	8	0.06412678211927414
68087	rnn.weight_hh_l0	9	0.04243753105401993
68087	rnn.bias_ih_l0	0	-0.14047257602214813
68087	rnn.bias_ih_l0	1	-0.10721684992313385
68087	rnn.bias_ih_l0	2	-0.0017590197967365384
68087	rnn.bias_ih_l0	3	-0.13327017426490784
68087	rnn.bias_ih_l0	4	-0.03782590851187706
68087	rnn.bias_ih_l0	5	-0.11551378667354584
68087	rnn.bias_ih_l0	6	0.03788035735487938
68087	rnn.bias_ih_l0	7	-0.07892997562885284
68087	rnn.bias_ih_l0	8	-0.010712644085288048
68087	rnn.bias_ih_l0	9	-0.10121576488018036
68087	rnn.bias_hh_l0	0	-0.02903391234576702
68087	rnn.bias_hh_l0	1	0.2084571123123169
68087	rnn.bias_hh_l0	2	0.05110672861337662
68087	rnn.bias_hh_l0	3	-0.057256005704402924
68087	rnn.bias_hh_l0	4	-0.0822855606675148
68087	rnn.bias_hh_l0	5	-0.02115858718752861
68087	rnn.bias_hh_l0	6	0.06470857560634613
68087	rnn.bias_hh_l0	7	-0.07885667681694031
68087	rnn.bias_hh_l0	8	-0.14300258457660675
68087	rnn.bias_hh_l0	9	-0.09250285476446152
68087	rnn.weight_ih_l0_reverse	0	0.021979814395308495
68087	rnn.weight_ih_l0_reverse	1	-0.04794611781835556
68087	rnn.weight_ih_l0_reverse	2	0.03748147189617157
68087	rnn.weight_ih_l0_reverse	3	0.003819418139755726
68087	rnn.weight_ih_l0_reverse	4	0.02303216978907585
68087	rnn.weight_ih_l0_reverse	5	-0.03596201911568642
68087	rnn.weight_ih_l0_reverse	6	0.02428869716823101
68087	rnn.weight_ih_l0_reverse	7	0.030735891312360764
68087	rnn.weight_ih_l0_reverse	8	-0.029777096584439278
68087	rnn.weight_ih_l0_reverse	9	0.006913487333804369
68087	rnn.weight_hh_l0_reverse	0	0.04776076227426529
68087	rnn.weight_hh_l0_reverse	1	0.03528476133942604
68087	rnn.weight_hh_l0_reverse	2	-0.020234370604157448
68087	rnn.weight_hh_l0_reverse	3	-0.048878263682127
68087	rnn.weight_hh_l0_reverse	4	0.007566590327769518
68087	rnn.weight_hh_l0_reverse	5	-0.043371159583330154
68087	rnn.weight_hh_l0_reverse	6	-0.012384971603751183
68087	rnn.weight_hh_l0_reverse	7	0.02529461309313774
68087	rnn.weight_hh_l0_reverse	8	0.019123760983347893
68087	rnn.weight_hh_l0_reverse	9	-0.0020539925899356604
68087	rnn.bias_ih_l0_reverse	0	-0.04726884514093399
68087	rnn.bias_ih_l0_reverse	1	-0.11064145714044571
68087	rnn.bias_ih_l0_reverse	2	-0.10100703686475754
68087	rnn.bias_ih_l0_reverse	3	-0.014594065956771374
68087	rnn.bias_ih_l0_reverse	4	-0.06893812119960785
68087	rnn.bias_ih_l0_reverse	5	-0.06932678073644638
68087	rnn.bias_ih_l0_reverse	6	-0.13383856415748596
68087	rnn.bias_ih_l0_reverse	7	-0.03595485910773277
68087	rnn.bias_ih_l0_reverse	8	-0.04591631144285202
68087	rnn.bias_ih_l0_reverse	9	-0.11460340768098831
68087	rnn.bias_hh_l0_reverse	0	-0.1066809892654419
68087	rnn.bias_hh_l0_reverse	1	-0.13986381888389587
68087	rnn.bias_hh_l0_reverse	2	0.11230230331420898
68087	rnn.bias_hh_l0_reverse	3	0.032681576907634735
68087	rnn.bias_hh_l0_reverse	4	-0.09648431837558746
68087	rnn.bias_hh_l0_reverse	5	-0.09570101648569107
68087	rnn.bias_hh_l0_reverse	6	-0.08725295960903168
68087	rnn.bias_hh_l0_reverse	7	-0.019627520814538002
68087	rnn.bias_hh_l0_reverse	8	-0.04678391292691231
68087	rnn.bias_hh_l0_reverse	9	-0.0026473647449165583
68087	linear.weight	0	-0.007356178946793079
68087	linear.weight	1	-0.0747469887137413
68087	linear.weight	2	0.22018025815486908
68087	linear.weight	3	-0.0812823623418808
68087	linear.weight	4	-0.010588549077510834
68087	linear.weight	5	0.13149192929267883
68087	linear.weight	6	-0.010739270597696304
68087	linear.weight	7	0.009594397619366646
68087	linear.weight	8	0.21387086808681488
68087	linear.weight	9	-0.20402394235134125
68087	linear.bias	0	-0.03956538438796997
68087	linear.bias	1	0.031413208693265915
68087	linear.bias	2	0.4102289080619812
68087	linear.bias	3	-0.1964176595211029
68087	linear.bias	4	1.5631452798843384
68087	linear.bias	5	-1.3017362356185913
68087	linear.bias	6	-0.40580862760543823
68087	linear.bias	7	-0.070253387093544
68645	transitions	0	-1.4266769886016846
68645	transitions	1	-10000.0
68645	transitions	2	-0.7969565987586975
68645	transitions	3	-10000.0
68645	transitions	4	1.6910187005996704
68645	transitions	5	-10000.0
68645	transitions	6	-10000.0
68645	transitions	7	1.4281350374221802
68645	transitions	8	-2.1928904056549072
68645	transitions	9	-3.8595569133758545
68645	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
68645	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
68645	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
68645	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
68645	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
68645	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
68645	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
68645	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
68645	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
68645	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
68645	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
68645	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
68645	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
68645	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
68645	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
68645	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
68645	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
68645	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
68645	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
68645	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
68645	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
68645	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
68645	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
68645	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
68645	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
68645	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
68645	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
68645	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
68645	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
68645	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
68645	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
68645	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
68645	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
68645	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
68645	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
68645	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
68645	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
68645	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
68645	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
68645	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
68645	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
68645	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
68645	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
68645	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
68645	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
68645	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
68645	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
68645	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
68645	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
68645	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
68645	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
68645	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
68645	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
68645	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
68645	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
68645	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
68645	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
68645	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
68645	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
68645	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
68645	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
68645	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
68645	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
68645	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
68645	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
68645	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
68645	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
68645	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
68645	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
68645	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
68645	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
68645	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
68645	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
68645	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
68645	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
68645	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
68645	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
68645	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
68645	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
68645	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
68645	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
68645	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
68645	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
68645	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
68645	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
68645	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
68645	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
68645	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
68645	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
68645	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
68645	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
68645	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
68645	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
68645	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
68645	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
68645	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
68645	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
68645	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
68645	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
68645	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
68645	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
68645	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
68645	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
68645	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
68645	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
68645	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
68645	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
68645	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
68645	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
68645	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
68645	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
68645	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
68645	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
68645	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
68645	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
68645	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
68645	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
68645	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
68645	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
68645	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
68645	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
68645	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
68645	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
68645	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
68645	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
68645	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
68645	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
68645	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
68645	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
68645	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
68645	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
68645	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
68645	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
68645	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
68645	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
68645	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
68645	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
68645	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
68645	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
68645	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
68645	embedding2nn.weight	0	0.006927317474037409
68645	embedding2nn.weight	1	0.005485084839165211
68645	embedding2nn.weight	2	0.013380659744143486
68645	embedding2nn.weight	3	0.013461106456816196
68645	embedding2nn.weight	4	0.018494684249162674
68645	embedding2nn.weight	5	0.006609932519495487
68645	embedding2nn.weight	6	-0.014992908574640751
68645	embedding2nn.weight	7	-0.005233876872807741
68645	embedding2nn.weight	8	-0.004670062568038702
68645	embedding2nn.weight	9	-0.004009310621768236
68645	embedding2nn.bias	0	0.0006479357252828777
68645	embedding2nn.bias	1	-0.03853977099061012
68645	embedding2nn.bias	2	0.054901253432035446
68645	embedding2nn.bias	3	0.052684247493743896
68645	embedding2nn.bias	4	0.005150522105395794
68645	embedding2nn.bias	5	-0.038304656744003296
68645	embedding2nn.bias	6	0.00841621495783329
68645	embedding2nn.bias	7	0.01208856888115406
68645	embedding2nn.bias	8	-0.04002263769507408
68645	embedding2nn.bias	9	0.013687130063772202
68645	rnn.weight_ih_l0	0	0.06276056170463562
68645	rnn.weight_ih_l0	1	-0.03500897437334061
68645	rnn.weight_ih_l0	2	0.007047554012387991
68645	rnn.weight_ih_l0	3	0.04202733188867569
68645	rnn.weight_ih_l0	4	-0.023568306118249893
68645	rnn.weight_ih_l0	5	0.04886335879564285
68645	rnn.weight_ih_l0	6	0.01244321744889021
68645	rnn.weight_ih_l0	7	0.05946243554353714
68645	rnn.weight_ih_l0	8	0.014888087287545204
68645	rnn.weight_ih_l0	9	-0.019780322909355164
68645	rnn.weight_hh_l0	0	-0.024592803791165352
68645	rnn.weight_hh_l0	1	-0.020920122042298317
68645	rnn.weight_hh_l0	2	-0.05932708829641342
68645	rnn.weight_hh_l0	3	-0.014459528028964996
68645	rnn.weight_hh_l0	4	-0.009411736391484737
68645	rnn.weight_hh_l0	5	-0.027388986200094223
68645	rnn.weight_hh_l0	6	-0.005655606277287006
68645	rnn.weight_hh_l0	7	-0.04938162490725517
68645	rnn.weight_hh_l0	8	0.06454715132713318
68645	rnn.weight_hh_l0	9	0.04280706122517586
68645	rnn.bias_ih_l0	0	-0.14730744063854218
68645	rnn.bias_ih_l0	1	-0.11126571893692017
68645	rnn.bias_ih_l0	2	-0.0012645481619983912
68645	rnn.bias_ih_l0	3	-0.13631144165992737
68645	rnn.bias_ih_l0	4	-0.039161939173936844
68645	rnn.bias_ih_l0	5	-0.11774256825447083
68645	rnn.bias_ih_l0	6	0.050305578857660294
68645	rnn.bias_ih_l0	7	-0.07968784868717194
68645	rnn.bias_ih_l0	8	-0.011109817773103714
68645	rnn.bias_ih_l0	9	-0.1037077009677887
68645	rnn.bias_hh_l0	0	-0.029419153928756714
68645	rnn.bias_hh_l0	1	0.20920978486537933
68645	rnn.bias_hh_l0	2	0.04327836260199547
68645	rnn.bias_hh_l0	3	-0.05509352311491966
68645	rnn.bias_hh_l0	4	-0.0771884173154831
68645	rnn.bias_hh_l0	5	-0.022725658491253853
68645	rnn.bias_hh_l0	6	0.060434941202402115
68645	rnn.bias_hh_l0	7	-0.07577300816774368
68645	rnn.bias_hh_l0	8	-0.1432362198829651
68645	rnn.bias_hh_l0	9	-0.09348411858081818
68645	rnn.weight_ih_l0_reverse	0	0.021749643608927727
68645	rnn.weight_ih_l0_reverse	1	-0.04784033074975014
68645	rnn.weight_ih_l0_reverse	2	0.03710620477795601
68645	rnn.weight_ih_l0_reverse	3	0.004652281757444143
68645	rnn.weight_ih_l0_reverse	4	0.023431913927197456
68645	rnn.weight_ih_l0_reverse	5	-0.037144917994737625
68645	rnn.weight_ih_l0_reverse	6	0.028079738840460777
68645	rnn.weight_ih_l0_reverse	7	0.03180672973394394
68645	rnn.weight_ih_l0_reverse	8	-0.02965998649597168
68645	rnn.weight_ih_l0_reverse	9	0.007023109123110771
68645	rnn.weight_hh_l0_reverse	0	0.04790852963924408
68645	rnn.weight_hh_l0_reverse	1	0.035153958946466446
68645	rnn.weight_hh_l0_reverse	2	-0.020164744928479195
68645	rnn.weight_hh_l0_reverse	3	-0.0471942313015461
68645	rnn.weight_hh_l0_reverse	4	0.007210291922092438
68645	rnn.weight_hh_l0_reverse	5	-0.0428471639752388
68645	rnn.weight_hh_l0_reverse	6	-0.012485708110034466
68645	rnn.weight_hh_l0_reverse	7	0.025280479341745377
68645	rnn.weight_hh_l0_reverse	8	0.01951286755502224
68645	rnn.weight_hh_l0_reverse	9	-0.0017142074648290873
68645	rnn.bias_ih_l0_reverse	0	-0.04649956151843071
68645	rnn.bias_ih_l0_reverse	1	-0.11024946719408035
68645	rnn.bias_ih_l0_reverse	2	-0.09931982308626175
68645	rnn.bias_ih_l0_reverse	3	-0.016077537089586258
68645	rnn.bias_ih_l0_reverse	4	-0.0673956349492073
68645	rnn.bias_ih_l0_reverse	5	-0.07038521766662598
68645	rnn.bias_ih_l0_reverse	6	-0.13423846662044525
68645	rnn.bias_ih_l0_reverse	7	-0.03465987741947174
68645	rnn.bias_ih_l0_reverse	8	-0.044494014233350754
68645	rnn.bias_ih_l0_reverse	9	-0.11011390388011932
68645	rnn.bias_hh_l0_reverse	0	-0.10796815156936646
68645	rnn.bias_hh_l0_reverse	1	-0.13967126607894897
68645	rnn.bias_hh_l0_reverse	2	0.11309879273176193
68645	rnn.bias_hh_l0_reverse	3	0.03325861692428589
68645	rnn.bias_hh_l0_reverse	4	-0.094599150121212
68645	rnn.bias_hh_l0_reverse	5	-0.09138014167547226
68645	rnn.bias_hh_l0_reverse	6	-0.08703449368476868
68645	rnn.bias_hh_l0_reverse	7	-0.016573911532759666
68645	rnn.bias_hh_l0_reverse	8	-0.04618110880255699
68645	rnn.bias_hh_l0_reverse	9	0.004315241239964962
68645	linear.weight	0	-0.007362961303442717
68645	linear.weight	1	-0.047545578330755234
68645	linear.weight	2	0.20841439068317413
68645	linear.weight	3	-0.08128438144922256
68645	linear.weight	4	-0.010588549077510834
68645	linear.weight	5	0.1114145815372467
68645	linear.weight	6	-0.010739270597696304
68645	linear.weight	7	-0.0036580481100827456
68645	linear.weight	8	0.19624954462051392
68645	linear.weight	9	-0.19399087131023407
68645	linear.bias	0	-0.03956538438796997
68645	linear.bias	1	0.031413208693265915
68645	linear.bias	2	0.41899242997169495
68645	linear.bias	3	-0.2650506794452667
68645	linear.bias	4	1.616631031036377
68645	linear.bias	5	-1.3027117252349854
68645	linear.bias	6	-0.40335896611213684
68645	linear.bias	7	-0.0653696283698082
69203	transitions	0	-1.431375503540039
69203	transitions	1	-10000.0
69203	transitions	2	-0.7969565987586975
69203	transitions	3	-10000.0
69203	transitions	4	1.6610788106918335
69203	transitions	5	-10000.0
69203	transitions	6	-10000.0
69203	transitions	7	1.4314634799957275
69203	transitions	8	-2.1977956295013428
69203	transitions	9	-3.862945795059204
69203	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
69203	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
69203	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
69203	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
69203	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
69203	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
69203	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
69203	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
69203	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
69203	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
69203	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
69203	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
69203	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
69203	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
69203	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
69203	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
69203	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
69203	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
69203	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
69203	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
69203	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
69203	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
69203	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
69203	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
69203	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
69203	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
69203	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
69203	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
69203	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
69203	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
69203	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
69203	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
69203	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
69203	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
69203	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
69203	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
69203	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
69203	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
69203	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
69203	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
69203	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
69203	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
69203	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
69203	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
69203	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
69203	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
69203	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
69203	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
69203	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
69203	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
69203	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
69203	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
69203	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
69203	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
69203	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
69203	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
69203	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
69203	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
69203	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
69203	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
69203	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
69203	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
69203	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
69203	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
69203	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
69203	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
69203	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
69203	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
69203	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
69203	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
69203	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
69203	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
69203	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
69203	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
69203	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
69203	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
69203	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
69203	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
69203	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
69203	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
69203	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
69203	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
69203	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
69203	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
69203	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
69203	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
69203	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
69203	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
69203	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
69203	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
69203	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
69203	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
69203	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
69203	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
69203	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
69203	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
69203	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
69203	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
69203	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
69203	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
69203	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
69203	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
69203	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
69203	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
69203	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
69203	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
69203	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
69203	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
69203	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
69203	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
69203	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
69203	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
69203	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
69203	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
69203	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
69203	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
69203	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
69203	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
69203	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
69203	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
69203	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
69203	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
69203	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
69203	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
69203	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
69203	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
69203	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
69203	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
69203	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
69203	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
69203	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
69203	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
69203	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
69203	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
69203	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
69203	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
69203	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
69203	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
69203	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
69203	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
69203	embedding2nn.weight	0	0.006925630383193493
69203	embedding2nn.weight	1	0.005407614633440971
69203	embedding2nn.weight	2	0.013429512269794941
69203	embedding2nn.weight	3	0.013908937573432922
69203	embedding2nn.weight	4	0.019061679020524025
69203	embedding2nn.weight	5	0.00606935890391469
69203	embedding2nn.weight	6	-0.014854557812213898
69203	embedding2nn.weight	7	-0.005305337719619274
69203	embedding2nn.weight	8	-0.003689984092488885
69203	embedding2nn.weight	9	-0.004082823637872934
69203	embedding2nn.bias	0	-0.001336254645138979
69203	embedding2nn.bias	1	-0.04285621643066406
69203	embedding2nn.bias	2	0.06344393640756607
69203	embedding2nn.bias	3	0.0507926270365715
69203	embedding2nn.bias	4	0.0026198867708444595
69203	embedding2nn.bias	5	-0.041429974138736725
69203	embedding2nn.bias	6	0.013024582527577877
69203	embedding2nn.bias	7	0.013890750706195831
69203	embedding2nn.bias	8	-0.02949884720146656
69203	embedding2nn.bias	9	0.022934265434741974
69203	rnn.weight_ih_l0	0	0.0618983693420887
69203	rnn.weight_ih_l0	1	-0.036773890256881714
69203	rnn.weight_ih_l0	2	0.0074906968511641026
69203	rnn.weight_ih_l0	3	0.04272005334496498
69203	rnn.weight_ih_l0	4	-0.02407677471637726
69203	rnn.weight_ih_l0	5	0.04926850646734238
69203	rnn.weight_ih_l0	6	0.012085000053048134
69203	rnn.weight_ih_l0	7	0.059912003576755524
69203	rnn.weight_ih_l0	8	0.014675186946988106
69203	rnn.weight_ih_l0	9	-0.0178989265114069
69203	rnn.weight_hh_l0	0	-0.023788314312696457
69203	rnn.weight_hh_l0	1	-0.0197655837982893
69203	rnn.weight_hh_l0	2	-0.059445638209581375
69203	rnn.weight_hh_l0	3	-0.014427220448851585
69203	rnn.weight_hh_l0	4	-0.009494339115917683
69203	rnn.weight_hh_l0	5	-0.027688855305314064
69203	rnn.weight_hh_l0	6	-0.0057740593329072
69203	rnn.weight_hh_l0	7	-0.048710837960243225
69203	rnn.weight_hh_l0	8	0.06465721130371094
69203	rnn.weight_hh_l0	9	0.04296949505805969
69203	rnn.bias_ih_l0	0	-0.1478860229253769
69203	rnn.bias_ih_l0	1	-0.1067146360874176
69203	rnn.bias_ih_l0	2	-0.00042297315667383373
69203	rnn.bias_ih_l0	3	-0.1361026018857956
69203	rnn.bias_ih_l0	4	-0.03711420297622681
69203	rnn.bias_ih_l0	5	-0.11928267776966095
69203	rnn.bias_ih_l0	6	0.04422154650092125
69203	rnn.bias_ih_l0	7	-0.08315515518188477
69203	rnn.bias_ih_l0	8	-0.009691147133708
69203	rnn.bias_ih_l0	9	-0.10076247155666351
69203	rnn.bias_hh_l0	0	-0.02847796119749546
69203	rnn.bias_hh_l0	1	0.2060249298810959
69203	rnn.bias_hh_l0	2	0.0659637302160263
69203	rnn.bias_hh_l0	3	-0.049725037068128586
69203	rnn.bias_hh_l0	4	-0.0803990364074707
69203	rnn.bias_hh_l0	5	-0.02051033265888691
69203	rnn.bias_hh_l0	6	0.059714432805776596
69203	rnn.bias_hh_l0	7	-0.07731307297945023
69203	rnn.bias_hh_l0	8	-0.14668183028697968
69203	rnn.bias_hh_l0	9	-0.09121700376272202
69203	rnn.weight_ih_l0_reverse	0	0.023803455755114555
69203	rnn.weight_ih_l0_reverse	1	-0.04757077246904373
69203	rnn.weight_ih_l0_reverse	2	0.03620225936174393
69203	rnn.weight_ih_l0_reverse	3	0.004479702096432447
69203	rnn.weight_ih_l0_reverse	4	0.0226102527230978
69203	rnn.weight_ih_l0_reverse	5	-0.038899362087249756
69203	rnn.weight_ih_l0_reverse	6	0.02573040872812271
69203	rnn.weight_ih_l0_reverse	7	0.03155956789851189
69203	rnn.weight_ih_l0_reverse	8	-0.029330536723136902
69203	rnn.weight_ih_l0_reverse	9	0.006822969298809767
69203	rnn.weight_hh_l0_reverse	0	0.047610606998205185
69203	rnn.weight_hh_l0_reverse	1	0.03524753823876381
69203	rnn.weight_hh_l0_reverse	2	-0.020455602556467056
69203	rnn.weight_hh_l0_reverse	3	-0.047679733484983444
69203	rnn.weight_hh_l0_reverse	4	0.00727161904796958
69203	rnn.weight_hh_l0_reverse	5	-0.042170099914073944
69203	rnn.weight_hh_l0_reverse	6	-0.013495555147528648
69203	rnn.weight_hh_l0_reverse	7	0.02527087740600109
69203	rnn.weight_hh_l0_reverse	8	0.019699307158589363
69203	rnn.weight_hh_l0_reverse	9	-0.0019615215715020895
69203	rnn.bias_ih_l0_reverse	0	-0.04544343799352646
69203	rnn.bias_ih_l0_reverse	1	-0.10930075496435165
69203	rnn.bias_ih_l0_reverse	2	-0.100899837911129
69203	rnn.bias_ih_l0_reverse	3	-0.019918696954846382
69203	rnn.bias_ih_l0_reverse	4	-0.06962988525629044
69203	rnn.bias_ih_l0_reverse	5	-0.07062655687332153
69203	rnn.bias_ih_l0_reverse	6	-0.13970661163330078
69203	rnn.bias_ih_l0_reverse	7	-0.03659003973007202
69203	rnn.bias_ih_l0_reverse	8	-0.04686440899968147
69203	rnn.bias_ih_l0_reverse	9	-0.11114713549613953
69203	rnn.bias_hh_l0_reverse	0	-0.106943279504776
69203	rnn.bias_hh_l0_reverse	1	-0.13874678313732147
69203	rnn.bias_hh_l0_reverse	2	0.11120788007974625
69203	rnn.bias_hh_l0_reverse	3	0.03452349454164505
69203	rnn.bias_hh_l0_reverse	4	-0.09129539877176285
69203	rnn.bias_hh_l0_reverse	5	-0.09433310478925705
69203	rnn.bias_hh_l0_reverse	6	-0.09148374199867249
69203	rnn.bias_hh_l0_reverse	7	-0.017131727188825607
69203	rnn.bias_hh_l0_reverse	8	-0.047836363315582275
69203	rnn.bias_hh_l0_reverse	9	0.0017738117603585124
69203	linear.weight	0	-0.007377096451818943
69203	linear.weight	1	-0.07347662001848221
69203	linear.weight	2	0.21376700699329376
69203	linear.weight	3	-0.08127964287996292
69203	linear.weight	4	-0.010588549077510834
69203	linear.weight	5	0.1319049894809723
69203	linear.weight	6	-0.010739270597696304
69203	linear.weight	7	-0.08351483196020126
69203	linear.weight	8	0.2349597066640854
69203	linear.weight	9	-0.1844874620437622
69203	linear.bias	0	-0.03956538438796997
69203	linear.bias	1	0.031413208693265915
69203	linear.bias	2	0.4243718981742859
69203	linear.bias	3	-0.2350270003080368
69203	linear.bias	4	1.6011794805526733
69203	linear.bias	5	-1.3037208318710327
69203	linear.bias	6	-0.41418081521987915
69203	linear.bias	7	-0.07351143658161163
69761	transitions	0	-1.4359358549118042
69761	transitions	1	-10000.0
69761	transitions	2	-0.7969565987586975
69761	transitions	3	-10000.0
69761	transitions	4	1.6989374160766602
69761	transitions	5	-10000.0
69761	transitions	6	-10000.0
69761	transitions	7	1.5107829570770264
69761	transitions	8	-2.2018277645111084
69761	transitions	9	-3.8665459156036377
69761	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
69761	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
69761	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
69761	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
69761	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
69761	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
69761	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
69761	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
69761	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
69761	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
69761	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
69761	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
69761	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
69761	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
69761	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
69761	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
69761	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
69761	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
69761	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
69761	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
69761	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
69761	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
69761	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
69761	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
69761	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
69761	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
69761	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
69761	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
69761	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
69761	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
69761	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
69761	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
69761	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
69761	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
69761	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
69761	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
69761	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
69761	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
69761	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
69761	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
69761	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
69761	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
69761	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
69761	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
69761	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
69761	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
69761	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
69761	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
69761	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
69761	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
69761	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
69761	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
69761	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
69761	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
69761	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
69761	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
69761	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
69761	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
69761	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
69761	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
69761	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
69761	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
69761	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
69761	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
69761	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
69761	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
69761	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
69761	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
69761	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
69761	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
69761	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
69761	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
69761	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
69761	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
69761	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
69761	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
69761	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
69761	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
69761	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
69761	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
69761	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
69761	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
69761	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
69761	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
69761	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
69761	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
69761	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
69761	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
69761	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
69761	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
69761	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
69761	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
69761	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
69761	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
69761	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
69761	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
69761	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
69761	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
69761	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
69761	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
69761	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
69761	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
69761	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
69761	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
69761	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
69761	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
69761	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
69761	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
69761	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
69761	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
69761	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
69761	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
69761	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
69761	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
69761	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
69761	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
69761	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
69761	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
69761	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
69761	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
69761	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
69761	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
69761	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
69761	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
69761	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
69761	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
69761	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
69761	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
69761	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
69761	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
69761	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
69761	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
69761	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
69761	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
69761	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
69761	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
69761	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
69761	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
69761	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
69761	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
69761	embedding2nn.weight	0	0.006947246380150318
69761	embedding2nn.weight	1	0.005450202152132988
69761	embedding2nn.weight	2	0.013457191176712513
69761	embedding2nn.weight	3	0.013837872073054314
69761	embedding2nn.weight	4	0.019145140424370766
69761	embedding2nn.weight	5	0.006748817395418882
69761	embedding2nn.weight	6	-0.015265255235135555
69761	embedding2nn.weight	7	-0.005094063468277454
69761	embedding2nn.weight	8	-0.0042151520028710365
69761	embedding2nn.weight	9	-0.003822305705398321
69761	embedding2nn.bias	0	0.004414877854287624
69761	embedding2nn.bias	1	-0.03877752274274826
69761	embedding2nn.bias	2	0.061176400631666183
69761	embedding2nn.bias	3	0.043751250952482224
69761	embedding2nn.bias	4	0.0014107500901445746
69761	embedding2nn.bias	5	-0.04694759473204613
69761	embedding2nn.bias	6	-0.000514832790941
69761	embedding2nn.bias	7	0.009475656785070896
69761	embedding2nn.bias	8	-0.029197923839092255
69761	embedding2nn.bias	9	0.014940230175852776
69761	rnn.weight_ih_l0	0	0.061951518058776855
69761	rnn.weight_ih_l0	1	-0.035204701125621796
69761	rnn.weight_ih_l0	2	0.006130910478532314
69761	rnn.weight_ih_l0	3	0.042217712849378586
69761	rnn.weight_ih_l0	4	-0.022868983447551727
69761	rnn.weight_ih_l0	5	0.049566905945539474
69761	rnn.weight_ih_l0	6	0.012495053000748158
69761	rnn.weight_ih_l0	7	0.058309897780418396
69761	rnn.weight_ih_l0	8	0.014718146063387394
69761	rnn.weight_ih_l0	9	-0.01662607118487358
69761	rnn.weight_hh_l0	0	-0.023278487846255302
69761	rnn.weight_hh_l0	1	-0.01994164288043976
69761	rnn.weight_hh_l0	2	-0.05922815203666687
69761	rnn.weight_hh_l0	3	-0.014472384937107563
69761	rnn.weight_hh_l0	4	-0.009416801854968071
69761	rnn.weight_hh_l0	5	-0.02714569680392742
69761	rnn.weight_hh_l0	6	-0.005844536237418652
69761	rnn.weight_hh_l0	7	-0.04836439713835716
69761	rnn.weight_hh_l0	8	0.06404754519462585
69761	rnn.weight_hh_l0	9	0.04228346794843674
69761	rnn.bias_ih_l0	0	-0.14645284414291382
69761	rnn.bias_ih_l0	1	-0.1055971160531044
69761	rnn.bias_ih_l0	2	0.00041408182005397975
69761	rnn.bias_ih_l0	3	-0.13063566386699677
69761	rnn.bias_ih_l0	4	-0.03851773962378502
69761	rnn.bias_ih_l0	5	-0.12046050280332565
69761	rnn.bias_ih_l0	6	0.04685390368103981
69761	rnn.bias_ih_l0	7	-0.0836775004863739
69761	rnn.bias_ih_l0	8	-0.011836965568363667
69761	rnn.bias_ih_l0	9	-0.10248596966266632
69761	rnn.bias_hh_l0	0	-0.03185361251235008
69761	rnn.bias_hh_l0	1	0.21491685509681702
69761	rnn.bias_hh_l0	2	0.05890749767422676
69761	rnn.bias_hh_l0	3	-0.052566345781087875
69761	rnn.bias_hh_l0	4	-0.07913031429052353
69761	rnn.bias_hh_l0	5	-0.022428058087825775
69761	rnn.bias_hh_l0	6	0.06542699038982391
69761	rnn.bias_hh_l0	7	-0.08026573807001114
69761	rnn.bias_hh_l0	8	-0.14937831461429596
69761	rnn.bias_hh_l0	9	-0.08927999436855316
69761	rnn.weight_ih_l0_reverse	0	0.02254732884466648
69761	rnn.weight_ih_l0_reverse	1	-0.04892812296748161
69761	rnn.weight_ih_l0_reverse	2	0.035905227065086365
69761	rnn.weight_ih_l0_reverse	3	0.005849042441695929
69761	rnn.weight_ih_l0_reverse	4	0.022095123305916786
69761	rnn.weight_ih_l0_reverse	5	-0.04202265664935112
69761	rnn.weight_ih_l0_reverse	6	0.025110024958848953
69761	rnn.weight_ih_l0_reverse	7	0.03179236501455307
69761	rnn.weight_ih_l0_reverse	8	-0.03012790158390999
69761	rnn.weight_ih_l0_reverse	9	0.005554198753088713
69761	rnn.weight_hh_l0_reverse	0	0.047130148857831955
69761	rnn.weight_hh_l0_reverse	1	0.03495768830180168
69761	rnn.weight_hh_l0_reverse	2	-0.020324211567640305
69761	rnn.weight_hh_l0_reverse	3	-0.048294588923454285
69761	rnn.weight_hh_l0_reverse	4	0.0072830598801374435
69761	rnn.weight_hh_l0_reverse	5	-0.042339906096458435
69761	rnn.weight_hh_l0_reverse	6	-0.013479462824761868
69761	rnn.weight_hh_l0_reverse	7	0.02521708980202675
69761	rnn.weight_hh_l0_reverse	8	0.018925482407212257
69761	rnn.weight_hh_l0_reverse	9	-0.002019844250753522
69761	rnn.bias_ih_l0_reverse	0	-0.04612753912806511
69761	rnn.bias_ih_l0_reverse	1	-0.10861709713935852
69761	rnn.bias_ih_l0_reverse	2	-0.104560986161232
69761	rnn.bias_ih_l0_reverse	3	-0.01645302027463913
69761	rnn.bias_ih_l0_reverse	4	-0.07121576368808746
69761	rnn.bias_ih_l0_reverse	5	-0.07241169363260269
69761	rnn.bias_ih_l0_reverse	6	-0.14364288747310638
69761	rnn.bias_ih_l0_reverse	7	-0.04134511202573776
69761	rnn.bias_ih_l0_reverse	8	-0.05010306462645531
69761	rnn.bias_ih_l0_reverse	9	-0.1109783798456192
69761	rnn.bias_hh_l0_reverse	0	-0.11049070209264755
69761	rnn.bias_hh_l0_reverse	1	-0.1416577398777008
69761	rnn.bias_hh_l0_reverse	2	0.1102481260895729
69761	rnn.bias_hh_l0_reverse	3	0.040445905178785324
69761	rnn.bias_hh_l0_reverse	4	-0.09599296748638153
69761	rnn.bias_hh_l0_reverse	5	-0.09534383565187454
69761	rnn.bias_hh_l0_reverse	6	-0.09086227416992188
69761	rnn.bias_hh_l0_reverse	7	-0.024241097271442413
69761	rnn.bias_hh_l0_reverse	8	-0.05044613406062126
69761	rnn.bias_hh_l0_reverse	9	0.0031110337004065514
69761	linear.weight	0	-0.007380083668977022
69761	linear.weight	1	-0.05913548916578293
69761	linear.weight	2	0.21942684054374695
69761	linear.weight	3	-0.08128797262907028
69761	linear.weight	4	-0.010588549077510834
69761	linear.weight	5	0.1092582643032074
69761	linear.weight	6	-0.010739270597696304
69761	linear.weight	7	-0.044644545763731
69761	linear.weight	8	0.3089394271373749
69761	linear.weight	9	-0.20615951716899872
69761	linear.bias	0	-0.03956538438796997
69761	linear.bias	1	0.031413208693265915
69761	linear.bias	2	0.38704946637153625
69761	linear.bias	3	-0.2569635808467865
69761	linear.bias	4	1.6292200088500977
69761	linear.bias	5	-1.3047629594802856
69761	linear.bias	6	-0.3991558253765106
69761	linear.bias	7	-0.05629539117217064
70319	transitions	0	-1.4402960538864136
70319	transitions	1	-10000.0
70319	transitions	2	-0.7969565987586975
70319	transitions	3	-10000.0
70319	transitions	4	1.7049015760421753
70319	transitions	5	-10000.0
70319	transitions	6	-10000.0
70319	transitions	7	1.495298981666565
70319	transitions	8	-2.2053306102752686
70319	transitions	9	-3.870065927505493
70319	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
70319	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
70319	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
70319	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
70319	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
70319	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
70319	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
70319	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
70319	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
70319	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
70319	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
70319	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
70319	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
70319	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
70319	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
70319	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
70319	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
70319	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
70319	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
70319	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
70319	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
70319	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
70319	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
70319	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
70319	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
70319	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
70319	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
70319	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
70319	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
70319	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
70319	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
70319	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
70319	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
70319	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
70319	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
70319	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
70319	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
70319	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
70319	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
70319	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
70319	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
70319	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
70319	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
70319	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
70319	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
70319	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
70319	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
70319	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
70319	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
70319	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
70319	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
70319	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
70319	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
70319	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
70319	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
70319	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
70319	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
70319	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
70319	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
70319	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
70319	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
70319	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
70319	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
70319	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
70319	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
70319	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
70319	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
70319	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
70319	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
70319	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
70319	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
70319	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
70319	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
70319	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
70319	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
70319	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
70319	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
70319	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
70319	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
70319	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
70319	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
70319	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
70319	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
70319	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
70319	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
70319	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
70319	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
70319	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
70319	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
70319	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
70319	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
70319	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
70319	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
70319	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
70319	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
70319	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
70319	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
70319	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
70319	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
70319	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
70319	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
70319	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
70319	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
70319	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
70319	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
70319	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
70319	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
70319	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
70319	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
70319	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
70319	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
70319	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
70319	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
70319	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
70319	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
70319	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
70319	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
70319	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
70319	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
70319	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
70319	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
70319	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
70319	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
70319	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
70319	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
70319	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
70319	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
70319	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
70319	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
70319	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
70319	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
70319	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
70319	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
70319	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
70319	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
70319	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
70319	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
70319	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
70319	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
70319	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
70319	embedding2nn.weight	0	0.006967319641262293
70319	embedding2nn.weight	1	0.005438424181193113
70319	embedding2nn.weight	2	0.013455289416015148
70319	embedding2nn.weight	3	0.014363362453877926
70319	embedding2nn.weight	4	0.01812019944190979
70319	embedding2nn.weight	5	0.0064841280691325665
70319	embedding2nn.weight	6	-0.015379720367491245
70319	embedding2nn.weight	7	-0.004891025833785534
70319	embedding2nn.weight	8	-0.004512492101639509
70319	embedding2nn.weight	9	-0.0035448006819933653
70319	embedding2nn.bias	0	0.004696571733802557
70319	embedding2nn.bias	1	-0.03643171861767769
70319	embedding2nn.bias	2	0.053454652428627014
70319	embedding2nn.bias	3	0.0446440614759922
70319	embedding2nn.bias	4	-0.0002240287431050092
70319	embedding2nn.bias	5	-0.03898784518241882
70319	embedding2nn.bias	6	0.0041042217053473
70319	embedding2nn.bias	7	0.012532019056379795
70319	embedding2nn.bias	8	-0.01084145624190569
70319	embedding2nn.bias	9	0.017936285585165024
70319	rnn.weight_ih_l0	0	0.061609912663698196
70319	rnn.weight_ih_l0	1	-0.03413136675953865
70319	rnn.weight_ih_l0	2	0.00438824575394392
70319	rnn.weight_ih_l0	3	0.042452067136764526
70319	rnn.weight_ih_l0	4	-0.023901697248220444
70319	rnn.weight_ih_l0	5	0.04724854975938797
70319	rnn.weight_ih_l0	6	0.012394721619784832
70319	rnn.weight_ih_l0	7	0.05883233621716499
70319	rnn.weight_ih_l0	8	0.013266700319945812
70319	rnn.weight_ih_l0	9	-0.01754569448530674
70319	rnn.weight_hh_l0	0	-0.023076815530657768
70319	rnn.weight_hh_l0	1	-0.019826622679829597
70319	rnn.weight_hh_l0	2	-0.059193193912506104
70319	rnn.weight_hh_l0	3	-0.014251300133764744
70319	rnn.weight_hh_l0	4	-0.009326964616775513
70319	rnn.weight_hh_l0	5	-0.02700856700539589
70319	rnn.weight_hh_l0	6	-0.005865189712494612
70319	rnn.weight_hh_l0	7	-0.04827994108200073
70319	rnn.weight_hh_l0	8	0.06333940476179123
70319	rnn.weight_hh_l0	9	0.042430538684129715
70319	rnn.bias_ih_l0	0	-0.1501552015542984
70319	rnn.bias_ih_l0	1	-0.10776561498641968
70319	rnn.bias_ih_l0	2	0.0005907507729716599
70319	rnn.bias_ih_l0	3	-0.13517674803733826
70319	rnn.bias_ih_l0	4	-0.038679443299770355
70319	rnn.bias_ih_l0	5	-0.12001734972000122
70319	rnn.bias_ih_l0	6	0.04151696339249611
70319	rnn.bias_ih_l0	7	-0.08342127501964569
70319	rnn.bias_ih_l0	8	-0.009510474279522896
70319	rnn.bias_ih_l0	9	-0.10198483616113663
70319	rnn.bias_hh_l0	0	-0.030562303960323334
70319	rnn.bias_hh_l0	1	0.21645799279212952
70319	rnn.bias_hh_l0	2	0.04871406778693199
70319	rnn.bias_hh_l0	3	-0.05592280253767967
70319	rnn.bias_hh_l0	4	-0.07870632410049438
70319	rnn.bias_hh_l0	5	-0.02867458015680313
70319	rnn.bias_hh_l0	6	0.06318127363920212
70319	rnn.bias_hh_l0	7	-0.08072604238986969
70319	rnn.bias_hh_l0	8	-0.14809589087963104
70319	rnn.bias_hh_l0	9	-0.09079552441835403
70319	rnn.weight_ih_l0_reverse	0	0.021338971331715584
70319	rnn.weight_ih_l0_reverse	1	-0.05026424676179886
70319	rnn.weight_ih_l0_reverse	2	0.035702262073755264
70319	rnn.weight_ih_l0_reverse	3	0.005534554831683636
70319	rnn.weight_ih_l0_reverse	4	0.02197924628853798
70319	rnn.weight_ih_l0_reverse	5	-0.04127688333392143
70319	rnn.weight_ih_l0_reverse	6	0.02549942396581173
70319	rnn.weight_ih_l0_reverse	7	0.03210342302918434
70319	rnn.weight_ih_l0_reverse	8	-0.029291799291968346
70319	rnn.weight_ih_l0_reverse	9	0.0057603223249316216
70319	rnn.weight_hh_l0_reverse	0	0.04639112576842308
70319	rnn.weight_hh_l0_reverse	1	0.03499487042427063
70319	rnn.weight_hh_l0_reverse	2	-0.020253242924809456
70319	rnn.weight_hh_l0_reverse	3	-0.04858066141605377
70319	rnn.weight_hh_l0_reverse	4	0.006934956181794405
70319	rnn.weight_hh_l0_reverse	5	-0.04332154989242554
70319	rnn.weight_hh_l0_reverse	6	-0.0132394228130579
70319	rnn.weight_hh_l0_reverse	7	0.025487780570983887
70319	rnn.weight_hh_l0_reverse	8	0.018641194328665733
70319	rnn.weight_hh_l0_reverse	9	-0.0018672108417376876
70319	rnn.bias_ih_l0_reverse	0	-0.042458903044462204
70319	rnn.bias_ih_l0_reverse	1	-0.1093139573931694
70319	rnn.bias_ih_l0_reverse	2	-0.10211240500211716
70319	rnn.bias_ih_l0_reverse	3	-0.021722130477428436
70319	rnn.bias_ih_l0_reverse	4	-0.0703437328338623
70319	rnn.bias_ih_l0_reverse	5	-0.07432863116264343
70319	rnn.bias_ih_l0_reverse	6	-0.14478671550750732
70319	rnn.bias_ih_l0_reverse	7	-0.03937147930264473
70319	rnn.bias_ih_l0_reverse	8	-0.05104601010680199
70319	rnn.bias_ih_l0_reverse	9	-0.10862360894680023
70319	rnn.bias_hh_l0_reverse	0	-0.11023589223623276
70319	rnn.bias_hh_l0_reverse	1	-0.13838212192058563
70319	rnn.bias_hh_l0_reverse	2	0.11461558192968369
70319	rnn.bias_hh_l0_reverse	3	0.035155754536390305
70319	rnn.bias_hh_l0_reverse	4	-0.09896142035722733
70319	rnn.bias_hh_l0_reverse	5	-0.09217110276222229
70319	rnn.bias_hh_l0_reverse	6	-0.10009180754423141
70319	rnn.bias_hh_l0_reverse	7	-0.024025263264775276
70319	rnn.bias_hh_l0_reverse	8	-0.05002469941973686
70319	rnn.bias_hh_l0_reverse	9	-0.0015063644386827946
70319	linear.weight	0	-0.007401729002594948
70319	linear.weight	1	-0.044334132224321365
70319	linear.weight	2	0.20637595653533936
70319	linear.weight	3	-0.08127877861261368
70319	linear.weight	4	-0.010588549077510834
70319	linear.weight	5	0.07088378816843033
70319	linear.weight	6	-0.010739270597696304
70319	linear.weight	7	-0.057836923748254776
70319	linear.weight	8	0.1913299709558487
70319	linear.weight	9	-0.1968574970960617
70319	linear.bias	0	-0.03956538438796997
70319	linear.bias	1	0.031413208693265915
70319	linear.bias	2	0.44521647691726685
70319	linear.bias	3	-0.32487204670906067
70319	linear.bias	4	1.6380447149276733
70319	linear.bias	5	-1.3057677745819092
70319	linear.bias	6	-0.3958714008331299
70319	linear.bias	7	-0.05768239125609398
70877	transitions	0	-1.4447942972183228
70877	transitions	1	-10000.0
70877	transitions	2	-0.7969565987586975
70877	transitions	3	-10000.0
70877	transitions	4	1.7293598651885986
70877	transitions	5	-10000.0
70877	transitions	6	-10000.0
70877	transitions	7	1.469061017036438
70877	transitions	8	-2.2089028358459473
70877	transitions	9	-3.8736040592193604
70877	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
70877	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
70877	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
70877	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
70877	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
70877	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
70877	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
70877	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
70877	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
70877	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
70877	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
70877	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
70877	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
70877	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
70877	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
70877	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
70877	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
70877	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
70877	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
70877	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
70877	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
70877	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
70877	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
70877	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
70877	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
70877	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
70877	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
70877	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
70877	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
70877	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
70877	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
70877	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
70877	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
70877	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
70877	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
70877	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
70877	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
70877	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
70877	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
70877	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
70877	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
70877	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
70877	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
70877	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
70877	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
70877	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
70877	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
70877	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
70877	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
70877	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
70877	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
70877	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
70877	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
70877	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
70877	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
70877	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
70877	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
70877	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
70877	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
70877	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
70877	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
70877	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
70877	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
70877	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
70877	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
70877	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
70877	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
70877	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
70877	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
70877	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
70877	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
70877	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
70877	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
70877	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
70877	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
70877	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
70877	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
70877	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
70877	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
70877	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
70877	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
70877	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
70877	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
70877	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
70877	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
70877	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
70877	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
70877	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
70877	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
70877	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
70877	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
70877	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
70877	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
70877	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
70877	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
70877	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
70877	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
70877	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
70877	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
70877	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
70877	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
70877	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
70877	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
70877	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
70877	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
70877	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
70877	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
70877	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
70877	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
70877	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
70877	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
70877	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
70877	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
70877	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
70877	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
70877	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
70877	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
70877	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
70877	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
70877	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
70877	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
70877	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
70877	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
70877	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
70877	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
70877	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
70877	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
70877	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
70877	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
70877	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
70877	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
70877	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
70877	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
70877	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
70877	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
70877	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
70877	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
70877	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
70877	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
70877	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
70877	embedding2nn.weight	0	0.006942219566553831
70877	embedding2nn.weight	1	0.0052312882617115974
70877	embedding2nn.weight	2	0.013449940830469131
70877	embedding2nn.weight	3	0.014933500438928604
70877	embedding2nn.weight	4	0.017963608726859093
70877	embedding2nn.weight	5	0.007936648093163967
70877	embedding2nn.weight	6	-0.01525313500314951
70877	embedding2nn.weight	7	-0.005043565761297941
70877	embedding2nn.weight	8	-0.0030182544142007828
70877	embedding2nn.weight	9	-0.0037132506258785725
70877	embedding2nn.bias	0	0.022778427228331566
70877	embedding2nn.bias	1	-0.04306831210851669
70877	embedding2nn.bias	2	0.060839101672172546
70877	embedding2nn.bias	3	0.039105936884880066
70877	embedding2nn.bias	4	0.010152322240173817
70877	embedding2nn.bias	5	-0.04665827006101608
70877	embedding2nn.bias	6	0.005642391741275787
70877	embedding2nn.bias	7	0.010016102343797684
70877	embedding2nn.bias	8	-0.024901876226067543
70877	embedding2nn.bias	9	0.019779406487941742
70877	rnn.weight_ih_l0	0	0.061205700039863586
70877	rnn.weight_ih_l0	1	-0.034167006611824036
70877	rnn.weight_ih_l0	2	0.004729078151285648
70877	rnn.weight_ih_l0	3	0.040519800037145615
70877	rnn.weight_ih_l0	4	-0.023947834968566895
70877	rnn.weight_ih_l0	5	0.0461631715297699
70877	rnn.weight_ih_l0	6	0.012302638031542301
70877	rnn.weight_ih_l0	7	0.05909278616309166
70877	rnn.weight_ih_l0	8	0.013866190798580647
70877	rnn.weight_ih_l0	9	-0.019141297787427902
70877	rnn.weight_hh_l0	0	-0.022581681609153748
70877	rnn.weight_hh_l0	1	-0.019908608868718147
70877	rnn.weight_hh_l0	2	-0.059122614562511444
70877	rnn.weight_hh_l0	3	-0.014159305021166801
70877	rnn.weight_hh_l0	4	-0.009271584451198578
70877	rnn.weight_hh_l0	5	-0.027191629633307457
70877	rnn.weight_hh_l0	6	-0.005888381041586399
70877	rnn.weight_hh_l0	7	-0.04898472875356674
70877	rnn.weight_hh_l0	8	0.0640033707022667
70877	rnn.weight_hh_l0	9	0.042857181280851364
70877	rnn.bias_ih_l0	0	-0.14988400042057037
70877	rnn.bias_ih_l0	1	-0.1040295958518982
70877	rnn.bias_ih_l0	2	0.00037153984885662794
70877	rnn.bias_ih_l0	3	-0.1376471072435379
70877	rnn.bias_ih_l0	4	-0.03629155457019806
70877	rnn.bias_ih_l0	5	-0.11311949044466019
70877	rnn.bias_ih_l0	6	0.04540098085999489
70877	rnn.bias_ih_l0	7	-0.08171024918556213
70877	rnn.bias_ih_l0	8	-0.011676277965307236
70877	rnn.bias_ih_l0	9	-0.10056030005216599
70877	rnn.bias_hh_l0	0	-0.031240645796060562
70877	rnn.bias_hh_l0	1	0.20865945518016815
70877	rnn.bias_hh_l0	2	0.05441920831799507
70877	rnn.bias_hh_l0	3	-0.05276157706975937
70877	rnn.bias_hh_l0	4	-0.07874169200658798
70877	rnn.bias_hh_l0	5	-0.030467340722680092
70877	rnn.bias_hh_l0	6	0.062090907245874405
70877	rnn.bias_hh_l0	7	-0.07933550328016281
70877	rnn.bias_hh_l0	8	-0.15721845626831055
70877	rnn.bias_hh_l0	9	-0.09004135429859161
70877	rnn.weight_ih_l0_reverse	0	0.023540275171399117
70877	rnn.weight_ih_l0_reverse	1	-0.05013705790042877
70877	rnn.weight_ih_l0_reverse	2	0.0361543707549572
70877	rnn.weight_ih_l0_reverse	3	0.006272606085985899
70877	rnn.weight_ih_l0_reverse	4	0.02088753506541252
70877	rnn.weight_ih_l0_reverse	5	-0.040068481117486954
70877	rnn.weight_ih_l0_reverse	6	0.02331516519188881
70877	rnn.weight_ih_l0_reverse	7	0.03237421065568924
70877	rnn.weight_ih_l0_reverse	8	-0.029081793501973152
70877	rnn.weight_ih_l0_reverse	9	0.005665771197527647
70877	rnn.weight_hh_l0_reverse	0	0.0457942821085453
70877	rnn.weight_hh_l0_reverse	1	0.03404669091105461
70877	rnn.weight_hh_l0_reverse	2	-0.0199726652354002
70877	rnn.weight_hh_l0_reverse	3	-0.04878943786025047
70877	rnn.weight_hh_l0_reverse	4	0.007379189599305391
70877	rnn.weight_hh_l0_reverse	5	-0.04389055073261261
70877	rnn.weight_hh_l0_reverse	6	-0.01330636627972126
70877	rnn.weight_hh_l0_reverse	7	0.02557443641126156
70877	rnn.weight_hh_l0_reverse	8	0.01829666830599308
70877	rnn.weight_hh_l0_reverse	9	-0.0019775922410190105
70877	rnn.bias_ih_l0_reverse	0	-0.04355267062783241
70877	rnn.bias_ih_l0_reverse	1	-0.11020463705062866
70877	rnn.bias_ih_l0_reverse	2	-0.1001683920621872
70877	rnn.bias_ih_l0_reverse	3	-0.016267385333776474
70877	rnn.bias_ih_l0_reverse	4	-0.06982596963644028
70877	rnn.bias_ih_l0_reverse	5	-0.07150986045598984
70877	rnn.bias_ih_l0_reverse	6	-0.14678063988685608
70877	rnn.bias_ih_l0_reverse	7	-0.0399852953851223
70877	rnn.bias_ih_l0_reverse	8	-0.05131522938609123
70877	rnn.bias_ih_l0_reverse	9	-0.10925018042325974
70877	rnn.bias_hh_l0_reverse	0	-0.10857902467250824
70877	rnn.bias_hh_l0_reverse	1	-0.13923561573028564
70877	rnn.bias_hh_l0_reverse	2	0.1158524751663208
70877	rnn.bias_hh_l0_reverse	3	0.03493175283074379
70877	rnn.bias_hh_l0_reverse	4	-0.1001679003238678
70877	rnn.bias_hh_l0_reverse	5	-0.08951494842767715
70877	rnn.bias_hh_l0_reverse	6	-0.09591463208198547
70877	rnn.bias_hh_l0_reverse	7	-0.02483336254954338
70877	rnn.bias_hh_l0_reverse	8	-0.05252428725361824
70877	rnn.bias_hh_l0_reverse	9	-0.0008907990413717926
70877	linear.weight	0	-0.00740951020270586
70877	linear.weight	1	0.003955913241952658
70877	linear.weight	2	0.19264210760593414
70877	linear.weight	3	-0.0812361091375351
70877	linear.weight	4	-0.010588549077510834
70877	linear.weight	5	0.04583607241511345
70877	linear.weight	6	-0.010739270597696304
70877	linear.weight	7	-0.023466555401682854
70877	linear.weight	8	0.24906320869922638
70877	linear.weight	9	-0.20033946633338928
70877	linear.bias	0	-0.03956538438796997
70877	linear.bias	1	0.031413208693265915
70877	linear.bias	2	0.4453835189342499
70877	linear.bias	3	-0.28097039461135864
70877	linear.bias	4	1.638733983039856
70877	linear.bias	5	-1.3067625761032104
70877	linear.bias	6	-0.416027307510376
70877	linear.bias	7	-0.08131494373083115
71435	transitions	0	-1.4522476196289062
71435	transitions	1	-10000.0
71435	transitions	2	-0.7969565987586975
71435	transitions	3	-10000.0
71435	transitions	4	1.6925578117370605
71435	transitions	5	-10000.0
71435	transitions	6	-10000.0
71435	transitions	7	1.4485212564468384
71435	transitions	8	-2.2126736640930176
71435	transitions	9	-3.877159833908081
71435	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
71435	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
71435	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
71435	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
71435	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
71435	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
71435	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
71435	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
71435	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
71435	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
71435	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
71435	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
71435	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
71435	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
71435	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
71435	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
71435	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
71435	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
71435	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
71435	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
71435	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
71435	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
71435	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
71435	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
71435	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
71435	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
71435	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
71435	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
71435	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
71435	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
71435	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
71435	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
71435	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
71435	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
71435	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
71435	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
71435	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
71435	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
71435	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
71435	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
71435	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
71435	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
71435	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
71435	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
71435	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
71435	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
71435	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
71435	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
71435	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
71435	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
71435	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
71435	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
71435	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
71435	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
71435	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
71435	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
71435	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
71435	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
71435	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
71435	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
71435	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
71435	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
71435	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
71435	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
71435	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
71435	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
71435	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
71435	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
71435	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
71435	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
71435	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
71435	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
71435	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
71435	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
71435	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
71435	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
71435	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
71435	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
71435	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
71435	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
71435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
71435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
71435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
71435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
71435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
71435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
71435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
71435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
71435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
71435	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
71435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
71435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
71435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
71435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
71435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
71435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
71435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
71435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
71435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
71435	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
71435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
71435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
71435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
71435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
71435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
71435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
71435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
71435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
71435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
71435	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
71435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
71435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
71435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
71435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
71435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
71435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
71435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
71435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
71435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
71435	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
71435	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
71435	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
71435	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
71435	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
71435	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
71435	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
71435	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
71435	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
71435	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
71435	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
71435	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
71435	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
71435	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
71435	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
71435	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
71435	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
71435	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
71435	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
71435	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
71435	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
71435	embedding2nn.weight	0	0.006970626767724752
71435	embedding2nn.weight	1	0.005179070867598057
71435	embedding2nn.weight	2	0.013449564576148987
71435	embedding2nn.weight	3	0.01583249494433403
71435	embedding2nn.weight	4	0.01787496544420719
71435	embedding2nn.weight	5	0.008042963221669197
71435	embedding2nn.weight	6	-0.015173888765275478
71435	embedding2nn.weight	7	-0.005298805423080921
71435	embedding2nn.weight	8	-0.0026485146954655647
71435	embedding2nn.weight	9	-0.003377667162567377
71435	embedding2nn.bias	0	0.018536938354372978
71435	embedding2nn.bias	1	-0.04542306065559387
71435	embedding2nn.bias	2	0.05338825657963753
71435	embedding2nn.bias	3	0.030841602012515068
71435	embedding2nn.bias	4	0.0020165368914604187
71435	embedding2nn.bias	5	-0.044048573821783066
71435	embedding2nn.bias	6	0.014248466119170189
71435	embedding2nn.bias	7	0.001622088486328721
71435	embedding2nn.bias	8	-0.03003978729248047
71435	embedding2nn.bias	9	0.017111269757151604
71435	rnn.weight_ih_l0	0	0.06251263618469238
71435	rnn.weight_ih_l0	1	-0.034556079655885696
71435	rnn.weight_ih_l0	2	0.0035123112611472607
71435	rnn.weight_ih_l0	3	0.041119154542684555
71435	rnn.weight_ih_l0	4	-0.024317681789398193
71435	rnn.weight_ih_l0	5	0.04694661125540733
71435	rnn.weight_ih_l0	6	0.011184871196746826
71435	rnn.weight_ih_l0	7	0.05762270838022232
71435	rnn.weight_ih_l0	8	0.015031266026198864
71435	rnn.weight_ih_l0	9	-0.01997372694313526
71435	rnn.weight_hh_l0	0	-0.021979689598083496
71435	rnn.weight_hh_l0	1	-0.019707025960087776
71435	rnn.weight_hh_l0	2	-0.05918499827384949
71435	rnn.weight_hh_l0	3	-0.014110134914517403
71435	rnn.weight_hh_l0	4	-0.009014640003442764
71435	rnn.weight_hh_l0	5	-0.02677267976105213
71435	rnn.weight_hh_l0	6	-0.0058640348725020885
71435	rnn.weight_hh_l0	7	-0.047523003071546555
71435	rnn.weight_hh_l0	8	0.06492602825164795
71435	rnn.weight_hh_l0	9	0.042761147022247314
71435	rnn.bias_ih_l0	0	-0.15037751197814941
71435	rnn.bias_ih_l0	1	-0.10908572375774384
71435	rnn.bias_ih_l0	2	0.00142205401789397
71435	rnn.bias_ih_l0	3	-0.1423536241054535
71435	rnn.bias_ih_l0	4	-0.030938265845179558
71435	rnn.bias_ih_l0	5	-0.11714965850114822
71435	rnn.bias_ih_l0	6	0.045566823333501816
71435	rnn.bias_ih_l0	7	-0.08405482023954391
71435	rnn.bias_ih_l0	8	-0.011494219303131104
71435	rnn.bias_ih_l0	9	-0.0991864874958992
71435	rnn.bias_hh_l0	0	-0.02908806875348091
71435	rnn.bias_hh_l0	1	0.20541688799858093
71435	rnn.bias_hh_l0	2	0.0552917905151844
71435	rnn.bias_hh_l0	3	-0.051506560295820236
71435	rnn.bias_hh_l0	4	-0.07610268890857697
71435	rnn.bias_hh_l0	5	-0.024352123960852623
71435	rnn.bias_hh_l0	6	0.06468179076910019
71435	rnn.bias_hh_l0	7	-0.07891035079956055
71435	rnn.bias_hh_l0	8	-0.1547318696975708
71435	rnn.bias_hh_l0	9	-0.09286727756261826
71435	rnn.weight_ih_l0_reverse	0	0.02359517104923725
71435	rnn.weight_ih_l0_reverse	1	-0.05041705444455147
71435	rnn.weight_ih_l0_reverse	2	0.03615525737404823
71435	rnn.weight_ih_l0_reverse	3	0.0060389162972569466
71435	rnn.weight_ih_l0_reverse	4	0.021104104816913605
71435	rnn.weight_ih_l0_reverse	5	-0.036651354283094406
71435	rnn.weight_ih_l0_reverse	6	0.02252938598394394
71435	rnn.weight_ih_l0_reverse	7	0.032338473945856094
71435	rnn.weight_ih_l0_reverse	8	-0.028805600479245186
71435	rnn.weight_ih_l0_reverse	9	0.006553288083523512
71435	rnn.weight_hh_l0_reverse	0	0.04586237668991089
71435	rnn.weight_hh_l0_reverse	1	0.03408680111169815
71435	rnn.weight_hh_l0_reverse	2	-0.019412020221352577
71435	rnn.weight_hh_l0_reverse	3	-0.04813646525144577
71435	rnn.weight_hh_l0_reverse	4	0.007164177484810352
71435	rnn.weight_hh_l0_reverse	5	-0.04444247484207153
71435	rnn.weight_hh_l0_reverse	6	-0.013545759953558445
71435	rnn.weight_hh_l0_reverse	7	0.025663308799266815
71435	rnn.weight_hh_l0_reverse	8	0.01894146203994751
71435	rnn.weight_hh_l0_reverse	9	-0.0021949857473373413
71435	rnn.bias_ih_l0_reverse	0	-0.03927785903215408
71435	rnn.bias_ih_l0_reverse	1	-0.11076135188341141
71435	rnn.bias_ih_l0_reverse	2	-0.10145647823810577
71435	rnn.bias_ih_l0_reverse	3	-0.019687242805957794
71435	rnn.bias_ih_l0_reverse	4	-0.06896451860666275
71435	rnn.bias_ih_l0_reverse	5	-0.07090246677398682
71435	rnn.bias_ih_l0_reverse	6	-0.14312070608139038
71435	rnn.bias_ih_l0_reverse	7	-0.04388047009706497
71435	rnn.bias_ih_l0_reverse	8	-0.0497594028711319
71435	rnn.bias_ih_l0_reverse	9	-0.11051426827907562
71435	rnn.bias_hh_l0_reverse	0	-0.10689915716648102
71435	rnn.bias_hh_l0_reverse	1	-0.13909310102462769
71435	rnn.bias_hh_l0_reverse	2	0.11561594158411026
71435	rnn.bias_hh_l0_reverse	3	0.04100443050265312
71435	rnn.bias_hh_l0_reverse	4	-0.10131186991930008
71435	rnn.bias_hh_l0_reverse	5	-0.08908433467149734
71435	rnn.bias_hh_l0_reverse	6	-0.09524677693843842
71435	rnn.bias_hh_l0_reverse	7	-0.026007922366261482
71435	rnn.bias_hh_l0_reverse	8	-0.05711197108030319
71435	rnn.bias_hh_l0_reverse	9	-0.005182886496186256
71435	linear.weight	0	-0.00741919269785285
71435	linear.weight	1	0.0037310549523681402
71435	linear.weight	2	0.2345174252986908
71435	linear.weight	3	-0.08119303733110428
71435	linear.weight	4	-0.010588549077510834
71435	linear.weight	5	0.04748006910085678
71435	linear.weight	6	-0.010739270597696304
71435	linear.weight	7	0.02684120461344719
71435	linear.weight	8	0.2512396574020386
71435	linear.weight	9	-0.1808793544769287
71435	linear.bias	0	-0.03956538438796997
71435	linear.bias	1	0.031413208693265915
71435	linear.bias	2	0.5044912099838257
71435	linear.bias	3	-0.2787495255470276
71435	linear.bias	4	1.6413947343826294
71435	linear.bias	5	-1.3078292608261108
71435	linear.bias	6	-0.4454869329929352
71435	linear.bias	7	-0.11479933559894562
71993	transitions	0	-1.4570516347885132
71993	transitions	1	-10000.0
71993	transitions	2	-0.7969565987586975
71993	transitions	3	-10000.0
71993	transitions	4	1.7092026472091675
71993	transitions	5	-10000.0
71993	transitions	6	-10000.0
71993	transitions	7	1.456081509590149
71993	transitions	8	-2.2167623043060303
71993	transitions	9	-3.8805742263793945
71993	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
71993	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
71993	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
71993	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
71993	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
71993	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
71993	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
71993	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
71993	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
71993	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
71993	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
71993	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
71993	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
71993	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
71993	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
71993	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
71993	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
71993	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
71993	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
71993	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
71993	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
71993	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
71993	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
71993	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
71993	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
71993	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
71993	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
71993	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
71993	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
71993	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
71993	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
71993	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
71993	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
71993	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
71993	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
71993	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
71993	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
71993	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
71993	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
71993	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
71993	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
71993	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
71993	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
71993	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
71993	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
71993	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
71993	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
71993	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
71993	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
71993	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
71993	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
71993	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
71993	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
71993	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
71993	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
71993	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
71993	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
71993	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
71993	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
71993	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
71993	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
71993	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
71993	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
71993	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
71993	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
71993	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
71993	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
71993	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
71993	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
71993	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
71993	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
71993	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
71993	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
71993	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
71993	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
71993	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
71993	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
71993	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
71993	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
71993	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
71993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
71993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
71993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
71993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
71993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
71993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
71993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
71993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
71993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
71993	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
71993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
71993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
71993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
71993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
71993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
71993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
71993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
71993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
71993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
71993	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
71993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
71993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
71993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
71993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
71993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
71993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
71993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
71993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
71993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
71993	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
71993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
71993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
71993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
71993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
71993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
71993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
71993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
71993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
71993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
71993	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
71993	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
71993	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
71993	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
71993	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
71993	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
71993	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
71993	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
71993	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
71993	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
71993	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
71993	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
71993	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
71993	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
71993	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
71993	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
71993	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
71993	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
71993	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
71993	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
71993	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
71993	embedding2nn.weight	0	0.006960953585803509
71993	embedding2nn.weight	1	0.005194487981498241
71993	embedding2nn.weight	2	0.01345487218350172
71993	embedding2nn.weight	3	0.017023034393787384
71993	embedding2nn.weight	4	0.01773114874958992
71993	embedding2nn.weight	5	0.007463258225470781
71993	embedding2nn.weight	6	-0.015444307588040829
71993	embedding2nn.weight	7	-0.005259403493255377
71993	embedding2nn.weight	8	-0.0030258435290306807
71993	embedding2nn.weight	9	-0.003862112294882536
71993	embedding2nn.bias	0	0.0037175447214394808
71993	embedding2nn.bias	1	-0.033111874014139175
71993	embedding2nn.bias	2	0.04595504701137543
71993	embedding2nn.bias	3	0.046623874455690384
71993	embedding2nn.bias	4	-0.0006142907659523189
71993	embedding2nn.bias	5	-0.033654674887657166
71993	embedding2nn.bias	6	0.0065785739570856094
71993	embedding2nn.bias	7	0.0018533676629886031
71993	embedding2nn.bias	8	-0.03006044775247574
71993	embedding2nn.bias	9	0.021226925775408745
71993	rnn.weight_ih_l0	0	0.06248069554567337
71993	rnn.weight_ih_l0	1	-0.03523735702037811
71993	rnn.weight_ih_l0	2	0.002514215186238289
71993	rnn.weight_ih_l0	3	0.042426589876413345
71993	rnn.weight_ih_l0	4	-0.022920144721865654
71993	rnn.weight_ih_l0	5	0.04709235206246376
71993	rnn.weight_ih_l0	6	0.011173168197274208
71993	rnn.weight_ih_l0	7	0.057077061384916306
71993	rnn.weight_ih_l0	8	0.01547999493777752
71993	rnn.weight_ih_l0	9	-0.020152993500232697
71993	rnn.weight_hh_l0	0	-0.022691618651151657
71993	rnn.weight_hh_l0	1	-0.019108805805444717
71993	rnn.weight_hh_l0	2	-0.059589993208646774
71993	rnn.weight_hh_l0	3	-0.01387912966310978
71993	rnn.weight_hh_l0	4	-0.009091162122786045
71993	rnn.weight_hh_l0	5	-0.026951948180794716
71993	rnn.weight_hh_l0	6	-0.005879607517272234
71993	rnn.weight_hh_l0	7	-0.047239888459444046
71993	rnn.weight_hh_l0	8	0.06499063223600388
71993	rnn.weight_hh_l0	9	0.04277739301323891
71993	rnn.bias_ih_l0	0	-0.15062974393367767
71993	rnn.bias_ih_l0	1	-0.11131280660629272
71993	rnn.bias_ih_l0	2	0.005273876246064901
71993	rnn.bias_ih_l0	3	-0.14435352385044098
71993	rnn.bias_ih_l0	4	-0.03451509773731232
71993	rnn.bias_ih_l0	5	-0.12196739763021469
71993	rnn.bias_ih_l0	6	0.04729397967457771
71993	rnn.bias_ih_l0	7	-0.08293743431568146
71993	rnn.bias_ih_l0	8	-0.010415519587695599
71993	rnn.bias_ih_l0	9	-0.0941041111946106
71993	rnn.bias_hh_l0	0	-0.027300052344799042
71993	rnn.bias_hh_l0	1	0.20618514716625214
71993	rnn.bias_hh_l0	2	0.05860941857099533
71993	rnn.bias_hh_l0	3	-0.05340377613902092
71993	rnn.bias_hh_l0	4	-0.07536289095878601
71993	rnn.bias_hh_l0	5	-0.02814990095794201
71993	rnn.bias_hh_l0	6	0.060811810195446014
71993	rnn.bias_hh_l0	7	-0.07764288038015366
71993	rnn.bias_hh_l0	8	-0.15514905750751495
71993	rnn.bias_hh_l0	9	-0.09261032938957214
71993	rnn.weight_ih_l0_reverse	0	0.02327759563922882
71993	rnn.weight_ih_l0_reverse	1	-0.05149182304739952
71993	rnn.weight_ih_l0_reverse	2	0.03659773990511894
71993	rnn.weight_ih_l0_reverse	3	0.005432615987956524
71993	rnn.weight_ih_l0_reverse	4	0.02081480622291565
71993	rnn.weight_ih_l0_reverse	5	-0.034477349370718
71993	rnn.weight_ih_l0_reverse	6	0.023900100961327553
71993	rnn.weight_ih_l0_reverse	7	0.032662808895111084
71993	rnn.weight_ih_l0_reverse	8	-0.028780687600374222
71993	rnn.weight_ih_l0_reverse	9	0.0064823217689991
71993	rnn.weight_hh_l0_reverse	0	0.04584546759724617
71993	rnn.weight_hh_l0_reverse	1	0.0337703563272953
71993	rnn.weight_hh_l0_reverse	2	-0.01903972029685974
71993	rnn.weight_hh_l0_reverse	3	-0.04800928011536598
71993	rnn.weight_hh_l0_reverse	4	0.007125494070351124
71993	rnn.weight_hh_l0_reverse	5	-0.04425227642059326
71993	rnn.weight_hh_l0_reverse	6	-0.013313879258930683
71993	rnn.weight_hh_l0_reverse	7	0.026067981496453285
71993	rnn.weight_hh_l0_reverse	8	0.01799931190907955
71993	rnn.weight_hh_l0_reverse	9	-0.0019079860066995025
71993	rnn.bias_ih_l0_reverse	0	-0.04079161956906319
71993	rnn.bias_ih_l0_reverse	1	-0.11220141500234604
71993	rnn.bias_ih_l0_reverse	2	-0.10037734359502792
71993	rnn.bias_ih_l0_reverse	3	-0.01334773376584053
71993	rnn.bias_ih_l0_reverse	4	-0.07040825486183167
71993	rnn.bias_ih_l0_reverse	5	-0.07148995250463486
71993	rnn.bias_ih_l0_reverse	6	-0.14057065546512604
71993	rnn.bias_ih_l0_reverse	7	-0.04261822998523712
71993	rnn.bias_ih_l0_reverse	8	-0.05348580703139305
71993	rnn.bias_ih_l0_reverse	9	-0.11056765913963318
71993	rnn.bias_hh_l0_reverse	0	-0.11054019629955292
71993	rnn.bias_hh_l0_reverse	1	-0.14303772151470184
71993	rnn.bias_hh_l0_reverse	2	0.1211724579334259
71993	rnn.bias_hh_l0_reverse	3	0.0411425419151783
71993	rnn.bias_hh_l0_reverse	4	-0.10431651771068573
71993	rnn.bias_hh_l0_reverse	5	-0.09221109747886658
71993	rnn.bias_hh_l0_reverse	6	-0.09957098960876465
71993	rnn.bias_hh_l0_reverse	7	-0.027828702703118324
71993	rnn.bias_hh_l0_reverse	8	-0.05629130080342293
71993	rnn.bias_hh_l0_reverse	9	-0.0047217165119946
71993	linear.weight	0	-0.0074266414158046246
71993	linear.weight	1	-0.02684740722179413
71993	linear.weight	2	0.2490285187959671
71993	linear.weight	3	-0.08117333799600601
71993	linear.weight	4	-0.010588549077510834
71993	linear.weight	5	0.006901787128299475
71993	linear.weight	6	-0.010739270597696304
71993	linear.weight	7	-0.006537897512316704
71993	linear.weight	8	0.15974566340446472
71993	linear.weight	9	-0.17495201528072357
71993	linear.bias	0	-0.03956538438796997
71993	linear.bias	1	0.031413208693265915
71993	linear.bias	2	0.4590729773044586
71993	linear.bias	3	-0.30093881487846375
71993	linear.bias	4	1.6113301515579224
71993	linear.bias	5	-1.3088127374649048
71993	linear.bias	6	-0.3968352973461151
71993	linear.bias	7	-0.0648241862654686
72551	transitions	0	-1.461937665939331
72551	transitions	1	-10000.0
72551	transitions	2	-0.7969565987586975
72551	transitions	3	-10000.0
72551	transitions	4	1.6772207021713257
72551	transitions	5	-10000.0
72551	transitions	6	-10000.0
72551	transitions	7	1.4294753074645996
72551	transitions	8	-2.2208199501037598
72551	transitions	9	-3.8838729858398438
72551	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
72551	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
72551	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
72551	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
72551	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
72551	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
72551	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
72551	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
72551	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
72551	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
72551	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
72551	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
72551	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
72551	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
72551	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
72551	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
72551	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
72551	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
72551	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
72551	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
72551	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
72551	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
72551	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
72551	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
72551	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
72551	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
72551	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
72551	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
72551	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
72551	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
72551	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
72551	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
72551	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
72551	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
72551	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
72551	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
72551	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
72551	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
72551	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
72551	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
72551	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
72551	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
72551	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
72551	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
72551	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
72551	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
72551	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
72551	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
72551	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
72551	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
72551	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
72551	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
72551	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
72551	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
72551	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
72551	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
72551	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
72551	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
72551	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
72551	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
72551	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
72551	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
72551	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
72551	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
72551	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
72551	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
72551	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
72551	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
72551	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
72551	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
72551	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
72551	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
72551	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
72551	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
72551	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
72551	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
72551	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
72551	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
72551	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
72551	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
72551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
72551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
72551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
72551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
72551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
72551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
72551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
72551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
72551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
72551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
72551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
72551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
72551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
72551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
72551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
72551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
72551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
72551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
72551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
72551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
72551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
72551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
72551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
72551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
72551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
72551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
72551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
72551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
72551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
72551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
72551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
72551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
72551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
72551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
72551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
72551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
72551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
72551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
72551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
72551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
72551	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
72551	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
72551	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
72551	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
72551	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
72551	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
72551	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
72551	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
72551	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
72551	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
72551	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
72551	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
72551	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
72551	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
72551	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
72551	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
72551	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
72551	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
72551	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
72551	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
72551	embedding2nn.weight	0	0.006933658849447966
72551	embedding2nn.weight	1	0.005391709040850401
72551	embedding2nn.weight	2	0.013440915383398533
72551	embedding2nn.weight	3	0.017030294984579086
72551	embedding2nn.weight	4	0.01743408665060997
72551	embedding2nn.weight	5	0.007419849745929241
72551	embedding2nn.weight	6	-0.015165702439844608
72551	embedding2nn.weight	7	-0.005462576635181904
72551	embedding2nn.weight	8	-0.0032769287936389446
72551	embedding2nn.weight	9	-0.004081405233591795
72551	embedding2nn.bias	0	0.010920980013906956
72551	embedding2nn.bias	1	-0.03566182777285576
72551	embedding2nn.bias	2	0.04594036936759949
72551	embedding2nn.bias	3	0.03207799047231674
72551	embedding2nn.bias	4	-0.008008742704987526
72551	embedding2nn.bias	5	-0.03739670291543007
72551	embedding2nn.bias	6	0.012440945021808147
72551	embedding2nn.bias	7	-0.00084120366955176
72551	embedding2nn.bias	8	-0.02681589126586914
72551	embedding2nn.bias	9	0.02337314561009407
72551	rnn.weight_ih_l0	0	0.0642303004860878
72551	rnn.weight_ih_l0	1	-0.034201983362436295
72551	rnn.weight_ih_l0	2	0.003081979462876916
72551	rnn.weight_ih_l0	3	0.04269642010331154
72551	rnn.weight_ih_l0	4	-0.024179229512810707
72551	rnn.weight_ih_l0	5	0.04717562720179558
72551	rnn.weight_ih_l0	6	0.011223459616303444
72551	rnn.weight_ih_l0	7	0.057645656168460846
72551	rnn.weight_ih_l0	8	0.016014862805604935
72551	rnn.weight_ih_l0	9	-0.017964767292141914
72551	rnn.weight_hh_l0	0	-0.021720023825764656
72551	rnn.weight_hh_l0	1	-0.019664961844682693
72551	rnn.weight_hh_l0	2	-0.060066062957048416
72551	rnn.weight_hh_l0	3	-0.013672024942934513
72551	rnn.weight_hh_l0	4	-0.009075910784304142
72551	rnn.weight_hh_l0	5	-0.026868844404816628
72551	rnn.weight_hh_l0	6	-0.005751859396696091
72551	rnn.weight_hh_l0	7	-0.0456390418112278
72551	rnn.weight_hh_l0	8	0.06472475826740265
72551	rnn.weight_hh_l0	9	0.04303829371929169
72551	rnn.bias_ih_l0	0	-0.15138749778270721
72551	rnn.bias_ih_l0	1	-0.1108303815126419
72551	rnn.bias_ih_l0	2	0.004301231820136309
72551	rnn.bias_ih_l0	3	-0.14355139434337616
72551	rnn.bias_ih_l0	4	-0.03569760173559189
72551	rnn.bias_ih_l0	5	-0.1221853643655777
72551	rnn.bias_ih_l0	6	0.048059575259685516
72551	rnn.bias_ih_l0	7	-0.08133552968502045
72551	rnn.bias_ih_l0	8	-0.012489081360399723
72551	rnn.bias_ih_l0	9	-0.09482365101575851
72551	rnn.bias_hh_l0	0	-0.026895154267549515
72551	rnn.bias_hh_l0	1	0.20494557917118073
72551	rnn.bias_hh_l0	2	0.06434793770313263
72551	rnn.bias_hh_l0	3	-0.055207259953022
72551	rnn.bias_hh_l0	4	-0.0749557763338089
72551	rnn.bias_hh_l0	5	-0.01851438358426094
72551	rnn.bias_hh_l0	6	0.05322345718741417
72551	rnn.bias_hh_l0	7	-0.08040157705545425
72551	rnn.bias_hh_l0	8	-0.1530975103378296
72551	rnn.bias_hh_l0	9	-0.09298694133758545
72551	rnn.weight_ih_l0_reverse	0	0.022733524441719055
72551	rnn.weight_ih_l0_reverse	1	-0.0511431023478508
72551	rnn.weight_ih_l0_reverse	2	0.036863528192043304
72551	rnn.weight_ih_l0_reverse	3	0.005773770622909069
72551	rnn.weight_ih_l0_reverse	4	0.02049866132438183
72551	rnn.weight_ih_l0_reverse	5	-0.03410344570875168
72551	rnn.weight_ih_l0_reverse	6	0.02347474731504917
72551	rnn.weight_ih_l0_reverse	7	0.032563239336013794
72551	rnn.weight_ih_l0_reverse	8	-0.028901536017656326
72551	rnn.weight_ih_l0_reverse	9	0.005532306153327227
72551	rnn.weight_hh_l0_reverse	0	0.04563380777835846
72551	rnn.weight_hh_l0_reverse	1	0.03365950286388397
72551	rnn.weight_hh_l0_reverse	2	-0.019184717908501625
72551	rnn.weight_hh_l0_reverse	3	-0.0476229302585125
72551	rnn.weight_hh_l0_reverse	4	0.006887937430292368
72551	rnn.weight_hh_l0_reverse	5	-0.04409706965088844
72551	rnn.weight_hh_l0_reverse	6	-0.013384816236793995
72551	rnn.weight_hh_l0_reverse	7	0.026205159723758698
72551	rnn.weight_hh_l0_reverse	8	0.019412606954574585
72551	rnn.weight_hh_l0_reverse	9	-0.0023957667872309685
72551	rnn.bias_ih_l0_reverse	0	-0.041795484721660614
72551	rnn.bias_ih_l0_reverse	1	-0.11441498249769211
72551	rnn.bias_ih_l0_reverse	2	-0.1028008982539177
72551	rnn.bias_ih_l0_reverse	3	-0.016873132437467575
72551	rnn.bias_ih_l0_reverse	4	-0.07281877100467682
72551	rnn.bias_ih_l0_reverse	5	-0.06977499276399612
72551	rnn.bias_ih_l0_reverse	6	-0.1432514190673828
72551	rnn.bias_ih_l0_reverse	7	-0.04357249662280083
72551	rnn.bias_ih_l0_reverse	8	-0.05537088215351105
72551	rnn.bias_ih_l0_reverse	9	-0.10974118858575821
72551	rnn.bias_hh_l0_reverse	0	-0.11026182025671005
72551	rnn.bias_hh_l0_reverse	1	-0.14399048686027527
72551	rnn.bias_hh_l0_reverse	2	0.11232636123895645
72551	rnn.bias_hh_l0_reverse	3	0.04169829562306404
72551	rnn.bias_hh_l0_reverse	4	-0.10754799842834473
72551	rnn.bias_hh_l0_reverse	5	-0.09327653795480728
72551	rnn.bias_hh_l0_reverse	6	-0.09453536570072174
72551	rnn.bias_hh_l0_reverse	7	-0.02989926002919674
72551	rnn.bias_hh_l0_reverse	8	-0.05739123746752739
72551	rnn.bias_hh_l0_reverse	9	-0.004461624659597874
72551	linear.weight	0	-0.0074410089291632175
72551	linear.weight	1	-0.02302154153585434
72551	linear.weight	2	0.26741522550582886
72551	linear.weight	3	-0.08117080479860306
72551	linear.weight	4	-0.010588549077510834
72551	linear.weight	5	0.03743451088666916
72551	linear.weight	6	-0.010739270597696304
72551	linear.weight	7	0.00658883573487401
72551	linear.weight	8	0.23256279528141022
72551	linear.weight	9	-0.17119331657886505
72551	linear.bias	0	-0.03956538438796997
72551	linear.bias	1	0.031413208693265915
72551	linear.bias	2	0.46069836616516113
72551	linear.bias	3	-0.2646445035934448
72551	linear.bias	4	1.58871591091156
72551	linear.bias	5	-1.3098315000534058
72551	linear.bias	6	-0.4012841582298279
72551	linear.bias	7	-0.07469049096107483
73110	transitions	0	-1.4665864706039429
73110	transitions	1	-10000.0
73110	transitions	2	-0.7969565987586975
73110	transitions	3	-10000.0
73110	transitions	4	1.7146886587142944
73110	transitions	5	-10000.0
73110	transitions	6	-10000.0
73110	transitions	7	1.4688705205917358
73110	transitions	8	-2.224144220352173
73110	transitions	9	-3.886932849884033
73110	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
73110	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
73110	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
73110	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
73110	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
73110	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
73110	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
73110	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
73110	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
73110	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
73110	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
73110	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
73110	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
73110	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
73110	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
73110	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
73110	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
73110	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
73110	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
73110	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
73110	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
73110	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
73110	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
73110	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
73110	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
73110	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
73110	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
73110	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
73110	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
73110	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
73110	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
73110	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
73110	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
73110	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
73110	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
73110	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
73110	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
73110	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
73110	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
73110	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
73110	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
73110	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
73110	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
73110	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
73110	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
73110	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
73110	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
73110	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
73110	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
73110	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
73110	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
73110	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
73110	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
73110	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
73110	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
73110	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
73110	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
73110	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
73110	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
73110	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
73110	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
73110	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
73110	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
73110	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
73110	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
73110	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
73110	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
73110	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
73110	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
73110	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
73110	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
73110	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
73110	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
73110	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
73110	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
73110	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
73110	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
73110	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
73110	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
73110	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
73110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
73110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
73110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
73110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
73110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
73110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
73110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
73110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
73110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
73110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
73110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
73110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
73110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
73110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
73110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
73110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
73110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
73110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
73110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
73110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
73110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
73110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
73110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
73110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
73110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
73110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
73110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
73110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
73110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
73110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
73110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
73110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
73110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
73110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
73110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
73110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
73110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
73110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
73110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
73110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
73110	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
73110	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
73110	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
73110	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
73110	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
73110	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
73110	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
73110	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
73110	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
73110	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
73110	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
73110	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
73110	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
73110	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
73110	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
73110	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
73110	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
73110	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
73110	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
73110	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
73110	embedding2nn.weight	0	0.006933991797268391
73110	embedding2nn.weight	1	0.005116499960422516
73110	embedding2nn.weight	2	0.013372799381613731
73110	embedding2nn.weight	3	0.017742179334163666
73110	embedding2nn.weight	4	0.016887914389371872
73110	embedding2nn.weight	5	0.006840375252068043
73110	embedding2nn.weight	6	-0.014740274287760258
73110	embedding2nn.weight	7	-0.004941612482070923
73110	embedding2nn.weight	8	-0.0028285724110901356
73110	embedding2nn.weight	9	-0.003963949158787727
73110	embedding2nn.bias	0	0.015574348159134388
73110	embedding2nn.bias	1	-0.02927713468670845
73110	embedding2nn.bias	2	0.04830857738852501
73110	embedding2nn.bias	3	0.036639656871557236
73110	embedding2nn.bias	4	-0.004008906427770853
73110	embedding2nn.bias	5	-0.035389162600040436
73110	embedding2nn.bias	6	0.003651042003184557
73110	embedding2nn.bias	7	-0.009712261147797108
73110	embedding2nn.bias	8	-0.02827584370970726
73110	embedding2nn.bias	9	0.022660357877612114
73110	rnn.weight_ih_l0	0	0.06449002027511597
73110	rnn.weight_ih_l0	1	-0.03440281003713608
73110	rnn.weight_ih_l0	2	0.0013910975540056825
73110	rnn.weight_ih_l0	3	0.043728627264499664
73110	rnn.weight_ih_l0	4	-0.02504987083375454
73110	rnn.weight_ih_l0	5	0.04901300370693207
73110	rnn.weight_ih_l0	6	0.01103134360164404
73110	rnn.weight_ih_l0	7	0.05859241634607315
73110	rnn.weight_ih_l0	8	0.015711938962340355
73110	rnn.weight_ih_l0	9	-0.018228517845273018
73110	rnn.weight_hh_l0	0	-0.021732788532972336
73110	rnn.weight_hh_l0	1	-0.01938806101679802
73110	rnn.weight_hh_l0	2	-0.06072154641151428
73110	rnn.weight_hh_l0	3	-0.013694633729755878
73110	rnn.weight_hh_l0	4	-0.009118476882576942
73110	rnn.weight_hh_l0	5	-0.02607998251914978
73110	rnn.weight_hh_l0	6	-0.005692738573998213
73110	rnn.weight_hh_l0	7	-0.04529411345720291
73110	rnn.weight_hh_l0	8	0.06597063690423965
73110	rnn.weight_hh_l0	9	0.04287126660346985
73110	rnn.bias_ih_l0	0	-0.15155278146266937
73110	rnn.bias_ih_l0	1	-0.11107169091701508
73110	rnn.bias_ih_l0	2	0.0013671760680153966
73110	rnn.bias_ih_l0	3	-0.14229315519332886
73110	rnn.bias_ih_l0	4	-0.033570244908332825
73110	rnn.bias_ih_l0	5	-0.11747618019580841
73110	rnn.bias_ih_l0	6	0.04997190460562706
73110	rnn.bias_ih_l0	7	-0.07984388619661331
73110	rnn.bias_ih_l0	8	-0.013230441138148308
73110	rnn.bias_ih_l0	9	-0.09977574646472931
73110	rnn.bias_hh_l0	0	-0.03203587234020233
73110	rnn.bias_hh_l0	1	0.19996345043182373
73110	rnn.bias_hh_l0	2	0.06313090771436691
73110	rnn.bias_hh_l0	3	-0.05479642376303673
73110	rnn.bias_hh_l0	4	-0.07854210585355759
73110	rnn.bias_hh_l0	5	-0.023142345249652863
73110	rnn.bias_hh_l0	6	0.05768648535013199
73110	rnn.bias_hh_l0	7	-0.08156594634056091
73110	rnn.bias_hh_l0	8	-0.1566881686449051
73110	rnn.bias_hh_l0	9	-0.0920812264084816
73110	rnn.weight_ih_l0_reverse	0	0.022075379267334938
73110	rnn.weight_ih_l0_reverse	1	-0.052293915301561356
73110	rnn.weight_ih_l0_reverse	2	0.03672437369823456
73110	rnn.weight_ih_l0_reverse	3	0.005925300531089306
73110	rnn.weight_ih_l0_reverse	4	0.019920893013477325
73110	rnn.weight_ih_l0_reverse	5	-0.03501696512103081
73110	rnn.weight_ih_l0_reverse	6	0.02248288318514824
73110	rnn.weight_ih_l0_reverse	7	0.032943274825811386
73110	rnn.weight_ih_l0_reverse	8	-0.028493722900748253
73110	rnn.weight_ih_l0_reverse	9	0.004586895927786827
73110	rnn.weight_hh_l0_reverse	0	0.04488249495625496
73110	rnn.weight_hh_l0_reverse	1	0.03372668847441673
73110	rnn.weight_hh_l0_reverse	2	-0.018831679597496986
73110	rnn.weight_hh_l0_reverse	3	-0.04765280336141586
73110	rnn.weight_hh_l0_reverse	4	0.007580301724374294
73110	rnn.weight_hh_l0_reverse	5	-0.04349641501903534
73110	rnn.weight_hh_l0_reverse	6	-0.01342939306050539
73110	rnn.weight_hh_l0_reverse	7	0.02645157463848591
73110	rnn.weight_hh_l0_reverse	8	0.01940416544675827
73110	rnn.weight_hh_l0_reverse	9	-0.0019968166016042233
73110	rnn.bias_ih_l0_reverse	0	-0.04245105758309364
73110	rnn.bias_ih_l0_reverse	1	-0.11569558084011078
73110	rnn.bias_ih_l0_reverse	2	-0.10622374713420868
73110	rnn.bias_ih_l0_reverse	3	-0.013105779886245728
73110	rnn.bias_ih_l0_reverse	4	-0.06895977258682251
73110	rnn.bias_ih_l0_reverse	5	-0.0724736675620079
73110	rnn.bias_ih_l0_reverse	6	-0.14535576105117798
73110	rnn.bias_ih_l0_reverse	7	-0.03929086774587631
73110	rnn.bias_ih_l0_reverse	8	-0.05366064980626106
73110	rnn.bias_ih_l0_reverse	9	-0.11031851917505264
73110	rnn.bias_hh_l0_reverse	0	-0.1068819910287857
73110	rnn.bias_hh_l0_reverse	1	-0.13660907745361328
73110	rnn.bias_hh_l0_reverse	2	0.1136244386434555
73110	rnn.bias_hh_l0_reverse	3	0.04121517390012741
73110	rnn.bias_hh_l0_reverse	4	-0.10948263853788376
73110	rnn.bias_hh_l0_reverse	5	-0.0949278250336647
73110	rnn.bias_hh_l0_reverse	6	-0.09780663996934891
73110	rnn.bias_hh_l0_reverse	7	-0.02598291076719761
73110	rnn.bias_hh_l0_reverse	8	-0.05563227832317352
73110	rnn.bias_hh_l0_reverse	9	-0.002738294890150428
73110	linear.weight	0	-0.007458943407982588
73110	linear.weight	1	-0.020163340494036674
73110	linear.weight	2	0.24630363285541534
73110	linear.weight	3	-0.08113976567983627
73110	linear.weight	4	-0.010588549077510834
73110	linear.weight	5	0.07481744140386581
73110	linear.weight	6	-0.010739270597696304
73110	linear.weight	7	0.0022972594015300274
73110	linear.weight	8	0.21687929332256317
73110	linear.weight	9	-0.16866132616996765
73110	linear.bias	0	-0.03956538438796997
73110	linear.bias	1	0.031413208693265915
73110	linear.bias	2	0.4513736665248871
73110	linear.bias	3	-0.29416120052337646
73110	linear.bias	4	1.6130976676940918
73110	linear.bias	5	-1.3108123540878296
73110	linear.bias	6	-0.38962024450302124
73110	linear.bias	7	-0.07093886286020279
73668	transitions	0	-1.471418857574463
73668	transitions	1	-10000.0
73668	transitions	2	-0.7969565987586975
73668	transitions	3	-10000.0
73668	transitions	4	1.6714619398117065
73668	transitions	5	-10000.0
73668	transitions	6	-10000.0
73668	transitions	7	1.4667712450027466
73668	transitions	8	-2.228011131286621
73668	transitions	9	-3.890347480773926
73668	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
73668	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
73668	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
73668	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
73668	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
73668	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
73668	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
73668	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
73668	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
73668	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
73668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
73668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
73668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
73668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
73668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
73668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
73668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
73668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
73668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
73668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
73668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
73668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
73668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
73668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
73668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
73668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
73668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
73668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
73668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
73668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
73668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
73668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
73668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
73668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
73668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
73668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
73668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
73668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
73668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
73668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
73668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
73668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
73668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
73668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
73668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
73668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
73668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
73668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
73668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
73668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
73668	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
73668	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
73668	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
73668	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
73668	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
73668	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
73668	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
73668	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
73668	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
73668	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
73668	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
73668	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
73668	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
73668	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
73668	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
73668	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
73668	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
73668	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
73668	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
73668	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
73668	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
73668	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
73668	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
73668	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
73668	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
73668	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
73668	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
73668	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
73668	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
73668	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
73668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
73668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
73668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
73668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
73668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
73668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
73668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
73668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
73668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
73668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
73668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
73668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
73668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
73668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
73668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
73668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
73668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
73668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
73668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
73668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
73668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
73668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
73668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
73668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
73668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
73668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
73668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
73668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
73668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
73668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
73668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
73668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
73668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
73668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
73668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
73668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
73668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
73668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
73668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
73668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
73668	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
73668	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
73668	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
73668	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
73668	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
73668	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
73668	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
73668	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
73668	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
73668	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
73668	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
73668	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
73668	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
73668	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
73668	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
73668	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
73668	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
73668	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
73668	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
73668	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
73668	embedding2nn.weight	0	0.006919209845364094
73668	embedding2nn.weight	1	0.005050523206591606
73668	embedding2nn.weight	2	0.013393837958574295
73668	embedding2nn.weight	3	0.017657266929745674
73668	embedding2nn.weight	4	0.016949759796261787
73668	embedding2nn.weight	5	0.006380739621818066
73668	embedding2nn.weight	6	-0.014656729996204376
73668	embedding2nn.weight	7	-0.004520374350249767
73668	embedding2nn.weight	8	-0.00260369130410254
73668	embedding2nn.weight	9	-0.0034213601611554623
73668	embedding2nn.bias	0	0.010179189033806324
73668	embedding2nn.bias	1	-0.03431886434555054
73668	embedding2nn.bias	2	0.05028819665312767
73668	embedding2nn.bias	3	0.0472702831029892
73668	embedding2nn.bias	4	-0.0040304712019860744
73668	embedding2nn.bias	5	-0.039280880242586136
73668	embedding2nn.bias	6	0.009700944647192955
73668	embedding2nn.bias	7	-0.009637070819735527
73668	embedding2nn.bias	8	-0.030952878296375275
73668	embedding2nn.bias	9	0.016875360161066055
73668	rnn.weight_ih_l0	0	0.06361739337444305
73668	rnn.weight_ih_l0	1	-0.036342471837997437
73668	rnn.weight_ih_l0	2	0.0025335000827908516
73668	rnn.weight_ih_l0	3	0.044956274330616
73668	rnn.weight_ih_l0	4	-0.02593383379280567
73668	rnn.weight_ih_l0	5	0.048932358622550964
73668	rnn.weight_ih_l0	6	0.011396699585020542
73668	rnn.weight_ih_l0	7	0.058830440044403076
73668	rnn.weight_ih_l0	8	0.014964823611080647
73668	rnn.weight_ih_l0	9	-0.019199158996343613
73668	rnn.weight_hh_l0	0	-0.02125892974436283
73668	rnn.weight_hh_l0	1	-0.019137896597385406
73668	rnn.weight_hh_l0	2	-0.060510940849781036
73668	rnn.weight_hh_l0	3	-0.013569765724241734
73668	rnn.weight_hh_l0	4	-0.009395018219947815
73668	rnn.weight_hh_l0	5	-0.025925220921635628
73668	rnn.weight_hh_l0	6	-0.005546445958316326
73668	rnn.weight_hh_l0	7	-0.04587908834218979
73668	rnn.weight_hh_l0	8	0.06560808420181274
73668	rnn.weight_hh_l0	9	0.04347602650523186
73668	rnn.bias_ih_l0	0	-0.15010115504264832
73668	rnn.bias_ih_l0	1	-0.11001954972743988
73668	rnn.bias_ih_l0	2	0.002367562148720026
73668	rnn.bias_ih_l0	3	-0.13793501257896423
73668	rnn.bias_ih_l0	4	-0.03617421165108681
73668	rnn.bias_ih_l0	5	-0.12064476311206818
73668	rnn.bias_ih_l0	6	0.05075913295149803
73668	rnn.bias_ih_l0	7	-0.0789237916469574
73668	rnn.bias_ih_l0	8	-0.009421028196811676
73668	rnn.bias_ih_l0	9	-0.10000130534172058
73668	rnn.bias_hh_l0	0	-0.03248750790953636
73668	rnn.bias_hh_l0	1	0.19803376495838165
73668	rnn.bias_hh_l0	2	0.0627920925617218
73668	rnn.bias_hh_l0	3	-0.05636646971106529
73668	rnn.bias_hh_l0	4	-0.07690709084272385
73668	rnn.bias_hh_l0	5	-0.022634055465459824
73668	rnn.bias_hh_l0	6	0.05632054805755615
73668	rnn.bias_hh_l0	7	-0.07640652358531952
73668	rnn.bias_hh_l0	8	-0.15758922696113586
73668	rnn.bias_hh_l0	9	-0.09323350340127945
73668	rnn.weight_ih_l0_reverse	0	0.02317216619849205
73668	rnn.weight_ih_l0_reverse	1	-0.051217980682849884
73668	rnn.weight_ih_l0_reverse	2	0.03649944067001343
73668	rnn.weight_ih_l0_reverse	3	0.005120893009006977
73668	rnn.weight_ih_l0_reverse	4	0.019074469804763794
73668	rnn.weight_ih_l0_reverse	5	-0.034624919295310974
73668	rnn.weight_ih_l0_reverse	6	0.02568008191883564
73668	rnn.weight_ih_l0_reverse	7	0.0332542322576046
73668	rnn.weight_ih_l0_reverse	8	-0.028458042070269585
73668	rnn.weight_ih_l0_reverse	9	0.004358602687716484
73668	rnn.weight_hh_l0_reverse	0	0.045286163687705994
73668	rnn.weight_hh_l0_reverse	1	0.0335930734872818
73668	rnn.weight_hh_l0_reverse	2	-0.018354507163167
73668	rnn.weight_hh_l0_reverse	3	-0.047755252569913864
73668	rnn.weight_hh_l0_reverse	4	0.0074384380131959915
73668	rnn.weight_hh_l0_reverse	5	-0.043089281767606735
73668	rnn.weight_hh_l0_reverse	6	-0.013313272036612034
73668	rnn.weight_hh_l0_reverse	7	0.02669350802898407
73668	rnn.weight_hh_l0_reverse	8	0.018877053633332253
73668	rnn.weight_hh_l0_reverse	9	-0.0014959006803110242
73668	rnn.bias_ih_l0_reverse	0	-0.04183506593108177
73668	rnn.bias_ih_l0_reverse	1	-0.11472321301698685
73668	rnn.bias_ih_l0_reverse	2	-0.10854669660329819
73668	rnn.bias_ih_l0_reverse	3	-0.010875660926103592
73668	rnn.bias_ih_l0_reverse	4	-0.068086639046669
73668	rnn.bias_ih_l0_reverse	5	-0.07284001260995865
73668	rnn.bias_ih_l0_reverse	6	-0.14430579543113708
73668	rnn.bias_ih_l0_reverse	7	-0.04170182719826698
73668	rnn.bias_ih_l0_reverse	8	-0.05610882118344307
73668	rnn.bias_ih_l0_reverse	9	-0.10696771740913391
73668	rnn.bias_hh_l0_reverse	0	-0.11088700592517853
73668	rnn.bias_hh_l0_reverse	1	-0.1464463174343109
73668	rnn.bias_hh_l0_reverse	2	0.11495567858219147
73668	rnn.bias_hh_l0_reverse	3	0.04131222143769264
73668	rnn.bias_hh_l0_reverse	4	-0.10857760906219482
73668	rnn.bias_hh_l0_reverse	5	-0.08651010692119598
73668	rnn.bias_hh_l0_reverse	6	-0.08965663611888885
73668	rnn.bias_hh_l0_reverse	7	-0.026691850274801254
73668	rnn.bias_hh_l0_reverse	8	-0.05941781401634216
73668	rnn.bias_hh_l0_reverse	9	-0.0003178805927745998
73668	linear.weight	0	-0.007476184517145157
73668	linear.weight	1	-0.016369221732020378
73668	linear.weight	2	0.2501605451107025
73668	linear.weight	3	-0.08109953254461288
73668	linear.weight	4	-0.010588549077510834
73668	linear.weight	5	0.10829360783100128
73668	linear.weight	6	-0.010739270597696304
73668	linear.weight	7	-0.0720587819814682
73668	linear.weight	8	0.1328088343143463
73668	linear.weight	9	-0.17123322188854218
73668	linear.bias	0	-0.03956538438796997
73668	linear.bias	1	0.031413208693265915
73668	linear.bias	2	0.49007275700569153
73668	linear.bias	3	-0.28722187876701355
73668	linear.bias	4	1.619454264640808
73668	linear.bias	5	-1.3118232488632202
73668	linear.bias	6	-0.41252395510673523
73668	linear.bias	7	-0.09904994070529938
74226	transitions	0	-1.4760684967041016
74226	transitions	1	-10000.0
74226	transitions	2	-0.7969565987586975
74226	transitions	3	-10000.0
74226	transitions	4	1.7104947566986084
74226	transitions	5	-10000.0
74226	transitions	6	-10000.0
74226	transitions	7	1.4504188299179077
74226	transitions	8	-2.230886697769165
74226	transitions	9	-3.8937506675720215
74226	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
74226	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
74226	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
74226	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
74226	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
74226	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
74226	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
74226	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
74226	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
74226	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
74226	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
74226	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
74226	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
74226	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
74226	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
74226	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
74226	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
74226	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
74226	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
74226	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
74226	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
74226	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
74226	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
74226	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
74226	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
74226	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
74226	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
74226	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
74226	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
74226	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
74226	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
74226	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
74226	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
74226	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
74226	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
74226	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
74226	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
74226	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
74226	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
74226	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
74226	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
74226	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
74226	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
74226	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
74226	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
74226	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
74226	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
74226	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
74226	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
74226	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
74226	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
74226	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
74226	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
74226	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
74226	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
74226	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
74226	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
74226	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
74226	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
74226	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
74226	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
74226	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
74226	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
74226	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
74226	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
74226	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
74226	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
74226	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
74226	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
74226	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
74226	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
74226	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
74226	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
74226	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
74226	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
74226	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
74226	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
74226	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
74226	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
74226	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
74226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
74226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
74226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
74226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
74226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
74226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
74226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
74226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
74226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
74226	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
74226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
74226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
74226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
74226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
74226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
74226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
74226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
74226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
74226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
74226	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
74226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
74226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
74226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
74226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
74226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
74226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
74226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
74226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
74226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
74226	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
74226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
74226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
74226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
74226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
74226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
74226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
74226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
74226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
74226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
74226	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
74226	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
74226	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
74226	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
74226	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
74226	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
74226	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
74226	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
74226	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
74226	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
74226	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
74226	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
74226	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
74226	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
74226	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
74226	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
74226	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
74226	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
74226	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
74226	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
74226	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
74226	embedding2nn.weight	0	0.006923620589077473
74226	embedding2nn.weight	1	0.0053269690833985806
74226	embedding2nn.weight	2	0.013401145115494728
74226	embedding2nn.weight	3	0.018327675759792328
74226	embedding2nn.weight	4	0.01716732606291771
74226	embedding2nn.weight	5	0.006284301169216633
74226	embedding2nn.weight	6	-0.014413065277040005
74226	embedding2nn.weight	7	-0.005049883853644133
74226	embedding2nn.weight	8	-0.0015967220533639193
74226	embedding2nn.weight	9	-0.003224561922252178
74226	embedding2nn.bias	0	0.011803392320871353
74226	embedding2nn.bias	1	-0.0416862852871418
74226	embedding2nn.bias	2	0.061139028519392014
74226	embedding2nn.bias	3	0.03976763039827347
74226	embedding2nn.bias	4	0.0030580563470721245
74226	embedding2nn.bias	5	-0.030014971271157265
74226	embedding2nn.bias	6	0.007520000915974379
74226	embedding2nn.bias	7	-0.004890870302915573
74226	embedding2nn.bias	8	-0.039233312010765076
74226	embedding2nn.bias	9	0.011003359220921993
74226	rnn.weight_ih_l0	0	0.06286508589982986
74226	rnn.weight_ih_l0	1	-0.037007637321949005
74226	rnn.weight_ih_l0	2	0.0029834394808858633
74226	rnn.weight_ih_l0	3	0.04530402272939682
74226	rnn.weight_ih_l0	4	-0.023850921541452408
74226	rnn.weight_ih_l0	5	0.050868742167949677
74226	rnn.weight_ih_l0	6	0.011696035973727703
74226	rnn.weight_ih_l0	7	0.05767923966050148
74226	rnn.weight_ih_l0	8	0.013452914543449879
74226	rnn.weight_ih_l0	9	-0.018742673099040985
74226	rnn.weight_hh_l0	0	-0.02134770154953003
74226	rnn.weight_hh_l0	1	-0.018962858244776726
74226	rnn.weight_hh_l0	2	-0.06075471267104149
74226	rnn.weight_hh_l0	3	-0.01342117041349411
74226	rnn.weight_hh_l0	4	-0.009528392925858498
74226	rnn.weight_hh_l0	5	-0.02534334920346737
74226	rnn.weight_hh_l0	6	-0.005494540091603994
74226	rnn.weight_hh_l0	7	-0.044492680579423904
74226	rnn.weight_hh_l0	8	0.06542419642210007
74226	rnn.weight_hh_l0	9	0.043305255472660065
74226	rnn.bias_ih_l0	0	-0.14986537396907806
74226	rnn.bias_ih_l0	1	-0.11274749040603638
74226	rnn.bias_ih_l0	2	0.0034439517185091972
74226	rnn.bias_ih_l0	3	-0.13399679958820343
74226	rnn.bias_ih_l0	4	-0.03696196526288986
74226	rnn.bias_ih_l0	5	-0.12042313069105148
74226	rnn.bias_ih_l0	6	0.04604708403348923
74226	rnn.bias_ih_l0	7	-0.08144299685955048
74226	rnn.bias_ih_l0	8	-0.011003493331372738
74226	rnn.bias_ih_l0	9	-0.09903357177972794
74226	rnn.bias_hh_l0	0	-0.03213561326265335
74226	rnn.bias_hh_l0	1	0.197227343916893
74226	rnn.bias_hh_l0	2	0.06054675951600075
74226	rnn.bias_hh_l0	3	-0.05774076282978058
74226	rnn.bias_hh_l0	4	-0.08059288561344147
74226	rnn.bias_hh_l0	5	-0.01907271519303322
74226	rnn.bias_hh_l0	6	0.05856183543801308
74226	rnn.bias_hh_l0	7	-0.07661817967891693
74226	rnn.bias_hh_l0	8	-0.16154596209526062
74226	rnn.bias_hh_l0	9	-0.09434173256158829
74226	rnn.weight_ih_l0_reverse	0	0.02523033879697323
74226	rnn.weight_ih_l0_reverse	1	-0.05190267041325569
74226	rnn.weight_ih_l0_reverse	2	0.0368095226585865
74226	rnn.weight_ih_l0_reverse	3	0.005019892938435078
74226	rnn.weight_ih_l0_reverse	4	0.018280915915966034
74226	rnn.weight_ih_l0_reverse	5	-0.034335002303123474
74226	rnn.weight_ih_l0_reverse	6	0.025077929720282555
74226	rnn.weight_ih_l0_reverse	7	0.033354733139276505
74226	rnn.weight_ih_l0_reverse	8	-0.028509346768260002
74226	rnn.weight_ih_l0_reverse	9	0.0020421333611011505
74226	rnn.weight_hh_l0_reverse	0	0.045482002198696136
74226	rnn.weight_hh_l0_reverse	1	0.03340434655547142
74226	rnn.weight_hh_l0_reverse	2	-0.017965171486139297
74226	rnn.weight_hh_l0_reverse	3	-0.04623684659600258
74226	rnn.weight_hh_l0_reverse	4	0.0079738674685359
74226	rnn.weight_hh_l0_reverse	5	-0.04294959083199501
74226	rnn.weight_hh_l0_reverse	6	-0.014047989621758461
74226	rnn.weight_hh_l0_reverse	7	0.02624478191137314
74226	rnn.weight_hh_l0_reverse	8	0.01881229504942894
74226	rnn.weight_hh_l0_reverse	9	-0.0015369848115369678
74226	rnn.bias_ih_l0_reverse	0	-0.04260226711630821
74226	rnn.bias_ih_l0_reverse	1	-0.11473598331212997
74226	rnn.bias_ih_l0_reverse	2	-0.1072138100862503
74226	rnn.bias_ih_l0_reverse	3	-0.015556066296994686
74226	rnn.bias_ih_l0_reverse	4	-0.07646206766366959
74226	rnn.bias_ih_l0_reverse	5	-0.07041146606206894
74226	rnn.bias_ih_l0_reverse	6	-0.14365674555301666
74226	rnn.bias_ih_l0_reverse	7	-0.04480131343007088
74226	rnn.bias_ih_l0_reverse	8	-0.06116937845945358
74226	rnn.bias_ih_l0_reverse	9	-0.10692490637302399
74226	rnn.bias_hh_l0_reverse	0	-0.1109098494052887
74226	rnn.bias_hh_l0_reverse	1	-0.13924960792064667
74226	rnn.bias_hh_l0_reverse	2	0.11673116683959961
74226	rnn.bias_hh_l0_reverse	3	0.03745325654745102
74226	rnn.bias_hh_l0_reverse	4	-0.1094791442155838
74226	rnn.bias_hh_l0_reverse	5	-0.08890870213508606
74226	rnn.bias_hh_l0_reverse	6	-0.09260500222444534
74226	rnn.bias_hh_l0_reverse	7	-0.027409585192799568
74226	rnn.bias_hh_l0_reverse	8	-0.059298887848854065
74226	rnn.bias_hh_l0_reverse	9	-0.0011054450878873467
74226	linear.weight	0	-0.007482646033167839
74226	linear.weight	1	0.02285127528011799
74226	linear.weight	2	0.26347216963768005
74226	linear.weight	3	-0.08106977492570877
74226	linear.weight	4	-0.010588549077510834
74226	linear.weight	5	0.05965535715222359
74226	linear.weight	6	-0.010739270597696304
74226	linear.weight	7	-0.03259043022990227
74226	linear.weight	8	0.199768528342247
74226	linear.weight	9	-0.16629832983016968
74226	linear.bias	0	-0.03956538438796997
74226	linear.bias	1	0.031413208693265915
74226	linear.bias	2	0.4435036778450012
74226	linear.bias	3	-0.24766094982624054
74226	linear.bias	4	1.6040685176849365
74226	linear.bias	5	-1.3128116130828857
74226	linear.bias	6	-0.3987700343132019
74226	linear.bias	7	-0.0894491970539093
74784	transitions	0	-1.4792948961257935
74784	transitions	1	-10000.0
74784	transitions	2	-0.7969565987586975
74784	transitions	3	-10000.0
74784	transitions	4	1.7286955118179321
74784	transitions	5	-10000.0
74784	transitions	6	-10000.0
74784	transitions	7	1.4420626163482666
74784	transitions	8	-2.2339446544647217
74784	transitions	9	-3.8969128131866455
74784	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
74784	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
74784	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
74784	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
74784	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
74784	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
74784	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
74784	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
74784	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
74784	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
74784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
74784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
74784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
74784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
74784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
74784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
74784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
74784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
74784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
74784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
74784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
74784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
74784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
74784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
74784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
74784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
74784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
74784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
74784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
74784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
74784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
74784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
74784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
74784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
74784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
74784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
74784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
74784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
74784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
74784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
74784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
74784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
74784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
74784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
74784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
74784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
74784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
74784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
74784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
74784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
74784	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
74784	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
74784	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
74784	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
74784	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
74784	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
74784	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
74784	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
74784	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
74784	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
74784	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
74784	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
74784	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
74784	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
74784	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
74784	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
74784	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
74784	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
74784	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
74784	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
74784	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
74784	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
74784	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
74784	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
74784	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
74784	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
74784	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
74784	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
74784	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
74784	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
74784	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
74784	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
74784	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
74784	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
74784	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
74784	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
74784	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
74784	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
74784	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
74784	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
74784	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
74784	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
74784	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
74784	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
74784	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
74784	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
74784	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
74784	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
74784	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
74784	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
74784	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
74784	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
74784	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
74784	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
74784	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
74784	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
74784	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
74784	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
74784	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
74784	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
74784	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
74784	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
74784	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
74784	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
74784	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
74784	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
74784	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
74784	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
74784	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
74784	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
74784	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
74784	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
74784	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
74784	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
74784	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
74784	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
74784	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
74784	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
74784	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
74784	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
74784	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
74784	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
74784	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
74784	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
74784	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
74784	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
74784	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
74784	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
74784	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
74784	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
74784	embedding2nn.weight	0	0.006901390850543976
74784	embedding2nn.weight	1	0.005181689281016588
74784	embedding2nn.weight	2	0.013391196727752686
74784	embedding2nn.weight	3	0.01847764104604721
74784	embedding2nn.weight	4	0.016724996268749237
74784	embedding2nn.weight	5	0.006271292455494404
74784	embedding2nn.weight	6	-0.014942946843802929
74784	embedding2nn.weight	7	-0.004734689835458994
74784	embedding2nn.weight	8	-0.0011656384449452162
74784	embedding2nn.weight	9	-0.0029233929235488176
74784	embedding2nn.bias	0	0.010364380665123463
74784	embedding2nn.bias	1	-0.03706684708595276
74784	embedding2nn.bias	2	0.060013312846422195
74784	embedding2nn.bias	3	0.02885199524462223
74784	embedding2nn.bias	4	-0.005847948137670755
74784	embedding2nn.bias	5	-0.02681637369096279
74784	embedding2nn.bias	6	0.0007490180432796478
74784	embedding2nn.bias	7	-0.004174279049038887
74784	embedding2nn.bias	8	-0.03548120707273483
74784	embedding2nn.bias	9	0.016317017376422882
74784	rnn.weight_ih_l0	0	0.06310903280973434
74784	rnn.weight_ih_l0	1	-0.03675353527069092
74784	rnn.weight_ih_l0	2	0.0038254244718700647
74784	rnn.weight_ih_l0	3	0.04325537756085396
74784	rnn.weight_ih_l0	4	-0.025025885552167892
74784	rnn.weight_ih_l0	5	0.05183792486786842
74784	rnn.weight_ih_l0	6	0.011629804037511349
74784	rnn.weight_ih_l0	7	0.057849396020174026
74784	rnn.weight_ih_l0	8	0.011050639674067497
74784	rnn.weight_ih_l0	9	-0.0232341717928648
74784	rnn.weight_hh_l0	0	-0.021554172039031982
74784	rnn.weight_hh_l0	1	-0.01992867887020111
74784	rnn.weight_hh_l0	2	-0.06042875349521637
74784	rnn.weight_hh_l0	3	-0.013215864077210426
74784	rnn.weight_hh_l0	4	-0.009601901285350323
74784	rnn.weight_hh_l0	5	-0.024900196120142937
74784	rnn.weight_hh_l0	6	-0.005395715590566397
74784	rnn.weight_hh_l0	7	-0.04410689324140549
74784	rnn.weight_hh_l0	8	0.0657714456319809
74784	rnn.weight_hh_l0	9	0.04312341660261154
74784	rnn.bias_ih_l0	0	-0.15330179035663605
74784	rnn.bias_ih_l0	1	-0.11323380470275879
74784	rnn.bias_ih_l0	2	0.0018435377860441804
74784	rnn.bias_ih_l0	3	-0.14001989364624023
74784	rnn.bias_ih_l0	4	-0.03517667576670647
74784	rnn.bias_ih_l0	5	-0.1207817792892456
74784	rnn.bias_ih_l0	6	0.045847099274396896
74784	rnn.bias_ih_l0	7	-0.08462471514940262
74784	rnn.bias_ih_l0	8	-0.015071850270032883
74784	rnn.bias_ih_l0	9	-0.09781941026449203
74784	rnn.bias_hh_l0	0	-0.031840983778238297
74784	rnn.bias_hh_l0	1	0.20112936198711395
74784	rnn.bias_hh_l0	2	0.0595848374068737
74784	rnn.bias_hh_l0	3	-0.06022114306688309
74784	rnn.bias_hh_l0	4	-0.08135741949081421
74784	rnn.bias_hh_l0	5	-0.017847949638962746
74784	rnn.bias_hh_l0	6	0.06091722846031189
74784	rnn.bias_hh_l0	7	-0.07204572856426239
74784	rnn.bias_hh_l0	8	-0.159468412399292
74784	rnn.bias_hh_l0	9	-0.10037876665592194
74784	rnn.weight_ih_l0_reverse	0	0.026134449988603592
74784	rnn.weight_ih_l0_reverse	1	-0.051821500062942505
74784	rnn.weight_ih_l0_reverse	2	0.036833807826042175
74784	rnn.weight_ih_l0_reverse	3	0.006111042108386755
74784	rnn.weight_ih_l0_reverse	4	0.01734795607626438
74784	rnn.weight_ih_l0_reverse	5	-0.034036923199892044
74784	rnn.weight_ih_l0_reverse	6	0.024226129055023193
74784	rnn.weight_ih_l0_reverse	7	0.03257571905851364
74784	rnn.weight_ih_l0_reverse	8	-0.028040094301104546
74784	rnn.weight_ih_l0_reverse	9	0.0019344656029716134
74784	rnn.weight_hh_l0_reverse	0	0.04543522000312805
74784	rnn.weight_hh_l0_reverse	1	0.03302086889743805
74784	rnn.weight_hh_l0_reverse	2	-0.018186034634709358
74784	rnn.weight_hh_l0_reverse	3	-0.04712621495127678
74784	rnn.weight_hh_l0_reverse	4	0.00853083934634924
74784	rnn.weight_hh_l0_reverse	5	-0.0430087074637413
74784	rnn.weight_hh_l0_reverse	6	-0.014166994951665401
74784	rnn.weight_hh_l0_reverse	7	0.026008501648902893
74784	rnn.weight_hh_l0_reverse	8	0.01779118925333023
74784	rnn.weight_hh_l0_reverse	9	-0.0009093246189877391
74784	rnn.bias_ih_l0_reverse	0	-0.040800273418426514
74784	rnn.bias_ih_l0_reverse	1	-0.11460532248020172
74784	rnn.bias_ih_l0_reverse	2	-0.10740192979574203
74784	rnn.bias_ih_l0_reverse	3	-0.009487626142799854
74784	rnn.bias_ih_l0_reverse	4	-0.07558919489383698
74784	rnn.bias_ih_l0_reverse	5	-0.07236875593662262
74784	rnn.bias_ih_l0_reverse	6	-0.14057564735412598
74784	rnn.bias_ih_l0_reverse	7	-0.04109399765729904
74784	rnn.bias_ih_l0_reverse	8	-0.06316298246383667
74784	rnn.bias_ih_l0_reverse	9	-0.10914349555969238
74784	rnn.bias_hh_l0_reverse	0	-0.10907814651727676
74784	rnn.bias_hh_l0_reverse	1	-0.14529511332511902
74784	rnn.bias_hh_l0_reverse	2	0.11017734557390213
74784	rnn.bias_hh_l0_reverse	3	0.0393952839076519
74784	rnn.bias_hh_l0_reverse	4	-0.11150282621383667
74784	rnn.bias_hh_l0_reverse	5	-0.09348241984844208
74784	rnn.bias_hh_l0_reverse	6	-0.0945458933711052
74784	rnn.bias_hh_l0_reverse	7	-0.02939365990459919
74784	rnn.bias_hh_l0_reverse	8	-0.06275634467601776
74784	rnn.bias_hh_l0_reverse	9	0.002087482949718833
74784	linear.weight	0	-0.007487557828426361
74784	linear.weight	1	-0.02084188163280487
74784	linear.weight	2	0.20794731378555298
74784	linear.weight	3	-0.08105441927909851
74784	linear.weight	4	-0.010588549077510834
74784	linear.weight	5	0.021150510758161545
74784	linear.weight	6	-0.010739270597696304
74784	linear.weight	7	-0.016400516033172607
74784	linear.weight	8	0.23241250216960907
74784	linear.weight	9	-0.1529347449541092
74784	linear.bias	0	-0.03956538438796997
74784	linear.bias	1	0.031413208693265915
74784	linear.bias	2	0.4967612624168396
74784	linear.bias	3	-0.28061142563819885
74784	linear.bias	4	1.6477633714675903
74784	linear.bias	5	-1.313781976699829
74784	linear.bias	6	-0.4275558590888977
74784	linear.bias	7	-0.12372472882270813
75342	transitions	0	-1.483811616897583
75342	transitions	1	-10000.0
75342	transitions	2	-0.7969565987586975
75342	transitions	3	-10000.0
75342	transitions	4	1.7264540195465088
75342	transitions	5	-10000.0
75342	transitions	6	-10000.0
75342	transitions	7	1.466556429862976
75342	transitions	8	-2.2376186847686768
75342	transitions	9	-3.899878740310669
75342	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
75342	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
75342	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
75342	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
75342	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
75342	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
75342	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
75342	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
75342	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
75342	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
75342	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
75342	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
75342	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
75342	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
75342	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
75342	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
75342	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
75342	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
75342	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
75342	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
75342	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
75342	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
75342	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
75342	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
75342	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
75342	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
75342	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
75342	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
75342	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
75342	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
75342	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
75342	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
75342	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
75342	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
75342	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
75342	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
75342	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
75342	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
75342	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
75342	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
75342	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
75342	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
75342	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
75342	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
75342	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
75342	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
75342	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
75342	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
75342	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
75342	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
75342	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
75342	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
75342	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
75342	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
75342	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
75342	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
75342	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
75342	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
75342	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
75342	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
75342	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
75342	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
75342	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
75342	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
75342	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
75342	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
75342	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
75342	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
75342	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
75342	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
75342	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
75342	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
75342	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
75342	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
75342	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
75342	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
75342	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
75342	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
75342	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
75342	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
75342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
75342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
75342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
75342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
75342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
75342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
75342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
75342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
75342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
75342	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
75342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
75342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
75342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
75342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
75342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
75342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
75342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
75342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
75342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
75342	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
75342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
75342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
75342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
75342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
75342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
75342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
75342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
75342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
75342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
75342	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
75342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
75342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
75342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
75342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
75342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
75342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
75342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
75342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
75342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
75342	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
75342	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
75342	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
75342	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
75342	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
75342	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
75342	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
75342	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
75342	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
75342	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
75342	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
75342	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
75342	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
75342	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
75342	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
75342	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
75342	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
75342	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
75342	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
75342	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
75342	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
75342	embedding2nn.weight	0	0.006931601092219353
75342	embedding2nn.weight	1	0.005188071634620428
75342	embedding2nn.weight	2	0.013357534073293209
75342	embedding2nn.weight	3	0.0181687343865633
75342	embedding2nn.weight	4	0.015767622739076614
75342	embedding2nn.weight	5	0.007207561284303665
75342	embedding2nn.weight	6	-0.014949155040085316
75342	embedding2nn.weight	7	-0.00490231066942215
75342	embedding2nn.weight	8	-0.0013817319413647056
75342	embedding2nn.weight	9	-0.0031106346286833286
75342	embedding2nn.bias	0	0.009196429513394833
75342	embedding2nn.bias	1	-0.03893044590950012
75342	embedding2nn.bias	2	0.06320048868656158
75342	embedding2nn.bias	3	0.03355572745203972
75342	embedding2nn.bias	4	-0.0002607613569125533
75342	embedding2nn.bias	5	-0.032971374690532684
75342	embedding2nn.bias	6	-0.00507140951231122
75342	embedding2nn.bias	7	-0.010908528231084347
75342	embedding2nn.bias	8	-0.03340620547533035
75342	embedding2nn.bias	9	0.0213373601436615
75342	rnn.weight_ih_l0	0	0.06405302882194519
75342	rnn.weight_ih_l0	1	-0.038625288754701614
75342	rnn.weight_ih_l0	2	0.0036017904058098793
75342	rnn.weight_ih_l0	3	0.042833078652620316
75342	rnn.weight_ih_l0	4	-0.023399969562888145
75342	rnn.weight_ih_l0	5	0.052585963159799576
75342	rnn.weight_ih_l0	6	0.011457971297204494
75342	rnn.weight_ih_l0	7	0.05767440423369408
75342	rnn.weight_ih_l0	8	0.009986254386603832
75342	rnn.weight_ih_l0	9	-0.021654563024640083
75342	rnn.weight_hh_l0	0	-0.02103431522846222
75342	rnn.weight_hh_l0	1	-0.01978401094675064
75342	rnn.weight_hh_l0	2	-0.059626806527376175
75342	rnn.weight_hh_l0	3	-0.01315348967909813
75342	rnn.weight_hh_l0	4	-0.0096744978800416
75342	rnn.weight_hh_l0	5	-0.02546113356947899
75342	rnn.weight_hh_l0	6	-0.00514202518388629
75342	rnn.weight_hh_l0	7	-0.04390517622232437
75342	rnn.weight_hh_l0	8	0.06543722003698349
75342	rnn.weight_hh_l0	9	0.043805528432130814
75342	rnn.bias_ih_l0	0	-0.14930729568004608
75342	rnn.bias_ih_l0	1	-0.11591094732284546
75342	rnn.bias_ih_l0	2	0.001650005578994751
75342	rnn.bias_ih_l0	3	-0.14114674925804138
75342	rnn.bias_ih_l0	4	-0.0361163504421711
75342	rnn.bias_ih_l0	5	-0.12212473899126053
75342	rnn.bias_ih_l0	6	0.051378898322582245
75342	rnn.bias_ih_l0	7	-0.08467987924814224
75342	rnn.bias_ih_l0	8	-0.01795271597802639
75342	rnn.bias_ih_l0	9	-0.09527505934238434
75342	rnn.bias_hh_l0	0	-0.02723323181271553
75342	rnn.bias_hh_l0	1	0.19640663266181946
75342	rnn.bias_hh_l0	2	0.05482025444507599
75342	rnn.bias_hh_l0	3	-0.06074975058436394
75342	rnn.bias_hh_l0	4	-0.07987959682941437
75342	rnn.bias_hh_l0	5	-0.01673303358256817
75342	rnn.bias_hh_l0	6	0.060740020126104355
75342	rnn.bias_hh_l0	7	-0.07220339775085449
75342	rnn.bias_hh_l0	8	-0.16047663986682892
75342	rnn.bias_hh_l0	9	-0.0977010726928711
75342	rnn.weight_ih_l0_reverse	0	0.026559801772236824
75342	rnn.weight_ih_l0_reverse	1	-0.051340501755476
75342	rnn.weight_ih_l0_reverse	2	0.03676946833729744
75342	rnn.weight_ih_l0_reverse	3	0.006353055126965046
75342	rnn.weight_ih_l0_reverse	4	0.01615125499665737
75342	rnn.weight_ih_l0_reverse	5	-0.03465493768453598
75342	rnn.weight_ih_l0_reverse	6	0.023786181584000587
75342	rnn.weight_ih_l0_reverse	7	0.03246334195137024
75342	rnn.weight_ih_l0_reverse	8	-0.028439762070775032
75342	rnn.weight_ih_l0_reverse	9	0.0033348682336509228
75342	rnn.weight_hh_l0_reverse	0	0.04526544734835625
75342	rnn.weight_hh_l0_reverse	1	0.03226882964372635
75342	rnn.weight_hh_l0_reverse	2	-0.018138889223337173
75342	rnn.weight_hh_l0_reverse	3	-0.04719982296228409
75342	rnn.weight_hh_l0_reverse	4	0.008120463229715824
75342	rnn.weight_hh_l0_reverse	5	-0.043441981077194214
75342	rnn.weight_hh_l0_reverse	6	-0.01447585690766573
75342	rnn.weight_hh_l0_reverse	7	0.026075119152665138
75342	rnn.weight_hh_l0_reverse	8	0.01918906904757023
75342	rnn.weight_hh_l0_reverse	9	0.00014535470108967274
75342	rnn.bias_ih_l0_reverse	0	-0.03861214593052864
75342	rnn.bias_ih_l0_reverse	1	-0.11354368925094604
75342	rnn.bias_ih_l0_reverse	2	-0.10553457587957382
75342	rnn.bias_ih_l0_reverse	3	-0.010719148442149162
75342	rnn.bias_ih_l0_reverse	4	-0.07644940912723541
75342	rnn.bias_ih_l0_reverse	5	-0.07436571270227432
75342	rnn.bias_ih_l0_reverse	6	-0.14466077089309692
75342	rnn.bias_ih_l0_reverse	7	-0.04421583190560341
75342	rnn.bias_ih_l0_reverse	8	-0.0679253488779068
75342	rnn.bias_ih_l0_reverse	9	-0.11252059042453766
75342	rnn.bias_hh_l0_reverse	0	-0.11294104158878326
75342	rnn.bias_hh_l0_reverse	1	-0.14013278484344482
75342	rnn.bias_hh_l0_reverse	2	0.10760261863470078
75342	rnn.bias_hh_l0_reverse	3	0.03836222365498543
75342	rnn.bias_hh_l0_reverse	4	-0.11300107091665268
75342	rnn.bias_hh_l0_reverse	5	-0.0923987403512001
75342	rnn.bias_hh_l0_reverse	6	-0.10533145815134048
75342	rnn.bias_hh_l0_reverse	7	-0.030337966978549957
75342	rnn.bias_hh_l0_reverse	8	-0.06080497428774834
75342	rnn.bias_hh_l0_reverse	9	-0.0013852156698703766
75342	linear.weight	0	-0.0075009530410170555
75342	linear.weight	1	-0.020550508052110672
75342	linear.weight	2	0.19383098185062408
75342	linear.weight	3	-0.08102725446224213
75342	linear.weight	4	-0.010588549077510834
75342	linear.weight	5	0.03396797925233841
75342	linear.weight	6	-0.010739270597696304
75342	linear.weight	7	-0.004571868106722832
75342	linear.weight	8	0.25402572751045227
75342	linear.weight	9	-0.16794225573539734
75342	linear.bias	0	-0.03956538438796997
75342	linear.bias	1	0.031413208693265915
75342	linear.bias	2	0.4363754689693451
75342	linear.bias	3	-0.2752308249473572
75342	linear.bias	4	1.6350080966949463
75342	linear.bias	5	-1.3147289752960205
75342	linear.bias	6	-0.39145660400390625
75342	linear.bias	7	-0.0911443829536438
75900	transitions	0	-1.4877183437347412
75900	transitions	1	-10000.0
75900	transitions	2	-0.7969565987586975
75900	transitions	3	-10000.0
75900	transitions	4	1.7060115337371826
75900	transitions	5	-10000.0
75900	transitions	6	-10000.0
75900	transitions	7	1.4866712093353271
75900	transitions	8	-2.2412843704223633
75900	transitions	9	-3.9032435417175293
75900	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
75900	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
75900	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
75900	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
75900	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
75900	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
75900	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
75900	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
75900	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
75900	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
75900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
75900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
75900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
75900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
75900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
75900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
75900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
75900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
75900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
75900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
75900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
75900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
75900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
75900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
75900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
75900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
75900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
75900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
75900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
75900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
75900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
75900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
75900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
75900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
75900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
75900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
75900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
75900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
75900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
75900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
75900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
75900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
75900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
75900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
75900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
75900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
75900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
75900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
75900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
75900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
75900	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
75900	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
75900	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
75900	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
75900	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
75900	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
75900	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
75900	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
75900	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
75900	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
75900	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
75900	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
75900	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
75900	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
75900	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
75900	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
75900	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
75900	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
75900	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
75900	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
75900	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
75900	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
75900	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
75900	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
75900	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
75900	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
75900	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
75900	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
75900	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
75900	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
75900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
75900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
75900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
75900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
75900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
75900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
75900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
75900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
75900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
75900	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
75900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
75900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
75900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
75900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
75900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
75900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
75900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
75900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
75900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
75900	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
75900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
75900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
75900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
75900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
75900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
75900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
75900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
75900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
75900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
75900	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
75900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
75900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
75900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
75900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
75900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
75900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
75900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
75900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
75900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
75900	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
75900	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
75900	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
75900	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
75900	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
75900	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
75900	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
75900	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
75900	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
75900	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
75900	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
75900	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
75900	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
75900	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
75900	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
75900	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
75900	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
75900	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
75900	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
75900	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
75900	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
75900	embedding2nn.weight	0	0.006939559243619442
75900	embedding2nn.weight	1	0.0052567836828529835
75900	embedding2nn.weight	2	0.01335128489881754
75900	embedding2nn.weight	3	0.018680879846215248
75900	embedding2nn.weight	4	0.01501161977648735
75900	embedding2nn.weight	5	0.006951949559152126
75900	embedding2nn.weight	6	-0.014626702293753624
75900	embedding2nn.weight	7	-0.004925536457449198
75900	embedding2nn.weight	8	-0.0020754991564899683
75900	embedding2nn.weight	9	-0.0034711710177361965
75900	embedding2nn.bias	0	0.005806677043437958
75900	embedding2nn.bias	1	-0.040416836738586426
75900	embedding2nn.bias	2	0.06182989850640297
75900	embedding2nn.bias	3	0.029764633625745773
75900	embedding2nn.bias	4	-0.010392151772975922
75900	embedding2nn.bias	5	-0.031113138422369957
75900	embedding2nn.bias	6	-0.00501612713560462
75900	embedding2nn.bias	7	0.003986232914030552
75900	embedding2nn.bias	8	-0.032992441207170486
75900	embedding2nn.bias	9	0.021786898374557495
75900	rnn.weight_ih_l0	0	0.06401661038398743
75900	rnn.weight_ih_l0	1	-0.03967360034584999
75900	rnn.weight_ih_l0	2	0.002330435672774911
75900	rnn.weight_ih_l0	3	0.04439736157655716
75900	rnn.weight_ih_l0	4	-0.023529578000307083
75900	rnn.weight_ih_l0	5	0.0507778525352478
75900	rnn.weight_ih_l0	6	0.011409278027713299
75900	rnn.weight_ih_l0	7	0.05801324546337128
75900	rnn.weight_ih_l0	8	0.010957668535411358
75900	rnn.weight_ih_l0	9	-0.02253846451640129
75900	rnn.weight_hh_l0	0	-0.020895525813102722
75900	rnn.weight_hh_l0	1	-0.019098276272416115
75900	rnn.weight_hh_l0	2	-0.059632860124111176
75900	rnn.weight_hh_l0	3	-0.01274140551686287
75900	rnn.weight_hh_l0	4	-0.009494708850979805
75900	rnn.weight_hh_l0	5	-0.025313274934887886
75900	rnn.weight_hh_l0	6	-0.0053321607410907745
75900	rnn.weight_hh_l0	7	-0.04261990636587143
75900	rnn.weight_hh_l0	8	0.06549928337335587
75900	rnn.weight_hh_l0	9	0.043568793684244156
75900	rnn.bias_ih_l0	0	-0.15151317417621613
75900	rnn.bias_ih_l0	1	-0.12328863143920898
75900	rnn.bias_ih_l0	2	-0.0018751949537545443
75900	rnn.bias_ih_l0	3	-0.1412459909915924
75900	rnn.bias_ih_l0	4	-0.03681483864784241
75900	rnn.bias_ih_l0	5	-0.12146048247814178
75900	rnn.bias_ih_l0	6	0.049835480749607086
75900	rnn.bias_ih_l0	7	-0.08319955319166183
75900	rnn.bias_ih_l0	8	-0.018313584849238396
75900	rnn.bias_ih_l0	9	-0.09510006010532379
75900	rnn.bias_hh_l0	0	-0.03176022320985794
75900	rnn.bias_hh_l0	1	0.19895367324352264
75900	rnn.bias_hh_l0	2	0.05648057907819748
75900	rnn.bias_hh_l0	3	-0.05946328863501549
75900	rnn.bias_hh_l0	4	-0.07701203227043152
75900	rnn.bias_hh_l0	5	-0.01002461090683937
75900	rnn.bias_hh_l0	6	0.05642598494887352
75900	rnn.bias_hh_l0	7	-0.07299637794494629
75900	rnn.bias_hh_l0	8	-0.15571388602256775
75900	rnn.bias_hh_l0	9	-0.0964362770318985
75900	rnn.weight_ih_l0_reverse	0	0.027696290984749794
75900	rnn.weight_ih_l0_reverse	1	-0.05019437149167061
75900	rnn.weight_ih_l0_reverse	2	0.03666676953434944
75900	rnn.weight_ih_l0_reverse	3	0.006966898683458567
75900	rnn.weight_ih_l0_reverse	4	0.017499463632702827
75900	rnn.weight_ih_l0_reverse	5	-0.03468947112560272
75900	rnn.weight_ih_l0_reverse	6	0.025813084095716476
75900	rnn.weight_ih_l0_reverse	7	0.032498326152563095
75900	rnn.weight_ih_l0_reverse	8	-0.028147295117378235
75900	rnn.weight_ih_l0_reverse	9	0.0027996867429465055
75900	rnn.weight_hh_l0_reverse	0	0.04503044858574867
75900	rnn.weight_hh_l0_reverse	1	0.032107770442962646
75900	rnn.weight_hh_l0_reverse	2	-0.018496163189411163
75900	rnn.weight_hh_l0_reverse	3	-0.04689744487404823
75900	rnn.weight_hh_l0_reverse	4	0.008241108618676662
75900	rnn.weight_hh_l0_reverse	5	-0.043613456189632416
75900	rnn.weight_hh_l0_reverse	6	-0.014140562154352665
75900	rnn.weight_hh_l0_reverse	7	0.026060588657855988
75900	rnn.weight_hh_l0_reverse	8	0.017949936911463737
75900	rnn.weight_hh_l0_reverse	9	-0.0006129095563665032
75900	rnn.bias_ih_l0_reverse	0	-0.036219049245119095
75900	rnn.bias_ih_l0_reverse	1	-0.1177719235420227
75900	rnn.bias_ih_l0_reverse	2	-0.10743263363838196
75900	rnn.bias_ih_l0_reverse	3	-0.009994219057261944
75900	rnn.bias_ih_l0_reverse	4	-0.08423522859811783
75900	rnn.bias_ih_l0_reverse	5	-0.06972286105155945
75900	rnn.bias_ih_l0_reverse	6	-0.14592760801315308
75900	rnn.bias_ih_l0_reverse	7	-0.041299670934677124
75900	rnn.bias_ih_l0_reverse	8	-0.06936269998550415
75900	rnn.bias_ih_l0_reverse	9	-0.11114321649074554
75900	rnn.bias_hh_l0_reverse	0	-0.1123812347650528
75900	rnn.bias_hh_l0_reverse	1	-0.1392335742712021
75900	rnn.bias_hh_l0_reverse	2	0.10812071710824966
75900	rnn.bias_hh_l0_reverse	3	0.04099460318684578
75900	rnn.bias_hh_l0_reverse	4	-0.11061155050992966
75900	rnn.bias_hh_l0_reverse	5	-0.09416504949331284
75900	rnn.bias_hh_l0_reverse	6	-0.08296824991703033
75900	rnn.bias_hh_l0_reverse	7	-0.03150042146444321
75900	rnn.bias_hh_l0_reverse	8	-0.05990011617541313
75900	rnn.bias_hh_l0_reverse	9	-0.0004773980181198567
75900	linear.weight	0	-0.00751017639413476
75900	linear.weight	1	-0.04274999722838402
75900	linear.weight	2	0.20755504071712494
75900	linear.weight	3	-0.08100756257772446
75900	linear.weight	4	-0.010588549077510834
75900	linear.weight	5	0.07241552323102951
75900	linear.weight	6	-0.010739270597696304
75900	linear.weight	7	-0.03268759325146675
75900	linear.weight	8	0.16361352801322937
75900	linear.weight	9	-0.14447495341300964
75900	linear.bias	0	-0.03956538438796997
75900	linear.bias	1	0.031413208693265915
75900	linear.bias	2	0.44649866223335266
75900	linear.bias	3	-0.3012358844280243
75900	linear.bias	4	1.6393502950668335
75900	linear.bias	5	-1.3156635761260986
75900	linear.bias	6	-0.38617169857025146
75900	linear.bias	7	-0.08398213982582092
76458	transitions	0	-1.491751790046692
76458	transitions	1	-10000.0
76458	transitions	2	-0.7969565987586975
76458	transitions	3	-10000.0
76458	transitions	4	1.7209147214889526
76458	transitions	5	-10000.0
76458	transitions	6	-10000.0
76458	transitions	7	1.4562124013900757
76458	transitions	8	-2.244173049926758
76458	transitions	9	-3.9064738750457764
76458	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
76458	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
76458	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
76458	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
76458	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
76458	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
76458	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
76458	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
76458	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
76458	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
76458	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
76458	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
76458	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
76458	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
76458	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
76458	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
76458	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
76458	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
76458	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
76458	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
76458	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
76458	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
76458	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
76458	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
76458	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
76458	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
76458	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
76458	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
76458	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
76458	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
76458	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
76458	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
76458	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
76458	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
76458	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
76458	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
76458	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
76458	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
76458	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
76458	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
76458	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
76458	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
76458	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
76458	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
76458	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
76458	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
76458	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
76458	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
76458	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
76458	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
76458	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
76458	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
76458	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
76458	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
76458	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
76458	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
76458	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
76458	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
76458	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
76458	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
76458	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
76458	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
76458	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
76458	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
76458	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
76458	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
76458	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
76458	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
76458	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
76458	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
76458	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
76458	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
76458	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
76458	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
76458	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
76458	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
76458	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
76458	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
76458	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
76458	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
76458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
76458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
76458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
76458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
76458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
76458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
76458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
76458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
76458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
76458	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
76458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
76458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
76458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
76458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
76458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
76458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
76458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
76458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
76458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
76458	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
76458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
76458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
76458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
76458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
76458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
76458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
76458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
76458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
76458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
76458	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
76458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
76458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
76458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
76458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
76458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
76458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
76458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
76458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
76458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
76458	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
76458	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
76458	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
76458	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
76458	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
76458	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
76458	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
76458	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
76458	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
76458	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
76458	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
76458	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
76458	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
76458	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
76458	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
76458	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
76458	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
76458	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
76458	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
76458	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
76458	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
76458	embedding2nn.weight	0	0.006918551865965128
76458	embedding2nn.weight	1	0.00532950833439827
76458	embedding2nn.weight	2	0.013340961188077927
76458	embedding2nn.weight	3	0.01813497766852379
76458	embedding2nn.weight	4	0.01553230732679367
76458	embedding2nn.weight	5	0.00680517079308629
76458	embedding2nn.weight	6	-0.014454328455030918
76458	embedding2nn.weight	7	-0.004787687677890062
76458	embedding2nn.weight	8	-0.001156718353740871
76458	embedding2nn.weight	9	-0.0035716663114726543
76458	embedding2nn.bias	0	0.014227033592760563
76458	embedding2nn.bias	1	-0.040974315255880356
76458	embedding2nn.bias	2	0.05876511335372925
76458	embedding2nn.bias	3	0.03272337093949318
76458	embedding2nn.bias	4	-0.014140314422547817
76458	embedding2nn.bias	5	-0.03745671361684799
76458	embedding2nn.bias	6	-0.004047988448292017
76458	embedding2nn.bias	7	0.005331339780241251
76458	embedding2nn.bias	8	-0.035817474126815796
76458	embedding2nn.bias	9	0.01653343252837658
76458	rnn.weight_ih_l0	0	0.06326153874397278
76458	rnn.weight_ih_l0	1	-0.039787791669368744
76458	rnn.weight_ih_l0	2	0.003344931174069643
76458	rnn.weight_ih_l0	3	0.04359570890665054
76458	rnn.weight_ih_l0	4	-0.024004371836781502
76458	rnn.weight_ih_l0	5	0.05127057433128357
76458	rnn.weight_ih_l0	6	0.01161376666277647
76458	rnn.weight_ih_l0	7	0.05605388060212135
76458	rnn.weight_ih_l0	8	0.012526843696832657
76458	rnn.weight_ih_l0	9	-0.021227052435278893
76458	rnn.weight_hh_l0	0	-0.020647980272769928
76458	rnn.weight_hh_l0	1	-0.019488206133246422
76458	rnn.weight_hh_l0	2	-0.059603746980428696
76458	rnn.weight_hh_l0	3	-0.012849178165197372
76458	rnn.weight_hh_l0	4	-0.009301988407969475
76458	rnn.weight_hh_l0	5	-0.024997496977448463
76458	rnn.weight_hh_l0	6	-0.005221801344305277
76458	rnn.weight_hh_l0	7	-0.042160216718912125
76458	rnn.weight_hh_l0	8	0.06566450744867325
76458	rnn.weight_hh_l0	9	0.04344671219587326
76458	rnn.bias_ih_l0	0	-0.15226136147975922
76458	rnn.bias_ih_l0	1	-0.11876228451728821
76458	rnn.bias_ih_l0	2	-0.002075240248814225
76458	rnn.bias_ih_l0	3	-0.14044973254203796
76458	rnn.bias_ih_l0	4	-0.03492231294512749
76458	rnn.bias_ih_l0	5	-0.12524528801441193
76458	rnn.bias_ih_l0	6	0.04160056263208389
76458	rnn.bias_ih_l0	7	-0.0825527086853981
76458	rnn.bias_ih_l0	8	-0.019170338287949562
76458	rnn.bias_ih_l0	9	-0.09971664845943451
76458	rnn.bias_hh_l0	0	-0.03732171282172203
76458	rnn.bias_hh_l0	1	0.19990918040275574
76458	rnn.bias_hh_l0	2	0.05949075147509575
76458	rnn.bias_hh_l0	3	-0.05229045823216438
76458	rnn.bias_hh_l0	4	-0.07553587853908539
76458	rnn.bias_hh_l0	5	-0.013098633848130703
76458	rnn.bias_hh_l0	6	0.049881190061569214
76458	rnn.bias_hh_l0	7	-0.07524680346250534
76458	rnn.bias_hh_l0	8	-0.16126486659049988
76458	rnn.bias_hh_l0	9	-0.09531006217002869
76458	rnn.weight_ih_l0_reverse	0	0.02860436961054802
76458	rnn.weight_ih_l0_reverse	1	-0.05073919892311096
76458	rnn.weight_ih_l0_reverse	2	0.037074014544487
76458	rnn.weight_ih_l0_reverse	3	0.0048681823536753654
76458	rnn.weight_ih_l0_reverse	4	0.01636071689426899
76458	rnn.weight_ih_l0_reverse	5	-0.033329930156469345
76458	rnn.weight_ih_l0_reverse	6	0.022857854142785072
76458	rnn.weight_ih_l0_reverse	7	0.03256155177950859
76458	rnn.weight_ih_l0_reverse	8	-0.02791340835392475
76458	rnn.weight_ih_l0_reverse	9	0.002736017107963562
76458	rnn.weight_hh_l0_reverse	0	0.04551452398300171
76458	rnn.weight_hh_l0_reverse	1	0.032838720828294754
76458	rnn.weight_hh_l0_reverse	2	-0.01817541942000389
76458	rnn.weight_hh_l0_reverse	3	-0.0467848964035511
76458	rnn.weight_hh_l0_reverse	4	0.009401800110936165
76458	rnn.weight_hh_l0_reverse	5	-0.04431362450122833
76458	rnn.weight_hh_l0_reverse	6	-0.013971680775284767
76458	rnn.weight_hh_l0_reverse	7	0.026471344754099846
76458	rnn.weight_hh_l0_reverse	8	0.01858368143439293
76458	rnn.weight_hh_l0_reverse	9	-0.0002761992218438536
76458	rnn.bias_ih_l0_reverse	0	-0.033394478261470795
76458	rnn.bias_ih_l0_reverse	1	-0.11573000997304916
76458	rnn.bias_ih_l0_reverse	2	-0.10921838134527206
76458	rnn.bias_ih_l0_reverse	3	-0.013796074315905571
76458	rnn.bias_ih_l0_reverse	4	-0.08062738925218582
76458	rnn.bias_ih_l0_reverse	5	-0.07131881266832352
76458	rnn.bias_ih_l0_reverse	6	-0.14715518057346344
76458	rnn.bias_ih_l0_reverse	7	-0.03872233256697655
76458	rnn.bias_ih_l0_reverse	8	-0.06811213493347168
76458	rnn.bias_ih_l0_reverse	9	-0.11389507353305817
76458	rnn.bias_hh_l0_reverse	0	-0.11473467946052551
76458	rnn.bias_hh_l0_reverse	1	-0.14073048532009125
76458	rnn.bias_hh_l0_reverse	2	0.10281747579574585
76458	rnn.bias_hh_l0_reverse	3	0.04272972419857979
76458	rnn.bias_hh_l0_reverse	4	-0.10985338687896729
76458	rnn.bias_hh_l0_reverse	5	-0.08801499754190445
76458	rnn.bias_hh_l0_reverse	6	-0.0878031998872757
76458	rnn.bias_hh_l0_reverse	7	-0.031973861157894135
76458	rnn.bias_hh_l0_reverse	8	-0.06508192420005798
76458	rnn.bias_hh_l0_reverse	9	-0.0025982188526540995
76458	linear.weight	0	-0.007529905065894127
76458	linear.weight	1	-0.021195124834775925
76458	linear.weight	2	0.21486593782901764
76458	linear.weight	3	-0.0809888020157814
76458	linear.weight	4	-0.010588549077510834
76458	linear.weight	5	0.05750953033566475
76458	linear.weight	6	-0.010739270597696304
76458	linear.weight	7	-0.06648362427949905
76458	linear.weight	8	0.19729356467723846
76458	linear.weight	9	-0.14414705336093903
76458	linear.bias	0	-0.03956538438796997
76458	linear.bias	1	0.031413208693265915
76458	linear.bias	2	0.47921139001846313
76458	linear.bias	3	-0.325905978679657
76458	linear.bias	4	1.6375665664672852
76458	linear.bias	5	-1.3166515827178955
76458	linear.bias	6	-0.3876184821128845
76458	linear.bias	7	-0.08783286809921265
77016	transitions	0	-1.4971643686294556
77016	transitions	1	-10000.0
77016	transitions	2	-0.7969565987586975
77016	transitions	3	-10000.0
77016	transitions	4	1.698718786239624
77016	transitions	5	-10000.0
77016	transitions	6	-10000.0
77016	transitions	7	1.4394584894180298
77016	transitions	8	-2.2477636337280273
77016	transitions	9	-3.909486770629883
77016	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
77016	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
77016	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
77016	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
77016	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
77016	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
77016	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
77016	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
77016	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
77016	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
77016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
77016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
77016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
77016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
77016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
77016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
77016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
77016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
77016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
77016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
77016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
77016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
77016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
77016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
77016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
77016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
77016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
77016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
77016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
77016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
77016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
77016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
77016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
77016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
77016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
77016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
77016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
77016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
77016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
77016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
77016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
77016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
77016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
77016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
77016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
77016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
77016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
77016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
77016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
77016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
77016	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
77016	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
77016	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
77016	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
77016	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
77016	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
77016	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
77016	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
77016	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
77016	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
77016	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
77016	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
77016	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
77016	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
77016	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
77016	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
77016	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
77016	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
77016	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
77016	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
77016	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
77016	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
77016	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
77016	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
77016	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
77016	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
77016	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
77016	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
77016	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
77016	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
77016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
77016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
77016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
77016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
77016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
77016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
77016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
77016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
77016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
77016	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
77016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
77016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
77016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
77016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
77016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
77016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
77016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
77016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
77016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
77016	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
77016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
77016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
77016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
77016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
77016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
77016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
77016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
77016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
77016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
77016	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
77016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
77016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
77016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
77016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
77016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
77016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
77016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
77016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
77016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
77016	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
77016	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
77016	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
77016	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
77016	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
77016	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
77016	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
77016	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
77016	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
77016	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
77016	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
77016	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
77016	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
77016	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
77016	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
77016	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
77016	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
77016	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
77016	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
77016	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
77016	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
77016	embedding2nn.weight	0	0.006930026691406965
77016	embedding2nn.weight	1	0.005236040335148573
77016	embedding2nn.weight	2	0.01334884949028492
77016	embedding2nn.weight	3	0.018897224217653275
77016	embedding2nn.weight	4	0.016431137919425964
77016	embedding2nn.weight	5	0.006417018827050924
77016	embedding2nn.weight	6	-0.014099602587521076
77016	embedding2nn.weight	7	-0.00462405476719141
77016	embedding2nn.weight	8	-0.00012401216372381896
77016	embedding2nn.weight	9	-0.003612992586567998
77016	embedding2nn.bias	0	0.008097358979284763
77016	embedding2nn.bias	1	-0.04082078859210014
77016	embedding2nn.bias	2	0.06402789056301117
77016	embedding2nn.bias	3	0.02693703956902027
77016	embedding2nn.bias	4	-0.005507416557520628
77016	embedding2nn.bias	5	-0.04139043763279915
77016	embedding2nn.bias	6	-0.0007851662230677903
77016	embedding2nn.bias	7	0.005075453314930201
77016	embedding2nn.bias	8	-0.030807428061962128
77016	embedding2nn.bias	9	0.00943720806390047
77016	rnn.weight_ih_l0	0	0.06418750435113907
77016	rnn.weight_ih_l0	1	-0.039884209632873535
77016	rnn.weight_ih_l0	2	0.003264928236603737
77016	rnn.weight_ih_l0	3	0.04199272021651268
77016	rnn.weight_ih_l0	4	-0.02398916333913803
77016	rnn.weight_ih_l0	5	0.0524410679936409
77016	rnn.weight_ih_l0	6	0.011395035311579704
77016	rnn.weight_ih_l0	7	0.05533736199140549
77016	rnn.weight_ih_l0	8	0.012432185001671314
77016	rnn.weight_ih_l0	9	-0.01917620562016964
77016	rnn.weight_hh_l0	0	-0.01845647022128105
77016	rnn.weight_hh_l0	1	-0.018981391564011574
77016	rnn.weight_hh_l0	2	-0.05956212431192398
77016	rnn.weight_hh_l0	3	-0.01261138916015625
77016	rnn.weight_hh_l0	4	-0.009909024462103844
77016	rnn.weight_hh_l0	5	-0.025526374578475952
77016	rnn.weight_hh_l0	6	-0.0049782549031078815
77016	rnn.weight_hh_l0	7	-0.04262160137295723
77016	rnn.weight_hh_l0	8	0.06551250070333481
77016	rnn.weight_hh_l0	9	0.043560512363910675
77016	rnn.bias_ih_l0	0	-0.15401659905910492
77016	rnn.bias_ih_l0	1	-0.1228848472237587
77016	rnn.bias_ih_l0	2	-0.004316020291298628
77016	rnn.bias_ih_l0	3	-0.14030039310455322
77016	rnn.bias_ih_l0	4	-0.0389617383480072
77016	rnn.bias_ih_l0	5	-0.12418017536401749
77016	rnn.bias_ih_l0	6	0.049466341733932495
77016	rnn.bias_ih_l0	7	-0.08454543352127075
77016	rnn.bias_ih_l0	8	-0.01943465881049633
77016	rnn.bias_ih_l0	9	-0.10098815709352493
77016	rnn.bias_hh_l0	0	-0.036896053701639175
77016	rnn.bias_hh_l0	1	0.19987595081329346
77016	rnn.bias_hh_l0	2	0.05358796939253807
77016	rnn.bias_hh_l0	3	-0.052706897258758545
77016	rnn.bias_hh_l0	4	-0.07475333660840988
77016	rnn.bias_hh_l0	5	-0.016631770879030228
77016	rnn.bias_hh_l0	6	0.05157095938920975
77016	rnn.bias_hh_l0	7	-0.07819226384162903
77016	rnn.bias_hh_l0	8	-0.1638094186782837
77016	rnn.bias_hh_l0	9	-0.0937802717089653
77016	rnn.weight_ih_l0_reverse	0	0.028385117650032043
77016	rnn.weight_ih_l0_reverse	1	-0.051541779190301895
77016	rnn.weight_ih_l0_reverse	2	0.037696074694395065
77016	rnn.weight_ih_l0_reverse	3	0.006522298790514469
77016	rnn.weight_ih_l0_reverse	4	0.01689988188445568
77016	rnn.weight_ih_l0_reverse	5	-0.03367967903614044
77016	rnn.weight_ih_l0_reverse	6	0.023705026134848595
77016	rnn.weight_ih_l0_reverse	7	0.032624389976263046
77016	rnn.weight_ih_l0_reverse	8	-0.028585871681571007
77016	rnn.weight_ih_l0_reverse	9	0.003048746846616268
77016	rnn.weight_hh_l0_reverse	0	0.045889951288700104
77016	rnn.weight_hh_l0_reverse	1	0.03280206769704819
77016	rnn.weight_hh_l0_reverse	2	-0.01788240857422352
77016	rnn.weight_hh_l0_reverse	3	-0.04821670800447464
77016	rnn.weight_hh_l0_reverse	4	0.009320749901235104
77016	rnn.weight_hh_l0_reverse	5	-0.04446966201066971
77016	rnn.weight_hh_l0_reverse	6	-0.014062898233532906
77016	rnn.weight_hh_l0_reverse	7	0.02659265510737896
77016	rnn.weight_hh_l0_reverse	8	0.017647651955485344
77016	rnn.weight_hh_l0_reverse	9	-4.1292179957963526e-05
77016	rnn.bias_ih_l0_reverse	0	-0.03289792686700821
77016	rnn.bias_ih_l0_reverse	1	-0.11527599394321442
77016	rnn.bias_ih_l0_reverse	2	-0.10274207592010498
77016	rnn.bias_ih_l0_reverse	3	-0.014819418080151081
77016	rnn.bias_ih_l0_reverse	4	-0.07787662744522095
77016	rnn.bias_ih_l0_reverse	5	-0.07038786262273788
77016	rnn.bias_ih_l0_reverse	6	-0.14791741967201233
77016	rnn.bias_ih_l0_reverse	7	-0.04156038910150528
77016	rnn.bias_ih_l0_reverse	8	-0.06460145860910416
77016	rnn.bias_ih_l0_reverse	9	-0.11319737136363983
77016	rnn.bias_hh_l0_reverse	0	-0.1172187328338623
77016	rnn.bias_hh_l0_reverse	1	-0.13791561126708984
77016	rnn.bias_hh_l0_reverse	2	0.11111124604940414
77016	rnn.bias_hh_l0_reverse	3	0.03894343972206116
77016	rnn.bias_hh_l0_reverse	4	-0.11555227637290955
77016	rnn.bias_hh_l0_reverse	5	-0.08801157772541046
77016	rnn.bias_hh_l0_reverse	6	-0.08093973249197006
77016	rnn.bias_hh_l0_reverse	7	-0.028939077630639076
77016	rnn.bias_hh_l0_reverse	8	-0.060082387179136276
77016	rnn.bias_hh_l0_reverse	9	-0.00430632196366787
77016	linear.weight	0	-0.007550589740276337
77016	linear.weight	1	0.039159856736660004
77016	linear.weight	2	0.21208414435386658
77016	linear.weight	3	-0.08093404769897461
77016	linear.weight	4	-0.010588549077510834
77016	linear.weight	5	0.0805697962641716
77016	linear.weight	6	-0.010739270597696304
77016	linear.weight	7	-0.045487478375434875
77016	linear.weight	8	0.22849847376346588
77016	linear.weight	9	-0.13805952668190002
77016	linear.bias	0	-0.03956538438796997
77016	linear.bias	1	0.031413208693265915
77016	linear.bias	2	0.49181488156318665
77016	linear.bias	3	-0.2591369152069092
77016	linear.bias	4	1.605833649635315
77016	linear.bias	5	-1.3175852298736572
77016	linear.bias	6	-0.40962693095207214
77016	linear.bias	7	-0.11255596578121185
77574	transitions	0	-1.5014737844467163
77574	transitions	1	-10000.0
77574	transitions	2	-0.7969565987586975
77574	transitions	3	-10000.0
77574	transitions	4	1.7349627017974854
77574	transitions	5	-10000.0
77574	transitions	6	-10000.0
77574	transitions	7	1.4673957824707031
77574	transitions	8	-2.251286745071411
77574	transitions	9	-3.912672519683838
77574	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
77574	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
77574	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
77574	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
77574	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
77574	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
77574	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
77574	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
77574	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
77574	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
77574	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
77574	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
77574	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
77574	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
77574	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
77574	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
77574	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
77574	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
77574	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
77574	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
77574	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
77574	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
77574	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
77574	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
77574	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
77574	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
77574	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
77574	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
77574	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
77574	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
77574	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
77574	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
77574	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
77574	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
77574	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
77574	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
77574	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
77574	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
77574	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
77574	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
77574	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
77574	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
77574	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
77574	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
77574	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
77574	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
77574	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
77574	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
77574	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
77574	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
77574	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
77574	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
77574	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
77574	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
77574	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
77574	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
77574	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
77574	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
77574	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
77574	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
77574	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
77574	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
77574	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
77574	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
77574	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
77574	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
77574	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
77574	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
77574	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
77574	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
77574	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
77574	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
77574	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
77574	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
77574	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
77574	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
77574	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
77574	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
77574	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
77574	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
77574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
77574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
77574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
77574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
77574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
77574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
77574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
77574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
77574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
77574	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
77574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
77574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
77574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
77574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
77574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
77574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
77574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
77574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
77574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
77574	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
77574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
77574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
77574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
77574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
77574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
77574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
77574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
77574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
77574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
77574	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
77574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
77574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
77574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
77574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
77574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
77574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
77574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
77574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
77574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
77574	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
77574	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
77574	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
77574	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
77574	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
77574	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
77574	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
77574	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
77574	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
77574	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
77574	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
77574	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
77574	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
77574	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
77574	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
77574	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
77574	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
77574	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
77574	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
77574	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
77574	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
77574	embedding2nn.weight	0	0.006889018230140209
77574	embedding2nn.weight	1	0.005392640363425016
77574	embedding2nn.weight	2	0.013357999734580517
77574	embedding2nn.weight	3	0.018878433853387833
77574	embedding2nn.weight	4	0.01705908589065075
77574	embedding2nn.weight	5	0.006947031710296869
77574	embedding2nn.weight	6	-0.013863679952919483
77574	embedding2nn.weight	7	-0.0048174066469073296
77574	embedding2nn.weight	8	-0.0005368381389416754
77574	embedding2nn.weight	9	-0.003663372714072466
77574	embedding2nn.bias	0	0.0167932640761137
77574	embedding2nn.bias	1	-0.045357201248407364
77574	embedding2nn.bias	2	0.06118795648217201
77574	embedding2nn.bias	3	0.021822454407811165
77574	embedding2nn.bias	4	-0.004498863127082586
77574	embedding2nn.bias	5	-0.03927076235413551
77574	embedding2nn.bias	6	-0.0015229755081236362
77574	embedding2nn.bias	7	-0.006035261321812868
77574	embedding2nn.bias	8	-0.027722055092453957
77574	embedding2nn.bias	9	0.009066056460142136
77574	rnn.weight_ih_l0	0	0.06346266716718674
77574	rnn.weight_ih_l0	1	-0.03901515156030655
77574	rnn.weight_ih_l0	2	0.0009327616426162422
77574	rnn.weight_ih_l0	3	0.04142582416534424
77574	rnn.weight_ih_l0	4	-0.025163255631923676
77574	rnn.weight_ih_l0	5	0.04983381927013397
77574	rnn.weight_ih_l0	6	0.010923861525952816
77574	rnn.weight_ih_l0	7	0.05446640029549599
77574	rnn.weight_ih_l0	8	0.011515727266669273
77574	rnn.weight_ih_l0	9	-0.020595943555235863
77574	rnn.weight_hh_l0	0	-0.017874736338853836
77574	rnn.weight_hh_l0	1	-0.019081521779298782
77574	rnn.weight_hh_l0	2	-0.060398101806640625
77574	rnn.weight_hh_l0	3	-0.012402762658894062
77574	rnn.weight_hh_l0	4	-0.010003946721553802
77574	rnn.weight_hh_l0	5	-0.02564138174057007
77574	rnn.weight_hh_l0	6	-0.005058161914348602
77574	rnn.weight_hh_l0	7	-0.04366464540362358
77574	rnn.weight_hh_l0	8	0.06456577032804489
77574	rnn.weight_hh_l0	9	0.043318238109350204
77574	rnn.bias_ih_l0	0	-0.1540122628211975
77574	rnn.bias_ih_l0	1	-0.12718205153942108
77574	rnn.bias_ih_l0	2	-0.005288148298859596
77574	rnn.bias_ih_l0	3	-0.1404256522655487
77574	rnn.bias_ih_l0	4	-0.03578103706240654
77574	rnn.bias_ih_l0	5	-0.13161683082580566
77574	rnn.bias_ih_l0	6	0.045352306216955185
77574	rnn.bias_ih_l0	7	-0.08502142876386642
77574	rnn.bias_ih_l0	8	-0.01744890585541725
77574	rnn.bias_ih_l0	9	-0.10308382660150528
77574	rnn.bias_hh_l0	0	-0.035414740443229675
77574	rnn.bias_hh_l0	1	0.20549067854881287
77574	rnn.bias_hh_l0	2	0.05866055563092232
77574	rnn.bias_hh_l0	3	-0.059094399213790894
77574	rnn.bias_hh_l0	4	-0.07948257029056549
77574	rnn.bias_hh_l0	5	-0.018514923751354218
77574	rnn.bias_hh_l0	6	0.05224195495247841
77574	rnn.bias_hh_l0	7	-0.0789492279291153
77574	rnn.bias_hh_l0	8	-0.16471874713897705
77574	rnn.bias_hh_l0	9	-0.09344565868377686
77574	rnn.weight_ih_l0_reverse	0	0.029813658446073532
77574	rnn.weight_ih_l0_reverse	1	-0.05142422392964363
77574	rnn.weight_ih_l0_reverse	2	0.03788629174232483
77574	rnn.weight_ih_l0_reverse	3	0.008184099569916725
77574	rnn.weight_ih_l0_reverse	4	0.016818303614854813
77574	rnn.weight_ih_l0_reverse	5	-0.03385637328028679
77574	rnn.weight_ih_l0_reverse	6	0.024731658399105072
77574	rnn.weight_ih_l0_reverse	7	0.03290871903300285
77574	rnn.weight_ih_l0_reverse	8	-0.029612280428409576
77574	rnn.weight_ih_l0_reverse	9	0.003740502754226327
77574	rnn.weight_hh_l0_reverse	0	0.04536959528923035
77574	rnn.weight_hh_l0_reverse	1	0.03255718573927879
77574	rnn.weight_hh_l0_reverse	2	-0.01757797598838806
77574	rnn.weight_hh_l0_reverse	3	-0.04814707115292549
77574	rnn.weight_hh_l0_reverse	4	0.010038195177912712
77574	rnn.weight_hh_l0_reverse	5	-0.04442514851689339
77574	rnn.weight_hh_l0_reverse	6	-0.014023536816239357
77574	rnn.weight_hh_l0_reverse	7	0.02691667526960373
77574	rnn.weight_hh_l0_reverse	8	0.01747545227408409
77574	rnn.weight_hh_l0_reverse	9	0.00015825984883122146
77574	rnn.bias_ih_l0_reverse	0	-0.03258856013417244
77574	rnn.bias_ih_l0_reverse	1	-0.11632470041513443
77574	rnn.bias_ih_l0_reverse	2	-0.10526610165834427
77574	rnn.bias_ih_l0_reverse	3	-0.014158343896269798
77574	rnn.bias_ih_l0_reverse	4	-0.07794405519962311
77574	rnn.bias_ih_l0_reverse	5	-0.06950998306274414
77574	rnn.bias_ih_l0_reverse	6	-0.15202021598815918
77574	rnn.bias_ih_l0_reverse	7	-0.04438003525137901
77574	rnn.bias_ih_l0_reverse	8	-0.06287994980812073
77574	rnn.bias_ih_l0_reverse	9	-0.11206604540348053
77574	rnn.bias_hh_l0_reverse	0	-0.11537322402000427
77574	rnn.bias_hh_l0_reverse	1	-0.1391778439283371
77574	rnn.bias_hh_l0_reverse	2	0.11499491333961487
77574	rnn.bias_hh_l0_reverse	3	0.029478460550308228
77574	rnn.bias_hh_l0_reverse	4	-0.11858595162630081
77574	rnn.bias_hh_l0_reverse	5	-0.08888637274503708
77574	rnn.bias_hh_l0_reverse	6	-0.09296490997076035
77574	rnn.bias_hh_l0_reverse	7	-0.03415937349200249
77574	rnn.bias_hh_l0_reverse	8	-0.060058001428842545
77574	rnn.bias_hh_l0_reverse	9	-0.0032666497863829136
77574	linear.weight	0	-0.007575101684778929
77574	linear.weight	1	0.04756047576665878
77574	linear.weight	2	0.21308130025863647
77574	linear.weight	3	-0.08086834847927094
77574	linear.weight	4	-0.010588549077510834
77574	linear.weight	5	0.0747845396399498
77574	linear.weight	6	-0.010739270597696304
77574	linear.weight	7	-0.07039470225572586
77574	linear.weight	8	0.16339907050132751
77574	linear.weight	9	-0.14151936769485474
77574	linear.bias	0	-0.03956538438796997
77574	linear.bias	1	0.031413208693265915
77574	linear.bias	2	0.4734606146812439
77574	linear.bias	3	-0.30011478066444397
77574	linear.bias	4	1.6456773281097412
77574	linear.bias	5	-1.3185439109802246
77574	linear.bias	6	-0.3984210193157196
77574	linear.bias	7	-0.10334255546331406
78132	transitions	0	-1.5054906606674194
78132	transitions	1	-10000.0
78132	transitions	2	-0.7969565987586975
78132	transitions	3	-10000.0
78132	transitions	4	1.7704726457595825
78132	transitions	5	-10000.0
78132	transitions	6	-10000.0
78132	transitions	7	1.4697374105453491
78132	transitions	8	-2.2545151710510254
78132	transitions	9	-3.915886640548706
78132	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
78132	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
78132	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
78132	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
78132	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
78132	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
78132	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
78132	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
78132	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
78132	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
78132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
78132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
78132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
78132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
78132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
78132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
78132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
78132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
78132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
78132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
78132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
78132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
78132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
78132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
78132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
78132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
78132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
78132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
78132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
78132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
78132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
78132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
78132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
78132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
78132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
78132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
78132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
78132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
78132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
78132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
78132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
78132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
78132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
78132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
78132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
78132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
78132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
78132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
78132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
78132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
78132	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
78132	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
78132	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
78132	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
78132	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
78132	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
78132	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
78132	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
78132	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
78132	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
78132	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
78132	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
78132	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
78132	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
78132	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
78132	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
78132	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
78132	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
78132	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
78132	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
78132	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
78132	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
78132	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
78132	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
78132	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
78132	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
78132	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
78132	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
78132	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
78132	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
78132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
78132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
78132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
78132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
78132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
78132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
78132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
78132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
78132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
78132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
78132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
78132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
78132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
78132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
78132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
78132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
78132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
78132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
78132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
78132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
78132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
78132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
78132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
78132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
78132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
78132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
78132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
78132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
78132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
78132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
78132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
78132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
78132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
78132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
78132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
78132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
78132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
78132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
78132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
78132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
78132	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
78132	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
78132	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
78132	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
78132	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
78132	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
78132	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
78132	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
78132	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
78132	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
78132	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
78132	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
78132	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
78132	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
78132	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
78132	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
78132	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
78132	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
78132	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
78132	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
78132	embedding2nn.weight	0	0.0069145080633461475
78132	embedding2nn.weight	1	0.005358950234949589
78132	embedding2nn.weight	2	0.013364163227379322
78132	embedding2nn.weight	3	0.01806010492146015
78132	embedding2nn.weight	4	0.01701485365629196
78132	embedding2nn.weight	5	0.005961555056273937
78132	embedding2nn.weight	6	-0.013683333992958069
78132	embedding2nn.weight	7	-0.0047977278009057045
78132	embedding2nn.weight	8	-0.0005105314776301384
78132	embedding2nn.weight	9	-0.0036431429907679558
78132	embedding2nn.bias	0	0.025918416678905487
78132	embedding2nn.bias	1	-0.0420062430202961
78132	embedding2nn.bias	2	0.06525757908821106
78132	embedding2nn.bias	3	0.044545795768499374
78132	embedding2nn.bias	4	-0.009179899469017982
78132	embedding2nn.bias	5	-0.02827364392578602
78132	embedding2nn.bias	6	0.0024531257804483175
78132	embedding2nn.bias	7	-0.0012548796366900206
78132	embedding2nn.bias	8	-0.03278188779950142
78132	embedding2nn.bias	9	0.010891946032643318
78132	rnn.weight_ih_l0	0	0.06458452343940735
78132	rnn.weight_ih_l0	1	-0.03870314732193947
78132	rnn.weight_ih_l0	2	0.0006412205402739346
78132	rnn.weight_ih_l0	3	0.04103834554553032
78132	rnn.weight_ih_l0	4	-0.02429470419883728
78132	rnn.weight_ih_l0	5	0.05107627436518669
78132	rnn.weight_ih_l0	6	0.010702747851610184
78132	rnn.weight_ih_l0	7	0.05486854165792465
78132	rnn.weight_ih_l0	8	0.011232633143663406
78132	rnn.weight_ih_l0	9	-0.01819397695362568
78132	rnn.weight_hh_l0	0	-0.018465450033545494
78132	rnn.weight_hh_l0	1	-0.018706243485212326
78132	rnn.weight_hh_l0	2	-0.06055973470211029
78132	rnn.weight_hh_l0	3	-0.012733779847621918
78132	rnn.weight_hh_l0	4	-0.010630111210048199
78132	rnn.weight_hh_l0	5	-0.025935593992471695
78132	rnn.weight_hh_l0	6	-0.005024836864322424
78132	rnn.weight_hh_l0	7	-0.04465224966406822
78132	rnn.weight_hh_l0	8	0.06452829390764236
78132	rnn.weight_hh_l0	9	0.0434316024184227
78132	rnn.bias_ih_l0	0	-0.14806143939495087
78132	rnn.bias_ih_l0	1	-0.12597714364528656
78132	rnn.bias_ih_l0	2	-0.00616189930588007
78132	rnn.bias_ih_l0	3	-0.14176009595394135
78132	rnn.bias_ih_l0	4	-0.03937168046832085
78132	rnn.bias_ih_l0	5	-0.1337270438671112
78132	rnn.bias_ih_l0	6	0.045864153653383255
78132	rnn.bias_ih_l0	7	-0.08241280168294907
78132	rnn.bias_ih_l0	8	-0.018905745819211006
78132	rnn.bias_ih_l0	9	-0.10188417136669159
78132	rnn.bias_hh_l0	0	-0.03393448144197464
78132	rnn.bias_hh_l0	1	0.210236594080925
78132	rnn.bias_hh_l0	2	0.05575437843799591
78132	rnn.bias_hh_l0	3	-0.05835478752851486
78132	rnn.bias_hh_l0	4	-0.07621663808822632
78132	rnn.bias_hh_l0	5	-0.01196420006453991
78132	rnn.bias_hh_l0	6	0.050039928406476974
78132	rnn.bias_hh_l0	7	-0.07495880872011185
78132	rnn.bias_hh_l0	8	-0.16070932149887085
78132	rnn.bias_hh_l0	9	-0.09301828593015671
78132	rnn.weight_ih_l0_reverse	0	0.028794866055250168
78132	rnn.weight_ih_l0_reverse	1	-0.050793178379535675
78132	rnn.weight_ih_l0_reverse	2	0.03786367550492287
78132	rnn.weight_ih_l0_reverse	3	0.008832491002976894
78132	rnn.weight_ih_l0_reverse	4	0.016335146501660347
78132	rnn.weight_ih_l0_reverse	5	-0.03341566026210785
78132	rnn.weight_ih_l0_reverse	6	0.02292531169950962
78132	rnn.weight_ih_l0_reverse	7	0.0331563763320446
78132	rnn.weight_ih_l0_reverse	8	-0.028809942305088043
78132	rnn.weight_ih_l0_reverse	9	0.0026867908891290426
78132	rnn.weight_hh_l0_reverse	0	0.045853592455387115
78132	rnn.weight_hh_l0_reverse	1	0.0335393100976944
78132	rnn.weight_hh_l0_reverse	2	-0.01769779436290264
78132	rnn.weight_hh_l0_reverse	3	-0.04841507598757744
78132	rnn.weight_hh_l0_reverse	4	0.010095329955220222
78132	rnn.weight_hh_l0_reverse	5	-0.045384399592876434
78132	rnn.weight_hh_l0_reverse	6	-0.013728246092796326
78132	rnn.weight_hh_l0_reverse	7	0.02643844112753868
78132	rnn.weight_hh_l0_reverse	8	0.017611242830753326
78132	rnn.weight_hh_l0_reverse	9	-0.001280464930459857
78132	rnn.bias_ih_l0_reverse	0	-0.03257477656006813
78132	rnn.bias_ih_l0_reverse	1	-0.11485349386930466
78132	rnn.bias_ih_l0_reverse	2	-0.10630857199430466
78132	rnn.bias_ih_l0_reverse	3	-0.013810821808874607
78132	rnn.bias_ih_l0_reverse	4	-0.07450485229492188
78132	rnn.bias_ih_l0_reverse	5	-0.07182768732309341
78132	rnn.bias_ih_l0_reverse	6	-0.14977321028709412
78132	rnn.bias_ih_l0_reverse	7	-0.03979720547795296
78132	rnn.bias_ih_l0_reverse	8	-0.062031134963035583
78132	rnn.bias_ih_l0_reverse	9	-0.1100996732711792
78132	rnn.bias_hh_l0_reverse	0	-0.11140201985836029
78132	rnn.bias_hh_l0_reverse	1	-0.1403980255126953
78132	rnn.bias_hh_l0_reverse	2	0.11975722014904022
78132	rnn.bias_hh_l0_reverse	3	0.03368464484810829
78132	rnn.bias_hh_l0_reverse	4	-0.11971167474985123
78132	rnn.bias_hh_l0_reverse	5	-0.0890764445066452
78132	rnn.bias_hh_l0_reverse	6	-0.10420242697000504
78132	rnn.bias_hh_l0_reverse	7	-0.035689398646354675
78132	rnn.bias_hh_l0_reverse	8	-0.06412732601165771
78132	rnn.bias_hh_l0_reverse	9	-0.008046100847423077
78132	linear.weight	0	-0.007573384791612625
78132	linear.weight	1	0.01898987963795662
78132	linear.weight	2	0.2397516816854477
78132	linear.weight	3	-0.0808178186416626
78132	linear.weight	4	-0.010588549077510834
78132	linear.weight	5	0.05299990251660347
78132	linear.weight	6	-0.010739270597696304
78132	linear.weight	7	-0.11019902676343918
78132	linear.weight	8	0.08447778970003128
78132	linear.weight	9	-0.1221935972571373
78132	linear.bias	0	-0.03956538438796997
78132	linear.bias	1	0.031413208693265915
78132	linear.bias	2	0.43414393067359924
78132	linear.bias	3	-0.27815675735473633
78132	linear.bias	4	1.677584171295166
78132	linear.bias	5	-1.3194773197174072
78132	linear.bias	6	-0.4041479825973511
78132	linear.bias	7	-0.11125683784484863
78691	transitions	0	-1.5093649625778198
78691	transitions	1	-10000.0
78691	transitions	2	-0.7969565987586975
78691	transitions	3	-10000.0
78691	transitions	4	1.7409944534301758
78691	transitions	5	-10000.0
78691	transitions	6	-10000.0
78691	transitions	7	1.4881623983383179
78691	transitions	8	-2.2579309940338135
78691	transitions	9	-3.9192616939544678
78691	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
78691	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
78691	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
78691	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
78691	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
78691	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
78691	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
78691	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
78691	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
78691	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
78691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
78691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
78691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
78691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
78691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
78691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
78691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
78691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
78691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
78691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
78691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
78691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
78691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
78691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
78691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
78691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
78691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
78691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
78691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
78691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
78691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
78691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
78691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
78691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
78691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
78691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
78691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
78691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
78691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
78691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
78691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
78691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
78691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
78691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
78691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
78691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
78691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
78691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
78691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
78691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
78691	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
78691	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
78691	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
78691	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
78691	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
78691	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
78691	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
78691	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
78691	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
78691	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
78691	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
78691	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
78691	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
78691	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
78691	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
78691	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
78691	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
78691	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
78691	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
78691	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
78691	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
78691	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
78691	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
78691	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
78691	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
78691	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
78691	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
78691	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
78691	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
78691	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
78691	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
78691	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
78691	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
78691	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
78691	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
78691	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
78691	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
78691	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
78691	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
78691	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
78691	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
78691	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
78691	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
78691	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
78691	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
78691	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
78691	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
78691	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
78691	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
78691	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
78691	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
78691	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
78691	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
78691	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
78691	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
78691	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
78691	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
78691	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
78691	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
78691	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
78691	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
78691	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
78691	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
78691	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
78691	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
78691	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
78691	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
78691	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
78691	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
78691	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
78691	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
78691	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
78691	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
78691	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
78691	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
78691	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
78691	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
78691	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
78691	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
78691	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
78691	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
78691	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
78691	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
78691	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
78691	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
78691	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
78691	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
78691	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
78691	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
78691	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
78691	embedding2nn.weight	0	0.006886267568916082
78691	embedding2nn.weight	1	0.005599265918135643
78691	embedding2nn.weight	2	0.013370450586080551
78691	embedding2nn.weight	3	0.018260682001709938
78691	embedding2nn.weight	4	0.015766028314828873
78691	embedding2nn.weight	5	0.0059289345517754555
78691	embedding2nn.weight	6	-0.013353659771382809
78691	embedding2nn.weight	7	-0.004773078020662069
78691	embedding2nn.weight	8	0.0006987996748648584
78691	embedding2nn.weight	9	-0.003611657302826643
78691	embedding2nn.bias	0	0.020125271752476692
78691	embedding2nn.bias	1	-0.04232415184378624
78691	embedding2nn.bias	2	0.0748438909649849
78691	embedding2nn.bias	3	0.029337437823414803
78691	embedding2nn.bias	4	-0.003797769546508789
78691	embedding2nn.bias	5	-0.023757053539156914
78691	embedding2nn.bias	6	-0.005296939983963966
78691	embedding2nn.bias	7	0.0033834383357316256
78691	embedding2nn.bias	8	-0.02996482141315937
78691	embedding2nn.bias	9	0.016672344878315926
78691	rnn.weight_ih_l0	0	0.06639812141656876
78691	rnn.weight_ih_l0	1	-0.04086088389158249
78691	rnn.weight_ih_l0	2	0.0009780076798051596
78691	rnn.weight_ih_l0	3	0.04276757687330246
78691	rnn.weight_ih_l0	4	-0.022870929911732674
78691	rnn.weight_ih_l0	5	0.04851696640253067
78691	rnn.weight_ih_l0	6	0.010830056853592396
78691	rnn.weight_ih_l0	7	0.054397836327552795
78691	rnn.weight_ih_l0	8	0.011462408117949963
78691	rnn.weight_ih_l0	9	-0.01782323606312275
78691	rnn.weight_hh_l0	0	-0.01928781345486641
78691	rnn.weight_hh_l0	1	-0.018990080803632736
78691	rnn.weight_hh_l0	2	-0.061161890625953674
78691	rnn.weight_hh_l0	3	-0.012708043679594994
78691	rnn.weight_hh_l0	4	-0.010513403452932835
78691	rnn.weight_hh_l0	5	-0.0259871743619442
78691	rnn.weight_hh_l0	6	-0.004644380882382393
78691	rnn.weight_hh_l0	7	-0.04397635906934738
78691	rnn.weight_hh_l0	8	0.06418303400278091
78691	rnn.weight_hh_l0	9	0.04355109855532646
78691	rnn.bias_ih_l0	0	-0.1511044204235077
78691	rnn.bias_ih_l0	1	-0.11924586445093155
78691	rnn.bias_ih_l0	2	-0.006318213418126106
78691	rnn.bias_ih_l0	3	-0.14412634074687958
78691	rnn.bias_ih_l0	4	-0.03764533996582031
78691	rnn.bias_ih_l0	5	-0.13121667504310608
78691	rnn.bias_ih_l0	6	0.052075669169425964
78691	rnn.bias_ih_l0	7	-0.08671236038208008
78691	rnn.bias_ih_l0	8	-0.016756944358348846
78691	rnn.bias_ih_l0	9	-0.10291126370429993
78691	rnn.bias_hh_l0	0	-0.03541098162531853
78691	rnn.bias_hh_l0	1	0.20677722990512848
78691	rnn.bias_hh_l0	2	0.05611707642674446
78691	rnn.bias_hh_l0	3	-0.056838806718587875
78691	rnn.bias_hh_l0	4	-0.07548558712005615
78691	rnn.bias_hh_l0	5	-0.008738012984395027
78691	rnn.bias_hh_l0	6	0.04650195688009262
78691	rnn.bias_hh_l0	7	-0.07573429495096207
78691	rnn.bias_hh_l0	8	-0.16003946959972382
78691	rnn.bias_hh_l0	9	-0.09341942518949509
78691	rnn.weight_ih_l0_reverse	0	0.02994484268128872
78691	rnn.weight_ih_l0_reverse	1	-0.0512598380446434
78691	rnn.weight_ih_l0_reverse	2	0.03779603913426399
78691	rnn.weight_ih_l0_reverse	3	0.008128304034471512
78691	rnn.weight_ih_l0_reverse	4	0.01625330001115799
78691	rnn.weight_ih_l0_reverse	5	-0.03359570354223251
78691	rnn.weight_ih_l0_reverse	6	0.022620942443609238
78691	rnn.weight_ih_l0_reverse	7	0.032307643443346024
78691	rnn.weight_ih_l0_reverse	8	-0.028700508177280426
78691	rnn.weight_ih_l0_reverse	9	0.003747551701962948
78691	rnn.weight_hh_l0_reverse	0	0.045920174568891525
78691	rnn.weight_hh_l0_reverse	1	0.033780019730329514
78691	rnn.weight_hh_l0_reverse	2	-0.0176375862210989
78691	rnn.weight_hh_l0_reverse	3	-0.049682002514600754
78691	rnn.weight_hh_l0_reverse	4	0.00945577397942543
78691	rnn.weight_hh_l0_reverse	5	-0.04612893611192703
78691	rnn.weight_hh_l0_reverse	6	-0.01307727675884962
78691	rnn.weight_hh_l0_reverse	7	0.026914678514003754
78691	rnn.weight_hh_l0_reverse	8	0.018283827230334282
78691	rnn.weight_hh_l0_reverse	9	-0.0016529429703950882
78691	rnn.bias_ih_l0_reverse	0	-0.034482479095458984
78691	rnn.bias_ih_l0_reverse	1	-0.11750990152359009
78691	rnn.bias_ih_l0_reverse	2	-0.10838104039430618
78691	rnn.bias_ih_l0_reverse	3	-0.012670977041125298
78691	rnn.bias_ih_l0_reverse	4	-0.07187853008508682
78691	rnn.bias_ih_l0_reverse	5	-0.07103511691093445
78691	rnn.bias_ih_l0_reverse	6	-0.14933475852012634
78691	rnn.bias_ih_l0_reverse	7	-0.04190279543399811
78691	rnn.bias_ih_l0_reverse	8	-0.061528220772743225
78691	rnn.bias_ih_l0_reverse	9	-0.10928161442279816
78691	rnn.bias_hh_l0_reverse	0	-0.11313580721616745
78691	rnn.bias_hh_l0_reverse	1	-0.14314520359039307
78691	rnn.bias_hh_l0_reverse	2	0.11546392738819122
78691	rnn.bias_hh_l0_reverse	3	0.03520013391971588
78691	rnn.bias_hh_l0_reverse	4	-0.12048438936471939
78691	rnn.bias_hh_l0_reverse	5	-0.09905420243740082
78691	rnn.bias_hh_l0_reverse	6	-0.09866886585950851
78691	rnn.bias_hh_l0_reverse	7	-0.033370491117239
78691	rnn.bias_hh_l0_reverse	8	-0.06197161599993706
78691	rnn.bias_hh_l0_reverse	9	-0.009481393732130527
78691	linear.weight	0	-0.00759489880874753
78691	linear.weight	1	0.016231045126914978
78691	linear.weight	2	0.2598883807659149
78691	linear.weight	3	-0.08080106228590012
78691	linear.weight	4	-0.010588549077510834
78691	linear.weight	5	0.045731525868177414
78691	linear.weight	6	-0.010739270597696304
78691	linear.weight	7	-0.05861853435635567
78691	linear.weight	8	0.1371992528438568
78691	linear.weight	9	-0.13797912001609802
78691	linear.bias	0	-0.03956538438796997
78691	linear.bias	1	0.031413208693265915
78691	linear.bias	2	0.4470674991607666
78691	linear.bias	3	-0.3066941201686859
78691	linear.bias	4	1.635542392730713
78691	linear.bias	5	-1.3203891515731812
78691	linear.bias	6	-0.37390848994255066
78691	linear.bias	7	-0.08295705169439316
79249	transitions	0	-1.5128810405731201
79249	transitions	1	-10000.0
79249	transitions	2	-0.7969565987586975
79249	transitions	3	-10000.0
79249	transitions	4	1.7271664142608643
79249	transitions	5	-10000.0
79249	transitions	6	-10000.0
79249	transitions	7	1.5064817667007446
79249	transitions	8	-2.2611851692199707
79249	transitions	9	-3.9223597049713135
79249	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
79249	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
79249	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
79249	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
79249	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
79249	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
79249	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
79249	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
79249	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
79249	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
79249	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
79249	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
79249	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
79249	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
79249	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
79249	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
79249	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
79249	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
79249	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
79249	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
79249	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
79249	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
79249	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
79249	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
79249	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
79249	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
79249	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
79249	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
79249	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
79249	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
79249	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
79249	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
79249	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
79249	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
79249	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
79249	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
79249	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
79249	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
79249	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
79249	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
79249	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
79249	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
79249	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
79249	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
79249	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
79249	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
79249	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
79249	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
79249	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
79249	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
79249	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
79249	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
79249	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
79249	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
79249	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
79249	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
79249	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
79249	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
79249	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
79249	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
79249	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
79249	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
79249	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
79249	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
79249	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
79249	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
79249	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
79249	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
79249	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
79249	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
79249	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
79249	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
79249	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
79249	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
79249	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
79249	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
79249	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
79249	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
79249	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
79249	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
79249	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
79249	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
79249	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
79249	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
79249	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
79249	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
79249	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
79249	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
79249	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
79249	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
79249	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
79249	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
79249	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
79249	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
79249	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
79249	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
79249	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
79249	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
79249	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
79249	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
79249	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
79249	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
79249	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
79249	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
79249	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
79249	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
79249	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
79249	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
79249	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
79249	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
79249	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
79249	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
79249	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
79249	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
79249	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
79249	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
79249	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
79249	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
79249	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
79249	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
79249	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
79249	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
79249	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
79249	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
79249	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
79249	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
79249	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
79249	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
79249	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
79249	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
79249	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
79249	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
79249	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
79249	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
79249	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
79249	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
79249	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
79249	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
79249	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
79249	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
79249	embedding2nn.weight	0	0.0068603032268583775
79249	embedding2nn.weight	1	0.005638122092932463
79249	embedding2nn.weight	2	0.013422399759292603
79249	embedding2nn.weight	3	0.018402110785245895
79249	embedding2nn.weight	4	0.015794139355421066
79249	embedding2nn.weight	5	0.0063551259227097034
79249	embedding2nn.weight	6	-0.012859741225838661
79249	embedding2nn.weight	7	-0.005104817450046539
79249	embedding2nn.weight	8	0.0003253268077969551
79249	embedding2nn.weight	9	-0.0035476800985634327
79249	embedding2nn.bias	0	0.008857972919940948
79249	embedding2nn.bias	1	-0.04825213924050331
79249	embedding2nn.bias	2	0.06390141695737839
79249	embedding2nn.bias	3	0.03108610026538372
79249	embedding2nn.bias	4	-0.0029573305509984493
79249	embedding2nn.bias	5	-0.030805105343461037
79249	embedding2nn.bias	6	0.009819602593779564
79249	embedding2nn.bias	7	0.004034585785120726
79249	embedding2nn.bias	8	-0.03297458216547966
79249	embedding2nn.bias	9	0.02114284411072731
79249	rnn.weight_ih_l0	0	0.06505520641803741
79249	rnn.weight_ih_l0	1	-0.04240737855434418
79249	rnn.weight_ih_l0	2	0.0023270847741514444
79249	rnn.weight_ih_l0	3	0.042307935655117035
79249	rnn.weight_ih_l0	4	-0.023354902863502502
79249	rnn.weight_ih_l0	5	0.047718074172735214
79249	rnn.weight_ih_l0	6	0.010783110745251179
79249	rnn.weight_ih_l0	7	0.05490143224596977
79249	rnn.weight_ih_l0	8	0.012584300711750984
79249	rnn.weight_ih_l0	9	-0.01776648871600628
79249	rnn.weight_hh_l0	0	-0.019133957102894783
79249	rnn.weight_hh_l0	1	-0.01973196491599083
79249	rnn.weight_hh_l0	2	-0.06062934175133705
79249	rnn.weight_hh_l0	3	-0.01288562174886465
79249	rnn.weight_hh_l0	4	-0.010447577573359013
79249	rnn.weight_hh_l0	5	-0.025935299694538116
79249	rnn.weight_hh_l0	6	-0.004591361153870821
79249	rnn.weight_hh_l0	7	-0.04659240320324898
79249	rnn.weight_hh_l0	8	0.06388884782791138
79249	rnn.weight_hh_l0	9	0.042995523661375046
79249	rnn.bias_ih_l0	0	-0.15387657284736633
79249	rnn.bias_ih_l0	1	-0.12570439279079437
79249	rnn.bias_ih_l0	2	-0.009487375617027283
79249	rnn.bias_ih_l0	3	-0.1439528465270996
79249	rnn.bias_ih_l0	4	-0.04459112510085106
79249	rnn.bias_ih_l0	5	-0.1311790645122528
79249	rnn.bias_ih_l0	6	0.04749150201678276
79249	rnn.bias_ih_l0	7	-0.08786170184612274
79249	rnn.bias_ih_l0	8	-0.018217094242572784
79249	rnn.bias_ih_l0	9	-0.10201869904994965
79249	rnn.bias_hh_l0	0	-0.037583913654088974
79249	rnn.bias_hh_l0	1	0.20615921914577484
79249	rnn.bias_hh_l0	2	0.05782099813222885
79249	rnn.bias_hh_l0	3	-0.0551464669406414
79249	rnn.bias_hh_l0	4	-0.07600792497396469
79249	rnn.bias_hh_l0	5	-0.011382555589079857
79249	rnn.bias_hh_l0	6	0.045983631163835526
79249	rnn.bias_hh_l0	7	-0.06790816783905029
79249	rnn.bias_hh_l0	8	-0.15800046920776367
79249	rnn.bias_hh_l0	9	-0.09242318570613861
79249	rnn.weight_ih_l0_reverse	0	0.027512669563293457
79249	rnn.weight_ih_l0_reverse	1	-0.05117856711149216
79249	rnn.weight_ih_l0_reverse	2	0.037742942571640015
79249	rnn.weight_ih_l0_reverse	3	0.007872461341321468
79249	rnn.weight_ih_l0_reverse	4	0.016212230548262596
79249	rnn.weight_ih_l0_reverse	5	-0.03285123035311699
79249	rnn.weight_ih_l0_reverse	6	0.02197752147912979
79249	rnn.weight_ih_l0_reverse	7	0.031777892261743546
79249	rnn.weight_ih_l0_reverse	8	-0.029224513098597527
79249	rnn.weight_ih_l0_reverse	9	0.0039056004025042057
79249	rnn.weight_hh_l0_reverse	0	0.045901425182819366
79249	rnn.weight_hh_l0_reverse	1	0.033566828817129135
79249	rnn.weight_hh_l0_reverse	2	-0.018160562962293625
79249	rnn.weight_hh_l0_reverse	3	-0.04885069653391838
79249	rnn.weight_hh_l0_reverse	4	0.009402909316122532
79249	rnn.weight_hh_l0_reverse	5	-0.04632601886987686
79249	rnn.weight_hh_l0_reverse	6	-0.013251652009785175
79249	rnn.weight_hh_l0_reverse	7	0.027272848412394524
79249	rnn.weight_hh_l0_reverse	8	0.018466122448444366
79249	rnn.weight_hh_l0_reverse	9	-0.0018336622742936015
79249	rnn.bias_ih_l0_reverse	0	-0.03429049253463745
79249	rnn.bias_ih_l0_reverse	1	-0.11609639972448349
79249	rnn.bias_ih_l0_reverse	2	-0.10204749554395676
79249	rnn.bias_ih_l0_reverse	3	-0.012119044549763203
79249	rnn.bias_ih_l0_reverse	4	-0.08331319689750671
79249	rnn.bias_ih_l0_reverse	5	-0.06635546684265137
79249	rnn.bias_ih_l0_reverse	6	-0.15065652132034302
79249	rnn.bias_ih_l0_reverse	7	-0.03907833993434906
79249	rnn.bias_ih_l0_reverse	8	-0.05977407842874527
79249	rnn.bias_ih_l0_reverse	9	-0.10974080115556717
79249	rnn.bias_hh_l0_reverse	0	-0.11457077413797379
79249	rnn.bias_hh_l0_reverse	1	-0.14464949071407318
79249	rnn.bias_hh_l0_reverse	2	0.1161184087395668
79249	rnn.bias_hh_l0_reverse	3	0.03668549656867981
79249	rnn.bias_hh_l0_reverse	4	-0.1217791736125946
79249	rnn.bias_hh_l0_reverse	5	-0.10046343505382538
79249	rnn.bias_hh_l0_reverse	6	-0.09578588604927063
79249	rnn.bias_hh_l0_reverse	7	-0.034521378576755524
79249	rnn.bias_hh_l0_reverse	8	-0.0592479445040226
79249	rnn.bias_hh_l0_reverse	9	-0.008280766196548939
79249	linear.weight	0	-0.007621548138558865
79249	linear.weight	1	-0.02260531112551689
79249	linear.weight	2	0.25126105546951294
79249	linear.weight	3	-0.08079785853624344
79249	linear.weight	4	-0.010588549077510834
79249	linear.weight	5	0.05935058742761612
79249	linear.weight	6	-0.010739270597696304
79249	linear.weight	7	-0.06488405168056488
79249	linear.weight	8	0.22495615482330322
79249	linear.weight	9	-0.1491691619157791
79249	linear.bias	0	-0.03956538438796997
79249	linear.bias	1	0.031413208693265915
79249	linear.bias	2	0.39716723561286926
79249	linear.bias	3	-0.278183251619339
79249	linear.bias	4	1.6713593006134033
79249	linear.bias	5	-1.3212921619415283
79249	linear.bias	6	-0.3814906179904938
79249	linear.bias	7	-0.0889359638094902
79807	transitions	0	-1.5174669027328491
79807	transitions	1	-10000.0
79807	transitions	2	-0.7969565987586975
79807	transitions	3	-10000.0
79807	transitions	4	1.7395559549331665
79807	transitions	5	-10000.0
79807	transitions	6	-10000.0
79807	transitions	7	1.4846320152282715
79807	transitions	8	-2.264507532119751
79807	transitions	9	-3.9254770278930664
79807	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
79807	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
79807	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
79807	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
79807	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
79807	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
79807	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
79807	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
79807	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
79807	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
79807	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
79807	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
79807	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
79807	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
79807	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
79807	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
79807	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
79807	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
79807	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
79807	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
79807	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
79807	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
79807	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
79807	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
79807	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
79807	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
79807	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
79807	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
79807	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
79807	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
79807	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
79807	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
79807	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
79807	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
79807	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
79807	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
79807	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
79807	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
79807	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
79807	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
79807	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
79807	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
79807	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
79807	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
79807	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
79807	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
79807	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
79807	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
79807	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
79807	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
79807	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
79807	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
79807	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
79807	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
79807	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
79807	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
79807	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
79807	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
79807	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
79807	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
79807	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
79807	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
79807	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
79807	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
79807	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
79807	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
79807	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
79807	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
79807	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
79807	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
79807	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
79807	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
79807	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
79807	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
79807	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
79807	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
79807	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
79807	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
79807	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
79807	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
79807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
79807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
79807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
79807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
79807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
79807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
79807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
79807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
79807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
79807	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
79807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
79807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
79807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
79807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
79807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
79807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
79807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
79807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
79807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
79807	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
79807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
79807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
79807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
79807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
79807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
79807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
79807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
79807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
79807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
79807	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
79807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
79807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
79807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
79807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
79807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
79807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
79807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
79807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
79807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
79807	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
79807	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
79807	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
79807	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
79807	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
79807	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
79807	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
79807	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
79807	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
79807	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
79807	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
79807	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
79807	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
79807	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
79807	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
79807	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
79807	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
79807	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
79807	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
79807	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
79807	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
79807	embedding2nn.weight	0	0.006858260370790958
79807	embedding2nn.weight	1	0.005719797220081091
79807	embedding2nn.weight	2	0.01341100875288248
79807	embedding2nn.weight	3	0.0181186031550169
79807	embedding2nn.weight	4	0.015527529641985893
79807	embedding2nn.weight	5	0.006899311672896147
79807	embedding2nn.weight	6	-0.013334116898477077
79807	embedding2nn.weight	7	-0.004682946018874645
79807	embedding2nn.weight	8	0.0001692839723546058
79807	embedding2nn.weight	9	-0.0038242207374423742
79807	embedding2nn.bias	0	0.015893084928393364
79807	embedding2nn.bias	1	-0.04616454988718033
79807	embedding2nn.bias	2	0.06169972941279411
79807	embedding2nn.bias	3	0.04110240191221237
79807	embedding2nn.bias	4	-0.0027373465709388256
79807	embedding2nn.bias	5	-0.031211532652378082
79807	embedding2nn.bias	6	0.014736373908817768
79807	embedding2nn.bias	7	-0.005475176963955164
79807	embedding2nn.bias	8	-0.02376428246498108
79807	embedding2nn.bias	9	0.01929428055882454
79807	rnn.weight_ih_l0	0	0.06455929577350616
79807	rnn.weight_ih_l0	1	-0.04210462421178818
79807	rnn.weight_ih_l0	2	0.0024615328293293715
79807	rnn.weight_ih_l0	3	0.0409216471016407
79807	rnn.weight_ih_l0	4	-0.024102451279759407
79807	rnn.weight_ih_l0	5	0.051303595304489136
79807	rnn.weight_ih_l0	6	0.010423671454191208
79807	rnn.weight_ih_l0	7	0.053936511278152466
79807	rnn.weight_ih_l0	8	0.013179540634155273
79807	rnn.weight_ih_l0	9	-0.01706741936504841
79807	rnn.weight_hh_l0	0	-0.018923582509160042
79807	rnn.weight_hh_l0	1	-0.019375694915652275
79807	rnn.weight_hh_l0	2	-0.060843247920274734
79807	rnn.weight_hh_l0	3	-0.01290939375758171
79807	rnn.weight_hh_l0	4	-0.010360188782215118
79807	rnn.weight_hh_l0	5	-0.02522965520620346
79807	rnn.weight_hh_l0	6	-0.004544402472674847
79807	rnn.weight_hh_l0	7	-0.04733094945549965
79807	rnn.weight_hh_l0	8	0.06321439146995544
79807	rnn.weight_hh_l0	9	0.04326556250452995
79807	rnn.bias_ih_l0	0	-0.1451398730278015
79807	rnn.bias_ih_l0	1	-0.1222081184387207
79807	rnn.bias_ih_l0	2	-0.006786372046917677
79807	rnn.bias_ih_l0	3	-0.1483372449874878
79807	rnn.bias_ih_l0	4	-0.04305953532457352
79807	rnn.bias_ih_l0	5	-0.13305407762527466
79807	rnn.bias_ih_l0	6	0.04167133569717407
79807	rnn.bias_ih_l0	7	-0.08722448348999023
79807	rnn.bias_ih_l0	8	-0.01816142350435257
79807	rnn.bias_ih_l0	9	-0.10349161922931671
79807	rnn.bias_hh_l0	0	-0.03474271669983864
79807	rnn.bias_hh_l0	1	0.20386828482151031
79807	rnn.bias_hh_l0	2	0.05992509797215462
79807	rnn.bias_hh_l0	3	-0.05382368713617325
79807	rnn.bias_hh_l0	4	-0.07647031545639038
79807	rnn.bias_hh_l0	5	-0.020015176385641098
79807	rnn.bias_hh_l0	6	0.047627903521060944
79807	rnn.bias_hh_l0	7	-0.0680699348449707
79807	rnn.bias_hh_l0	8	-0.16047541797161102
79807	rnn.bias_hh_l0	9	-0.09232411533594131
79807	rnn.weight_ih_l0_reverse	0	0.030711762607097626
79807	rnn.weight_ih_l0_reverse	1	-0.050065457820892334
79807	rnn.weight_ih_l0_reverse	2	0.03805043175816536
79807	rnn.weight_ih_l0_reverse	3	0.008168941363692284
79807	rnn.weight_ih_l0_reverse	4	0.016063347458839417
79807	rnn.weight_ih_l0_reverse	5	-0.0315440334379673
79807	rnn.weight_ih_l0_reverse	6	0.024357805028557777
79807	rnn.weight_ih_l0_reverse	7	0.0314246229827404
79807	rnn.weight_ih_l0_reverse	8	-0.029598355293273926
79807	rnn.weight_ih_l0_reverse	9	0.004659329541027546
79807	rnn.weight_hh_l0_reverse	0	0.04683785140514374
79807	rnn.weight_hh_l0_reverse	1	0.03308040276169777
79807	rnn.weight_hh_l0_reverse	2	-0.0178943183273077
79807	rnn.weight_hh_l0_reverse	3	-0.04973635450005531
79807	rnn.weight_hh_l0_reverse	4	0.01032410841435194
79807	rnn.weight_hh_l0_reverse	5	-0.04651395604014397
79807	rnn.weight_hh_l0_reverse	6	-0.013254453428089619
79807	rnn.weight_hh_l0_reverse	7	0.027501830831170082
79807	rnn.weight_hh_l0_reverse	8	0.01841035671532154
79807	rnn.weight_hh_l0_reverse	9	-0.0018150247633457184
79807	rnn.bias_ih_l0_reverse	0	-0.03458122909069061
79807	rnn.bias_ih_l0_reverse	1	-0.11647044122219086
79807	rnn.bias_ih_l0_reverse	2	-0.10672697424888611
79807	rnn.bias_ih_l0_reverse	3	-0.01601787656545639
79807	rnn.bias_ih_l0_reverse	4	-0.08439693599939346
79807	rnn.bias_ih_l0_reverse	5	-0.06706816703081131
79807	rnn.bias_ih_l0_reverse	6	-0.14894823729991913
79807	rnn.bias_ih_l0_reverse	7	-0.041064921766519547
79807	rnn.bias_ih_l0_reverse	8	-0.06116737425327301
79807	rnn.bias_ih_l0_reverse	9	-0.11167452484369278
79807	rnn.bias_hh_l0_reverse	0	-0.11304845660924911
79807	rnn.bias_hh_l0_reverse	1	-0.14584355056285858
79807	rnn.bias_hh_l0_reverse	2	0.11195424199104309
79807	rnn.bias_hh_l0_reverse	3	0.03722960129380226
79807	rnn.bias_hh_l0_reverse	4	-0.12154245376586914
79807	rnn.bias_hh_l0_reverse	5	-0.09968007355928421
79807	rnn.bias_hh_l0_reverse	6	-0.10366488248109818
79807	rnn.bias_hh_l0_reverse	7	-0.03151983767747879
79807	rnn.bias_hh_l0_reverse	8	-0.058022577315568924
79807	rnn.bias_hh_l0_reverse	9	-0.005571295041590929
79807	linear.weight	0	-0.0076326727867126465
79807	linear.weight	1	0.006526066921651363
79807	linear.weight	2	0.22804901003837585
79807	linear.weight	3	-0.08078847080469131
79807	linear.weight	4	-0.010588549077510834
79807	linear.weight	5	0.02713126130402088
79807	linear.weight	6	-0.010739270597696304
79807	linear.weight	7	-0.03642597049474716
79807	linear.weight	8	0.20253899693489075
79807	linear.weight	9	-0.14112982153892517
79807	linear.bias	0	-0.03956538438796997
79807	linear.bias	1	0.031413208693265915
79807	linear.bias	2	0.47637462615966797
79807	linear.bias	3	-0.27368125319480896
79807	linear.bias	4	1.6548107862472534
79807	linear.bias	5	-1.3221755027770996
79807	linear.bias	6	-0.41329294443130493
79807	linear.bias	7	-0.12343530356884003
80365	transitions	0	-1.5220195055007935
80365	transitions	1	-10000.0
80365	transitions	2	-0.7969565987586975
80365	transitions	3	-10000.0
80365	transitions	4	1.75877845287323
80365	transitions	5	-10000.0
80365	transitions	6	-10000.0
80365	transitions	7	1.5250400304794312
80365	transitions	8	-2.267789125442505
80365	transitions	9	-3.928424835205078
80365	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
80365	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
80365	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
80365	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
80365	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
80365	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
80365	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
80365	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
80365	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
80365	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
80365	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
80365	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
80365	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
80365	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
80365	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
80365	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
80365	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
80365	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
80365	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
80365	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
80365	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
80365	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
80365	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
80365	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
80365	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
80365	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
80365	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
80365	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
80365	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
80365	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
80365	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
80365	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
80365	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
80365	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
80365	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
80365	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
80365	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
80365	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
80365	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
80365	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
80365	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
80365	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
80365	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
80365	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
80365	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
80365	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
80365	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
80365	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
80365	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
80365	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
80365	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
80365	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
80365	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
80365	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
80365	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
80365	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
80365	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
80365	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
80365	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
80365	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
80365	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
80365	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
80365	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
80365	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
80365	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
80365	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
80365	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
80365	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
80365	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
80365	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
80365	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
80365	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
80365	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
80365	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
80365	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
80365	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
80365	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
80365	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
80365	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
80365	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
80365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
80365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
80365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
80365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
80365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
80365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
80365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
80365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
80365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
80365	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
80365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
80365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
80365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
80365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
80365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
80365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
80365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
80365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
80365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
80365	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
80365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
80365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
80365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
80365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
80365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
80365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
80365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
80365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
80365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
80365	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
80365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
80365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
80365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
80365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
80365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
80365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
80365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
80365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
80365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
80365	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
80365	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
80365	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
80365	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
80365	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
80365	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
80365	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
80365	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
80365	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
80365	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
80365	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
80365	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
80365	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
80365	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
80365	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
80365	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
80365	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
80365	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
80365	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
80365	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
80365	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
80365	embedding2nn.weight	0	0.006819122936576605
80365	embedding2nn.weight	1	0.005903290584683418
80365	embedding2nn.weight	2	0.013429398648440838
80365	embedding2nn.weight	3	0.017643481492996216
80365	embedding2nn.weight	4	0.015160538256168365
80365	embedding2nn.weight	5	0.007836406119167805
80365	embedding2nn.weight	6	-0.013253440149128437
80365	embedding2nn.weight	7	-0.004454515408724546
80365	embedding2nn.weight	8	-0.0015978608280420303
80365	embedding2nn.weight	9	-0.003504597581923008
80365	embedding2nn.bias	0	0.018203681334853172
80365	embedding2nn.bias	1	-0.04865368828177452
80365	embedding2nn.bias	2	0.05140683054924011
80365	embedding2nn.bias	3	0.04304097965359688
80365	embedding2nn.bias	4	-0.009187755174934864
80365	embedding2nn.bias	5	-0.024139564484357834
80365	embedding2nn.bias	6	0.007845548912882805
80365	embedding2nn.bias	7	-0.013817617669701576
80365	embedding2nn.bias	8	-0.023308807983994484
80365	embedding2nn.bias	9	0.013294167816638947
80365	rnn.weight_ih_l0	0	0.06343275308609009
80365	rnn.weight_ih_l0	1	-0.040912989526987076
80365	rnn.weight_ih_l0	2	0.0020756872836500406
80365	rnn.weight_ih_l0	3	0.04260091111063957
80365	rnn.weight_ih_l0	4	-0.024243006482720375
80365	rnn.weight_ih_l0	5	0.05130461975932121
80365	rnn.weight_ih_l0	6	0.00997692160308361
80365	rnn.weight_ih_l0	7	0.05070406198501587
80365	rnn.weight_ih_l0	8	0.013176823034882545
80365	rnn.weight_ih_l0	9	-0.015770122408866882
80365	rnn.weight_hh_l0	0	-0.018693633377552032
80365	rnn.weight_hh_l0	1	-0.019405901432037354
80365	rnn.weight_hh_l0	2	-0.05972138047218323
80365	rnn.weight_hh_l0	3	-0.012846910394728184
80365	rnn.weight_hh_l0	4	-0.010678242892026901
80365	rnn.weight_hh_l0	5	-0.025253957137465477
80365	rnn.weight_hh_l0	6	-0.004366517066955566
80365	rnn.weight_hh_l0	7	-0.04626644030213356
80365	rnn.weight_hh_l0	8	0.06261761486530304
80365	rnn.weight_hh_l0	9	0.04414192959666252
80365	rnn.bias_ih_l0	0	-0.15262196958065033
80365	rnn.bias_ih_l0	1	-0.12553924322128296
80365	rnn.bias_ih_l0	2	-0.005191999953240156
80365	rnn.bias_ih_l0	3	-0.14609721302986145
80365	rnn.bias_ih_l0	4	-0.038780488073825836
80365	rnn.bias_ih_l0	5	-0.13194018602371216
80365	rnn.bias_ih_l0	6	0.04680178314447403
80365	rnn.bias_ih_l0	7	-0.08553702384233475
80365	rnn.bias_ih_l0	8	-0.01784069649875164
80365	rnn.bias_ih_l0	9	-0.10375010222196579
80365	rnn.bias_hh_l0	0	-0.032412461936473846
80365	rnn.bias_hh_l0	1	0.20902559161186218
80365	rnn.bias_hh_l0	2	0.06238025426864624
80365	rnn.bias_hh_l0	3	-0.0546424426138401
80365	rnn.bias_hh_l0	4	-0.07723864912986755
80365	rnn.bias_hh_l0	5	-0.014847767539322376
80365	rnn.bias_hh_l0	6	0.0490223690867424
80365	rnn.bias_hh_l0	7	-0.0697675421833992
80365	rnn.bias_hh_l0	8	-0.1597331315279007
80365	rnn.bias_hh_l0	9	-0.09186290949583054
80365	rnn.weight_ih_l0_reverse	0	0.031693920493125916
80365	rnn.weight_ih_l0_reverse	1	-0.04949599504470825
80365	rnn.weight_ih_l0_reverse	2	0.037293776869773865
80365	rnn.weight_ih_l0_reverse	3	0.009291699156165123
80365	rnn.weight_ih_l0_reverse	4	0.01584567315876484
80365	rnn.weight_ih_l0_reverse	5	-0.030224837362766266
80365	rnn.weight_ih_l0_reverse	6	0.021857881918549538
80365	rnn.weight_ih_l0_reverse	7	0.03149966150522232
80365	rnn.weight_ih_l0_reverse	8	-0.028853675350546837
80365	rnn.weight_ih_l0_reverse	9	0.004892139229923487
80365	rnn.weight_hh_l0_reverse	0	0.046548791229724884
80365	rnn.weight_hh_l0_reverse	1	0.032748714089393616
80365	rnn.weight_hh_l0_reverse	2	-0.017992716282606125
80365	rnn.weight_hh_l0_reverse	3	-0.04945080727338791
80365	rnn.weight_hh_l0_reverse	4	0.010455072857439518
80365	rnn.weight_hh_l0_reverse	5	-0.046680744737386703
80365	rnn.weight_hh_l0_reverse	6	-0.013028623536229134
80365	rnn.weight_hh_l0_reverse	7	0.027441510930657387
80365	rnn.weight_hh_l0_reverse	8	0.018291953951120377
80365	rnn.weight_hh_l0_reverse	9	-0.001809042296372354
80365	rnn.bias_ih_l0_reverse	0	-0.032045867294073105
80365	rnn.bias_ih_l0_reverse	1	-0.11644208431243896
80365	rnn.bias_ih_l0_reverse	2	-0.10501398891210556
80365	rnn.bias_ih_l0_reverse	3	-0.01649099960923195
80365	rnn.bias_ih_l0_reverse	4	-0.08590693026781082
80365	rnn.bias_ih_l0_reverse	5	-0.06695090234279633
80365	rnn.bias_ih_l0_reverse	6	-0.1569446474313736
80365	rnn.bias_ih_l0_reverse	7	-0.04045550897717476
80365	rnn.bias_ih_l0_reverse	8	-0.05901912599802017
80365	rnn.bias_ih_l0_reverse	9	-0.10947241634130478
80365	rnn.bias_hh_l0_reverse	0	-0.11349866539239883
80365	rnn.bias_hh_l0_reverse	1	-0.1472601294517517
80365	rnn.bias_hh_l0_reverse	2	0.11068553477525711
80365	rnn.bias_hh_l0_reverse	3	0.03838621452450752
80365	rnn.bias_hh_l0_reverse	4	-0.12439657747745514
80365	rnn.bias_hh_l0_reverse	5	-0.09870415180921555
80365	rnn.bias_hh_l0_reverse	6	-0.09016536921262741
80365	rnn.bias_hh_l0_reverse	7	-0.027272166684269905
80365	rnn.bias_hh_l0_reverse	8	-0.05484230816364288
80365	rnn.bias_hh_l0_reverse	9	-0.003970952704548836
80365	linear.weight	0	-0.00766728026792407
80365	linear.weight	1	0.006911539472639561
80365	linear.weight	2	0.24409879744052887
80365	linear.weight	3	-0.08075699210166931
80365	linear.weight	4	-0.010588549077510834
80365	linear.weight	5	0.04456467553973198
80365	linear.weight	6	-0.010739270597696304
80365	linear.weight	7	-0.08530376106500626
80365	linear.weight	8	0.18570570647716522
80365	linear.weight	9	-0.1371905505657196
80365	linear.bias	0	-0.03956538438796997
80365	linear.bias	1	0.031413208693265915
80365	linear.bias	2	0.4123513400554657
80365	linear.bias	3	-0.28086575865745544
80365	linear.bias	4	1.6660476922988892
80365	linear.bias	5	-1.3230549097061157
80365	linear.bias	6	-0.37951555848121643
80365	linear.bias	7	-0.09639155119657516
80923	transitions	0	-1.5260380506515503
80923	transitions	1	-10000.0
80923	transitions	2	-0.7969565987586975
80923	transitions	3	-10000.0
80923	transitions	4	1.7520087957382202
80923	transitions	5	-10000.0
80923	transitions	6	-10000.0
80923	transitions	7	1.5058174133300781
80923	transitions	8	-2.2709803581237793
80923	transitions	9	-3.9312069416046143
80923	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
80923	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
80923	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
80923	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
80923	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
80923	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
80923	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
80923	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
80923	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
80923	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
80923	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
80923	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
80923	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
80923	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
80923	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
80923	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
80923	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
80923	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
80923	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
80923	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
80923	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
80923	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
80923	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
80923	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
80923	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
80923	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
80923	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
80923	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
80923	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
80923	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
80923	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
80923	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
80923	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
80923	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
80923	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
80923	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
80923	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
80923	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
80923	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
80923	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
80923	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
80923	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
80923	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
80923	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
80923	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
80923	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
80923	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
80923	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
80923	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
80923	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
80923	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
80923	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
80923	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
80923	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
80923	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
80923	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
80923	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
80923	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
80923	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
80923	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
80923	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
80923	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
80923	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
80923	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
80923	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
80923	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
80923	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
80923	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
80923	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
80923	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
80923	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
80923	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
80923	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
80923	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
80923	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
80923	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
80923	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
80923	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
80923	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
80923	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
80923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
80923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
80923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
80923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
80923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
80923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
80923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
80923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
80923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
80923	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
80923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
80923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
80923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
80923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
80923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
80923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
80923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
80923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
80923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
80923	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
80923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
80923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
80923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
80923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
80923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
80923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
80923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
80923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
80923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
80923	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
80923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
80923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
80923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
80923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
80923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
80923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
80923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
80923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
80923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
80923	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
80923	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
80923	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
80923	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
80923	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
80923	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
80923	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
80923	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
80923	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
80923	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
80923	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
80923	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
80923	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
80923	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
80923	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
80923	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
80923	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
80923	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
80923	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
80923	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
80923	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
80923	embedding2nn.weight	0	0.006803794763982296
80923	embedding2nn.weight	1	0.005775966215878725
80923	embedding2nn.weight	2	0.013426849618554115
80923	embedding2nn.weight	3	0.0179122444242239
80923	embedding2nn.weight	4	0.014680901542305946
80923	embedding2nn.weight	5	0.007477401755750179
80923	embedding2nn.weight	6	-0.012983825989067554
80923	embedding2nn.weight	7	-0.00435391440987587
80923	embedding2nn.weight	8	-0.0024117797147482634
80923	embedding2nn.weight	9	-0.0036235423758625984
80923	embedding2nn.bias	0	0.01703157089650631
80923	embedding2nn.bias	1	-0.061452772468328476
80923	embedding2nn.bias	2	0.04754798114299774
80923	embedding2nn.bias	3	0.04846952483057976
80923	embedding2nn.bias	4	-0.007594849914312363
80923	embedding2nn.bias	5	-0.02642877958714962
80923	embedding2nn.bias	6	0.016141872853040695
80923	embedding2nn.bias	7	-0.013933609239757061
80923	embedding2nn.bias	8	-0.02907419204711914
80923	embedding2nn.bias	9	0.0214693546295166
80923	rnn.weight_ih_l0	0	0.06299331039190292
80923	rnn.weight_ih_l0	1	-0.04060427099466324
80923	rnn.weight_ih_l0	2	0.0017539571272209287
80923	rnn.weight_ih_l0	3	0.04732133075594902
80923	rnn.weight_ih_l0	4	-0.023168347775936127
80923	rnn.weight_ih_l0	5	0.051872141659259796
80923	rnn.weight_ih_l0	6	0.01061558723449707
80923	rnn.weight_ih_l0	7	0.050397761166095734
80923	rnn.weight_ih_l0	8	0.013775154948234558
80923	rnn.weight_ih_l0	9	-0.01749572530388832
80923	rnn.weight_hh_l0	0	-0.018127096816897392
80923	rnn.weight_hh_l0	1	-0.019322561100125313
80923	rnn.weight_hh_l0	2	-0.059778112918138504
80923	rnn.weight_hh_l0	3	-0.01302374992519617
80923	rnn.weight_hh_l0	4	-0.010670176707208157
80923	rnn.weight_hh_l0	5	-0.02420145459473133
80923	rnn.weight_hh_l0	6	-0.004229277838021517
80923	rnn.weight_hh_l0	7	-0.045582737773656845
80923	rnn.weight_hh_l0	8	0.06231492757797241
80923	rnn.weight_hh_l0	9	0.04387541487812996
80923	rnn.bias_ih_l0	0	-0.14992576837539673
80923	rnn.bias_ih_l0	1	-0.12623341381549835
80923	rnn.bias_ih_l0	2	-0.008642228320240974
80923	rnn.bias_ih_l0	3	-0.14454296231269836
80923	rnn.bias_ih_l0	4	-0.03823018819093704
80923	rnn.bias_ih_l0	5	-0.13011333346366882
80923	rnn.bias_ih_l0	6	0.04549471288919449
80923	rnn.bias_ih_l0	7	-0.0863315686583519
80923	rnn.bias_ih_l0	8	-0.016906462609767914
80923	rnn.bias_ih_l0	9	-0.1049116924405098
80923	rnn.bias_hh_l0	0	-0.03521832078695297
80923	rnn.bias_hh_l0	1	0.2137412428855896
80923	rnn.bias_hh_l0	2	0.0627782791852951
80923	rnn.bias_hh_l0	3	-0.05123857781291008
80923	rnn.bias_hh_l0	4	-0.07620649039745331
80923	rnn.bias_hh_l0	5	-0.010092997923493385
80923	rnn.bias_hh_l0	6	0.04807882010936737
80923	rnn.bias_hh_l0	7	-0.06576614081859589
80923	rnn.bias_hh_l0	8	-0.1611528992652893
80923	rnn.bias_hh_l0	9	-0.08555345237255096
80923	rnn.weight_ih_l0_reverse	0	0.030279848724603653
80923	rnn.weight_ih_l0_reverse	1	-0.04900097846984863
80923	rnn.weight_ih_l0_reverse	2	0.037309952080249786
80923	rnn.weight_ih_l0_reverse	3	0.010049410164356232
80923	rnn.weight_ih_l0_reverse	4	0.01596260815858841
80923	rnn.weight_ih_l0_reverse	5	-0.030375033617019653
80923	rnn.weight_ih_l0_reverse	6	0.023867527022957802
80923	rnn.weight_ih_l0_reverse	7	0.03234921023249626
80923	rnn.weight_ih_l0_reverse	8	-0.02863307297229767
80923	rnn.weight_ih_l0_reverse	9	0.004939039703458548
80923	rnn.weight_hh_l0_reverse	0	0.047041766345500946
80923	rnn.weight_hh_l0_reverse	1	0.03238949179649353
80923	rnn.weight_hh_l0_reverse	2	-0.01797422021627426
80923	rnn.weight_hh_l0_reverse	3	-0.05078376829624176
80923	rnn.weight_hh_l0_reverse	4	0.01084634754806757
80923	rnn.weight_hh_l0_reverse	5	-0.046964939683675766
80923	rnn.weight_hh_l0_reverse	6	-0.013000614009797573
80923	rnn.weight_hh_l0_reverse	7	0.027507098391652107
80923	rnn.weight_hh_l0_reverse	8	0.019420798867940903
80923	rnn.weight_hh_l0_reverse	9	-0.0021182489581406116
80923	rnn.bias_ih_l0_reverse	0	-0.03235787898302078
80923	rnn.bias_ih_l0_reverse	1	-0.11538489907979965
80923	rnn.bias_ih_l0_reverse	2	-0.10087748616933823
80923	rnn.bias_ih_l0_reverse	3	-0.013468907214701176
80923	rnn.bias_ih_l0_reverse	4	-0.07983460277318954
80923	rnn.bias_ih_l0_reverse	5	-0.06943057477474213
80923	rnn.bias_ih_l0_reverse	6	-0.15831509232521057
80923	rnn.bias_ih_l0_reverse	7	-0.039672307670116425
80923	rnn.bias_ih_l0_reverse	8	-0.06101726368069649
80923	rnn.bias_ih_l0_reverse	9	-0.11585056781768799
80923	rnn.bias_hh_l0_reverse	0	-0.11527608335018158
80923	rnn.bias_hh_l0_reverse	1	-0.14619162678718567
80923	rnn.bias_hh_l0_reverse	2	0.11174267530441284
80923	rnn.bias_hh_l0_reverse	3	0.03889762982726097
80923	rnn.bias_hh_l0_reverse	4	-0.1223583072423935
80923	rnn.bias_hh_l0_reverse	5	-0.09966335445642471
80923	rnn.bias_hh_l0_reverse	6	-0.09724624454975128
80923	rnn.bias_hh_l0_reverse	7	-0.032412923872470856
80923	rnn.bias_hh_l0_reverse	8	-0.05881131440401077
80923	rnn.bias_hh_l0_reverse	9	-0.0067205606028437614
80923	linear.weight	0	-0.007706664502620697
80923	linear.weight	1	-0.01505452860146761
80923	linear.weight	2	0.24833932518959045
80923	linear.weight	3	-0.08072289079427719
80923	linear.weight	4	-0.010588549077510834
80923	linear.weight	5	0.03620566055178642
80923	linear.weight	6	-0.010739270597696304
80923	linear.weight	7	-0.0969339907169342
80923	linear.weight	8	0.14630857110023499
80923	linear.weight	9	-0.1550348401069641
80923	linear.bias	0	-0.03956538438796997
80923	linear.bias	1	0.031413208693265915
80923	linear.bias	2	0.4595898985862732
80923	linear.bias	3	-0.3524591326713562
80923	linear.bias	4	1.6481186151504517
80923	linear.bias	5	-1.3239482641220093
80923	linear.bias	6	-0.3559422492980957
80923	linear.bias	7	-0.07681162655353546
81481	transitions	0	-1.5302221775054932
81481	transitions	1	-10000.0
81481	transitions	2	-0.7969565987586975
81481	transitions	3	-10000.0
81481	transitions	4	1.7574986219406128
81481	transitions	5	-10000.0
81481	transitions	6	-10000.0
81481	transitions	7	1.494972825050354
81481	transitions	8	-2.274418592453003
81481	transitions	9	-3.934157609939575
81481	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
81481	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
81481	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
81481	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
81481	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
81481	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
81481	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
81481	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
81481	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
81481	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
81481	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
81481	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
81481	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
81481	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
81481	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
81481	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
81481	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
81481	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
81481	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
81481	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
81481	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
81481	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
81481	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
81481	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
81481	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
81481	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
81481	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
81481	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
81481	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
81481	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
81481	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
81481	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
81481	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
81481	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
81481	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
81481	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
81481	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
81481	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
81481	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
81481	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
81481	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
81481	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
81481	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
81481	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
81481	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
81481	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
81481	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
81481	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
81481	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
81481	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
81481	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
81481	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
81481	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
81481	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
81481	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
81481	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
81481	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
81481	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
81481	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
81481	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
81481	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
81481	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
81481	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
81481	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
81481	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
81481	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
81481	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
81481	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
81481	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
81481	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
81481	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
81481	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
81481	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
81481	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
81481	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
81481	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
81481	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
81481	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
81481	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
81481	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
81481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
81481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
81481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
81481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
81481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
81481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
81481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
81481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
81481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
81481	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
81481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
81481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
81481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
81481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
81481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
81481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
81481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
81481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
81481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
81481	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
81481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
81481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
81481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
81481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
81481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
81481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
81481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
81481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
81481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
81481	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
81481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
81481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
81481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
81481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
81481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
81481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
81481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
81481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
81481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
81481	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
81481	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
81481	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
81481	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
81481	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
81481	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
81481	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
81481	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
81481	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
81481	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
81481	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
81481	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
81481	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
81481	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
81481	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
81481	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
81481	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
81481	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
81481	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
81481	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
81481	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
81481	embedding2nn.weight	0	0.006828948389738798
81481	embedding2nn.weight	1	0.005737053696066141
81481	embedding2nn.weight	2	0.013402984477579594
81481	embedding2nn.weight	3	0.017694562673568726
81481	embedding2nn.weight	4	0.014380217529833317
81481	embedding2nn.weight	5	0.006752429995685816
81481	embedding2nn.weight	6	-0.012738248333334923
81481	embedding2nn.weight	7	-0.00449733529239893
81481	embedding2nn.weight	8	-0.002500279573723674
81481	embedding2nn.weight	9	-0.003089349716901779
81481	embedding2nn.bias	0	0.02063732035458088
81481	embedding2nn.bias	1	-0.0592329315841198
81481	embedding2nn.bias	2	0.050788164138793945
81481	embedding2nn.bias	3	0.05262931436300278
81481	embedding2nn.bias	4	-0.008512424305081367
81481	embedding2nn.bias	5	-0.022706925868988037
81481	embedding2nn.bias	6	0.02446289174258709
81481	embedding2nn.bias	7	-0.0017003389075398445
81481	embedding2nn.bias	8	-0.03870368376374245
81481	embedding2nn.bias	9	0.025659145787358284
81481	rnn.weight_ih_l0	0	0.06500714272260666
81481	rnn.weight_ih_l0	1	-0.038854457437992096
81481	rnn.weight_ih_l0	2	0.0017517454689368606
81481	rnn.weight_ih_l0	3	0.04673002287745476
81481	rnn.weight_ih_l0	4	-0.02278505638241768
81481	rnn.weight_ih_l0	5	0.050051312893629074
81481	rnn.weight_ih_l0	6	0.010560260154306889
81481	rnn.weight_ih_l0	7	0.050655826926231384
81481	rnn.weight_ih_l0	8	0.010696757584810257
81481	rnn.weight_ih_l0	9	-0.020912421867251396
81481	rnn.weight_hh_l0	0	-0.018669061362743378
81481	rnn.weight_hh_l0	1	-0.02034541592001915
81481	rnn.weight_hh_l0	2	-0.059238284826278687
81481	rnn.weight_hh_l0	3	-0.013095010071992874
81481	rnn.weight_hh_l0	4	-0.010812991298735142
81481	rnn.weight_hh_l0	5	-0.024060307070612907
81481	rnn.weight_hh_l0	6	-0.0043306732550263405
81481	rnn.weight_hh_l0	7	-0.046055469661951065
81481	rnn.weight_hh_l0	8	0.06201547384262085
81481	rnn.weight_hh_l0	9	0.04419635981321335
81481	rnn.bias_ih_l0	0	-0.1468469500541687
81481	rnn.bias_ih_l0	1	-0.12618231773376465
81481	rnn.bias_ih_l0	2	-0.009557543322443962
81481	rnn.bias_ih_l0	3	-0.1404510885477066
81481	rnn.bias_ih_l0	4	-0.0335964597761631
81481	rnn.bias_ih_l0	5	-0.1251736432313919
81481	rnn.bias_ih_l0	6	0.046216100454330444
81481	rnn.bias_ih_l0	7	-0.0871422067284584
81481	rnn.bias_ih_l0	8	-0.01772300899028778
81481	rnn.bias_ih_l0	9	-0.10548988729715347
81481	rnn.bias_hh_l0	0	-0.03326692059636116
81481	rnn.bias_hh_l0	1	0.21407705545425415
81481	rnn.bias_hh_l0	2	0.06022360920906067
81481	rnn.bias_hh_l0	3	-0.05102594941854477
81481	rnn.bias_hh_l0	4	-0.0750221535563469
81481	rnn.bias_hh_l0	5	-0.006329078692942858
81481	rnn.bias_hh_l0	6	0.048665471374988556
81481	rnn.bias_hh_l0	7	-0.061698462814092636
81481	rnn.bias_hh_l0	8	-0.16315168142318726
81481	rnn.bias_hh_l0	9	-0.087504543364048
81481	rnn.weight_ih_l0_reverse	0	0.03191135451197624
81481	rnn.weight_ih_l0_reverse	1	-0.04942867159843445
81481	rnn.weight_ih_l0_reverse	2	0.03750390559434891
81481	rnn.weight_ih_l0_reverse	3	0.010428591631352901
81481	rnn.weight_ih_l0_reverse	4	0.014019298367202282
81481	rnn.weight_ih_l0_reverse	5	-0.03196685016155243
81481	rnn.weight_ih_l0_reverse	6	0.02361036278307438
81481	rnn.weight_ih_l0_reverse	7	0.03243475407361984
81481	rnn.weight_ih_l0_reverse	8	-0.02846468612551689
81481	rnn.weight_ih_l0_reverse	9	0.005753538105636835
81481	rnn.weight_hh_l0_reverse	0	0.047614168375730515
81481	rnn.weight_hh_l0_reverse	1	0.03154357522726059
81481	rnn.weight_hh_l0_reverse	2	-0.017866794019937515
81481	rnn.weight_hh_l0_reverse	3	-0.05088766664266586
81481	rnn.weight_hh_l0_reverse	4	0.010590563528239727
81481	rnn.weight_hh_l0_reverse	5	-0.04747993126511574
81481	rnn.weight_hh_l0_reverse	6	-0.013338780030608177
81481	rnn.weight_hh_l0_reverse	7	0.02731028012931347
81481	rnn.weight_hh_l0_reverse	8	0.01982232742011547
81481	rnn.weight_hh_l0_reverse	9	-0.00143257318995893
81481	rnn.bias_ih_l0_reverse	0	-0.034022338688373566
81481	rnn.bias_ih_l0_reverse	1	-0.11424773931503296
81481	rnn.bias_ih_l0_reverse	2	-0.10436281561851501
81481	rnn.bias_ih_l0_reverse	3	-0.017279352992773056
81481	rnn.bias_ih_l0_reverse	4	-0.07798543572425842
81481	rnn.bias_ih_l0_reverse	5	-0.06767186522483826
81481	rnn.bias_ih_l0_reverse	6	-0.1557476818561554
81481	rnn.bias_ih_l0_reverse	7	-0.04295530915260315
81481	rnn.bias_ih_l0_reverse	8	-0.06103424355387688
81481	rnn.bias_ih_l0_reverse	9	-0.11518745869398117
81481	rnn.bias_hh_l0_reverse	0	-0.11590256541967392
81481	rnn.bias_hh_l0_reverse	1	-0.1429678201675415
81481	rnn.bias_hh_l0_reverse	2	0.11007483303546906
81481	rnn.bias_hh_l0_reverse	3	0.03765609487891197
81481	rnn.bias_hh_l0_reverse	4	-0.11932734400033951
81481	rnn.bias_hh_l0_reverse	5	-0.10132550448179245
81481	rnn.bias_hh_l0_reverse	6	-0.09845706820487976
81481	rnn.bias_hh_l0_reverse	7	-0.03297007456421852
81481	rnn.bias_hh_l0_reverse	8	-0.05728999152779579
81481	rnn.bias_hh_l0_reverse	9	-0.01225684117525816
81481	linear.weight	0	-0.0077578481286764145
81481	linear.weight	1	0.025238653644919395
81481	linear.weight	2	0.21690140664577484
81481	linear.weight	3	-0.08069726079702377
81481	linear.weight	4	-0.010588549077510834
81481	linear.weight	5	0.07629667967557907
81481	linear.weight	6	-0.010739270597696304
81481	linear.weight	7	-0.10059577226638794
81481	linear.weight	8	0.17320369184017181
81481	linear.weight	9	-0.1655632108449936
81481	linear.bias	0	-0.03956538438796997
81481	linear.bias	1	0.031413208693265915
81481	linear.bias	2	0.48265668749809265
81481	linear.bias	3	-0.31786802411079407
81481	linear.bias	4	1.6745421886444092
81481	linear.bias	5	-1.3248302936553955
81481	linear.bias	6	-0.3977474868297577
81481	linear.bias	7	-0.11823362857103348
82039	transitions	0	-1.5338101387023926
82039	transitions	1	-10000.0
82039	transitions	2	-0.7969565987586975
82039	transitions	3	-10000.0
82039	transitions	4	1.7710617780685425
82039	transitions	5	-10000.0
82039	transitions	6	-10000.0
82039	transitions	7	1.4844011068344116
82039	transitions	8	-2.2777531147003174
82039	transitions	9	-3.9371771812438965
82039	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
82039	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
82039	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
82039	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
82039	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
82039	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
82039	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
82039	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
82039	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
82039	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
82039	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
82039	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
82039	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
82039	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
82039	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
82039	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
82039	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
82039	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
82039	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
82039	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
82039	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
82039	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
82039	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
82039	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
82039	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
82039	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
82039	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
82039	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
82039	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
82039	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
82039	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
82039	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
82039	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
82039	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
82039	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
82039	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
82039	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
82039	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
82039	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
82039	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
82039	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
82039	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
82039	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
82039	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
82039	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
82039	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
82039	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
82039	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
82039	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
82039	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
82039	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
82039	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
82039	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
82039	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
82039	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
82039	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
82039	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
82039	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
82039	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
82039	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
82039	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
82039	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
82039	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
82039	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
82039	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
82039	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
82039	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
82039	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
82039	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
82039	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
82039	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
82039	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
82039	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
82039	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
82039	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
82039	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
82039	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
82039	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
82039	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
82039	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
82039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
82039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
82039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
82039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
82039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
82039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
82039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
82039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
82039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
82039	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
82039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
82039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
82039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
82039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
82039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
82039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
82039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
82039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
82039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
82039	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
82039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
82039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
82039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
82039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
82039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
82039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
82039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
82039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
82039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
82039	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
82039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
82039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
82039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
82039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
82039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
82039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
82039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
82039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
82039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
82039	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
82039	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
82039	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
82039	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
82039	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
82039	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
82039	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
82039	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
82039	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
82039	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
82039	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
82039	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
82039	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
82039	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
82039	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
82039	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
82039	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
82039	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
82039	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
82039	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
82039	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
82039	embedding2nn.weight	0	0.006825187709182501
82039	embedding2nn.weight	1	0.005547894164919853
82039	embedding2nn.weight	2	0.01338872965425253
82039	embedding2nn.weight	3	0.017323045060038567
82039	embedding2nn.weight	4	0.014303600415587425
82039	embedding2nn.weight	5	0.0062565584667027
82039	embedding2nn.weight	6	-0.013323034159839153
82039	embedding2nn.weight	7	-0.00424228236079216
82039	embedding2nn.weight	8	-0.002777122426778078
82039	embedding2nn.weight	9	-0.003180601168423891
82039	embedding2nn.bias	0	0.012712014839053154
82039	embedding2nn.bias	1	-0.050373900681734085
82039	embedding2nn.bias	2	0.05689137801527977
82039	embedding2nn.bias	3	0.04984816536307335
82039	embedding2nn.bias	4	-0.0019012604607269168
82039	embedding2nn.bias	5	-0.013541343621909618
82039	embedding2nn.bias	6	0.026105865836143494
82039	embedding2nn.bias	7	-0.0075987414456903934
82039	embedding2nn.bias	8	-0.034446462988853455
82039	embedding2nn.bias	9	0.018528617918491364
82039	rnn.weight_ih_l0	0	0.06457728147506714
82039	rnn.weight_ih_l0	1	-0.040231820195913315
82039	rnn.weight_ih_l0	2	0.002726075006648898
82039	rnn.weight_ih_l0	3	0.047173891216516495
82039	rnn.weight_ih_l0	4	-0.02243800088763237
82039	rnn.weight_ih_l0	5	0.049049556255340576
82039	rnn.weight_ih_l0	6	0.009712246246635914
82039	rnn.weight_ih_l0	7	0.04928109049797058
82039	rnn.weight_ih_l0	8	0.011429115198552608
82039	rnn.weight_ih_l0	9	-0.022129593417048454
82039	rnn.weight_hh_l0	0	-0.01846775971353054
82039	rnn.weight_hh_l0	1	-0.020194225013256073
82039	rnn.weight_hh_l0	2	-0.060263704508543015
82039	rnn.weight_hh_l0	3	-0.013451842591166496
82039	rnn.weight_hh_l0	4	-0.010762936435639858
82039	rnn.weight_hh_l0	5	-0.024185845628380775
82039	rnn.weight_hh_l0	6	-0.004239165689796209
82039	rnn.weight_hh_l0	7	-0.0452728271484375
82039	rnn.weight_hh_l0	8	0.06223965808749199
82039	rnn.weight_hh_l0	9	0.04427061229944229
82039	rnn.bias_ih_l0	0	-0.14971724152565002
82039	rnn.bias_ih_l0	1	-0.12679186463356018
82039	rnn.bias_ih_l0	2	-0.008342196233570576
82039	rnn.bias_ih_l0	3	-0.14500205218791962
82039	rnn.bias_ih_l0	4	-0.03930393606424332
82039	rnn.bias_ih_l0	5	-0.1315852701663971
82039	rnn.bias_ih_l0	6	0.05072736740112305
82039	rnn.bias_ih_l0	7	-0.08531472831964493
82039	rnn.bias_ih_l0	8	-0.020640062168240547
82039	rnn.bias_ih_l0	9	-0.10802076011896133
82039	rnn.bias_hh_l0	0	-0.0347626619040966
82039	rnn.bias_hh_l0	1	0.20892047882080078
82039	rnn.bias_hh_l0	2	0.06035419553518295
82039	rnn.bias_hh_l0	3	-0.05479640141129494
82039	rnn.bias_hh_l0	4	-0.07189533859491348
82039	rnn.bias_hh_l0	5	-0.010505016893148422
82039	rnn.bias_hh_l0	6	0.05055452510714531
82039	rnn.bias_hh_l0	7	-0.06684310734272003
82039	rnn.bias_hh_l0	8	-0.16631321609020233
82039	rnn.bias_hh_l0	9	-0.08962760865688324
82039	rnn.weight_ih_l0_reverse	0	0.031692445278167725
82039	rnn.weight_ih_l0_reverse	1	-0.04890764504671097
82039	rnn.weight_ih_l0_reverse	2	0.0379631482064724
82039	rnn.weight_ih_l0_reverse	3	0.009645188227295876
82039	rnn.weight_ih_l0_reverse	4	0.013263941742479801
82039	rnn.weight_ih_l0_reverse	5	-0.030477484688162804
82039	rnn.weight_ih_l0_reverse	6	0.023623298853635788
82039	rnn.weight_ih_l0_reverse	7	0.03252243995666504
82039	rnn.weight_ih_l0_reverse	8	-0.028821686282753944
82039	rnn.weight_ih_l0_reverse	9	0.00492100091651082
82039	rnn.weight_hh_l0_reverse	0	0.04789413511753082
82039	rnn.weight_hh_l0_reverse	1	0.031340278685092926
82039	rnn.weight_hh_l0_reverse	2	-0.017805656418204308
82039	rnn.weight_hh_l0_reverse	3	-0.051514286547899246
82039	rnn.weight_hh_l0_reverse	4	0.011278411373496056
82039	rnn.weight_hh_l0_reverse	5	-0.048039887100458145
82039	rnn.weight_hh_l0_reverse	6	-0.01309583056718111
82039	rnn.weight_hh_l0_reverse	7	0.02733396366238594
82039	rnn.weight_hh_l0_reverse	8	0.018987100571393967
82039	rnn.weight_hh_l0_reverse	9	-0.0022969471756368876
82039	rnn.bias_ih_l0_reverse	0	-0.03385865315794945
82039	rnn.bias_ih_l0_reverse	1	-0.1156160831451416
82039	rnn.bias_ih_l0_reverse	2	-0.10221374779939651
82039	rnn.bias_ih_l0_reverse	3	-0.02247885800898075
82039	rnn.bias_ih_l0_reverse	4	-0.08119501173496246
82039	rnn.bias_ih_l0_reverse	5	-0.06446059048175812
82039	rnn.bias_ih_l0_reverse	6	-0.15514904260635376
82039	rnn.bias_ih_l0_reverse	7	-0.03906070813536644
82039	rnn.bias_ih_l0_reverse	8	-0.05750642344355583
82039	rnn.bias_ih_l0_reverse	9	-0.1116262748837471
82039	rnn.bias_hh_l0_reverse	0	-0.11778170615434647
82039	rnn.bias_hh_l0_reverse	1	-0.14436402916908264
82039	rnn.bias_hh_l0_reverse	2	0.1117064356803894
82039	rnn.bias_hh_l0_reverse	3	0.04376265034079552
82039	rnn.bias_hh_l0_reverse	4	-0.12568968534469604
82039	rnn.bias_hh_l0_reverse	5	-0.09739256650209427
82039	rnn.bias_hh_l0_reverse	6	-0.08831732720136642
82039	rnn.bias_hh_l0_reverse	7	-0.032293543219566345
82039	rnn.bias_hh_l0_reverse	8	-0.05868475139141083
82039	rnn.bias_hh_l0_reverse	9	-0.010458538308739662
82039	linear.weight	0	-0.007793094962835312
82039	linear.weight	1	0.027590954676270485
82039	linear.weight	2	0.23224781453609467
82039	linear.weight	3	-0.08068174123764038
82039	linear.weight	4	-0.010588549077510834
82039	linear.weight	5	0.04897123575210571
82039	linear.weight	6	-0.010739270597696304
82039	linear.weight	7	-0.08275873959064484
82039	linear.weight	8	0.13402383029460907
82039	linear.weight	9	-0.16738085448741913
82039	linear.bias	0	-0.03956538438796997
82039	linear.bias	1	0.031413208693265915
82039	linear.bias	2	0.44400879740715027
82039	linear.bias	3	-0.2885201573371887
82039	linear.bias	4	1.6597304344177246
82039	linear.bias	5	-1.3257004022598267
82039	linear.bias	6	-0.3845409154891968
82039	linear.bias	7	-0.10648870468139648
82597	transitions	0	-1.5381425619125366
82597	transitions	1	-10000.0
82597	transitions	2	-0.7969565987586975
82597	transitions	3	-10000.0
82597	transitions	4	1.7455512285232544
82597	transitions	5	-10000.0
82597	transitions	6	-10000.0
82597	transitions	7	1.484447717666626
82597	transitions	8	-2.281149387359619
82597	transitions	9	-3.9397711753845215
82597	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
82597	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
82597	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
82597	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
82597	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
82597	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
82597	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
82597	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
82597	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
82597	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
82597	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
82597	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
82597	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
82597	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
82597	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
82597	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
82597	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
82597	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
82597	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
82597	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
82597	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
82597	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
82597	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
82597	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
82597	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
82597	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
82597	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
82597	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
82597	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
82597	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
82597	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
82597	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
82597	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
82597	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
82597	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
82597	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
82597	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
82597	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
82597	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
82597	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
82597	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
82597	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
82597	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
82597	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
82597	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
82597	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
82597	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
82597	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
82597	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
82597	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
82597	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
82597	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
82597	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
82597	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
82597	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
82597	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
82597	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
82597	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
82597	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
82597	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
82597	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
82597	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
82597	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
82597	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
82597	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
82597	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
82597	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
82597	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
82597	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
82597	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
82597	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
82597	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
82597	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
82597	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
82597	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
82597	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
82597	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
82597	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
82597	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
82597	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
82597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
82597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
82597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
82597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
82597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
82597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
82597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
82597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
82597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
82597	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
82597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
82597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
82597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
82597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
82597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
82597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
82597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
82597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
82597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
82597	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
82597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
82597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
82597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
82597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
82597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
82597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
82597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
82597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
82597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
82597	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
82597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
82597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
82597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
82597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
82597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
82597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
82597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
82597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
82597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
82597	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
82597	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
82597	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
82597	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
82597	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
82597	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
82597	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
82597	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
82597	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
82597	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
82597	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
82597	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
82597	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
82597	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
82597	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
82597	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
82597	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
82597	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
82597	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
82597	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
82597	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
82597	embedding2nn.weight	0	0.006818172987550497
82597	embedding2nn.weight	1	0.005465161055326462
82597	embedding2nn.weight	2	0.013375717215240002
82597	embedding2nn.weight	3	0.01780397817492485
82597	embedding2nn.weight	4	0.014707598835229874
82597	embedding2nn.weight	5	0.006466362159699202
82597	embedding2nn.weight	6	-0.013488441705703735
82597	embedding2nn.weight	7	-0.004313503857702017
82597	embedding2nn.weight	8	-0.003341476898640394
82597	embedding2nn.weight	9	-0.003131616860628128
82597	embedding2nn.bias	0	0.01158520020544529
82597	embedding2nn.bias	1	-0.049119025468826294
82597	embedding2nn.bias	2	0.060665275901556015
82597	embedding2nn.bias	3	0.04802205041050911
82597	embedding2nn.bias	4	-0.011441521346569061
82597	embedding2nn.bias	5	-0.01742410846054554
82597	embedding2nn.bias	6	0.015298387035727501
82597	embedding2nn.bias	7	-0.00862822774797678
82597	embedding2nn.bias	8	-0.03665382042527199
82597	embedding2nn.bias	9	0.015111719258129597
82597	rnn.weight_ih_l0	0	0.06440550833940506
82597	rnn.weight_ih_l0	1	-0.03999229520559311
82597	rnn.weight_ih_l0	2	0.003790176473557949
82597	rnn.weight_ih_l0	3	0.04885326325893402
82597	rnn.weight_ih_l0	4	-0.023316295817494392
82597	rnn.weight_ih_l0	5	0.04847058281302452
82597	rnn.weight_ih_l0	6	0.009501863270998001
82597	rnn.weight_ih_l0	7	0.04847770929336548
82597	rnn.weight_ih_l0	8	0.012829012237489223
82597	rnn.weight_ih_l0	9	-0.019883109256625175
82597	rnn.weight_hh_l0	0	-0.018948659300804138
82597	rnn.weight_hh_l0	1	-0.019973445683717728
82597	rnn.weight_hh_l0	2	-0.06116307154297829
82597	rnn.weight_hh_l0	3	-0.013475674204528332
82597	rnn.weight_hh_l0	4	-0.010797013528645039
82597	rnn.weight_hh_l0	5	-0.02436615712940693
82597	rnn.weight_hh_l0	6	-0.004220991861075163
82597	rnn.weight_hh_l0	7	-0.04514831304550171
82597	rnn.weight_hh_l0	8	0.061027370393276215
82597	rnn.weight_hh_l0	9	0.04464635252952576
82597	rnn.bias_ih_l0	0	-0.1507149040699005
82597	rnn.bias_ih_l0	1	-0.12859854102134705
82597	rnn.bias_ih_l0	2	-0.0051399655640125275
82597	rnn.bias_ih_l0	3	-0.14331252872943878
82597	rnn.bias_ih_l0	4	-0.04121197760105133
82597	rnn.bias_ih_l0	5	-0.13334813714027405
82597	rnn.bias_ih_l0	6	0.05307545140385628
82597	rnn.bias_ih_l0	7	-0.08335413038730621
82597	rnn.bias_ih_l0	8	-0.01902052015066147
82597	rnn.bias_ih_l0	9	-0.10605810582637787
82597	rnn.bias_hh_l0	0	-0.031244441866874695
82597	rnn.bias_hh_l0	1	0.20787514746189117
82597	rnn.bias_hh_l0	2	0.056955210864543915
82597	rnn.bias_hh_l0	3	-0.0559486486017704
82597	rnn.bias_hh_l0	4	-0.07192162424325943
82597	rnn.bias_hh_l0	5	-0.007073611952364445
82597	rnn.bias_hh_l0	6	0.05354013666510582
82597	rnn.bias_hh_l0	7	-0.06982984393835068
82597	rnn.bias_hh_l0	8	-0.16501174867153168
82597	rnn.bias_hh_l0	9	-0.09057360142469406
82597	rnn.weight_ih_l0_reverse	0	0.0319976843893528
82597	rnn.weight_ih_l0_reverse	1	-0.049616385251283646
82597	rnn.weight_ih_l0_reverse	2	0.03713619336485863
82597	rnn.weight_ih_l0_reverse	3	0.01030211616307497
82597	rnn.weight_ih_l0_reverse	4	0.014491342939436436
82597	rnn.weight_ih_l0_reverse	5	-0.030372854322195053
82597	rnn.weight_ih_l0_reverse	6	0.024315424263477325
82597	rnn.weight_ih_l0_reverse	7	0.03247620910406113
82597	rnn.weight_ih_l0_reverse	8	-0.02954333834350109
82597	rnn.weight_ih_l0_reverse	9	0.00410796981304884
82597	rnn.weight_hh_l0_reverse	0	0.04816972464323044
82597	rnn.weight_hh_l0_reverse	1	0.03177652135491371
82597	rnn.weight_hh_l0_reverse	2	-0.017642026767134666
82597	rnn.weight_hh_l0_reverse	3	-0.05347684025764465
82597	rnn.weight_hh_l0_reverse	4	0.01173314917832613
82597	rnn.weight_hh_l0_reverse	5	-0.04776615649461746
82597	rnn.weight_hh_l0_reverse	6	-0.013214961625635624
82597	rnn.weight_hh_l0_reverse	7	0.027054496109485626
82597	rnn.weight_hh_l0_reverse	8	0.01828514225780964
82597	rnn.weight_hh_l0_reverse	9	-0.002230802783742547
82597	rnn.bias_ih_l0_reverse	0	-0.033164795488119125
82597	rnn.bias_ih_l0_reverse	1	-0.11510305851697922
82597	rnn.bias_ih_l0_reverse	2	-0.09967023879289627
82597	rnn.bias_ih_l0_reverse	3	-0.02491040714085102
82597	rnn.bias_ih_l0_reverse	4	-0.08280806988477707
82597	rnn.bias_ih_l0_reverse	5	-0.06681761145591736
82597	rnn.bias_ih_l0_reverse	6	-0.15471409261226654
82597	rnn.bias_ih_l0_reverse	7	-0.034492552280426025
82597	rnn.bias_ih_l0_reverse	8	-0.054866984486579895
82597	rnn.bias_ih_l0_reverse	9	-0.11087372899055481
82597	rnn.bias_hh_l0_reverse	0	-0.11539965867996216
82597	rnn.bias_hh_l0_reverse	1	-0.1422756314277649
82597	rnn.bias_hh_l0_reverse	2	0.1189534142613411
82597	rnn.bias_hh_l0_reverse	3	0.03793014585971832
82597	rnn.bias_hh_l0_reverse	4	-0.12163281440734863
82597	rnn.bias_hh_l0_reverse	5	-0.0912383645772934
82597	rnn.bias_hh_l0_reverse	6	-0.08648224920034409
82597	rnn.bias_hh_l0_reverse	7	-0.03270473703742027
82597	rnn.bias_hh_l0_reverse	8	-0.058102961629629135
82597	rnn.bias_hh_l0_reverse	9	-0.008723938837647438
82597	linear.weight	0	-0.00780864804983139
82597	linear.weight	1	0.01602918468415737
82597	linear.weight	2	0.2642607092857361
82597	linear.weight	3	-0.08066971600055695
82597	linear.weight	4	-0.010588549077510834
82597	linear.weight	5	0.08946379274129868
82597	linear.weight	6	-0.010739270597696304
82597	linear.weight	7	-0.05951869115233421
82597	linear.weight	8	0.19190293550491333
82597	linear.weight	9	-0.15243181586265564
82597	linear.bias	0	-0.03956538438796997
82597	linear.bias	1	0.031413208693265915
82597	linear.bias	2	0.4212033450603485
82597	linear.bias	3	-0.3030145764350891
82597	linear.bias	4	1.6910183429718018
82597	linear.bias	5	-1.3265613317489624
82597	linear.bias	6	-0.3793714642524719
82597	linear.bias	7	-0.10480794310569763
83155	transitions	0	-1.5421594381332397
83155	transitions	1	-10000.0
83155	transitions	2	-0.7969565987586975
83155	transitions	3	-10000.0
83155	transitions	4	1.7801495790481567
83155	transitions	5	-10000.0
83155	transitions	6	-10000.0
83155	transitions	7	1.5043596029281616
83155	transitions	8	-2.2841618061065674
83155	transitions	9	-3.9426465034484863
83155	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
83155	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
83155	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
83155	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
83155	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
83155	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
83155	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
83155	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
83155	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
83155	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
83155	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
83155	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
83155	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
83155	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
83155	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
83155	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
83155	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
83155	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
83155	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
83155	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
83155	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
83155	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
83155	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
83155	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
83155	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
83155	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
83155	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
83155	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
83155	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
83155	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
83155	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
83155	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
83155	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
83155	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
83155	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
83155	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
83155	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
83155	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
83155	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
83155	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
83155	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
83155	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
83155	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
83155	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
83155	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
83155	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
83155	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
83155	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
83155	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
83155	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
83155	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
83155	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
83155	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
83155	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
83155	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
83155	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
83155	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
83155	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
83155	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
83155	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
83155	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
83155	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
83155	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
83155	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
83155	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
83155	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
83155	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
83155	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
83155	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
83155	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
83155	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
83155	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
83155	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
83155	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
83155	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
83155	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
83155	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
83155	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
83155	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
83155	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
83155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
83155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
83155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
83155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
83155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
83155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
83155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
83155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
83155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
83155	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
83155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
83155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
83155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
83155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
83155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
83155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
83155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
83155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
83155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
83155	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
83155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
83155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
83155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
83155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
83155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
83155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
83155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
83155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
83155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
83155	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
83155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
83155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
83155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
83155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
83155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
83155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
83155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
83155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
83155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
83155	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
83155	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
83155	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
83155	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
83155	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
83155	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
83155	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
83155	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
83155	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
83155	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
83155	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
83155	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
83155	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
83155	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
83155	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
83155	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
83155	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
83155	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
83155	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
83155	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
83155	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
83155	embedding2nn.weight	0	0.006869290955364704
83155	embedding2nn.weight	1	0.005363385193049908
83155	embedding2nn.weight	2	0.013387301936745644
83155	embedding2nn.weight	3	0.017214210703969002
83155	embedding2nn.weight	4	0.01534600742161274
83155	embedding2nn.weight	5	0.006999554578214884
83155	embedding2nn.weight	6	-0.013686515390872955
83155	embedding2nn.weight	7	-0.0043024285696446896
83155	embedding2nn.weight	8	-0.0035435648169368505
83155	embedding2nn.weight	9	-0.002916627563536167
83155	embedding2nn.bias	0	0.016128337010741234
83155	embedding2nn.bias	1	-0.04723041132092476
83155	embedding2nn.bias	2	0.0648144856095314
83155	embedding2nn.bias	3	0.05058576166629791
83155	embedding2nn.bias	4	-0.011921597644686699
83155	embedding2nn.bias	5	-0.01807781308889389
83155	embedding2nn.bias	6	0.013699994422495365
83155	embedding2nn.bias	7	-0.010424836538732052
83155	embedding2nn.bias	8	-0.03371385112404823
83155	embedding2nn.bias	9	0.02097032219171524
83155	rnn.weight_ih_l0	0	0.061987053602933884
83155	rnn.weight_ih_l0	1	-0.03990696370601654
83155	rnn.weight_ih_l0	2	0.0039860522374510765
83155	rnn.weight_ih_l0	3	0.047877050936222076
83155	rnn.weight_ih_l0	4	-0.021774964407086372
83155	rnn.weight_ih_l0	5	0.048932723701000214
83155	rnn.weight_ih_l0	6	0.009480549022555351
83155	rnn.weight_ih_l0	7	0.04926525428891182
83155	rnn.weight_ih_l0	8	0.011135806329548359
83155	rnn.weight_ih_l0	9	-0.020889973267912865
83155	rnn.weight_hh_l0	0	-0.018935061991214752
83155	rnn.weight_hh_l0	1	-0.020365741103887558
83155	rnn.weight_hh_l0	2	-0.06128000468015671
83155	rnn.weight_hh_l0	3	-0.013252737931907177
83155	rnn.weight_hh_l0	4	-0.010772418230772018
83155	rnn.weight_hh_l0	5	-0.024586377665400505
83155	rnn.weight_hh_l0	6	-0.0033852390479296446
83155	rnn.weight_hh_l0	7	-0.04340182617306709
83155	rnn.weight_hh_l0	8	0.06172977387905121
83155	rnn.weight_hh_l0	9	0.044164858758449554
83155	rnn.bias_ih_l0	0	-0.14897702634334564
83155	rnn.bias_ih_l0	1	-0.12976357340812683
83155	rnn.bias_ih_l0	2	-0.0038402690552175045
83155	rnn.bias_ih_l0	3	-0.14079099893569946
83155	rnn.bias_ih_l0	4	-0.039329931139945984
83155	rnn.bias_ih_l0	5	-0.1345314383506775
83155	rnn.bias_ih_l0	6	0.05033572390675545
83155	rnn.bias_ih_l0	7	-0.08417898416519165
83155	rnn.bias_ih_l0	8	-0.017001524567604065
83155	rnn.bias_ih_l0	9	-0.10564824193716049
83155	rnn.bias_hh_l0	0	-0.035009488463401794
83155	rnn.bias_hh_l0	1	0.22022196650505066
83155	rnn.bias_hh_l0	2	0.0559578463435173
83155	rnn.bias_hh_l0	3	-0.05550204962491989
83155	rnn.bias_hh_l0	4	-0.07053301483392715
83155	rnn.bias_hh_l0	5	-0.009923591278493404
83155	rnn.bias_hh_l0	6	0.04943346977233887
83155	rnn.bias_hh_l0	7	-0.06680690497159958
83155	rnn.bias_hh_l0	8	-0.16894620656967163
83155	rnn.bias_hh_l0	9	-0.08888760209083557
83155	rnn.weight_ih_l0_reverse	0	0.029801005497574806
83155	rnn.weight_ih_l0_reverse	1	-0.050771795213222504
83155	rnn.weight_ih_l0_reverse	2	0.03688943013548851
83155	rnn.weight_ih_l0_reverse	3	0.01104091014713049
83155	rnn.weight_ih_l0_reverse	4	0.01588187925517559
83155	rnn.weight_ih_l0_reverse	5	-0.029742995277047157
83155	rnn.weight_ih_l0_reverse	6	0.023580873385071754
83155	rnn.weight_ih_l0_reverse	7	0.032679785043001175
83155	rnn.weight_ih_l0_reverse	8	-0.029593633487820625
83155	rnn.weight_ih_l0_reverse	9	0.0030380338430404663
83155	rnn.weight_hh_l0_reverse	0	0.04825270548462868
83155	rnn.weight_hh_l0_reverse	1	0.031086323782801628
83155	rnn.weight_hh_l0_reverse	2	-0.017572103068232536
83155	rnn.weight_hh_l0_reverse	3	-0.05381445959210396
83155	rnn.weight_hh_l0_reverse	4	0.011967606842517853
83155	rnn.weight_hh_l0_reverse	5	-0.046555276960134506
83155	rnn.weight_hh_l0_reverse	6	-0.013107402250170708
83155	rnn.weight_hh_l0_reverse	7	0.027507564052939415
83155	rnn.weight_hh_l0_reverse	8	0.019609348848462105
83155	rnn.weight_hh_l0_reverse	9	-0.0023540141992270947
83155	rnn.bias_ih_l0_reverse	0	-0.03318347409367561
83155	rnn.bias_ih_l0_reverse	1	-0.11722452193498611
83155	rnn.bias_ih_l0_reverse	2	-0.10348610579967499
83155	rnn.bias_ih_l0_reverse	3	-0.027668412774801254
83155	rnn.bias_ih_l0_reverse	4	-0.08696763217449188
83155	rnn.bias_ih_l0_reverse	5	-0.071755550801754
83155	rnn.bias_ih_l0_reverse	6	-0.1588277518749237
83155	rnn.bias_ih_l0_reverse	7	-0.04248508810997009
83155	rnn.bias_ih_l0_reverse	8	-0.06223716214299202
83155	rnn.bias_ih_l0_reverse	9	-0.11359534412622452
83155	rnn.bias_hh_l0_reverse	0	-0.11471979320049286
83155	rnn.bias_hh_l0_reverse	1	-0.1495974063873291
83155	rnn.bias_hh_l0_reverse	2	0.11787310242652893
83155	rnn.bias_hh_l0_reverse	3	0.043443113565444946
83155	rnn.bias_hh_l0_reverse	4	-0.1278063803911209
83155	rnn.bias_hh_l0_reverse	5	-0.09420503675937653
83155	rnn.bias_hh_l0_reverse	6	-0.08598368614912033
83155	rnn.bias_hh_l0_reverse	7	-0.030036909505724907
83155	rnn.bias_hh_l0_reverse	8	-0.056069716811180115
83155	rnn.bias_hh_l0_reverse	9	-0.009549015201628208
83155	linear.weight	0	-0.0077963643707334995
83155	linear.weight	1	-0.03938576579093933
83155	linear.weight	2	0.2526632249355316
83155	linear.weight	3	-0.08065616339445114
83155	linear.weight	4	-0.010588549077510834
83155	linear.weight	5	0.08396892994642258
83155	linear.weight	6	-0.010739270597696304
83155	linear.weight	7	-0.06348082423210144
83155	linear.weight	8	0.16076596081256866
83155	linear.weight	9	-0.1430029422044754
83155	linear.bias	0	-0.03956538438796997
83155	linear.bias	1	0.031413208693265915
83155	linear.bias	2	0.5065037608146667
83155	linear.bias	3	-0.38303041458129883
83155	linear.bias	4	1.7081453800201416
83155	linear.bias	5	-1.3274401426315308
83155	linear.bias	6	-0.38801226019859314
83155	linear.bias	7	-0.11772090196609497
83713	transitions	0	-1.5462071895599365
83713	transitions	1	-10000.0
83713	transitions	2	-0.7969565987586975
83713	transitions	3	-10000.0
83713	transitions	4	1.7667412757873535
83713	transitions	5	-10000.0
83713	transitions	6	-10000.0
83713	transitions	7	1.4894239902496338
83713	transitions	8	-2.2879385948181152
83713	transitions	9	-3.945704460144043
83713	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
83713	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
83713	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
83713	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
83713	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
83713	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
83713	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
83713	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
83713	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
83713	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
83713	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
83713	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
83713	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
83713	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
83713	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
83713	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
83713	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
83713	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
83713	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
83713	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
83713	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
83713	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
83713	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
83713	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
83713	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
83713	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
83713	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
83713	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
83713	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
83713	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
83713	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
83713	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
83713	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
83713	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
83713	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
83713	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
83713	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
83713	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
83713	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
83713	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
83713	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
83713	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
83713	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
83713	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
83713	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
83713	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
83713	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
83713	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
83713	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
83713	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
83713	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
83713	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
83713	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
83713	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
83713	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
83713	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
83713	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
83713	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
83713	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
83713	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
83713	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
83713	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
83713	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
83713	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
83713	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
83713	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
83713	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
83713	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
83713	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
83713	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
83713	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
83713	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
83713	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
83713	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
83713	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
83713	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
83713	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
83713	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
83713	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
83713	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
83713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
83713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
83713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
83713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
83713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
83713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
83713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
83713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
83713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
83713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
83713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
83713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
83713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
83713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
83713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
83713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
83713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
83713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
83713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
83713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
83713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
83713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
83713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
83713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
83713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
83713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
83713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
83713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
83713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
83713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
83713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
83713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
83713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
83713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
83713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
83713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
83713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
83713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
83713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
83713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
83713	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
83713	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
83713	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
83713	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
83713	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
83713	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
83713	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
83713	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
83713	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
83713	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
83713	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
83713	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
83713	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
83713	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
83713	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
83713	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
83713	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
83713	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
83713	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
83713	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
83713	embedding2nn.weight	0	0.006873812526464462
83713	embedding2nn.weight	1	0.00533289322629571
83713	embedding2nn.weight	2	0.013401370495557785
83713	embedding2nn.weight	3	0.017196062952280045
83713	embedding2nn.weight	4	0.015370975248515606
83713	embedding2nn.weight	5	0.007682241499423981
83713	embedding2nn.weight	6	-0.013724389486014843
83713	embedding2nn.weight	7	-0.0041545070707798
83713	embedding2nn.weight	8	-0.0033593198750168085
83713	embedding2nn.weight	9	-0.0033076603431254625
83713	embedding2nn.bias	0	0.017474211752414703
83713	embedding2nn.bias	1	-0.04570210725069046
83713	embedding2nn.bias	2	0.06001300364732742
83713	embedding2nn.bias	3	0.04094015806913376
83713	embedding2nn.bias	4	-0.01585843600332737
83713	embedding2nn.bias	5	-0.01805146038532257
83713	embedding2nn.bias	6	0.02396327070891857
83713	embedding2nn.bias	7	-0.017193462699651718
83713	embedding2nn.bias	8	-0.02666066214442253
83713	embedding2nn.bias	9	0.021781152114272118
83713	rnn.weight_ih_l0	0	0.061884522438049316
83713	rnn.weight_ih_l0	1	-0.03845817595720291
83713	rnn.weight_ih_l0	2	0.0018859613919630647
83713	rnn.weight_ih_l0	3	0.04679315164685249
83713	rnn.weight_ih_l0	4	-0.021038014441728592
83713	rnn.weight_ih_l0	5	0.049594417214393616
83713	rnn.weight_ih_l0	6	0.009604251012206078
83713	rnn.weight_ih_l0	7	0.04995633289217949
83713	rnn.weight_ih_l0	8	0.010718805715441704
83713	rnn.weight_ih_l0	9	-0.020420879125595093
83713	rnn.weight_hh_l0	0	-0.019862139597535133
83713	rnn.weight_hh_l0	1	-0.019576381891965866
83713	rnn.weight_hh_l0	2	-0.06177430599927902
83713	rnn.weight_hh_l0	3	-0.01313797477632761
83713	rnn.weight_hh_l0	4	-0.010601678863167763
83713	rnn.weight_hh_l0	5	-0.02442874200642109
83713	rnn.weight_hh_l0	6	-0.0033329343423247337
83713	rnn.weight_hh_l0	7	-0.04471847787499428
83713	rnn.weight_hh_l0	8	0.06164723262190819
83713	rnn.weight_hh_l0	9	0.0441199392080307
83713	rnn.bias_ih_l0	0	-0.1507035791873932
83713	rnn.bias_ih_l0	1	-0.13406135141849518
83713	rnn.bias_ih_l0	2	-0.002094419440254569
83713	rnn.bias_ih_l0	3	-0.146298348903656
83713	rnn.bias_ih_l0	4	-0.0438019298017025
83713	rnn.bias_ih_l0	5	-0.1308489888906479
83713	rnn.bias_ih_l0	6	0.046249695122241974
83713	rnn.bias_ih_l0	7	-0.08192890137434006
83713	rnn.bias_ih_l0	8	-0.017599254846572876
83713	rnn.bias_ih_l0	9	-0.10388603061437607
83713	rnn.bias_hh_l0	0	-0.03519671782851219
83713	rnn.bias_hh_l0	1	0.21469806134700775
83713	rnn.bias_hh_l0	2	0.05672025308012962
83713	rnn.bias_hh_l0	3	-0.05690686032176018
83713	rnn.bias_hh_l0	4	-0.07042759656906128
83713	rnn.bias_hh_l0	5	-0.013707495294511318
83713	rnn.bias_hh_l0	6	0.05004414543509483
83713	rnn.bias_hh_l0	7	-0.06977425515651703
83713	rnn.bias_hh_l0	8	-0.17298439145088196
83713	rnn.bias_hh_l0	9	-0.09323649853467941
83713	rnn.weight_ih_l0_reverse	0	0.029830722138285637
83713	rnn.weight_ih_l0_reverse	1	-0.051092155277729034
83713	rnn.weight_ih_l0_reverse	2	0.036639079451560974
83713	rnn.weight_ih_l0_reverse	3	0.011617613956332207
83713	rnn.weight_ih_l0_reverse	4	0.016306132078170776
83713	rnn.weight_ih_l0_reverse	5	-0.030522365123033524
83713	rnn.weight_ih_l0_reverse	6	0.024214809760451317
83713	rnn.weight_ih_l0_reverse	7	0.0331365205347538
83713	rnn.weight_ih_l0_reverse	8	-0.029112091287970543
83713	rnn.weight_ih_l0_reverse	9	0.003073266474530101
83713	rnn.weight_hh_l0_reverse	0	0.048169832676649094
83713	rnn.weight_hh_l0_reverse	1	0.030756814405322075
83713	rnn.weight_hh_l0_reverse	2	-0.01758369244635105
83713	rnn.weight_hh_l0_reverse	3	-0.05452890321612358
83713	rnn.weight_hh_l0_reverse	4	0.012556134723126888
83713	rnn.weight_hh_l0_reverse	5	-0.047604240477085114
83713	rnn.weight_hh_l0_reverse	6	-0.013290333561599255
83713	rnn.weight_hh_l0_reverse	7	0.027116306126117706
83713	rnn.weight_hh_l0_reverse	8	0.018788320943713188
83713	rnn.weight_hh_l0_reverse	9	-0.002246100688353181
83713	rnn.bias_ih_l0_reverse	0	-0.03531186282634735
83713	rnn.bias_ih_l0_reverse	1	-0.11664575338363647
83713	rnn.bias_ih_l0_reverse	2	-0.09837710112333298
83713	rnn.bias_ih_l0_reverse	3	-0.02671801671385765
83713	rnn.bias_ih_l0_reverse	4	-0.08746417611837387
83713	rnn.bias_ih_l0_reverse	5	-0.0704682394862175
83713	rnn.bias_ih_l0_reverse	6	-0.15622813999652863
83713	rnn.bias_ih_l0_reverse	7	-0.04652691259980202
83713	rnn.bias_ih_l0_reverse	8	-0.05682540312409401
83713	rnn.bias_ih_l0_reverse	9	-0.11601114273071289
83713	rnn.bias_hh_l0_reverse	0	-0.11663970351219177
83713	rnn.bias_hh_l0_reverse	1	-0.14980342984199524
83713	rnn.bias_hh_l0_reverse	2	0.12396032363176346
83713	rnn.bias_hh_l0_reverse	3	0.03879863768815994
83713	rnn.bias_hh_l0_reverse	4	-0.12593021988868713
83713	rnn.bias_hh_l0_reverse	5	-0.09556962549686432
83713	rnn.bias_hh_l0_reverse	6	-0.08767196536064148
83713	rnn.bias_hh_l0_reverse	7	-0.025231076404452324
83713	rnn.bias_hh_l0_reverse	8	-0.05403938144445419
83713	rnn.bias_hh_l0_reverse	9	-0.01027684286236763
83713	linear.weight	0	-0.007796463090926409
83713	linear.weight	1	0.022072315216064453
83713	linear.weight	2	0.22929348051548004
83713	linear.weight	3	-0.08064661920070648
83713	linear.weight	4	-0.010588549077510834
83713	linear.weight	5	0.01775354892015457
83713	linear.weight	6	-0.010739270597696304
83713	linear.weight	7	-0.038515862077474594
83713	linear.weight	8	0.16386769711971283
83713	linear.weight	9	-0.15220899879932404
83713	linear.bias	0	-0.03956538438796997
83713	linear.bias	1	0.031413208693265915
83713	linear.bias	2	0.4498218297958374
83713	linear.bias	3	-0.32123202085494995
83713	linear.bias	4	1.6805490255355835
83713	linear.bias	5	-1.3283003568649292
83713	linear.bias	6	-0.37668681144714355
83713	linear.bias	7	-0.10573849081993103
84272	transitions	0	-1.5493382215499878
84272	transitions	1	-10000.0
84272	transitions	2	-0.7969565987586975
84272	transitions	3	-10000.0
84272	transitions	4	1.7675682306289673
84272	transitions	5	-10000.0
84272	transitions	6	-10000.0
84272	transitions	7	1.4579510688781738
84272	transitions	8	-2.2915735244750977
84272	transitions	9	-3.9486641883850098
84272	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
84272	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
84272	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
84272	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
84272	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
84272	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
84272	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
84272	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
84272	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
84272	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
84272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
84272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
84272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
84272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
84272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
84272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
84272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
84272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
84272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
84272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
84272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
84272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
84272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
84272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
84272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
84272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
84272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
84272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
84272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
84272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
84272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
84272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
84272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
84272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
84272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
84272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
84272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
84272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
84272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
84272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
84272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
84272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
84272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
84272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
84272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
84272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
84272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
84272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
84272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
84272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
84272	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
84272	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
84272	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
84272	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
84272	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
84272	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
84272	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
84272	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
84272	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
84272	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
84272	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
84272	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
84272	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
84272	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
84272	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
84272	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
84272	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
84272	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
84272	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
84272	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
84272	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
84272	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
84272	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
84272	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
84272	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
84272	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
84272	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
84272	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
84272	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
84272	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
84272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
84272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
84272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
84272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
84272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
84272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
84272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
84272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
84272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
84272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
84272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
84272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
84272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
84272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
84272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
84272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
84272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
84272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
84272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
84272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
84272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
84272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
84272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
84272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
84272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
84272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
84272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
84272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
84272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
84272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
84272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
84272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
84272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
84272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
84272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
84272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
84272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
84272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
84272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
84272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
84272	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
84272	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
84272	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
84272	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
84272	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
84272	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
84272	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
84272	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
84272	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
84272	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
84272	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
84272	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
84272	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
84272	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
84272	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
84272	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
84272	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
84272	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
84272	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
84272	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
84272	embedding2nn.weight	0	0.006860493216663599
84272	embedding2nn.weight	1	0.005461884196847677
84272	embedding2nn.weight	2	0.013420643284916878
84272	embedding2nn.weight	3	0.01710093393921852
84272	embedding2nn.weight	4	0.014913314022123814
84272	embedding2nn.weight	5	0.0073075382970273495
84272	embedding2nn.weight	6	-0.013352732174098492
84272	embedding2nn.weight	7	-0.004120995290577412
84272	embedding2nn.weight	8	-0.0023805657401680946
84272	embedding2nn.weight	9	-0.0029996067751199007
84272	embedding2nn.bias	0	0.0025569326244294643
84272	embedding2nn.bias	1	-0.049060892313718796
84272	embedding2nn.bias	2	0.06495558470487595
84272	embedding2nn.bias	3	0.04907839000225067
84272	embedding2nn.bias	4	-0.013984791934490204
84272	embedding2nn.bias	5	-0.027426142245531082
84272	embedding2nn.bias	6	0.03185444697737694
84272	embedding2nn.bias	7	-0.013972288928925991
84272	embedding2nn.bias	8	-0.030010120943188667
84272	embedding2nn.bias	9	0.02343973144888878
84272	rnn.weight_ih_l0	0	0.0626613199710846
84272	rnn.weight_ih_l0	1	-0.03987810015678406
84272	rnn.weight_ih_l0	2	0.0021130889654159546
84272	rnn.weight_ih_l0	3	0.04746072366833687
84272	rnn.weight_ih_l0	4	-0.022105298936367035
84272	rnn.weight_ih_l0	5	0.04869316145777702
84272	rnn.weight_ih_l0	6	0.009815055876970291
84272	rnn.weight_ih_l0	7	0.0518067292869091
84272	rnn.weight_ih_l0	8	0.010812142863869667
84272	rnn.weight_ih_l0	9	-0.017259549349546432
84272	rnn.weight_hh_l0	0	-0.020391659811139107
84272	rnn.weight_hh_l0	1	-0.019256917759776115
84272	rnn.weight_hh_l0	2	-0.06136181578040123
84272	rnn.weight_hh_l0	3	-0.012555887922644615
84272	rnn.weight_hh_l0	4	-0.010911528021097183
84272	rnn.weight_hh_l0	5	-0.023906100541353226
84272	rnn.weight_hh_l0	6	-0.0031565073877573013
84272	rnn.weight_hh_l0	7	-0.044309720396995544
84272	rnn.weight_hh_l0	8	0.06203838810324669
84272	rnn.weight_hh_l0	9	0.0442696250975132
84272	rnn.bias_ih_l0	0	-0.15185821056365967
84272	rnn.bias_ih_l0	1	-0.1356935352087021
84272	rnn.bias_ih_l0	2	0.0010523899691179395
84272	rnn.bias_ih_l0	3	-0.14343476295471191
84272	rnn.bias_ih_l0	4	-0.04332390055060387
84272	rnn.bias_ih_l0	5	-0.12842658162117004
84272	rnn.bias_ih_l0	6	0.048605140298604965
84272	rnn.bias_ih_l0	7	-0.0842912420630455
84272	rnn.bias_ih_l0	8	-0.0188633743673563
84272	rnn.bias_ih_l0	9	-0.10110250115394592
84272	rnn.bias_hh_l0	0	-0.039005130529403687
84272	rnn.bias_hh_l0	1	0.20628617703914642
84272	rnn.bias_hh_l0	2	0.05961976945400238
84272	rnn.bias_hh_l0	3	-0.060798704624176025
84272	rnn.bias_hh_l0	4	-0.06897462904453278
84272	rnn.bias_hh_l0	5	-0.017115872353315353
84272	rnn.bias_hh_l0	6	0.05279916152358055
84272	rnn.bias_hh_l0	7	-0.06612063944339752
84272	rnn.bias_hh_l0	8	-0.16814813017845154
84272	rnn.bias_hh_l0	9	-0.09222454577684402
84272	rnn.weight_ih_l0_reverse	0	0.030060315504670143
84272	rnn.weight_ih_l0_reverse	1	-0.050421953201293945
84272	rnn.weight_ih_l0_reverse	2	0.036742180585861206
84272	rnn.weight_ih_l0_reverse	3	0.011948840692639351
84272	rnn.weight_ih_l0_reverse	4	0.016749531030654907
84272	rnn.weight_ih_l0_reverse	5	-0.030480192974209785
84272	rnn.weight_ih_l0_reverse	6	0.023031476885080338
84272	rnn.weight_ih_l0_reverse	7	0.03339577466249466
84272	rnn.weight_ih_l0_reverse	8	-0.028327863663434982
84272	rnn.weight_ih_l0_reverse	9	0.004325686488300562
84272	rnn.weight_hh_l0_reverse	0	0.049297433346509933
84272	rnn.weight_hh_l0_reverse	1	0.029621601104736328
84272	rnn.weight_hh_l0_reverse	2	-0.01742435060441494
84272	rnn.weight_hh_l0_reverse	3	-0.05463244020938873
84272	rnn.weight_hh_l0_reverse	4	0.012144376523792744
84272	rnn.weight_hh_l0_reverse	5	-0.0479414165019989
84272	rnn.weight_hh_l0_reverse	6	-0.013302902691066265
84272	rnn.weight_hh_l0_reverse	7	0.027091870084404945
84272	rnn.weight_hh_l0_reverse	8	0.019394006580114365
84272	rnn.weight_hh_l0_reverse	9	-0.0023742502089589834
84272	rnn.bias_ih_l0_reverse	0	-0.03696991130709648
84272	rnn.bias_ih_l0_reverse	1	-0.11754407733678818
84272	rnn.bias_ih_l0_reverse	2	-0.1015634536743164
84272	rnn.bias_ih_l0_reverse	3	-0.024753540754318237
84272	rnn.bias_ih_l0_reverse	4	-0.08983222395181656
84272	rnn.bias_ih_l0_reverse	5	-0.07495048642158508
84272	rnn.bias_ih_l0_reverse	6	-0.15741108357906342
84272	rnn.bias_ih_l0_reverse	7	-0.0461764857172966
84272	rnn.bias_ih_l0_reverse	8	-0.06252837926149368
84272	rnn.bias_ih_l0_reverse	9	-0.1137443259358406
84272	rnn.bias_hh_l0_reverse	0	-0.11581496149301529
84272	rnn.bias_hh_l0_reverse	1	-0.14778295159339905
84272	rnn.bias_hh_l0_reverse	2	0.11693868786096573
84272	rnn.bias_hh_l0_reverse	3	0.0387304462492466
84272	rnn.bias_hh_l0_reverse	4	-0.1283966451883316
84272	rnn.bias_hh_l0_reverse	5	-0.09991095215082169
84272	rnn.bias_hh_l0_reverse	6	-0.0802852138876915
84272	rnn.bias_hh_l0_reverse	7	-0.03327988088130951
84272	rnn.bias_hh_l0_reverse	8	-0.05553417652845383
84272	rnn.bias_hh_l0_reverse	9	-0.01116760540753603
84272	linear.weight	0	-0.007805648725479841
84272	linear.weight	1	0.013983583077788353
84272	linear.weight	2	0.2465400993824005
84272	linear.weight	3	-0.08061675727367401
84272	linear.weight	4	-0.010588549077510834
84272	linear.weight	5	0.005738130304962397
84272	linear.weight	6	-0.010739270597696304
84272	linear.weight	7	-0.06749552488327026
84272	linear.weight	8	0.15415087342262268
84272	linear.weight	9	-0.14259298145771027
84272	linear.bias	0	-0.03956538438796997
84272	linear.bias	1	0.031413208693265915
84272	linear.bias	2	0.4647342264652252
84272	linear.bias	3	-0.32018351554870605
84272	linear.bias	4	1.658659815788269
84272	linear.bias	5	-1.3291454315185547
84272	linear.bias	6	-0.37569913268089294
84272	linear.bias	7	-0.09998053312301636
84830	transitions	0	-1.55336332321167
84830	transitions	1	-10000.0
84830	transitions	2	-0.7969565987586975
84830	transitions	3	-10000.0
84830	transitions	4	1.8406002521514893
84830	transitions	5	-10000.0
84830	transitions	6	-10000.0
84830	transitions	7	1.4914040565490723
84830	transitions	8	-2.2949695587158203
84830	transitions	9	-3.951582193374634
84830	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
84830	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
84830	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
84830	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
84830	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
84830	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
84830	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
84830	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
84830	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
84830	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
84830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
84830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
84830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
84830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
84830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
84830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
84830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
84830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
84830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
84830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
84830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
84830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
84830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
84830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
84830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
84830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
84830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
84830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
84830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
84830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
84830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
84830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
84830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
84830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
84830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
84830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
84830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
84830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
84830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
84830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
84830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
84830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
84830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
84830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
84830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
84830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
84830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
84830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
84830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
84830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
84830	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
84830	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
84830	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
84830	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
84830	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
84830	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
84830	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
84830	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
84830	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
84830	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
84830	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
84830	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
84830	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
84830	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
84830	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
84830	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
84830	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
84830	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
84830	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
84830	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
84830	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
84830	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
84830	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
84830	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
84830	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
84830	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
84830	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
84830	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
84830	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
84830	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
84830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
84830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
84830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
84830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
84830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
84830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
84830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
84830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
84830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
84830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
84830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
84830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
84830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
84830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
84830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
84830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
84830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
84830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
84830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
84830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
84830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
84830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
84830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
84830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
84830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
84830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
84830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
84830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
84830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
84830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
84830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
84830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
84830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
84830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
84830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
84830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
84830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
84830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
84830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
84830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
84830	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
84830	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
84830	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
84830	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
84830	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
84830	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
84830	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
84830	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
84830	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
84830	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
84830	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
84830	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
84830	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
84830	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
84830	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
84830	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
84830	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
84830	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
84830	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
84830	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
84830	embedding2nn.weight	0	0.006871896330267191
84830	embedding2nn.weight	1	0.005244719795882702
84830	embedding2nn.weight	2	0.01337730698287487
84830	embedding2nn.weight	3	0.015981456264853477
84830	embedding2nn.weight	4	0.014671554788947105
84830	embedding2nn.weight	5	0.005879397038370371
84830	embedding2nn.weight	6	-0.01336708851158619
84830	embedding2nn.weight	7	-0.004004951100796461
84830	embedding2nn.weight	8	-0.0023774125147610903
84830	embedding2nn.weight	9	-0.002954617142677307
84830	embedding2nn.bias	0	0.0026459856890141964
84830	embedding2nn.bias	1	-0.04655996710062027
84830	embedding2nn.bias	2	0.06536503881216049
84830	embedding2nn.bias	3	0.0633191466331482
84830	embedding2nn.bias	4	-0.013324746862053871
84830	embedding2nn.bias	5	-0.03606170788407326
84830	embedding2nn.bias	6	0.019050773233175278
84830	embedding2nn.bias	7	-0.018208440393209457
84830	embedding2nn.bias	8	-0.02885134145617485
84830	embedding2nn.bias	9	0.008957273326814175
84830	rnn.weight_ih_l0	0	0.062049463391304016
84830	rnn.weight_ih_l0	1	-0.04318930208683014
84830	rnn.weight_ih_l0	2	0.0009257834171876311
84830	rnn.weight_ih_l0	3	0.04712853580713272
84830	rnn.weight_ih_l0	4	-0.022968299686908722
84830	rnn.weight_ih_l0	5	0.04850282892584801
84830	rnn.weight_ih_l0	6	0.009372062049806118
84830	rnn.weight_ih_l0	7	0.05300913751125336
84830	rnn.weight_ih_l0	8	0.0101570263504982
84830	rnn.weight_ih_l0	9	-0.01652277261018753
84830	rnn.weight_hh_l0	0	-0.018680300563573837
84830	rnn.weight_hh_l0	1	-0.019353939220309258
84830	rnn.weight_hh_l0	2	-0.06134672835469246
84830	rnn.weight_hh_l0	3	-0.012589601799845695
84830	rnn.weight_hh_l0	4	-0.011193019337952137
84830	rnn.weight_hh_l0	5	-0.023092228919267654
84830	rnn.weight_hh_l0	6	-0.0028510873671621084
84830	rnn.weight_hh_l0	7	-0.04569704830646515
84830	rnn.weight_hh_l0	8	0.06270533800125122
84830	rnn.weight_hh_l0	9	0.04446256905794144
84830	rnn.bias_ih_l0	0	-0.1521104872226715
84830	rnn.bias_ih_l0	1	-0.14068631827831268
84830	rnn.bias_ih_l0	2	0.0004356361459940672
84830	rnn.bias_ih_l0	3	-0.14478717744350433
84830	rnn.bias_ih_l0	4	-0.04179918393492699
84830	rnn.bias_ih_l0	5	-0.13137850165367126
84830	rnn.bias_ih_l0	6	0.055368825793266296
84830	rnn.bias_ih_l0	7	-0.08044585585594177
84830	rnn.bias_ih_l0	8	-0.01946062222123146
84830	rnn.bias_ih_l0	9	-0.10119719058275223
84830	rnn.bias_hh_l0	0	-0.04034153372049332
84830	rnn.bias_hh_l0	1	0.1968008279800415
84830	rnn.bias_hh_l0	2	0.058349549770355225
84830	rnn.bias_hh_l0	3	-0.059064481407403946
84830	rnn.bias_hh_l0	4	-0.06605223566293716
84830	rnn.bias_hh_l0	5	-0.018537137657403946
84830	rnn.bias_hh_l0	6	0.050992418080568314
84830	rnn.bias_hh_l0	7	-0.06677672266960144
84830	rnn.bias_hh_l0	8	-0.1675170660018921
84830	rnn.bias_hh_l0	9	-0.09392883628606796
84830	rnn.weight_ih_l0_reverse	0	0.026365432888269424
84830	rnn.weight_ih_l0_reverse	1	-0.05047982186079025
84830	rnn.weight_ih_l0_reverse	2	0.036308273673057556
84830	rnn.weight_ih_l0_reverse	3	0.011615641415119171
84830	rnn.weight_ih_l0_reverse	4	0.017754636704921722
84830	rnn.weight_ih_l0_reverse	5	-0.02990432269871235
84830	rnn.weight_ih_l0_reverse	6	0.02139301225543022
84830	rnn.weight_ih_l0_reverse	7	0.03279843181371689
84830	rnn.weight_ih_l0_reverse	8	-0.028383882716298103
84830	rnn.weight_ih_l0_reverse	9	0.0034443147014826536
84830	rnn.weight_hh_l0_reverse	0	0.04857272654771805
84830	rnn.weight_hh_l0_reverse	1	0.02976594865322113
84830	rnn.weight_hh_l0_reverse	2	-0.017485247924923897
84830	rnn.weight_hh_l0_reverse	3	-0.0568070225417614
84830	rnn.weight_hh_l0_reverse	4	0.011498799547553062
84830	rnn.weight_hh_l0_reverse	5	-0.048913564532995224
84830	rnn.weight_hh_l0_reverse	6	-0.013344279490411282
84830	rnn.weight_hh_l0_reverse	7	0.026240764185786247
84830	rnn.weight_hh_l0_reverse	8	0.01914205029606819
84830	rnn.weight_hh_l0_reverse	9	-0.002764110453426838
84830	rnn.bias_ih_l0_reverse	0	-0.030971955507993698
84830	rnn.bias_ih_l0_reverse	1	-0.11706360429525375
84830	rnn.bias_ih_l0_reverse	2	-0.1024780347943306
84830	rnn.bias_ih_l0_reverse	3	-0.020236022770404816
84830	rnn.bias_ih_l0_reverse	4	-0.08761630952358246
84830	rnn.bias_ih_l0_reverse	5	-0.07232340425252914
84830	rnn.bias_ih_l0_reverse	6	-0.15354783833026886
84830	rnn.bias_ih_l0_reverse	7	-0.04720018804073334
84830	rnn.bias_ih_l0_reverse	8	-0.06519156694412231
84830	rnn.bias_ih_l0_reverse	9	-0.11547169089317322
84830	rnn.bias_hh_l0_reverse	0	-0.11755970865488052
84830	rnn.bias_hh_l0_reverse	1	-0.14496660232543945
84830	rnn.bias_hh_l0_reverse	2	0.11891291290521622
84830	rnn.bias_hh_l0_reverse	3	0.031179042533040047
84830	rnn.bias_hh_l0_reverse	4	-0.13009651005268097
84830	rnn.bias_hh_l0_reverse	5	-0.09857582300901413
84830	rnn.bias_hh_l0_reverse	6	-0.08431291580200195
84830	rnn.bias_hh_l0_reverse	7	-0.03483322635293007
84830	rnn.bias_hh_l0_reverse	8	-0.055778250098228455
84830	rnn.bias_hh_l0_reverse	9	-0.007649659179151058
84830	linear.weight	0	-0.007808180060237646
84830	linear.weight	1	-0.008742853999137878
84830	linear.weight	2	0.21997235715389252
84830	linear.weight	3	-0.08057061582803726
84830	linear.weight	4	-0.010588549077510834
84830	linear.weight	5	0.03340427204966545
84830	linear.weight	6	-0.010739270597696304
84830	linear.weight	7	-0.012337623164057732
84830	linear.weight	8	0.13716447353363037
84830	linear.weight	9	-0.13184018433094025
84830	linear.bias	0	-0.03956538438796997
84830	linear.bias	1	0.031413208693265915
84830	linear.bias	2	0.406889408826828
84830	linear.bias	3	-0.3440415561199188
84830	linear.bias	4	1.7096595764160156
84830	linear.bias	5	-1.3299401998519897
84830	linear.bias	6	-0.36032426357269287
84830	linear.bias	7	-0.08388832211494446
85388	transitions	0	-1.5572350025177002
85388	transitions	1	-10000.0
85388	transitions	2	-0.7969565987586975
85388	transitions	3	-10000.0
85388	transitions	4	1.8304195404052734
85388	transitions	5	-10000.0
85388	transitions	6	-10000.0
85388	transitions	7	1.492637038230896
85388	transitions	8	-2.29793381690979
85388	transitions	9	-3.954639196395874
85388	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
85388	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
85388	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
85388	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
85388	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
85388	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
85388	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
85388	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
85388	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
85388	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
85388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
85388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
85388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
85388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
85388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
85388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
85388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
85388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
85388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
85388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
85388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
85388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
85388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
85388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
85388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
85388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
85388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
85388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
85388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
85388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
85388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
85388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
85388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
85388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
85388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
85388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
85388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
85388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
85388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
85388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
85388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
85388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
85388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
85388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
85388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
85388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
85388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
85388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
85388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
85388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
85388	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
85388	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
85388	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
85388	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
85388	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
85388	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
85388	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
85388	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
85388	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
85388	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
85388	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
85388	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
85388	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
85388	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
85388	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
85388	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
85388	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
85388	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
85388	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
85388	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
85388	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
85388	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
85388	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
85388	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
85388	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
85388	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
85388	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
85388	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
85388	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
85388	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
85388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
85388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
85388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
85388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
85388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
85388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
85388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
85388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
85388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
85388	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
85388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
85388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
85388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
85388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
85388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
85388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
85388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
85388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
85388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
85388	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
85388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
85388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
85388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
85388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
85388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
85388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
85388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
85388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
85388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
85388	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
85388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
85388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
85388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
85388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
85388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
85388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
85388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
85388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
85388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
85388	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
85388	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
85388	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
85388	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
85388	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
85388	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
85388	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
85388	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
85388	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
85388	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
85388	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
85388	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
85388	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
85388	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
85388	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
85388	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
85388	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
85388	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
85388	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
85388	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
85388	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
85388	embedding2nn.weight	0	0.006847264710813761
85388	embedding2nn.weight	1	0.005204763729125261
85388	embedding2nn.weight	2	0.013393213041126728
85388	embedding2nn.weight	3	0.01637142337858677
85388	embedding2nn.weight	4	0.014298074878752232
85388	embedding2nn.weight	5	0.006075181532651186
85388	embedding2nn.weight	6	-0.013051792047917843
85388	embedding2nn.weight	7	-0.004217850975692272
85388	embedding2nn.weight	8	-0.002894963836297393
85388	embedding2nn.weight	9	-0.002819683635607362
85388	embedding2nn.bias	0	0.013266360387206078
85388	embedding2nn.bias	1	-0.04147254303097725
85388	embedding2nn.bias	2	0.059272754937410355
85388	embedding2nn.bias	3	0.06220812350511551
85388	embedding2nn.bias	4	-0.006987432949244976
85388	embedding2nn.bias	5	-0.03594719246029854
85388	embedding2nn.bias	6	0.02247229591012001
85388	embedding2nn.bias	7	-0.01072150468826294
85388	embedding2nn.bias	8	-0.03490351885557175
85388	embedding2nn.bias	9	0.01229775883257389
85388	rnn.weight_ih_l0	0	0.06193569302558899
85388	rnn.weight_ih_l0	1	-0.04155995324254036
85388	rnn.weight_ih_l0	2	5.3136034694034606e-05
85388	rnn.weight_ih_l0	3	0.04530531167984009
85388	rnn.weight_ih_l0	4	-0.02396026998758316
85388	rnn.weight_ih_l0	5	0.04914221912622452
85388	rnn.weight_ih_l0	6	0.008229225873947144
85388	rnn.weight_ih_l0	7	0.05418018624186516
85388	rnn.weight_ih_l0	8	0.010814935900270939
85388	rnn.weight_ih_l0	9	-0.01687564142048359
85388	rnn.weight_hh_l0	0	-0.018712762743234634
85388	rnn.weight_hh_l0	1	-0.019740892574191093
85388	rnn.weight_hh_l0	2	-0.06081037223339081
85388	rnn.weight_hh_l0	3	-0.012101033702492714
85388	rnn.weight_hh_l0	4	-0.011188763193786144
85388	rnn.weight_hh_l0	5	-0.022826381027698517
85388	rnn.weight_hh_l0	6	-0.0029953517951071262
85388	rnn.weight_hh_l0	7	-0.04654988646507263
85388	rnn.weight_hh_l0	8	0.06299718469381332
85388	rnn.weight_hh_l0	9	0.043422140181064606
85388	rnn.bias_ih_l0	0	-0.15153789520263672
85388	rnn.bias_ih_l0	1	-0.14033876359462738
85388	rnn.bias_ih_l0	2	0.0002912808849941939
85388	rnn.bias_ih_l0	3	-0.14652864634990692
85388	rnn.bias_ih_l0	4	-0.045922186225652695
85388	rnn.bias_ih_l0	5	-0.13479912281036377
85388	rnn.bias_ih_l0	6	0.05429934710264206
85388	rnn.bias_ih_l0	7	-0.07863781601190567
85388	rnn.bias_ih_l0	8	-0.014040661975741386
85388	rnn.bias_ih_l0	9	-0.10028543323278427
85388	rnn.bias_hh_l0	0	-0.03812068700790405
85388	rnn.bias_hh_l0	1	0.19939719140529633
85388	rnn.bias_hh_l0	2	0.059746842831373215
85388	rnn.bias_hh_l0	3	-0.05734511837363243
85388	rnn.bias_hh_l0	4	-0.06917345523834229
85388	rnn.bias_hh_l0	5	-0.010931135155260563
85388	rnn.bias_hh_l0	6	0.051511213183403015
85388	rnn.bias_hh_l0	7	-0.07803124189376831
85388	rnn.bias_hh_l0	8	-0.16525815427303314
85388	rnn.bias_hh_l0	9	-0.09891597181558609
85388	rnn.weight_ih_l0_reverse	0	0.026447201147675514
85388	rnn.weight_ih_l0_reverse	1	-0.05037413537502289
85388	rnn.weight_ih_l0_reverse	2	0.036664292216300964
85388	rnn.weight_ih_l0_reverse	3	0.00940826628357172
85388	rnn.weight_ih_l0_reverse	4	0.016115106642246246
85388	rnn.weight_ih_l0_reverse	5	-0.02933870442211628
85388	rnn.weight_ih_l0_reverse	6	0.024081895127892494
85388	rnn.weight_ih_l0_reverse	7	0.03267425671219826
85388	rnn.weight_ih_l0_reverse	8	-0.028450164943933487
85388	rnn.weight_ih_l0_reverse	9	0.0025666006840765476
85388	rnn.weight_hh_l0_reverse	0	0.04923553764820099
85388	rnn.weight_hh_l0_reverse	1	0.02993633970618248
85388	rnn.weight_hh_l0_reverse	2	-0.017923861742019653
85388	rnn.weight_hh_l0_reverse	3	-0.05710427835583687
85388	rnn.weight_hh_l0_reverse	4	0.011592569760978222
85388	rnn.weight_hh_l0_reverse	5	-0.04863712191581726
85388	rnn.weight_hh_l0_reverse	6	-0.01303789485245943
85388	rnn.weight_hh_l0_reverse	7	0.025940680876374245
85388	rnn.weight_hh_l0_reverse	8	0.018902290612459183
85388	rnn.weight_hh_l0_reverse	9	-0.0025851705577224493
85388	rnn.bias_ih_l0_reverse	0	-0.03487048298120499
85388	rnn.bias_ih_l0_reverse	1	-0.11761756986379623
85388	rnn.bias_ih_l0_reverse	2	-0.10400321334600449
85388	rnn.bias_ih_l0_reverse	3	-0.025454701855778694
85388	rnn.bias_ih_l0_reverse	4	-0.08435884118080139
85388	rnn.bias_ih_l0_reverse	5	-0.07755058258771896
85388	rnn.bias_ih_l0_reverse	6	-0.15602581202983856
85388	rnn.bias_ih_l0_reverse	7	-0.04832175374031067
85388	rnn.bias_ih_l0_reverse	8	-0.06137317419052124
85388	rnn.bias_ih_l0_reverse	9	-0.11842645704746246
85388	rnn.bias_hh_l0_reverse	0	-0.12019392848014832
85388	rnn.bias_hh_l0_reverse	1	-0.14657659828662872
85388	rnn.bias_hh_l0_reverse	2	0.11897164583206177
85388	rnn.bias_hh_l0_reverse	3	0.032000117003917694
85388	rnn.bias_hh_l0_reverse	4	-0.13445979356765747
85388	rnn.bias_hh_l0_reverse	5	-0.10090094804763794
85388	rnn.bias_hh_l0_reverse	6	-0.09819533675909042
85388	rnn.bias_hh_l0_reverse	7	-0.030304398387670517
85388	rnn.bias_hh_l0_reverse	8	-0.05909323692321777
85388	rnn.bias_hh_l0_reverse	9	-0.015796558931469917
85388	linear.weight	0	-0.0077864197082817554
85388	linear.weight	1	-0.031861454248428345
85388	linear.weight	2	0.21870924532413483
85388	linear.weight	3	-0.08051958680152893
85388	linear.weight	4	-0.010588549077510834
85388	linear.weight	5	0.06762632727622986
85388	linear.weight	6	-0.010739270597696304
85388	linear.weight	7	-0.013704964891076088
85388	linear.weight	8	0.19039881229400635
85388	linear.weight	9	-0.13596992194652557
85388	linear.bias	0	-0.03956538438796997
85388	linear.bias	1	0.031413208693265915
85388	linear.bias	2	0.4380027651786804
85388	linear.bias	3	-0.3631259500980377
85388	linear.bias	4	1.763597846031189
85388	linear.bias	5	-1.3307149410247803
85388	linear.bias	6	-0.3926067352294922
85388	linear.bias	7	-0.11682721227407455
85946	transitions	0	-1.5609080791473389
85946	transitions	1	-10000.0
85946	transitions	2	-0.7969565987586975
85946	transitions	3	-10000.0
85946	transitions	4	1.7942341566085815
85946	transitions	5	-10000.0
85946	transitions	6	-10000.0
85946	transitions	7	1.510738730430603
85946	transitions	8	-2.3014135360717773
85946	transitions	9	-3.957624673843384
85946	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
85946	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
85946	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
85946	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
85946	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
85946	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
85946	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
85946	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
85946	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
85946	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
85946	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
85946	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
85946	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
85946	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
85946	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
85946	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
85946	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
85946	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
85946	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
85946	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
85946	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
85946	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
85946	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
85946	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
85946	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
85946	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
85946	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
85946	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
85946	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
85946	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
85946	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
85946	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
85946	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
85946	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
85946	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
85946	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
85946	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
85946	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
85946	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
85946	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
85946	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
85946	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
85946	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
85946	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
85946	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
85946	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
85946	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
85946	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
85946	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
85946	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
85946	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
85946	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
85946	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
85946	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
85946	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
85946	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
85946	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
85946	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
85946	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
85946	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
85946	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
85946	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
85946	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
85946	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
85946	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
85946	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
85946	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
85946	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
85946	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
85946	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
85946	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
85946	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
85946	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
85946	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
85946	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
85946	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
85946	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
85946	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
85946	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
85946	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
85946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
85946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
85946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
85946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
85946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
85946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
85946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
85946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
85946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
85946	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
85946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
85946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
85946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
85946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
85946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
85946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
85946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
85946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
85946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
85946	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
85946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
85946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
85946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
85946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
85946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
85946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
85946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
85946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
85946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
85946	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
85946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
85946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
85946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
85946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
85946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
85946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
85946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
85946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
85946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
85946	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
85946	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
85946	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
85946	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
85946	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
85946	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
85946	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
85946	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
85946	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
85946	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
85946	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
85946	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
85946	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
85946	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
85946	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
85946	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
85946	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
85946	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
85946	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
85946	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
85946	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
85946	embedding2nn.weight	0	0.00684307049959898
85946	embedding2nn.weight	1	0.0049301334656775
85946	embedding2nn.weight	2	0.013382865116000175
85946	embedding2nn.weight	3	0.01642523519694805
85946	embedding2nn.weight	4	0.01485626120120287
85946	embedding2nn.weight	5	0.005481187719851732
85946	embedding2nn.weight	6	-0.01279033999890089
85946	embedding2nn.weight	7	-0.0041281734593212605
85946	embedding2nn.weight	8	-0.0017181081930175424
85946	embedding2nn.weight	9	-0.003114213701337576
85946	embedding2nn.bias	0	0.006520887836813927
85946	embedding2nn.bias	1	-0.053630709648132324
85946	embedding2nn.bias	2	0.06043357029557228
85946	embedding2nn.bias	3	0.04755646735429764
85946	embedding2nn.bias	4	-0.006017862353473902
85946	embedding2nn.bias	5	-0.0371197909116745
85946	embedding2nn.bias	6	0.010954226367175579
85946	embedding2nn.bias	7	-0.024193748831748962
85946	embedding2nn.bias	8	-0.04154273495078087
85946	embedding2nn.bias	9	0.007928194478154182
85946	rnn.weight_ih_l0	0	0.06214470416307449
85946	rnn.weight_ih_l0	1	-0.038465648889541626
85946	rnn.weight_ih_l0	2	0.0011481193359941244
85946	rnn.weight_ih_l0	3	0.04520992562174797
85946	rnn.weight_ih_l0	4	-0.023597335442900658
85946	rnn.weight_ih_l0	5	0.048493314534425735
85946	rnn.weight_ih_l0	6	0.008305003866553307
85946	rnn.weight_ih_l0	7	0.0536072663962841
85946	rnn.weight_ih_l0	8	0.010706925764679909
85946	rnn.weight_ih_l0	9	-0.016097914427518845
85946	rnn.weight_hh_l0	0	-0.01761023700237274
85946	rnn.weight_hh_l0	1	-0.01953219063580036
85946	rnn.weight_hh_l0	2	-0.06175083667039871
85946	rnn.weight_hh_l0	3	-0.011741958558559418
85946	rnn.weight_hh_l0	4	-0.011002360843122005
85946	rnn.weight_hh_l0	5	-0.022508922964334488
85946	rnn.weight_hh_l0	6	-0.002983514918014407
85946	rnn.weight_hh_l0	7	-0.04621803015470505
85946	rnn.weight_hh_l0	8	0.06251467764377594
85946	rnn.weight_hh_l0	9	0.04324643313884735
85946	rnn.bias_ih_l0	0	-0.1497860848903656
85946	rnn.bias_ih_l0	1	-0.14121580123901367
85946	rnn.bias_ih_l0	2	-7.266711327247322e-05
85946	rnn.bias_ih_l0	3	-0.1470431685447693
85946	rnn.bias_ih_l0	4	-0.044266123324632645
85946	rnn.bias_ih_l0	5	-0.13390754163265228
85946	rnn.bias_ih_l0	6	0.05308517441153526
85946	rnn.bias_ih_l0	7	-0.08020053803920746
85946	rnn.bias_ih_l0	8	-0.018489303067326546
85946	rnn.bias_ih_l0	9	-0.09898996353149414
85946	rnn.bias_hh_l0	0	-0.037415578961372375
85946	rnn.bias_hh_l0	1	0.20695385336875916
85946	rnn.bias_hh_l0	2	0.05603792145848274
85946	rnn.bias_hh_l0	3	-0.05530095845460892
85946	rnn.bias_hh_l0	4	-0.07105030864477158
85946	rnn.bias_hh_l0	5	-0.009299303404986858
85946	rnn.bias_hh_l0	6	0.056857116520404816
85946	rnn.bias_hh_l0	7	-0.08016695827245712
85946	rnn.bias_hh_l0	8	-0.16672974824905396
85946	rnn.bias_hh_l0	9	-0.09863953292369843
85946	rnn.weight_ih_l0_reverse	0	0.025470944121479988
85946	rnn.weight_ih_l0_reverse	1	-0.05132036656141281
85946	rnn.weight_ih_l0_reverse	2	0.036955732852220535
85946	rnn.weight_ih_l0_reverse	3	0.010428165085613728
85946	rnn.weight_ih_l0_reverse	4	0.01609121635556221
85946	rnn.weight_ih_l0_reverse	5	-0.027721798047423363
85946	rnn.weight_ih_l0_reverse	6	0.024031151086091995
85946	rnn.weight_ih_l0_reverse	7	0.03318439796566963
85946	rnn.weight_ih_l0_reverse	8	-0.02894381247460842
85946	rnn.weight_ih_l0_reverse	9	0.002378014847636223
85946	rnn.weight_hh_l0_reverse	0	0.04891973361372948
85946	rnn.weight_hh_l0_reverse	1	0.030353916808962822
85946	rnn.weight_hh_l0_reverse	2	-0.017557835206389427
85946	rnn.weight_hh_l0_reverse	3	-0.05932820215821266
85946	rnn.weight_hh_l0_reverse	4	0.012122904881834984
85946	rnn.weight_hh_l0_reverse	5	-0.049187831580638885
85946	rnn.weight_hh_l0_reverse	6	-0.012825599871575832
85946	rnn.weight_hh_l0_reverse	7	0.02575925551354885
85946	rnn.weight_hh_l0_reverse	8	0.018825560808181763
85946	rnn.weight_hh_l0_reverse	9	-0.002390144858509302
85946	rnn.bias_ih_l0_reverse	0	-0.03664105013012886
85946	rnn.bias_ih_l0_reverse	1	-0.11380266398191452
85946	rnn.bias_ih_l0_reverse	2	-0.1040203645825386
85946	rnn.bias_ih_l0_reverse	3	-0.026738423854112625
85946	rnn.bias_ih_l0_reverse	4	-0.09050310403108597
85946	rnn.bias_ih_l0_reverse	5	-0.07122958451509476
85946	rnn.bias_ih_l0_reverse	6	-0.15909041464328766
85946	rnn.bias_ih_l0_reverse	7	-0.049432530999183655
85946	rnn.bias_ih_l0_reverse	8	-0.06452354788780212
85946	rnn.bias_ih_l0_reverse	9	-0.12119728326797485
85946	rnn.bias_hh_l0_reverse	0	-0.11841108649969101
85946	rnn.bias_hh_l0_reverse	1	-0.14546087384223938
85946	rnn.bias_hh_l0_reverse	2	0.11644935607910156
85946	rnn.bias_hh_l0_reverse	3	0.035051919519901276
85946	rnn.bias_hh_l0_reverse	4	-0.12926004827022552
85946	rnn.bias_hh_l0_reverse	5	-0.09888092428445816
85946	rnn.bias_hh_l0_reverse	6	-0.1028698980808258
85946	rnn.bias_hh_l0_reverse	7	-0.03458555042743683
85946	rnn.bias_hh_l0_reverse	8	-0.06057724356651306
85946	rnn.bias_hh_l0_reverse	9	-0.014281672425568104
85946	linear.weight	0	-0.0077533661387860775
85946	linear.weight	1	0.00440272968262434
85946	linear.weight	2	0.2261703908443451
85946	linear.weight	3	-0.08047177642583847
85946	linear.weight	4	-0.010588549077510834
85946	linear.weight	5	0.08218944817781448
85946	linear.weight	6	-0.010739270597696304
85946	linear.weight	7	-0.086639404296875
85946	linear.weight	8	0.2858394384384155
85946	linear.weight	9	-0.13684897124767303
85946	linear.bias	0	-0.03956538438796997
85946	linear.bias	1	0.031413208693265915
85946	linear.bias	2	0.45713090896606445
85946	linear.bias	3	-0.37073227763175964
85946	linear.bias	4	1.7232444286346436
85946	linear.bias	5	-1.3315560817718506
85946	linear.bias	6	-0.37892815470695496
85946	linear.bias	7	-0.10086061805486679
86504	transitions	0	-1.5649040937423706
86504	transitions	1	-10000.0
86504	transitions	2	-0.7969565987586975
86504	transitions	3	-10000.0
86504	transitions	4	1.7857366800308228
86504	transitions	5	-10000.0
86504	transitions	6	-10000.0
86504	transitions	7	1.5103710889816284
86504	transitions	8	-2.3047001361846924
86504	transitions	9	-3.9605531692504883
86504	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
86504	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
86504	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
86504	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
86504	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
86504	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
86504	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
86504	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
86504	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
86504	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
86504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
86504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
86504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
86504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
86504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
86504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
86504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
86504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
86504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
86504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
86504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
86504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
86504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
86504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
86504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
86504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
86504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
86504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
86504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
86504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
86504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
86504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
86504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
86504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
86504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
86504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
86504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
86504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
86504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
86504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
86504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
86504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
86504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
86504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
86504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
86504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
86504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
86504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
86504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
86504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
86504	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
86504	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
86504	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
86504	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
86504	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
86504	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
86504	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
86504	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
86504	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
86504	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
86504	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
86504	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
86504	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
86504	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
86504	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
86504	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
86504	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
86504	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
86504	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
86504	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
86504	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
86504	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
86504	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
86504	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
86504	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
86504	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
86504	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
86504	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
86504	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
86504	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
86504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
86504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
86504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
86504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
86504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
86504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
86504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
86504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
86504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
86504	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
86504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
86504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
86504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
86504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
86504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
86504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
86504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
86504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
86504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
86504	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
86504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
86504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
86504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
86504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
86504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
86504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
86504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
86504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
86504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
86504	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
86504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
86504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
86504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
86504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
86504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
86504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
86504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
86504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
86504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
86504	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
86504	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
86504	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
86504	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
86504	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
86504	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
86504	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
86504	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
86504	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
86504	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
86504	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
86504	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
86504	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
86504	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
86504	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
86504	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
86504	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
86504	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
86504	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
86504	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
86504	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
86504	embedding2nn.weight	0	0.006792326923459768
86504	embedding2nn.weight	1	0.00490295747295022
86504	embedding2nn.weight	2	0.013398305512964725
86504	embedding2nn.weight	3	0.016313308849930763
86504	embedding2nn.weight	4	0.014869371429085732
86504	embedding2nn.weight	5	0.00581843638792634
86504	embedding2nn.weight	6	-0.012589645572006702
86504	embedding2nn.weight	7	-0.003994240425527096
86504	embedding2nn.weight	8	-0.0015470735961571336
86504	embedding2nn.weight	9	-0.003055347828194499
86504	embedding2nn.bias	0	-0.0010269684717059135
86504	embedding2nn.bias	1	-0.04682699963450432
86504	embedding2nn.bias	2	0.07045917212963104
86504	embedding2nn.bias	3	0.051209256052970886
86504	embedding2nn.bias	4	-0.010124772787094116
86504	embedding2nn.bias	5	-0.02732660621404648
86504	embedding2nn.bias	6	0.007831020280718803
86504	embedding2nn.bias	7	-0.018837356939911842
86504	embedding2nn.bias	8	-0.04350946843624115
86504	embedding2nn.bias	9	0.01664922386407852
86504	rnn.weight_ih_l0	0	0.06156294792890549
86504	rnn.weight_ih_l0	1	-0.038267407566308975
86504	rnn.weight_ih_l0	2	0.0001395692233927548
86504	rnn.weight_ih_l0	3	0.045658234506845474
86504	rnn.weight_ih_l0	4	-0.025625841692090034
86504	rnn.weight_ih_l0	5	0.04752933233976364
86504	rnn.weight_ih_l0	6	0.00862649455666542
86504	rnn.weight_ih_l0	7	0.053415700793266296
86504	rnn.weight_ih_l0	8	0.013009689748287201
86504	rnn.weight_ih_l0	9	-0.017455579712986946
86504	rnn.weight_hh_l0	0	-0.016925152391195297
86504	rnn.weight_hh_l0	1	-0.018925707787275314
86504	rnn.weight_hh_l0	2	-0.06207091733813286
86504	rnn.weight_hh_l0	3	-0.011651678942143917
86504	rnn.weight_hh_l0	4	-0.011430109851062298
86504	rnn.weight_hh_l0	5	-0.022103264927864075
86504	rnn.weight_hh_l0	6	-0.002907492918893695
86504	rnn.weight_hh_l0	7	-0.046886831521987915
86504	rnn.weight_hh_l0	8	0.06131860986351967
86504	rnn.weight_hh_l0	9	0.04266883432865143
86504	rnn.bias_ih_l0	0	-0.1530163288116455
86504	rnn.bias_ih_l0	1	-0.1393088549375534
86504	rnn.bias_ih_l0	2	-0.001839297590777278
86504	rnn.bias_ih_l0	3	-0.14679722487926483
86504	rnn.bias_ih_l0	4	-0.044816404581069946
86504	rnn.bias_ih_l0	5	-0.1328573375940323
86504	rnn.bias_ih_l0	6	0.0610940046608448
86504	rnn.bias_ih_l0	7	-0.08084014058113098
86504	rnn.bias_ih_l0	8	-0.017175644636154175
86504	rnn.bias_ih_l0	9	-0.09883110225200653
86504	rnn.bias_hh_l0	0	-0.03909160941839218
86504	rnn.bias_hh_l0	1	0.20695479214191437
86504	rnn.bias_hh_l0	2	0.04836474359035492
86504	rnn.bias_hh_l0	3	-0.05550142005085945
86504	rnn.bias_hh_l0	4	-0.07113790512084961
86504	rnn.bias_hh_l0	5	-0.01361716166138649
86504	rnn.bias_hh_l0	6	0.05694044008851051
86504	rnn.bias_hh_l0	7	-0.09162462502717972
86504	rnn.bias_hh_l0	8	-0.17173252999782562
86504	rnn.bias_hh_l0	9	-0.09722831100225449
86504	rnn.weight_ih_l0_reverse	0	0.02339780144393444
86504	rnn.weight_ih_l0_reverse	1	-0.051674067974090576
86504	rnn.weight_ih_l0_reverse	2	0.03707624226808548
86504	rnn.weight_ih_l0_reverse	3	0.009630217216908932
86504	rnn.weight_ih_l0_reverse	4	0.01781192608177662
86504	rnn.weight_ih_l0_reverse	5	-0.02810322493314743
86504	rnn.weight_ih_l0_reverse	6	0.024175528436899185
86504	rnn.weight_ih_l0_reverse	7	0.032584499567747116
86504	rnn.weight_ih_l0_reverse	8	-0.028874840587377548
86504	rnn.weight_ih_l0_reverse	9	0.0005418258951976895
86504	rnn.weight_hh_l0_reverse	0	0.04916445538401604
86504	rnn.weight_hh_l0_reverse	1	0.030118336901068687
86504	rnn.weight_hh_l0_reverse	2	-0.017472896724939346
86504	rnn.weight_hh_l0_reverse	3	-0.059635262936353683
86504	rnn.weight_hh_l0_reverse	4	0.011842463165521622
86504	rnn.weight_hh_l0_reverse	5	-0.04998665302991867
86504	rnn.weight_hh_l0_reverse	6	-0.01282739732414484
86504	rnn.weight_hh_l0_reverse	7	0.025505218654870987
86504	rnn.weight_hh_l0_reverse	8	0.018584802746772766
86504	rnn.weight_hh_l0_reverse	9	-0.002508192090317607
86504	rnn.bias_ih_l0_reverse	0	-0.03675229847431183
86504	rnn.bias_ih_l0_reverse	1	-0.11485806852579117
86504	rnn.bias_ih_l0_reverse	2	-0.1018742248415947
86504	rnn.bias_ih_l0_reverse	3	-0.02699706330895424
86504	rnn.bias_ih_l0_reverse	4	-0.09045480936765671
86504	rnn.bias_ih_l0_reverse	5	-0.07277453690767288
86504	rnn.bias_ih_l0_reverse	6	-0.15849654376506805
86504	rnn.bias_ih_l0_reverse	7	-0.0468745231628418
86504	rnn.bias_ih_l0_reverse	8	-0.06511589884757996
86504	rnn.bias_ih_l0_reverse	9	-0.12251456826925278
86504	rnn.bias_hh_l0_reverse	0	-0.11763129383325577
86504	rnn.bias_hh_l0_reverse	1	-0.13603511452674866
86504	rnn.bias_hh_l0_reverse	2	0.1166093721985817
86504	rnn.bias_hh_l0_reverse	3	0.03491608425974846
86504	rnn.bias_hh_l0_reverse	4	-0.13233216106891632
86504	rnn.bias_hh_l0_reverse	5	-0.09353829175233841
86504	rnn.bias_hh_l0_reverse	6	-0.10976215451955795
86504	rnn.bias_hh_l0_reverse	7	-0.03539803624153137
86504	rnn.bias_hh_l0_reverse	8	-0.0634373277425766
86504	rnn.bias_hh_l0_reverse	9	-0.011882382445037365
86504	linear.weight	0	-0.007724901661276817
86504	linear.weight	1	0.05329548567533493
86504	linear.weight	2	0.2270500808954239
86504	linear.weight	3	-0.08039426058530807
86504	linear.weight	4	-0.010588549077510834
86504	linear.weight	5	0.06987319141626358
86504	linear.weight	6	-0.010739270597696304
86504	linear.weight	7	-0.0892583429813385
86504	linear.weight	8	0.2147357165813446
86504	linear.weight	9	-0.12451451271772385
86504	linear.bias	0	-0.03956538438796997
86504	linear.bias	1	0.031413208693265915
86504	linear.bias	2	0.45341771841049194
86504	linear.bias	3	-0.368486613035202
86504	linear.bias	4	1.689897060394287
86504	linear.bias	5	-1.3323637247085571
86504	linear.bias	6	-0.3586792051792145
86504	linear.bias	7	-0.08550990372896194
87062	transitions	0	-1.568100929260254
87062	transitions	1	-10000.0
87062	transitions	2	-0.7969565987586975
87062	transitions	3	-10000.0
87062	transitions	4	1.7839983701705933
87062	transitions	5	-10000.0
87062	transitions	6	-10000.0
87062	transitions	7	1.4924075603485107
87062	transitions	8	-2.3076956272125244
87062	transitions	9	-3.9633336067199707
87062	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
87062	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
87062	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
87062	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
87062	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
87062	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
87062	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
87062	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
87062	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
87062	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
87062	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
87062	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
87062	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
87062	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
87062	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
87062	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
87062	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
87062	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
87062	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
87062	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
87062	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
87062	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
87062	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
87062	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
87062	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
87062	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
87062	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
87062	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
87062	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
87062	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
87062	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
87062	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
87062	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
87062	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
87062	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
87062	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
87062	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
87062	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
87062	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
87062	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
87062	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
87062	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
87062	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
87062	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
87062	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
87062	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
87062	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
87062	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
87062	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
87062	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
87062	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
87062	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
87062	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
87062	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
87062	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
87062	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
87062	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
87062	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
87062	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
87062	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
87062	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
87062	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
87062	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
87062	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
87062	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
87062	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
87062	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
87062	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
87062	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
87062	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
87062	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
87062	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
87062	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
87062	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
87062	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
87062	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
87062	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
87062	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
87062	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
87062	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
87062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
87062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
87062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
87062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
87062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
87062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
87062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
87062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
87062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
87062	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
87062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
87062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
87062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
87062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
87062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
87062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
87062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
87062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
87062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
87062	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
87062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
87062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
87062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
87062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
87062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
87062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
87062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
87062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
87062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
87062	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
87062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
87062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
87062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
87062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
87062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
87062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
87062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
87062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
87062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
87062	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
87062	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
87062	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
87062	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
87062	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
87062	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
87062	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
87062	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
87062	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
87062	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
87062	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
87062	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
87062	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
87062	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
87062	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
87062	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
87062	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
87062	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
87062	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
87062	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
87062	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
87062	embedding2nn.weight	0	0.006806707940995693
87062	embedding2nn.weight	1	0.00488258246332407
87062	embedding2nn.weight	2	0.013452214188873768
87062	embedding2nn.weight	3	0.016445279121398926
87062	embedding2nn.weight	4	0.013403785414993763
87062	embedding2nn.weight	5	0.005119564943015575
87062	embedding2nn.weight	6	-0.012507724575698376
87062	embedding2nn.weight	7	-0.0037846441846340895
87062	embedding2nn.weight	8	-0.002276626881211996
87062	embedding2nn.weight	9	-0.0027254284359514713
87062	embedding2nn.bias	0	0.005922934506088495
87062	embedding2nn.bias	1	-0.0496428906917572
87062	embedding2nn.bias	2	0.07690365612506866
87062	embedding2nn.bias	3	0.045541781932115555
87062	embedding2nn.bias	4	-0.019141970202326775
87062	embedding2nn.bias	5	-0.03665442019701004
87062	embedding2nn.bias	6	0.02165435440838337
87062	embedding2nn.bias	7	-0.01886821538209915
87062	embedding2nn.bias	8	-0.034837547689676285
87062	embedding2nn.bias	9	0.027758030220866203
87062	rnn.weight_ih_l0	0	0.06266137957572937
87062	rnn.weight_ih_l0	1	-0.03759685903787613
87062	rnn.weight_ih_l0	2	-0.0017055923817679286
87062	rnn.weight_ih_l0	3	0.043457698076963425
87062	rnn.weight_ih_l0	4	-0.024412356317043304
87062	rnn.weight_ih_l0	5	0.048061490058898926
87062	rnn.weight_ih_l0	6	0.008244604803621769
87062	rnn.weight_ih_l0	7	0.05373069643974304
87062	rnn.weight_ih_l0	8	0.012993608601391315
87062	rnn.weight_ih_l0	9	-0.01721278391778469
87062	rnn.weight_hh_l0	0	-0.016253376379609108
87062	rnn.weight_hh_l0	1	-0.01843113638460636
87062	rnn.weight_hh_l0	2	-0.06259317696094513
87062	rnn.weight_hh_l0	3	-0.012418822385370731
87062	rnn.weight_hh_l0	4	-0.011455154046416283
87062	rnn.weight_hh_l0	5	-0.022182609885931015
87062	rnn.weight_hh_l0	6	-0.002810372970998287
87062	rnn.weight_hh_l0	7	-0.04789241403341293
87062	rnn.weight_hh_l0	8	0.06252426654100418
87062	rnn.weight_hh_l0	9	0.04218351095914841
87062	rnn.bias_ih_l0	0	-0.15605118870735168
87062	rnn.bias_ih_l0	1	-0.137945756316185
87062	rnn.bias_ih_l0	2	-0.0016579237999394536
87062	rnn.bias_ih_l0	3	-0.14754147827625275
87062	rnn.bias_ih_l0	4	-0.04019131138920784
87062	rnn.bias_ih_l0	5	-0.13073942065238953
87062	rnn.bias_ih_l0	6	0.055611178278923035
87062	rnn.bias_ih_l0	7	-0.08257351815700531
87062	rnn.bias_ih_l0	8	-0.0168010201305151
87062	rnn.bias_ih_l0	9	-0.09366162866353989
87062	rnn.bias_hh_l0	0	-0.04125441610813141
87062	rnn.bias_hh_l0	1	0.20494695007801056
87062	rnn.bias_hh_l0	2	0.053901273757219315
87062	rnn.bias_hh_l0	3	-0.05924708768725395
87062	rnn.bias_hh_l0	4	-0.07306124269962311
87062	rnn.bias_hh_l0	5	-0.01802758127450943
87062	rnn.bias_hh_l0	6	0.05079801008105278
87062	rnn.bias_hh_l0	7	-0.09642279893159866
87062	rnn.bias_hh_l0	8	-0.17603527009487152
87062	rnn.bias_hh_l0	9	-0.09509847313165665
87062	rnn.weight_ih_l0_reverse	0	0.026036744937300682
87062	rnn.weight_ih_l0_reverse	1	-0.05102189630270004
87062	rnn.weight_ih_l0_reverse	2	0.03728057071566582
87062	rnn.weight_ih_l0_reverse	3	0.01024873647838831
87062	rnn.weight_ih_l0_reverse	4	0.017084086313843727
87062	rnn.weight_ih_l0_reverse	5	-0.02752775326371193
87062	rnn.weight_ih_l0_reverse	6	0.022558437660336494
87062	rnn.weight_ih_l0_reverse	7	0.03269530460238457
87062	rnn.weight_ih_l0_reverse	8	-0.02852320484817028
87062	rnn.weight_ih_l0_reverse	9	0.001184739638119936
87062	rnn.weight_hh_l0_reverse	0	0.04882463067770004
87062	rnn.weight_hh_l0_reverse	1	0.02994379960000515
87062	rnn.weight_hh_l0_reverse	2	-0.018580682575702667
87062	rnn.weight_hh_l0_reverse	3	-0.059606656432151794
87062	rnn.weight_hh_l0_reverse	4	0.01132193673402071
87062	rnn.weight_hh_l0_reverse	5	-0.050777800381183624
87062	rnn.weight_hh_l0_reverse	6	-0.013329706154763699
87062	rnn.weight_hh_l0_reverse	7	0.025522086769342422
87062	rnn.weight_hh_l0_reverse	8	0.018395913764834404
87062	rnn.weight_hh_l0_reverse	9	-0.002460160292685032
87062	rnn.bias_ih_l0_reverse	0	-0.033762525767087936
87062	rnn.bias_ih_l0_reverse	1	-0.11590124666690826
87062	rnn.bias_ih_l0_reverse	2	-0.10068967193365097
87062	rnn.bias_ih_l0_reverse	3	-0.02936660498380661
87062	rnn.bias_ih_l0_reverse	4	-0.09375130385160446
87062	rnn.bias_ih_l0_reverse	5	-0.07518477737903595
87062	rnn.bias_ih_l0_reverse	6	-0.1598157286643982
87062	rnn.bias_ih_l0_reverse	7	-0.05479580909013748
87062	rnn.bias_ih_l0_reverse	8	-0.06261680275201797
87062	rnn.bias_ih_l0_reverse	9	-0.11508737504482269
87062	rnn.bias_hh_l0_reverse	0	-0.11677836626768112
87062	rnn.bias_hh_l0_reverse	1	-0.1402430385351181
87062	rnn.bias_hh_l0_reverse	2	0.11493076384067535
87062	rnn.bias_hh_l0_reverse	3	0.03647956997156143
87062	rnn.bias_hh_l0_reverse	4	-0.13515624403953552
87062	rnn.bias_hh_l0_reverse	5	-0.09562469273805618
87062	rnn.bias_hh_l0_reverse	6	-0.10011705011129379
87062	rnn.bias_hh_l0_reverse	7	-0.04254930838942528
87062	rnn.bias_hh_l0_reverse	8	-0.06457367539405823
87062	rnn.bias_hh_l0_reverse	9	-0.01364300586283207
87062	linear.weight	0	-0.007687829900532961
87062	linear.weight	1	0.023685051128268242
87062	linear.weight	2	0.21056433022022247
87062	linear.weight	3	-0.08032259345054626
87062	linear.weight	4	-0.010588549077510834
87062	linear.weight	5	0.026864508166909218
87062	linear.weight	6	-0.010739270597696304
87062	linear.weight	7	-0.11980423331260681
87062	linear.weight	8	0.19652312994003296
87062	linear.weight	9	-0.12539543211460114
87062	linear.bias	0	-0.03956538438796997
87062	linear.bias	1	0.031413208693265915
87062	linear.bias	2	0.4472798705101013
87062	linear.bias	3	-0.40173718333244324
87062	linear.bias	4	1.7332594394683838
87062	linear.bias	5	-1.333213210105896
87062	linear.bias	6	-0.35948535799980164
87062	linear.bias	7	-0.08785222470760345
87620	transitions	0	-1.5716395378112793
87620	transitions	1	-10000.0
87620	transitions	2	-0.7969565987586975
87620	transitions	3	-10000.0
87620	transitions	4	1.7867686748504639
87620	transitions	5	-10000.0
87620	transitions	6	-10000.0
87620	transitions	7	1.567089557647705
87620	transitions	8	-2.3113820552825928
87620	transitions	9	-3.9663970470428467
87620	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
87620	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
87620	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
87620	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
87620	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
87620	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
87620	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
87620	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
87620	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
87620	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
87620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
87620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
87620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
87620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
87620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
87620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
87620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
87620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
87620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
87620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
87620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
87620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
87620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
87620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
87620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
87620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
87620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
87620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
87620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
87620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
87620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
87620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
87620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
87620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
87620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
87620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
87620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
87620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
87620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
87620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
87620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
87620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
87620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
87620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
87620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
87620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
87620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
87620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
87620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
87620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
87620	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
87620	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
87620	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
87620	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
87620	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
87620	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
87620	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
87620	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
87620	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
87620	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
87620	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
87620	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
87620	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
87620	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
87620	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
87620	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
87620	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
87620	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
87620	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
87620	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
87620	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
87620	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
87620	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
87620	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
87620	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
87620	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
87620	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
87620	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
87620	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
87620	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
87620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
87620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
87620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
87620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
87620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
87620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
87620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
87620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
87620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
87620	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
87620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
87620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
87620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
87620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
87620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
87620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
87620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
87620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
87620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
87620	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
87620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
87620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
87620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
87620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
87620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
87620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
87620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
87620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
87620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
87620	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
87620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
87620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
87620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
87620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
87620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
87620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
87620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
87620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
87620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
87620	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
87620	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
87620	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
87620	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
87620	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
87620	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
87620	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
87620	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
87620	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
87620	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
87620	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
87620	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
87620	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
87620	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
87620	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
87620	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
87620	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
87620	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
87620	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
87620	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
87620	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
87620	embedding2nn.weight	0	0.00677789282053709
87620	embedding2nn.weight	1	0.004854708444327116
87620	embedding2nn.weight	2	0.013473381288349628
87620	embedding2nn.weight	3	0.016840027645230293
87620	embedding2nn.weight	4	0.013950102031230927
87620	embedding2nn.weight	5	0.003698520828038454
87620	embedding2nn.weight	6	-0.012514823116362095
87620	embedding2nn.weight	7	-0.0038665728643536568
87620	embedding2nn.weight	8	-0.00222182460129261
87620	embedding2nn.weight	9	-0.0026076422072947025
87620	embedding2nn.bias	0	0.014018801972270012
87620	embedding2nn.bias	1	-0.04417641833424568
87620	embedding2nn.bias	2	0.07126852869987488
87620	embedding2nn.bias	3	0.04863069951534271
87620	embedding2nn.bias	4	-0.014429961331188679
87620	embedding2nn.bias	5	-0.029129335656762123
87620	embedding2nn.bias	6	0.03167567402124405
87620	embedding2nn.bias	7	-0.020127976313233376
87620	embedding2nn.bias	8	-0.03753437101840973
87620	embedding2nn.bias	9	0.02415584586560726
87620	rnn.weight_ih_l0	0	0.061602890491485596
87620	rnn.weight_ih_l0	1	-0.03677729517221451
87620	rnn.weight_ih_l0	2	-0.0020939549431204796
87620	rnn.weight_ih_l0	3	0.0430646687746048
87620	rnn.weight_ih_l0	4	-0.02387838624417782
87620	rnn.weight_ih_l0	5	0.0492992028594017
87620	rnn.weight_ih_l0	6	0.008230023086071014
87620	rnn.weight_ih_l0	7	0.05348861590027809
87620	rnn.weight_ih_l0	8	0.012182267382740974
87620	rnn.weight_ih_l0	9	-0.016096962615847588
87620	rnn.weight_hh_l0	0	-0.01561699528247118
87620	rnn.weight_hh_l0	1	-0.018451998010277748
87620	rnn.weight_hh_l0	2	-0.06244616582989693
87620	rnn.weight_hh_l0	3	-0.012469294480979443
87620	rnn.weight_hh_l0	4	-0.011479943990707397
87620	rnn.weight_hh_l0	5	-0.02206876128911972
87620	rnn.weight_hh_l0	6	-0.0027642096392810345
87620	rnn.weight_hh_l0	7	-0.04828425869345665
87620	rnn.weight_hh_l0	8	0.062387123703956604
87620	rnn.weight_hh_l0	9	0.04239239916205406
87620	rnn.bias_ih_l0	0	-0.15496517717838287
87620	rnn.bias_ih_l0	1	-0.1395736038684845
87620	rnn.bias_ih_l0	2	-0.0031804987229406834
87620	rnn.bias_ih_l0	3	-0.14501287043094635
87620	rnn.bias_ih_l0	4	-0.047508805990219116
87620	rnn.bias_ih_l0	5	-0.1328883022069931
87620	rnn.bias_ih_l0	6	0.05151844769716263
87620	rnn.bias_ih_l0	7	-0.07837803661823273
87620	rnn.bias_ih_l0	8	-0.018321732059121132
87620	rnn.bias_ih_l0	9	-0.09391273558139801
87620	rnn.bias_hh_l0	0	-0.0396609790623188
87620	rnn.bias_hh_l0	1	0.20962829887866974
87620	rnn.bias_hh_l0	2	0.05620785430073738
87620	rnn.bias_hh_l0	3	-0.059646934270858765
87620	rnn.bias_hh_l0	4	-0.07086030393838882
87620	rnn.bias_hh_l0	5	-0.011073938570916653
87620	rnn.bias_hh_l0	6	0.053191568702459335
87620	rnn.bias_hh_l0	7	-0.09929785132408142
87620	rnn.bias_hh_l0	8	-0.17588697373867035
87620	rnn.bias_hh_l0	9	-0.0973464772105217
87620	rnn.weight_ih_l0_reverse	0	0.02618124894797802
87620	rnn.weight_ih_l0_reverse	1	-0.0514712855219841
87620	rnn.weight_ih_l0_reverse	2	0.03737952560186386
87620	rnn.weight_ih_l0_reverse	3	0.009503304027020931
87620	rnn.weight_ih_l0_reverse	4	0.01748034916818142
87620	rnn.weight_ih_l0_reverse	5	-0.026581183075904846
87620	rnn.weight_ih_l0_reverse	6	0.021384913474321365
87620	rnn.weight_ih_l0_reverse	7	0.03237268701195717
87620	rnn.weight_ih_l0_reverse	8	-0.027856646105647087
87620	rnn.weight_ih_l0_reverse	9	0.0009315842180512846
87620	rnn.weight_hh_l0_reverse	0	0.04890260472893715
87620	rnn.weight_hh_l0_reverse	1	0.030116219073534012
87620	rnn.weight_hh_l0_reverse	2	-0.01842777617275715
87620	rnn.weight_hh_l0_reverse	3	-0.06125466898083687
87620	rnn.weight_hh_l0_reverse	4	0.01138311717659235
87620	rnn.weight_hh_l0_reverse	5	-0.05083421245217323
87620	rnn.weight_hh_l0_reverse	6	-0.013115632347762585
87620	rnn.weight_hh_l0_reverse	7	0.0261203795671463
87620	rnn.weight_hh_l0_reverse	8	0.018804999068379402
87620	rnn.weight_hh_l0_reverse	9	-0.0020412220619618893
87620	rnn.bias_ih_l0_reverse	0	-0.032664377242326736
87620	rnn.bias_ih_l0_reverse	1	-0.11336778849363327
87620	rnn.bias_ih_l0_reverse	2	-0.09925393015146255
87620	rnn.bias_ih_l0_reverse	3	-0.030609427019953728
87620	rnn.bias_ih_l0_reverse	4	-0.09491390734910965
87620	rnn.bias_ih_l0_reverse	5	-0.07153454422950745
87620	rnn.bias_ih_l0_reverse	6	-0.1608588546514511
87620	rnn.bias_ih_l0_reverse	7	-0.05102340877056122
87620	rnn.bias_ih_l0_reverse	8	-0.06048763170838356
87620	rnn.bias_ih_l0_reverse	9	-0.1140197142958641
87620	rnn.bias_hh_l0_reverse	0	-0.11841527372598648
87620	rnn.bias_hh_l0_reverse	1	-0.14287136495113373
87620	rnn.bias_hh_l0_reverse	2	0.10857217013835907
87620	rnn.bias_hh_l0_reverse	3	0.0364336334168911
87620	rnn.bias_hh_l0_reverse	4	-0.13138461112976074
87620	rnn.bias_hh_l0_reverse	5	-0.09655213356018066
87620	rnn.bias_hh_l0_reverse	6	-0.0990716964006424
87620	rnn.bias_hh_l0_reverse	7	-0.036438487470149994
87620	rnn.bias_hh_l0_reverse	8	-0.05512251704931259
87620	rnn.bias_hh_l0_reverse	9	-0.009156661108136177
87620	linear.weight	0	-0.007644567638635635
87620	linear.weight	1	-0.008211982436478138
87620	linear.weight	2	0.19698460400104523
87620	linear.weight	3	-0.08028874546289444
87620	linear.weight	4	-0.010588549077510834
87620	linear.weight	5	0.059022679924964905
87620	linear.weight	6	-0.010739270597696304
87620	linear.weight	7	-0.08726081252098083
87620	linear.weight	8	0.2178668975830078
87620	linear.weight	9	-0.1142650693655014
87620	linear.bias	0	-0.03956538438796997
87620	linear.bias	1	0.031413208693265915
87620	linear.bias	2	0.43338683247566223
87620	linear.bias	3	-0.42519477009773254
87620	linear.bias	4	1.7109274864196777
87620	linear.bias	5	-1.3340535163879395
87620	linear.bias	6	-0.32916122674942017
87620	linear.bias	7	-0.057677607983350754
88178	transitions	0	-1.5749856233596802
88178	transitions	1	-10000.0
88178	transitions	2	-0.7969565987586975
88178	transitions	3	-10000.0
88178	transitions	4	1.801469087600708
88178	transitions	5	-10000.0
88178	transitions	6	-10000.0
88178	transitions	7	1.5606476068496704
88178	transitions	8	-2.314077615737915
88178	transitions	9	-3.969114303588867
88178	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
88178	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
88178	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
88178	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
88178	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
88178	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
88178	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
88178	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
88178	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
88178	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
88178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
88178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
88178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
88178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
88178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
88178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
88178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
88178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
88178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
88178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
88178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
88178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
88178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
88178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
88178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
88178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
88178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
88178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
88178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
88178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
88178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
88178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
88178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
88178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
88178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
88178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
88178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
88178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
88178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
88178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
88178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
88178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
88178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
88178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
88178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
88178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
88178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
88178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
88178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
88178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
88178	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
88178	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
88178	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
88178	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
88178	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
88178	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
88178	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
88178	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
88178	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
88178	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
88178	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
88178	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
88178	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
88178	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
88178	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
88178	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
88178	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
88178	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
88178	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
88178	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
88178	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
88178	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
88178	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
88178	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
88178	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
88178	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
88178	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
88178	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
88178	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
88178	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
88178	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
88178	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
88178	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
88178	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
88178	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
88178	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
88178	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
88178	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
88178	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
88178	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
88178	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
88178	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
88178	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
88178	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
88178	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
88178	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
88178	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
88178	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
88178	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
88178	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
88178	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
88178	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
88178	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
88178	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
88178	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
88178	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
88178	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
88178	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
88178	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
88178	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
88178	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
88178	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
88178	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
88178	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
88178	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
88178	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
88178	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
88178	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
88178	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
88178	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
88178	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
88178	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
88178	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
88178	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
88178	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
88178	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
88178	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
88178	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
88178	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
88178	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
88178	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
88178	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
88178	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
88178	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
88178	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
88178	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
88178	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
88178	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
88178	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
88178	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
88178	embedding2nn.weight	0	0.00676538934931159
88178	embedding2nn.weight	1	0.004814439453184605
88178	embedding2nn.weight	2	0.013500004075467587
88178	embedding2nn.weight	3	0.016712617129087448
88178	embedding2nn.weight	4	0.013209104537963867
88178	embedding2nn.weight	5	0.0023152476642280817
88178	embedding2nn.weight	6	-0.012477093376219273
88178	embedding2nn.weight	7	-0.0036317198537290096
88178	embedding2nn.weight	8	-0.0008336514583788812
88178	embedding2nn.weight	9	-0.0027598505839705467
88178	embedding2nn.bias	0	0.022177886217832565
88178	embedding2nn.bias	1	-0.03667350113391876
88178	embedding2nn.bias	2	0.06970077753067017
88178	embedding2nn.bias	3	0.044515304267406464
88178	embedding2nn.bias	4	-0.012512870132923126
88178	embedding2nn.bias	5	-0.0340188629925251
88178	embedding2nn.bias	6	0.02488926611840725
88178	embedding2nn.bias	7	-0.02183574251830578
88178	embedding2nn.bias	8	-0.03382502868771553
88178	embedding2nn.bias	9	0.021861279383301735
88178	rnn.weight_ih_l0	0	0.06118085980415344
88178	rnn.weight_ih_l0	1	-0.038591690361499786
88178	rnn.weight_ih_l0	2	-0.0019855659920722246
88178	rnn.weight_ih_l0	3	0.04455556720495224
88178	rnn.weight_ih_l0	4	-0.024057459086179733
88178	rnn.weight_ih_l0	5	0.05440422520041466
88178	rnn.weight_ih_l0	6	0.008732668124139309
88178	rnn.weight_ih_l0	7	0.053244542330503464
88178	rnn.weight_ih_l0	8	0.011133449152112007
88178	rnn.weight_ih_l0	9	-0.01577659882605076
88178	rnn.weight_hh_l0	0	-0.01669985242187977
88178	rnn.weight_hh_l0	1	-0.018817603588104248
88178	rnn.weight_hh_l0	2	-0.06214180216193199
88178	rnn.weight_hh_l0	3	-0.012397735379636288
88178	rnn.weight_hh_l0	4	-0.011435535736382008
88178	rnn.weight_hh_l0	5	-0.02226034738123417
88178	rnn.weight_hh_l0	6	-0.002586617134511471
88178	rnn.weight_hh_l0	7	-0.04847991466522217
88178	rnn.weight_hh_l0	8	0.06196362525224686
88178	rnn.weight_hh_l0	9	0.04304894432425499
88178	rnn.bias_ih_l0	0	-0.1564767062664032
88178	rnn.bias_ih_l0	1	-0.13687647879123688
88178	rnn.bias_ih_l0	2	-0.0030660785268992186
88178	rnn.bias_ih_l0	3	-0.14133815467357635
88178	rnn.bias_ih_l0	4	-0.04499476030468941
88178	rnn.bias_ih_l0	5	-0.13395607471466064
88178	rnn.bias_ih_l0	6	0.047650307416915894
88178	rnn.bias_ih_l0	7	-0.07767927646636963
88178	rnn.bias_ih_l0	8	-0.018407875671982765
88178	rnn.bias_ih_l0	9	-0.09100988507270813
88178	rnn.bias_hh_l0	0	-0.035820312798023224
88178	rnn.bias_hh_l0	1	0.21129414439201355
88178	rnn.bias_hh_l0	2	0.056758709251880646
88178	rnn.bias_hh_l0	3	-0.05934832990169525
88178	rnn.bias_hh_l0	4	-0.06812159717082977
88178	rnn.bias_hh_l0	5	-0.00738879106938839
88178	rnn.bias_hh_l0	6	0.05818402022123337
88178	rnn.bias_hh_l0	7	-0.09235814958810806
88178	rnn.bias_hh_l0	8	-0.1786210685968399
88178	rnn.bias_hh_l0	9	-0.09613708406686783
88178	rnn.weight_ih_l0_reverse	0	0.027710169553756714
88178	rnn.weight_ih_l0_reverse	1	-0.05084201693534851
88178	rnn.weight_ih_l0_reverse	2	0.037295736372470856
88178	rnn.weight_ih_l0_reverse	3	0.011500366032123566
88178	rnn.weight_ih_l0_reverse	4	0.018102223053574562
88178	rnn.weight_ih_l0_reverse	5	-0.027390390634536743
88178	rnn.weight_ih_l0_reverse	6	0.023330233991146088
88178	rnn.weight_ih_l0_reverse	7	0.03305692970752716
88178	rnn.weight_ih_l0_reverse	8	-0.027760066092014313
88178	rnn.weight_ih_l0_reverse	9	0.001999946776777506
88178	rnn.weight_hh_l0_reverse	0	0.04844298213720322
88178	rnn.weight_hh_l0_reverse	1	0.030352169647812843
88178	rnn.weight_hh_l0_reverse	2	-0.01822180487215519
88178	rnn.weight_hh_l0_reverse	3	-0.061866097152233124
88178	rnn.weight_hh_l0_reverse	4	0.011979003436863422
88178	rnn.weight_hh_l0_reverse	5	-0.05036969482898712
88178	rnn.weight_hh_l0_reverse	6	-0.013845543377101421
88178	rnn.weight_hh_l0_reverse	7	0.026256373152136803
88178	rnn.weight_hh_l0_reverse	8	0.01939307525753975
88178	rnn.weight_hh_l0_reverse	9	-0.0011258965823799372
88178	rnn.bias_ih_l0_reverse	0	-0.03359733894467354
88178	rnn.bias_ih_l0_reverse	1	-0.11531627923250198
88178	rnn.bias_ih_l0_reverse	2	-0.09572290629148483
88178	rnn.bias_ih_l0_reverse	3	-0.029252445325255394
88178	rnn.bias_ih_l0_reverse	4	-0.09245532751083374
88178	rnn.bias_ih_l0_reverse	5	-0.07358596473932266
88178	rnn.bias_ih_l0_reverse	6	-0.15873205661773682
88178	rnn.bias_ih_l0_reverse	7	-0.05140424892306328
88178	rnn.bias_ih_l0_reverse	8	-0.06193036586046219
88178	rnn.bias_ih_l0_reverse	9	-0.1149236187338829
88178	rnn.bias_hh_l0_reverse	0	-0.11602374911308289
88178	rnn.bias_hh_l0_reverse	1	-0.1386147439479828
88178	rnn.bias_hh_l0_reverse	2	0.10937092453241348
88178	rnn.bias_hh_l0_reverse	3	0.03649678826332092
88178	rnn.bias_hh_l0_reverse	4	-0.13268493115901947
88178	rnn.bias_hh_l0_reverse	5	-0.09751243144273758
88178	rnn.bias_hh_l0_reverse	6	-0.1036934182047844
88178	rnn.bias_hh_l0_reverse	7	-0.04195765405893326
88178	rnn.bias_hh_l0_reverse	8	-0.05730394646525383
88178	rnn.bias_hh_l0_reverse	9	-0.014903269708156586
88178	linear.weight	0	-0.007602986879646778
88178	linear.weight	1	0.024178002029657364
88178	linear.weight	2	0.20175082981586456
88178	linear.weight	3	-0.0802680179476738
88178	linear.weight	4	-0.010588549077510834
88178	linear.weight	5	0.04648660868406296
88178	linear.weight	6	-0.010739270597696304
88178	linear.weight	7	-0.08287950605154037
88178	linear.weight	8	0.19041608273983002
88178	linear.weight	9	-0.123857282102108
88178	linear.bias	0	-0.03956538438796997
88178	linear.bias	1	0.031413208693265915
88178	linear.bias	2	0.3943195343017578
88178	linear.bias	3	-0.31252557039260864
88178	linear.bias	4	1.7060827016830444
88178	linear.bias	5	-1.3348718881607056
88178	linear.bias	6	-0.3617039918899536
88178	linear.bias	7	-0.0930967777967453
88736	transitions	0	-1.5778347253799438
88736	transitions	1	-10000.0
88736	transitions	2	-0.7969565987586975
88736	transitions	3	-10000.0
88736	transitions	4	1.8018637895584106
88736	transitions	5	-10000.0
88736	transitions	6	-10000.0
88736	transitions	7	1.557884931564331
88736	transitions	8	-2.317185640335083
88736	transitions	9	-3.9720382690429688
88736	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
88736	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
88736	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
88736	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
88736	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
88736	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
88736	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
88736	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
88736	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
88736	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
88736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
88736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
88736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
88736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
88736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
88736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
88736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
88736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
88736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
88736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
88736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
88736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
88736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
88736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
88736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
88736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
88736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
88736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
88736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
88736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
88736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
88736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
88736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
88736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
88736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
88736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
88736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
88736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
88736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
88736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
88736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
88736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
88736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
88736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
88736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
88736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
88736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
88736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
88736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
88736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
88736	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
88736	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
88736	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
88736	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
88736	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
88736	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
88736	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
88736	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
88736	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
88736	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
88736	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
88736	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
88736	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
88736	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
88736	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
88736	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
88736	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
88736	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
88736	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
88736	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
88736	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
88736	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
88736	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
88736	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
88736	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
88736	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
88736	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
88736	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
88736	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
88736	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
88736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
88736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
88736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
88736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
88736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
88736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
88736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
88736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
88736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
88736	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
88736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
88736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
88736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
88736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
88736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
88736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
88736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
88736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
88736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
88736	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
88736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
88736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
88736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
88736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
88736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
88736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
88736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
88736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
88736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
88736	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
88736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
88736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
88736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
88736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
88736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
88736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
88736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
88736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
88736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
88736	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
88736	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
88736	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
88736	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
88736	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
88736	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
88736	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
88736	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
88736	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
88736	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
88736	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
88736	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
88736	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
88736	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
88736	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
88736	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
88736	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
88736	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
88736	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
88736	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
88736	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
88736	embedding2nn.weight	0	0.006746801547706127
88736	embedding2nn.weight	1	0.00500836968421936
88736	embedding2nn.weight	2	0.013490777462720871
88736	embedding2nn.weight	3	0.01654515229165554
88736	embedding2nn.weight	4	0.012470257468521595
88736	embedding2nn.weight	5	0.0026423961389809847
88736	embedding2nn.weight	6	-0.012555657885968685
88736	embedding2nn.weight	7	-0.0038158020470291376
88736	embedding2nn.weight	8	-0.0023217357229441404
88736	embedding2nn.weight	9	-0.002605162560939789
88736	embedding2nn.bias	0	0.017550848424434662
88736	embedding2nn.bias	1	-0.03195912763476372
88736	embedding2nn.bias	2	0.07787488400936127
88736	embedding2nn.bias	3	0.044667281210422516
88736	embedding2nn.bias	4	-0.012823130004107952
88736	embedding2nn.bias	5	-0.023362772539258003
88736	embedding2nn.bias	6	0.02150925248861313
88736	embedding2nn.bias	7	-0.03099324367940426
88736	embedding2nn.bias	8	-0.023391367867588997
88736	embedding2nn.bias	9	0.026948507875204086
88736	rnn.weight_ih_l0	0	0.06204782798886299
88736	rnn.weight_ih_l0	1	-0.04162013903260231
88736	rnn.weight_ih_l0	2	-0.002153031760826707
88736	rnn.weight_ih_l0	3	0.04316950961947441
88736	rnn.weight_ih_l0	4	-0.0237580519169569
88736	rnn.weight_ih_l0	5	0.05454932153224945
88736	rnn.weight_ih_l0	6	0.008524415083229542
88736	rnn.weight_ih_l0	7	0.054133880883455276
88736	rnn.weight_ih_l0	8	0.009573116898536682
88736	rnn.weight_ih_l0	9	-0.015907933935523033
88736	rnn.weight_hh_l0	0	-0.017528004944324493
88736	rnn.weight_hh_l0	1	-0.01795138046145439
88736	rnn.weight_hh_l0	2	-0.06170708313584328
88736	rnn.weight_hh_l0	3	-0.012403792701661587
88736	rnn.weight_hh_l0	4	-0.011449623852968216
88736	rnn.weight_hh_l0	5	-0.02231401577591896
88736	rnn.weight_hh_l0	6	-0.002804006915539503
88736	rnn.weight_hh_l0	7	-0.048718396574258804
88736	rnn.weight_hh_l0	8	0.06156830117106438
88736	rnn.weight_hh_l0	9	0.042493920773267746
88736	rnn.bias_ih_l0	0	-0.15607725083827972
88736	rnn.bias_ih_l0	1	-0.1391306221485138
88736	rnn.bias_ih_l0	2	-0.0013305793981999159
88736	rnn.bias_ih_l0	3	-0.14316274225711823
88736	rnn.bias_ih_l0	4	-0.042987361550331116
88736	rnn.bias_ih_l0	5	-0.1312021017074585
88736	rnn.bias_ih_l0	6	0.04550658166408539
88736	rnn.bias_ih_l0	7	-0.0774579644203186
88736	rnn.bias_ih_l0	8	-0.01740891858935356
88736	rnn.bias_ih_l0	9	-0.09379147738218307
88736	rnn.bias_hh_l0	0	-0.03966712951660156
88736	rnn.bias_hh_l0	1	0.21255594491958618
88736	rnn.bias_hh_l0	2	0.06019396334886551
88736	rnn.bias_hh_l0	3	-0.05713352560997009
88736	rnn.bias_hh_l0	4	-0.06940166652202606
88736	rnn.bias_hh_l0	5	-0.0027379493694752455
88736	rnn.bias_hh_l0	6	0.05460450053215027
88736	rnn.bias_hh_l0	7	-0.09175601601600647
88736	rnn.bias_hh_l0	8	-0.1837531328201294
88736	rnn.bias_hh_l0	9	-0.09648799151182175
88736	rnn.weight_ih_l0_reverse	0	0.02810434065759182
88736	rnn.weight_ih_l0_reverse	1	-0.05031950771808624
88736	rnn.weight_ih_l0_reverse	2	0.03757167235016823
88736	rnn.weight_ih_l0_reverse	3	0.011718425899744034
88736	rnn.weight_ih_l0_reverse	4	0.016481444239616394
88736	rnn.weight_ih_l0_reverse	5	-0.028230814263224602
88736	rnn.weight_ih_l0_reverse	6	0.021150661632418633
88736	rnn.weight_ih_l0_reverse	7	0.03269987553358078
88736	rnn.weight_ih_l0_reverse	8	-0.027069024741649628
88736	rnn.weight_ih_l0_reverse	9	0.0020461026579141617
88736	rnn.weight_hh_l0_reverse	0	0.04860967770218849
88736	rnn.weight_hh_l0_reverse	1	0.03014768660068512
88736	rnn.weight_hh_l0_reverse	2	-0.018087320029735565
88736	rnn.weight_hh_l0_reverse	3	-0.06017791107296944
88736	rnn.weight_hh_l0_reverse	4	0.012297825887799263
88736	rnn.weight_hh_l0_reverse	5	-0.051007892936468124
88736	rnn.weight_hh_l0_reverse	6	-0.013587290421128273
88736	rnn.weight_hh_l0_reverse	7	0.02664819546043873
88736	rnn.weight_hh_l0_reverse	8	0.020172638818621635
88736	rnn.weight_hh_l0_reverse	9	-0.001551740919239819
88736	rnn.bias_ih_l0_reverse	0	-0.03408690169453621
88736	rnn.bias_ih_l0_reverse	1	-0.1162818893790245
88736	rnn.bias_ih_l0_reverse	2	-0.10078336298465729
88736	rnn.bias_ih_l0_reverse	3	-0.02715703286230564
88736	rnn.bias_ih_l0_reverse	4	-0.08959286659955978
88736	rnn.bias_ih_l0_reverse	5	-0.07492076605558395
88736	rnn.bias_ih_l0_reverse	6	-0.15979547798633575
88736	rnn.bias_ih_l0_reverse	7	-0.05250601842999458
88736	rnn.bias_ih_l0_reverse	8	-0.06355813145637512
88736	rnn.bias_ih_l0_reverse	9	-0.11745844781398773
88736	rnn.bias_hh_l0_reverse	0	-0.11847449094057083
88736	rnn.bias_hh_l0_reverse	1	-0.1410789042711258
88736	rnn.bias_hh_l0_reverse	2	0.10180281102657318
88736	rnn.bias_hh_l0_reverse	3	0.040852803736925125
88736	rnn.bias_hh_l0_reverse	4	-0.13039109110832214
88736	rnn.bias_hh_l0_reverse	5	-0.09735159575939178
88736	rnn.bias_hh_l0_reverse	6	-0.09651358425617218
88736	rnn.bias_hh_l0_reverse	7	-0.042261142283678055
88736	rnn.bias_hh_l0_reverse	8	-0.05604042112827301
88736	rnn.bias_hh_l0_reverse	9	-0.014790370129048824
88736	linear.weight	0	-0.00757973175495863
88736	linear.weight	1	0.04683391749858856
88736	linear.weight	2	0.19765552878379822
88736	linear.weight	3	-0.08024393022060394
88736	linear.weight	4	-0.010588549077510834
88736	linear.weight	5	0.002133880974724889
88736	linear.weight	6	-0.010739270597696304
88736	linear.weight	7	-0.0951286107301712
88736	linear.weight	8	0.142961323261261
88736	linear.weight	9	-0.12197568267583847
88736	linear.bias	0	-0.03956538438796997
88736	linear.bias	1	0.031413208693265915
88736	linear.bias	2	0.4232580363750458
88736	linear.bias	3	-0.3281930685043335
88736	linear.bias	4	1.741217017173767
88736	linear.bias	5	-1.3356273174285889
88736	linear.bias	6	-0.387062132358551
88736	linear.bias	7	-0.11541613191366196
89294	transitions	0	-1.5808993577957153
89294	transitions	1	-10000.0
89294	transitions	2	-0.7969565987586975
89294	transitions	3	-10000.0
89294	transitions	4	1.8401200771331787
89294	transitions	5	-10000.0
89294	transitions	6	-10000.0
89294	transitions	7	1.5721676349639893
89294	transitions	8	-2.320091724395752
89294	transitions	9	-3.974951982498169
89294	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
89294	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
89294	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
89294	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
89294	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
89294	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
89294	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
89294	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
89294	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
89294	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
89294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
89294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
89294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
89294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
89294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
89294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
89294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
89294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
89294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
89294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
89294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
89294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
89294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
89294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
89294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
89294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
89294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
89294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
89294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
89294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
89294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
89294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
89294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
89294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
89294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
89294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
89294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
89294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
89294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
89294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
89294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
89294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
89294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
89294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
89294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
89294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
89294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
89294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
89294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
89294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
89294	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
89294	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
89294	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
89294	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
89294	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
89294	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
89294	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
89294	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
89294	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
89294	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
89294	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
89294	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
89294	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
89294	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
89294	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
89294	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
89294	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
89294	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
89294	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
89294	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
89294	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
89294	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
89294	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
89294	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
89294	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
89294	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
89294	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
89294	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
89294	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
89294	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
89294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
89294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
89294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
89294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
89294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
89294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
89294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
89294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
89294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
89294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
89294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
89294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
89294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
89294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
89294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
89294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
89294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
89294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
89294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
89294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
89294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
89294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
89294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
89294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
89294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
89294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
89294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
89294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
89294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
89294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
89294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
89294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
89294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
89294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
89294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
89294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
89294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
89294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
89294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
89294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
89294	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
89294	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
89294	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
89294	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
89294	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
89294	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
89294	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
89294	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
89294	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
89294	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
89294	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
89294	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
89294	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
89294	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
89294	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
89294	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
89294	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
89294	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
89294	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
89294	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
89294	embedding2nn.weight	0	0.006727681495249271
89294	embedding2nn.weight	1	0.004992781672626734
89294	embedding2nn.weight	2	0.013509780168533325
89294	embedding2nn.weight	3	0.017268933355808258
89294	embedding2nn.weight	4	0.012388527393341064
89294	embedding2nn.weight	5	0.0027265846729278564
89294	embedding2nn.weight	6	-0.012460841797292233
89294	embedding2nn.weight	7	-0.003462112508714199
89294	embedding2nn.weight	8	-0.0026665241457521915
89294	embedding2nn.weight	9	-0.0026816974859684706
89294	embedding2nn.bias	0	0.017240257933735847
89294	embedding2nn.bias	1	-0.04115520045161247
89294	embedding2nn.bias	2	0.07451034337282181
89294	embedding2nn.bias	3	0.05075044184923172
89294	embedding2nn.bias	4	-0.01751580834388733
89294	embedding2nn.bias	5	-0.02834347076714039
89294	embedding2nn.bias	6	0.006681997328996658
89294	embedding2nn.bias	7	-0.021418193355202675
89294	embedding2nn.bias	8	-0.029395749792456627
89294	embedding2nn.bias	9	0.027544470503926277
89294	rnn.weight_ih_l0	0	0.061832915991544724
89294	rnn.weight_ih_l0	1	-0.0402168370783329
89294	rnn.weight_ih_l0	2	-0.0014678238658234477
89294	rnn.weight_ih_l0	3	0.04424319788813591
89294	rnn.weight_ih_l0	4	-0.024055836722254753
89294	rnn.weight_ih_l0	5	0.05472325533628464
89294	rnn.weight_ih_l0	6	0.007810586132109165
89294	rnn.weight_ih_l0	7	0.05399369075894356
89294	rnn.weight_ih_l0	8	0.008293643593788147
89294	rnn.weight_ih_l0	9	-0.015859544277191162
89294	rnn.weight_hh_l0	0	-0.016318049281835556
89294	rnn.weight_hh_l0	1	-0.018185557797551155
89294	rnn.weight_hh_l0	2	-0.06155799701809883
89294	rnn.weight_hh_l0	3	-0.012119493447244167
89294	rnn.weight_hh_l0	4	-0.011371585540473461
89294	rnn.weight_hh_l0	5	-0.022310946136713028
89294	rnn.weight_hh_l0	6	-0.0028879037126898766
89294	rnn.weight_hh_l0	7	-0.04832478612661362
89294	rnn.weight_hh_l0	8	0.06170303374528885
89294	rnn.weight_hh_l0	9	0.04248480498790741
89294	rnn.bias_ih_l0	0	-0.1508956402540207
89294	rnn.bias_ih_l0	1	-0.13701249659061432
89294	rnn.bias_ih_l0	2	-0.0009612697758711874
89294	rnn.bias_ih_l0	3	-0.14072884619235992
89294	rnn.bias_ih_l0	4	-0.046336788684129715
89294	rnn.bias_ih_l0	5	-0.13345299661159515
89294	rnn.bias_ih_l0	6	0.04969917982816696
89294	rnn.bias_ih_l0	7	-0.08067338168621063
89294	rnn.bias_ih_l0	8	-0.022062605246901512
89294	rnn.bias_ih_l0	9	-0.096748486161232
89294	rnn.bias_hh_l0	0	-0.04288403317332268
89294	rnn.bias_hh_l0	1	0.20602574944496155
89294	rnn.bias_hh_l0	2	0.05725108087062836
89294	rnn.bias_hh_l0	3	-0.05836163088679314
89294	rnn.bias_hh_l0	4	-0.06830466538667679
89294	rnn.bias_hh_l0	5	-4.0256396459881216e-05
89294	rnn.bias_hh_l0	6	0.053667452186346054
89294	rnn.bias_hh_l0	7	-0.092194564640522
89294	rnn.bias_hh_l0	8	-0.1857587844133377
89294	rnn.bias_hh_l0	9	-0.09662909060716629
89294	rnn.weight_ih_l0_reverse	0	0.02687104046344757
89294	rnn.weight_ih_l0_reverse	1	-0.04998401552438736
89294	rnn.weight_ih_l0_reverse	2	0.036986351013183594
89294	rnn.weight_ih_l0_reverse	3	0.012220467440783978
89294	rnn.weight_ih_l0_reverse	4	0.015685241669416428
89294	rnn.weight_ih_l0_reverse	5	-0.02881229855120182
89294	rnn.weight_ih_l0_reverse	6	0.021818000823259354
89294	rnn.weight_ih_l0_reverse	7	0.03273965045809746
89294	rnn.weight_ih_l0_reverse	8	-0.027341900393366814
89294	rnn.weight_ih_l0_reverse	9	0.0023475629277527332
89294	rnn.weight_hh_l0_reverse	0	0.0488775372505188
89294	rnn.weight_hh_l0_reverse	1	0.031393177807331085
89294	rnn.weight_hh_l0_reverse	2	-0.01826913096010685
89294	rnn.weight_hh_l0_reverse	3	-0.060466933995485306
89294	rnn.weight_hh_l0_reverse	4	0.012109835632145405
89294	rnn.weight_hh_l0_reverse	5	-0.051294125616550446
89294	rnn.weight_hh_l0_reverse	6	-0.01368088647723198
89294	rnn.weight_hh_l0_reverse	7	0.026566307991743088
89294	rnn.weight_hh_l0_reverse	8	0.02030615508556366
89294	rnn.weight_hh_l0_reverse	9	-0.0012566426303237677
89294	rnn.bias_ih_l0_reverse	0	-0.03188028186559677
89294	rnn.bias_ih_l0_reverse	1	-0.11379218846559525
89294	rnn.bias_ih_l0_reverse	2	-0.10040193051099777
89294	rnn.bias_ih_l0_reverse	3	-0.029908055439591408
89294	rnn.bias_ih_l0_reverse	4	-0.09194842725992203
89294	rnn.bias_ih_l0_reverse	5	-0.07789645344018936
89294	rnn.bias_ih_l0_reverse	6	-0.15838384628295898
89294	rnn.bias_ih_l0_reverse	7	-0.05235143005847931
89294	rnn.bias_ih_l0_reverse	8	-0.06164078041911125
89294	rnn.bias_ih_l0_reverse	9	-0.11687788367271423
89294	rnn.bias_hh_l0_reverse	0	-0.11829672008752823
89294	rnn.bias_hh_l0_reverse	1	-0.1434464156627655
89294	rnn.bias_hh_l0_reverse	2	0.1021520346403122
89294	rnn.bias_hh_l0_reverse	3	0.048231858760118484
89294	rnn.bias_hh_l0_reverse	4	-0.12579445540905
89294	rnn.bias_hh_l0_reverse	5	-0.10125159472227097
89294	rnn.bias_hh_l0_reverse	6	-0.09628152847290039
89294	rnn.bias_hh_l0_reverse	7	-0.043786343187093735
89294	rnn.bias_hh_l0_reverse	8	-0.06096792593598366
89294	rnn.bias_hh_l0_reverse	9	-0.014981036074459553
89294	linear.weight	0	-0.00755460187792778
89294	linear.weight	1	0.04444979503750801
89294	linear.weight	2	0.20215554535388947
89294	linear.weight	3	-0.08021126687526703
89294	linear.weight	4	-0.010588549077510834
89294	linear.weight	5	0.026900021359324455
89294	linear.weight	6	-0.010739270597696304
89294	linear.weight	7	-0.08739300817251205
89294	linear.weight	8	0.09266989678144455
89294	linear.weight	9	-0.12642627954483032
89294	linear.bias	0	-0.03956538438796997
89294	linear.bias	1	0.031413208693265915
89294	linear.bias	2	0.4093919098377228
89294	linear.bias	3	-0.32106003165245056
89294	linear.bias	4	1.7240890264511108
89294	linear.bias	5	-1.3363802433013916
89294	linear.bias	6	-0.37582406401634216
89294	linear.bias	7	-0.10206940770149231
89853	transitions	0	-1.5851716995239258
89853	transitions	1	-10000.0
89853	transitions	2	-0.7969565987586975
89853	transitions	3	-10000.0
89853	transitions	4	1.806862235069275
89853	transitions	5	-10000.0
89853	transitions	6	-10000.0
89853	transitions	7	1.5606598854064941
89853	transitions	8	-2.3229596614837646
89853	transitions	9	-3.977595567703247
89853	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
89853	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
89853	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
89853	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
89853	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
89853	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
89853	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
89853	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
89853	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
89853	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
89853	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
89853	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
89853	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
89853	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
89853	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
89853	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
89853	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
89853	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
89853	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
89853	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
89853	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
89853	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
89853	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
89853	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
89853	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
89853	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
89853	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
89853	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
89853	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
89853	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
89853	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
89853	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
89853	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
89853	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
89853	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
89853	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
89853	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
89853	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
89853	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
89853	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
89853	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
89853	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
89853	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
89853	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
89853	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
89853	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
89853	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
89853	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
89853	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
89853	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
89853	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
89853	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
89853	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
89853	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
89853	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
89853	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
89853	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
89853	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
89853	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
89853	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
89853	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
89853	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
89853	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
89853	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
89853	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
89853	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
89853	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
89853	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
89853	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
89853	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
89853	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
89853	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
89853	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
89853	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
89853	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
89853	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
89853	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
89853	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
89853	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
89853	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
89853	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
89853	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
89853	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
89853	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
89853	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
89853	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
89853	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
89853	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
89853	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
89853	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
89853	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
89853	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
89853	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
89853	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
89853	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
89853	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
89853	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
89853	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
89853	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
89853	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
89853	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
89853	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
89853	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
89853	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
89853	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
89853	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
89853	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
89853	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
89853	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
89853	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
89853	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
89853	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
89853	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
89853	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
89853	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
89853	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
89853	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
89853	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
89853	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
89853	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
89853	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
89853	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
89853	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
89853	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
89853	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
89853	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
89853	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
89853	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
89853	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
89853	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
89853	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
89853	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
89853	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
89853	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
89853	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
89853	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
89853	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
89853	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
89853	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
89853	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
89853	embedding2nn.weight	0	0.006722747813910246
89853	embedding2nn.weight	1	0.005229465663433075
89853	embedding2nn.weight	2	0.013494736514985561
89853	embedding2nn.weight	3	0.01740429177880287
89853	embedding2nn.weight	4	0.012555954977869987
89853	embedding2nn.weight	5	0.003980299923568964
89853	embedding2nn.weight	6	-0.012363423593342304
89853	embedding2nn.weight	7	-0.0035995624493807554
89853	embedding2nn.weight	8	-0.002197765512391925
89853	embedding2nn.weight	9	-0.002481855684891343
89853	embedding2nn.bias	0	0.015131724998354912
89853	embedding2nn.bias	1	-0.028400607407093048
89853	embedding2nn.bias	2	0.06410914659500122
89853	embedding2nn.bias	3	0.042995430529117584
89853	embedding2nn.bias	4	-0.01186845451593399
89853	embedding2nn.bias	5	-0.034717440605163574
89853	embedding2nn.bias	6	0.012059724889695644
89853	embedding2nn.bias	7	-0.03154408559203148
89853	embedding2nn.bias	8	-0.019864903762936592
89853	embedding2nn.bias	9	0.025002242997288704
89853	rnn.weight_ih_l0	0	0.061745818704366684
89853	rnn.weight_ih_l0	1	-0.04136093333363533
89853	rnn.weight_ih_l0	2	-0.0005187896313145757
89853	rnn.weight_ih_l0	3	0.045420173555612564
89853	rnn.weight_ih_l0	4	-0.024234188720583916
89853	rnn.weight_ih_l0	5	0.05494697019457817
89853	rnn.weight_ih_l0	6	0.0076603046618402
89853	rnn.weight_ih_l0	7	0.054084908217191696
89853	rnn.weight_ih_l0	8	0.005590506829321384
89853	rnn.weight_ih_l0	9	-0.016952501609921455
89853	rnn.weight_hh_l0	0	-0.0161652322858572
89853	rnn.weight_hh_l0	1	-0.018527686595916748
89853	rnn.weight_hh_l0	2	-0.061669640243053436
89853	rnn.weight_hh_l0	3	-0.012292101979255676
89853	rnn.weight_hh_l0	4	-0.011564245447516441
89853	rnn.weight_hh_l0	5	-0.022368451580405235
89853	rnn.weight_hh_l0	6	-0.002829233417287469
89853	rnn.weight_hh_l0	7	-0.04729586839675903
89853	rnn.weight_hh_l0	8	0.06185778230428696
89853	rnn.weight_hh_l0	9	0.04243208095431328
89853	rnn.bias_ih_l0	0	-0.15305134654045105
89853	rnn.bias_ih_l0	1	-0.13680098950862885
89853	rnn.bias_ih_l0	2	-0.0013767884811386466
89853	rnn.bias_ih_l0	3	-0.14310917258262634
89853	rnn.bias_ih_l0	4	-0.04981798678636551
89853	rnn.bias_ih_l0	5	-0.1305983066558838
89853	rnn.bias_ih_l0	6	0.05097362771630287
89853	rnn.bias_ih_l0	7	-0.08076997846364975
89853	rnn.bias_ih_l0	8	-0.020075561478734016
89853	rnn.bias_ih_l0	9	-0.10003163665533066
89853	rnn.bias_hh_l0	0	-0.045018959790468216
89853	rnn.bias_hh_l0	1	0.21122300624847412
89853	rnn.bias_hh_l0	2	0.055544160306453705
89853	rnn.bias_hh_l0	3	-0.05317578464746475
89853	rnn.bias_hh_l0	4	-0.06860465556383133
89853	rnn.bias_hh_l0	5	-0.0018549824599176645
89853	rnn.bias_hh_l0	6	0.05673370137810707
89853	rnn.bias_hh_l0	7	-0.10092077404260635
89853	rnn.bias_hh_l0	8	-0.1735675036907196
89853	rnn.bias_hh_l0	9	-0.09688618034124374
89853	rnn.weight_ih_l0_reverse	0	0.026060380041599274
89853	rnn.weight_ih_l0_reverse	1	-0.05067325383424759
89853	rnn.weight_ih_l0_reverse	2	0.03669991344213486
89853	rnn.weight_ih_l0_reverse	3	0.010295912623405457
89853	rnn.weight_ih_l0_reverse	4	0.014299104921519756
89853	rnn.weight_ih_l0_reverse	5	-0.02934902533888817
89853	rnn.weight_ih_l0_reverse	6	0.02347554638981819
89853	rnn.weight_ih_l0_reverse	7	0.033020418137311935
89853	rnn.weight_ih_l0_reverse	8	-0.027177749201655388
89853	rnn.weight_ih_l0_reverse	9	0.0029357322491705418
89853	rnn.weight_hh_l0_reverse	0	0.048544712364673615
89853	rnn.weight_hh_l0_reverse	1	0.030923718586564064
89853	rnn.weight_hh_l0_reverse	2	-0.01795734278857708
89853	rnn.weight_hh_l0_reverse	3	-0.06046631187200546
89853	rnn.weight_hh_l0_reverse	4	0.011172591708600521
89853	rnn.weight_hh_l0_reverse	5	-0.051852740347385406
89853	rnn.weight_hh_l0_reverse	6	-0.013988582417368889
89853	rnn.weight_hh_l0_reverse	7	0.026334285736083984
89853	rnn.weight_hh_l0_reverse	8	0.020271413028240204
89853	rnn.weight_hh_l0_reverse	9	-0.0010299539426341653
89853	rnn.bias_ih_l0_reverse	0	-0.03202040120959282
89853	rnn.bias_ih_l0_reverse	1	-0.11411325633525848
89853	rnn.bias_ih_l0_reverse	2	-0.10098151862621307
89853	rnn.bias_ih_l0_reverse	3	-0.02381192333996296
89853	rnn.bias_ih_l0_reverse	4	-0.08936935663223267
89853	rnn.bias_ih_l0_reverse	5	-0.07923400402069092
89853	rnn.bias_ih_l0_reverse	6	-0.15859514474868774
89853	rnn.bias_ih_l0_reverse	7	-0.0479038767516613
89853	rnn.bias_ih_l0_reverse	8	-0.05675561726093292
89853	rnn.bias_ih_l0_reverse	9	-0.11949411034584045
89853	rnn.bias_hh_l0_reverse	0	-0.12084802240133286
89853	rnn.bias_hh_l0_reverse	1	-0.14442120492458344
89853	rnn.bias_hh_l0_reverse	2	0.102735236287117
89853	rnn.bias_hh_l0_reverse	3	0.042859531939029694
89853	rnn.bias_hh_l0_reverse	4	-0.12675172090530396
89853	rnn.bias_hh_l0_reverse	5	-0.10364437103271484
89853	rnn.bias_hh_l0_reverse	6	-0.07483134418725967
89853	rnn.bias_hh_l0_reverse	7	-0.04165596514940262
89853	rnn.bias_hh_l0_reverse	8	-0.06149385869503021
89853	rnn.bias_hh_l0_reverse	9	-0.015093358233571053
89853	linear.weight	0	-0.007535060867667198
89853	linear.weight	1	0.07214368879795074
89853	linear.weight	2	0.2191014438867569
89853	linear.weight	3	-0.08020665496587753
89853	linear.weight	4	-0.010588549077510834
89853	linear.weight	5	0.016323020681738853
89853	linear.weight	6	-0.010739270597696304
89853	linear.weight	7	-0.07809529453516006
89853	linear.weight	8	0.128602534532547
89853	linear.weight	9	-0.11862248927354813
89853	linear.bias	0	-0.03956538438796997
89853	linear.bias	1	0.031413208693265915
89853	linear.bias	2	0.40819963812828064
89853	linear.bias	3	-0.34099850058555603
89853	linear.bias	4	1.7488985061645508
89853	linear.bias	5	-1.3371531963348389
89853	linear.bias	6	-0.37510037422180176
89853	linear.bias	7	-0.10572486370801926
90411	transitions	0	-1.5889298915863037
90411	transitions	1	-10000.0
90411	transitions	2	-0.7969565987586975
90411	transitions	3	-10000.0
90411	transitions	4	1.82173490524292
90411	transitions	5	-10000.0
90411	transitions	6	-10000.0
90411	transitions	7	1.5643553733825684
90411	transitions	8	-2.3263027667999268
90411	transitions	9	-3.9806995391845703
90411	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
90411	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
90411	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
90411	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
90411	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
90411	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
90411	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
90411	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
90411	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
90411	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
90411	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
90411	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
90411	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
90411	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
90411	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
90411	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
90411	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
90411	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
90411	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
90411	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
90411	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
90411	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
90411	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
90411	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
90411	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
90411	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
90411	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
90411	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
90411	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
90411	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
90411	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
90411	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
90411	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
90411	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
90411	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
90411	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
90411	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
90411	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
90411	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
90411	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
90411	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
90411	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
90411	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
90411	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
90411	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
90411	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
90411	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
90411	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
90411	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
90411	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
90411	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
90411	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
90411	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
90411	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
90411	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
90411	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
90411	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
90411	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
90411	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
90411	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
90411	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
90411	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
90411	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
90411	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
90411	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
90411	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
90411	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
90411	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
90411	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
90411	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
90411	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
90411	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
90411	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
90411	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
90411	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
90411	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
90411	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
90411	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
90411	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
90411	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
90411	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
90411	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
90411	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
90411	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
90411	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
90411	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
90411	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
90411	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
90411	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
90411	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
90411	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
90411	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
90411	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
90411	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
90411	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
90411	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
90411	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
90411	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
90411	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
90411	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
90411	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
90411	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
90411	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
90411	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
90411	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
90411	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
90411	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
90411	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
90411	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
90411	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
90411	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
90411	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
90411	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
90411	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
90411	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
90411	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
90411	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
90411	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
90411	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
90411	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
90411	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
90411	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
90411	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
90411	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
90411	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
90411	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
90411	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
90411	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
90411	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
90411	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
90411	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
90411	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
90411	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
90411	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
90411	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
90411	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
90411	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
90411	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
90411	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
90411	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
90411	embedding2nn.weight	0	0.006709095556288958
90411	embedding2nn.weight	1	0.005173330195248127
90411	embedding2nn.weight	2	0.013459659181535244
90411	embedding2nn.weight	3	0.017449116334319115
90411	embedding2nn.weight	4	0.012638540007174015
90411	embedding2nn.weight	5	0.0036617496516555548
90411	embedding2nn.weight	6	-0.012942133471369743
90411	embedding2nn.weight	7	-0.003930526785552502
90411	embedding2nn.weight	8	-0.0010104167740792036
90411	embedding2nn.weight	9	-0.00237440736964345
90411	embedding2nn.bias	0	0.012912471778690815
90411	embedding2nn.bias	1	-0.0339227132499218
90411	embedding2nn.bias	2	0.0716472864151001
90411	embedding2nn.bias	3	0.05253349989652634
90411	embedding2nn.bias	4	-0.019131584092974663
90411	embedding2nn.bias	5	-0.030931448563933372
90411	embedding2nn.bias	6	0.014118610881268978
90411	embedding2nn.bias	7	-0.020826641470193863
90411	embedding2nn.bias	8	-0.026465879753232002
90411	embedding2nn.bias	9	0.02891501598060131
90411	rnn.weight_ih_l0	0	0.06288168579339981
90411	rnn.weight_ih_l0	1	-0.04191220924258232
90411	rnn.weight_ih_l0	2	-4.643101419787854e-05
90411	rnn.weight_ih_l0	3	0.04423670843243599
90411	rnn.weight_ih_l0	4	-0.024676423519849777
90411	rnn.weight_ih_l0	5	0.05490449443459511
90411	rnn.weight_ih_l0	6	0.008325436152517796
90411	rnn.weight_ih_l0	7	0.05379325523972511
90411	rnn.weight_ih_l0	8	0.0064617847092449665
90411	rnn.weight_ih_l0	9	-0.01582704670727253
90411	rnn.weight_hh_l0	0	-0.016150373965501785
90411	rnn.weight_hh_l0	1	-0.018662070855498314
90411	rnn.weight_hh_l0	2	-0.06221235916018486
90411	rnn.weight_hh_l0	3	-0.012276382185518742
90411	rnn.weight_hh_l0	4	-0.0115055488422513
90411	rnn.weight_hh_l0	5	-0.022498108446598053
90411	rnn.weight_hh_l0	6	-0.0026997218374162912
90411	rnn.weight_hh_l0	7	-0.046286433935165405
90411	rnn.weight_hh_l0	8	0.06201450899243355
90411	rnn.weight_hh_l0	9	0.042398758232593536
90411	rnn.bias_ih_l0	0	-0.15024766325950623
90411	rnn.bias_ih_l0	1	-0.13544602692127228
90411	rnn.bias_ih_l0	2	-0.002906087087467313
90411	rnn.bias_ih_l0	3	-0.14624598622322083
90411	rnn.bias_ih_l0	4	-0.051650520414114
90411	rnn.bias_ih_l0	5	-0.13129331171512604
90411	rnn.bias_ih_l0	6	0.053548090159893036
90411	rnn.bias_ih_l0	7	-0.07754574716091156
90411	rnn.bias_ih_l0	8	-0.02004011534154415
90411	rnn.bias_ih_l0	9	-0.09722717851400375
90411	rnn.bias_hh_l0	0	-0.04604785516858101
90411	rnn.bias_hh_l0	1	0.2151026874780655
90411	rnn.bias_hh_l0	2	0.05223878473043442
90411	rnn.bias_hh_l0	3	-0.05709201470017433
90411	rnn.bias_hh_l0	4	-0.07010816037654877
90411	rnn.bias_hh_l0	5	-0.007308491971343756
90411	rnn.bias_hh_l0	6	0.06130410358309746
90411	rnn.bias_hh_l0	7	-0.0977381095290184
90411	rnn.bias_hh_l0	8	-0.1759910136461258
90411	rnn.bias_hh_l0	9	-0.09810012578964233
90411	rnn.weight_ih_l0_reverse	0	0.02390514686703682
90411	rnn.weight_ih_l0_reverse	1	-0.04945634678006172
90411	rnn.weight_ih_l0_reverse	2	0.036837562918663025
90411	rnn.weight_ih_l0_reverse	3	0.011315538547933102
90411	rnn.weight_ih_l0_reverse	4	0.015238684602081776
90411	rnn.weight_ih_l0_reverse	5	-0.029959488660097122
90411	rnn.weight_ih_l0_reverse	6	0.020969009026885033
90411	rnn.weight_ih_l0_reverse	7	0.032932162284851074
90411	rnn.weight_ih_l0_reverse	8	-0.027223028242588043
90411	rnn.weight_ih_l0_reverse	9	0.0012949040392413735
90411	rnn.weight_hh_l0_reverse	0	0.049035072326660156
90411	rnn.weight_hh_l0_reverse	1	0.03077053278684616
90411	rnn.weight_hh_l0_reverse	2	-0.01771276257932186
90411	rnn.weight_hh_l0_reverse	3	-0.059579987078905106
90411	rnn.weight_hh_l0_reverse	4	0.01127463299781084
90411	rnn.weight_hh_l0_reverse	5	-0.05090916529297829
90411	rnn.weight_hh_l0_reverse	6	-0.013263753615319729
90411	rnn.weight_hh_l0_reverse	7	0.026703128591179848
90411	rnn.weight_hh_l0_reverse	8	0.020998505875468254
90411	rnn.weight_hh_l0_reverse	9	-0.0007660967530682683
90411	rnn.bias_ih_l0_reverse	0	-0.03238165006041527
90411	rnn.bias_ih_l0_reverse	1	-0.12029702216386795
90411	rnn.bias_ih_l0_reverse	2	-0.09797369688749313
90411	rnn.bias_ih_l0_reverse	3	-0.020157242193818092
90411	rnn.bias_ih_l0_reverse	4	-0.09403707832098007
90411	rnn.bias_ih_l0_reverse	5	-0.0773407444357872
90411	rnn.bias_ih_l0_reverse	6	-0.16217412054538727
90411	rnn.bias_ih_l0_reverse	7	-0.0490557961165905
90411	rnn.bias_ih_l0_reverse	8	-0.05311494693160057
90411	rnn.bias_ih_l0_reverse	9	-0.12244062125682831
90411	rnn.bias_hh_l0_reverse	0	-0.11941804736852646
90411	rnn.bias_hh_l0_reverse	1	-0.14384086430072784
90411	rnn.bias_hh_l0_reverse	2	0.1053353101015091
90411	rnn.bias_hh_l0_reverse	3	0.047118015587329865
90411	rnn.bias_hh_l0_reverse	4	-0.12997372448444366
90411	rnn.bias_hh_l0_reverse	5	-0.10448573529720306
90411	rnn.bias_hh_l0_reverse	6	-0.07547347992658615
90411	rnn.bias_hh_l0_reverse	7	-0.040951333940029144
90411	rnn.bias_hh_l0_reverse	8	-0.06503725796937943
90411	rnn.bias_hh_l0_reverse	9	-0.01329880952835083
90411	linear.weight	0	-0.0075005763210356236
90411	linear.weight	1	0.05193464085459709
90411	linear.weight	2	0.2170097380876541
90411	linear.weight	3	-0.08020832389593124
90411	linear.weight	4	-0.010588549077510834
90411	linear.weight	5	0.021731210872530937
90411	linear.weight	6	-0.010739270597696304
90411	linear.weight	7	-0.11438779532909393
90411	linear.weight	8	0.17206637561321259
90411	linear.weight	9	-0.12020700424909592
90411	linear.bias	0	-0.03956538438796997
90411	linear.bias	1	0.031413208693265915
90411	linear.bias	2	0.4397740066051483
90411	linear.bias	3	-0.42975810170173645
90411	linear.bias	4	1.7632777690887451
90411	linear.bias	5	-1.3378976583480835
90411	linear.bias	6	-0.3527252972126007
90411	linear.bias	7	-0.0845785066485405
90969	transitions	0	-1.5921872854232788
90969	transitions	1	-10000.0
90969	transitions	2	-0.7969565987586975
90969	transitions	3	-10000.0
90969	transitions	4	1.8264638185501099
90969	transitions	5	-10000.0
90969	transitions	6	-10000.0
90969	transitions	7	1.527243733406067
90969	transitions	8	-2.3303914070129395
90969	transitions	9	-3.9835188388824463
90969	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
90969	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
90969	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
90969	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
90969	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
90969	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
90969	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
90969	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
90969	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
90969	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
90969	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
90969	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
90969	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
90969	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
90969	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
90969	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
90969	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
90969	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
90969	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
90969	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
90969	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
90969	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
90969	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
90969	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
90969	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
90969	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
90969	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
90969	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
90969	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
90969	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
90969	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
90969	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
90969	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
90969	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
90969	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
90969	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
90969	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
90969	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
90969	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
90969	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
90969	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
90969	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
90969	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
90969	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
90969	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
90969	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
90969	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
90969	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
90969	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
90969	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
90969	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
90969	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
90969	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
90969	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
90969	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
90969	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
90969	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
90969	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
90969	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
90969	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
90969	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
90969	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
90969	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
90969	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
90969	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
90969	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
90969	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
90969	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
90969	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
90969	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
90969	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
90969	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
90969	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
90969	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
90969	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
90969	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
90969	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
90969	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
90969	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
90969	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
90969	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
90969	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
90969	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
90969	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
90969	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
90969	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
90969	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
90969	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
90969	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
90969	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
90969	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
90969	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
90969	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
90969	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
90969	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
90969	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
90969	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
90969	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
90969	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
90969	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
90969	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
90969	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
90969	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
90969	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
90969	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
90969	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
90969	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
90969	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
90969	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
90969	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
90969	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
90969	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
90969	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
90969	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
90969	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
90969	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
90969	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
90969	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
90969	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
90969	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
90969	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
90969	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
90969	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
90969	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
90969	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
90969	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
90969	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
90969	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
90969	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
90969	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
90969	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
90969	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
90969	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
90969	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
90969	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
90969	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
90969	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
90969	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
90969	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
90969	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
90969	embedding2nn.weight	0	0.006704855244606733
90969	embedding2nn.weight	1	0.004990668501704931
90969	embedding2nn.weight	2	0.013503112830221653
90969	embedding2nn.weight	3	0.01771456189453602
90969	embedding2nn.weight	4	0.013510256074368954
90969	embedding2nn.weight	5	0.004089334048330784
90969	embedding2nn.weight	6	-0.012794926762580872
90969	embedding2nn.weight	7	-0.003832448273897171
90969	embedding2nn.weight	8	-0.0016310467617586255
90969	embedding2nn.weight	9	-0.0025867123622447252
90969	embedding2nn.bias	0	0.010720145888626575
90969	embedding2nn.bias	1	-0.040563471615314484
90969	embedding2nn.bias	2	0.07191561162471771
90969	embedding2nn.bias	3	0.050998885184526443
90969	embedding2nn.bias	4	-0.011781306006014347
90969	embedding2nn.bias	5	-0.04210718721151352
90969	embedding2nn.bias	6	0.01668274961411953
90969	embedding2nn.bias	7	-0.020654769614338875
90969	embedding2nn.bias	8	-0.020582735538482666
90969	embedding2nn.bias	9	0.03240768983960152
90969	rnn.weight_ih_l0	0	0.0636577159166336
90969	rnn.weight_ih_l0	1	-0.044842276722192764
90969	rnn.weight_ih_l0	2	0.0006028899806551635
90969	rnn.weight_ih_l0	3	0.04586706683039665
90969	rnn.weight_ih_l0	4	-0.024378089234232903
90969	rnn.weight_ih_l0	5	0.05423705652356148
90969	rnn.weight_ih_l0	6	0.008038705214858055
90969	rnn.weight_ih_l0	7	0.054024145007133484
90969	rnn.weight_ih_l0	8	0.006541930604726076
90969	rnn.weight_ih_l0	9	-0.01677515357732773
90969	rnn.weight_hh_l0	0	-0.017464790493249893
90969	rnn.weight_hh_l0	1	-0.019370727241039276
90969	rnn.weight_hh_l0	2	-0.06182302162051201
90969	rnn.weight_hh_l0	3	-0.012095271609723568
90969	rnn.weight_hh_l0	4	-0.011237949132919312
90969	rnn.weight_hh_l0	5	-0.0224450770765543
90969	rnn.weight_hh_l0	6	-0.0026010856963694096
90969	rnn.weight_hh_l0	7	-0.047400373965501785
90969	rnn.weight_hh_l0	8	0.06286601722240448
90969	rnn.weight_hh_l0	9	0.04248333349823952
90969	rnn.bias_ih_l0	0	-0.1565210223197937
90969	rnn.bias_ih_l0	1	-0.13531576097011566
90969	rnn.bias_ih_l0	2	-0.0029138948302716017
90969	rnn.bias_ih_l0	3	-0.14503780007362366
90969	rnn.bias_ih_l0	4	-0.053534794598817825
90969	rnn.bias_ih_l0	5	-0.13206401467323303
90969	rnn.bias_ih_l0	6	0.05081938952207565
90969	rnn.bias_ih_l0	7	-0.07721744477748871
90969	rnn.bias_ih_l0	8	-0.022952543571591377
90969	rnn.bias_ih_l0	9	-0.09542625397443771
90969	rnn.bias_hh_l0	0	-0.04459119215607643
90969	rnn.bias_hh_l0	1	0.21181422472000122
90969	rnn.bias_hh_l0	2	0.05731509253382683
90969	rnn.bias_hh_l0	3	-0.05938205122947693
90969	rnn.bias_hh_l0	4	-0.06839343905448914
90969	rnn.bias_hh_l0	5	-0.004328163340687752
90969	rnn.bias_hh_l0	6	0.05313830077648163
90969	rnn.bias_hh_l0	7	-0.10007967799901962
90969	rnn.bias_hh_l0	8	-0.18168573081493378
90969	rnn.bias_hh_l0	9	-0.09662874042987823
90969	rnn.weight_ih_l0_reverse	0	0.023412704467773438
90969	rnn.weight_ih_l0_reverse	1	-0.04906453937292099
90969	rnn.weight_ih_l0_reverse	2	0.037257228046655655
90969	rnn.weight_ih_l0_reverse	3	0.01176117081195116
90969	rnn.weight_ih_l0_reverse	4	0.015035641379654408
90969	rnn.weight_ih_l0_reverse	5	-0.03023003600537777
90969	rnn.weight_ih_l0_reverse	6	0.022614626213908195
90969	rnn.weight_ih_l0_reverse	7	0.03300992026925087
90969	rnn.weight_ih_l0_reverse	8	-0.02698034793138504
90969	rnn.weight_ih_l0_reverse	9	0.0038358597084879875
90969	rnn.weight_hh_l0_reverse	0	0.04870196804404259
90969	rnn.weight_hh_l0_reverse	1	0.03018246777355671
90969	rnn.weight_hh_l0_reverse	2	-0.017924319952726364
90969	rnn.weight_hh_l0_reverse	3	-0.061176467686891556
90969	rnn.weight_hh_l0_reverse	4	0.013235158286988735
90969	rnn.weight_hh_l0_reverse	5	-0.05084160715341568
90969	rnn.weight_hh_l0_reverse	6	-0.013220610097050667
90969	rnn.weight_hh_l0_reverse	7	0.02699330635368824
90969	rnn.weight_hh_l0_reverse	8	0.021696634590625763
90969	rnn.weight_hh_l0_reverse	9	-0.0008606743067502975
90969	rnn.bias_ih_l0_reverse	0	-0.0296314749866724
90969	rnn.bias_ih_l0_reverse	1	-0.12188299745321274
90969	rnn.bias_ih_l0_reverse	2	-0.10396507382392883
90969	rnn.bias_ih_l0_reverse	3	-0.02107670158147812
90969	rnn.bias_ih_l0_reverse	4	-0.09183164685964584
90969	rnn.bias_ih_l0_reverse	5	-0.07909265160560608
90969	rnn.bias_ih_l0_reverse	6	-0.16255247592926025
90969	rnn.bias_ih_l0_reverse	7	-0.049078237265348434
90969	rnn.bias_ih_l0_reverse	8	-0.05367273464798927
90969	rnn.bias_ih_l0_reverse	9	-0.12155825644731522
90969	rnn.bias_hh_l0_reverse	0	-0.11945722997188568
90969	rnn.bias_hh_l0_reverse	1	-0.1444951295852661
90969	rnn.bias_hh_l0_reverse	2	0.10047221183776855
90969	rnn.bias_hh_l0_reverse	3	0.04762807488441467
90969	rnn.bias_hh_l0_reverse	4	-0.12801474332809448
90969	rnn.bias_hh_l0_reverse	5	-0.10518068075180054
90969	rnn.bias_hh_l0_reverse	6	-0.06925375759601593
90969	rnn.bias_hh_l0_reverse	7	-0.04290492832660675
90969	rnn.bias_hh_l0_reverse	8	-0.06837022304534912
90969	rnn.bias_hh_l0_reverse	9	-0.008702987805008888
90969	linear.weight	0	-0.007484860718250275
90969	linear.weight	1	0.025703633204102516
90969	linear.weight	2	0.21982482075691223
90969	linear.weight	3	-0.08020085096359253
90969	linear.weight	4	-0.010588549077510834
90969	linear.weight	5	0.00757683627307415
90969	linear.weight	6	-0.010739270597696304
90969	linear.weight	7	-0.08937480300664902
90969	linear.weight	8	0.15210367739200592
90969	linear.weight	9	-0.12552426755428314
90969	linear.bias	0	-0.03956538438796997
90969	linear.bias	1	0.031413208693265915
90969	linear.bias	2	0.5238067507743835
90969	linear.bias	3	-0.4658639132976532
90969	linear.bias	4	1.769628643989563
90969	linear.bias	5	-1.3386389017105103
90969	linear.bias	6	-0.38087552785873413
90969	linear.bias	7	-0.10998725146055222
91527	transitions	0	-1.5955685377120972
91527	transitions	1	-10000.0
91527	transitions	2	-0.7969565987586975
91527	transitions	3	-10000.0
91527	transitions	4	1.7897621393203735
91527	transitions	5	-10000.0
91527	transitions	6	-10000.0
91527	transitions	7	1.4984995126724243
91527	transitions	8	-2.3333194255828857
91527	transitions	9	-3.986396312713623
91527	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
91527	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
91527	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
91527	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
91527	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
91527	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
91527	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
91527	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
91527	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
91527	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
91527	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
91527	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
91527	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
91527	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
91527	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
91527	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
91527	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
91527	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
91527	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
91527	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
91527	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
91527	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
91527	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
91527	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
91527	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
91527	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
91527	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
91527	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
91527	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
91527	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
91527	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
91527	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
91527	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
91527	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
91527	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
91527	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
91527	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
91527	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
91527	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
91527	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
91527	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
91527	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
91527	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
91527	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
91527	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
91527	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
91527	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
91527	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
91527	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
91527	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
91527	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
91527	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
91527	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
91527	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
91527	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
91527	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
91527	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
91527	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
91527	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
91527	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
91527	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
91527	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
91527	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
91527	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
91527	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
91527	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
91527	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
91527	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
91527	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
91527	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
91527	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
91527	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
91527	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
91527	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
91527	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
91527	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
91527	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
91527	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
91527	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
91527	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
91527	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
91527	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
91527	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
91527	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
91527	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
91527	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
91527	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
91527	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
91527	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
91527	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
91527	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
91527	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
91527	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
91527	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
91527	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
91527	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
91527	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
91527	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
91527	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
91527	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
91527	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
91527	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
91527	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
91527	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
91527	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
91527	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
91527	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
91527	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
91527	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
91527	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
91527	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
91527	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
91527	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
91527	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
91527	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
91527	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
91527	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
91527	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
91527	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
91527	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
91527	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
91527	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
91527	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
91527	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
91527	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
91527	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
91527	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
91527	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
91527	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
91527	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
91527	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
91527	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
91527	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
91527	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
91527	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
91527	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
91527	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
91527	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
91527	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
91527	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
91527	embedding2nn.weight	0	0.0066815335303545
91527	embedding2nn.weight	1	0.004673067945986986
91527	embedding2nn.weight	2	0.013478049077093601
91527	embedding2nn.weight	3	0.01768348552286625
91527	embedding2nn.weight	4	0.014225470833480358
91527	embedding2nn.weight	5	0.004501875955611467
91527	embedding2nn.weight	6	-0.01244361326098442
91527	embedding2nn.weight	7	-0.003520690370351076
91527	embedding2nn.weight	8	-0.0011451722821220756
91527	embedding2nn.weight	9	-0.0021686546970158815
91527	embedding2nn.bias	0	0.010779714211821556
91527	embedding2nn.bias	1	-0.0425259992480278
91527	embedding2nn.bias	2	0.07746266573667526
91527	embedding2nn.bias	3	0.05513320118188858
91527	embedding2nn.bias	4	-0.011515703052282333
91527	embedding2nn.bias	5	-0.029698651283979416
91527	embedding2nn.bias	6	0.015941297635436058
91527	embedding2nn.bias	7	-0.006778538227081299
91527	embedding2nn.bias	8	-0.0211431086063385
91527	embedding2nn.bias	9	0.0397951677441597
91527	rnn.weight_ih_l0	0	0.06128606200218201
91527	rnn.weight_ih_l0	1	-0.044580865651369095
91527	rnn.weight_ih_l0	2	0.002575601451098919
91527	rnn.weight_ih_l0	3	0.045402638614177704
91527	rnn.weight_ih_l0	4	-0.023750582709908485
91527	rnn.weight_ih_l0	5	0.051536764949560165
91527	rnn.weight_ih_l0	6	0.007806999608874321
91527	rnn.weight_ih_l0	7	0.053878068923950195
91527	rnn.weight_ih_l0	8	0.00787178985774517
91527	rnn.weight_ih_l0	9	-0.017300592735409737
91527	rnn.weight_hh_l0	0	-0.016796201467514038
91527	rnn.weight_hh_l0	1	-0.019000845029950142
91527	rnn.weight_hh_l0	2	-0.06168483570218086
91527	rnn.weight_hh_l0	3	-0.011907974258065224
91527	rnn.weight_hh_l0	4	-0.011080889031291008
91527	rnn.weight_hh_l0	5	-0.021803922951221466
91527	rnn.weight_hh_l0	6	-0.0023501673713326454
91527	rnn.weight_hh_l0	7	-0.046662017703056335
91527	rnn.weight_hh_l0	8	0.06294821947813034
91527	rnn.weight_hh_l0	9	0.042758502066135406
91527	rnn.bias_ih_l0	0	-0.1542169749736786
91527	rnn.bias_ih_l0	1	-0.13971714675426483
91527	rnn.bias_ih_l0	2	-0.004167464096099138
91527	rnn.bias_ih_l0	3	-0.14475250244140625
91527	rnn.bias_ih_l0	4	-0.053740937262773514
91527	rnn.bias_ih_l0	5	-0.13358503580093384
91527	rnn.bias_ih_l0	6	0.04974616318941116
91527	rnn.bias_ih_l0	7	-0.07897425442934036
91527	rnn.bias_ih_l0	8	-0.02289469540119171
91527	rnn.bias_ih_l0	9	-0.09600243717432022
91527	rnn.bias_hh_l0	0	-0.04079626500606537
91527	rnn.bias_hh_l0	1	0.2103603333234787
91527	rnn.bias_hh_l0	2	0.05737200751900673
91527	rnn.bias_hh_l0	3	-0.05932162329554558
91527	rnn.bias_hh_l0	4	-0.06828273832798004
91527	rnn.bias_hh_l0	5	-0.012653489597141743
91527	rnn.bias_hh_l0	6	0.05404135584831238
91527	rnn.bias_hh_l0	7	-0.09535971283912659
91527	rnn.bias_hh_l0	8	-0.17937789857387543
91527	rnn.bias_hh_l0	9	-0.09658335149288177
91527	rnn.weight_ih_l0_reverse	0	0.023701878264546394
91527	rnn.weight_ih_l0_reverse	1	-0.050252221524715424
91527	rnn.weight_ih_l0_reverse	2	0.036787327378988266
91527	rnn.weight_ih_l0_reverse	3	0.013392766937613487
91527	rnn.weight_ih_l0_reverse	4	0.014831554144620895
91527	rnn.weight_ih_l0_reverse	5	-0.030768053606152534
91527	rnn.weight_ih_l0_reverse	6	0.020953869447112083
91527	rnn.weight_ih_l0_reverse	7	0.03358127921819687
91527	rnn.weight_ih_l0_reverse	8	-0.028337012976408005
91527	rnn.weight_ih_l0_reverse	9	0.004469335079193115
91527	rnn.weight_hh_l0_reverse	0	0.04896046593785286
91527	rnn.weight_hh_l0_reverse	1	0.029682425782084465
91527	rnn.weight_hh_l0_reverse	2	-0.017793068662285805
91527	rnn.weight_hh_l0_reverse	3	-0.06169087812304497
91527	rnn.weight_hh_l0_reverse	4	0.01386378612369299
91527	rnn.weight_hh_l0_reverse	5	-0.050445813685655594
91527	rnn.weight_hh_l0_reverse	6	-0.01305427961051464
91527	rnn.weight_hh_l0_reverse	7	0.02669314295053482
91527	rnn.weight_hh_l0_reverse	8	0.022752493619918823
91527	rnn.weight_hh_l0_reverse	9	-0.0010323505848646164
91527	rnn.bias_ih_l0_reverse	0	-0.025287259370088577
91527	rnn.bias_ih_l0_reverse	1	-0.12175818532705307
91527	rnn.bias_ih_l0_reverse	2	-0.09870380908250809
91527	rnn.bias_ih_l0_reverse	3	-0.019240841269493103
91527	rnn.bias_ih_l0_reverse	4	-0.0873563140630722
91527	rnn.bias_ih_l0_reverse	5	-0.0776243507862091
91527	rnn.bias_ih_l0_reverse	6	-0.1650913953781128
91527	rnn.bias_ih_l0_reverse	7	-0.050929997116327286
91527	rnn.bias_ih_l0_reverse	8	-0.05539821460843086
91527	rnn.bias_ih_l0_reverse	9	-0.11150560528039932
91527	rnn.bias_hh_l0_reverse	0	-0.1246633529663086
91527	rnn.bias_hh_l0_reverse	1	-0.14477191865444183
91527	rnn.bias_hh_l0_reverse	2	0.0982622504234314
91527	rnn.bias_hh_l0_reverse	3	0.04421836882829666
91527	rnn.bias_hh_l0_reverse	4	-0.12887582182884216
91527	rnn.bias_hh_l0_reverse	5	-0.10703226178884506
91527	rnn.bias_hh_l0_reverse	6	-0.07910732179880142
91527	rnn.bias_hh_l0_reverse	7	-0.039536405354738235
91527	rnn.bias_hh_l0_reverse	8	-0.06986041367053986
91527	rnn.bias_hh_l0_reverse	9	-0.01132600475102663
91527	linear.weight	0	-0.007480798289179802
91527	linear.weight	1	-0.00681456970050931
91527	linear.weight	2	0.22246655821800232
91527	linear.weight	3	-0.08015948534011841
91527	linear.weight	4	-0.010588549077510834
91527	linear.weight	5	-0.005496827885508537
91527	linear.weight	6	-0.010739270597696304
91527	linear.weight	7	-0.062351204454898834
91527	linear.weight	8	0.13863202929496765
91527	linear.weight	9	-0.12809322774410248
91527	linear.bias	0	-0.03956538438796997
91527	linear.bias	1	0.031413208693265915
91527	linear.bias	2	0.4870898127555847
91527	linear.bias	3	-0.3875180184841156
91527	linear.bias	4	1.7335964441299438
91527	linear.bias	5	-1.339301347732544
91527	linear.bias	6	-0.3840367794036865
91527	linear.bias	7	-0.11178738623857498
92085	transitions	0	-1.5993003845214844
92085	transitions	1	-10000.0
92085	transitions	2	-0.7969565987586975
92085	transitions	3	-10000.0
92085	transitions	4	1.823237419128418
92085	transitions	5	-10000.0
92085	transitions	6	-10000.0
92085	transitions	7	1.5098711252212524
92085	transitions	8	-2.336411952972412
92085	transitions	9	-3.98933744430542
92085	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
92085	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
92085	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
92085	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
92085	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
92085	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
92085	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
92085	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
92085	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
92085	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
92085	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
92085	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
92085	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
92085	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
92085	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
92085	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
92085	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
92085	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
92085	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
92085	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
92085	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
92085	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
92085	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
92085	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
92085	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
92085	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
92085	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
92085	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
92085	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
92085	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
92085	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
92085	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
92085	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
92085	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
92085	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
92085	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
92085	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
92085	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
92085	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
92085	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
92085	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
92085	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
92085	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
92085	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
92085	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
92085	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
92085	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
92085	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
92085	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
92085	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
92085	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
92085	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
92085	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
92085	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
92085	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
92085	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
92085	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
92085	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
92085	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
92085	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
92085	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
92085	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
92085	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
92085	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
92085	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
92085	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
92085	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
92085	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
92085	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
92085	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
92085	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
92085	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
92085	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
92085	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
92085	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
92085	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
92085	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
92085	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
92085	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
92085	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
92085	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
92085	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
92085	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
92085	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
92085	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
92085	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
92085	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
92085	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
92085	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
92085	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
92085	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
92085	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
92085	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
92085	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
92085	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
92085	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
92085	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
92085	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
92085	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
92085	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
92085	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
92085	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
92085	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
92085	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
92085	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
92085	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
92085	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
92085	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
92085	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
92085	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
92085	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
92085	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
92085	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
92085	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
92085	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
92085	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
92085	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
92085	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
92085	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
92085	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
92085	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
92085	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
92085	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
92085	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
92085	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
92085	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
92085	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
92085	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
92085	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
92085	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
92085	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
92085	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
92085	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
92085	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
92085	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
92085	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
92085	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
92085	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
92085	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
92085	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
92085	embedding2nn.weight	0	0.006680305115878582
92085	embedding2nn.weight	1	0.0047174678184092045
92085	embedding2nn.weight	2	0.013516314327716827
92085	embedding2nn.weight	3	0.017686858773231506
92085	embedding2nn.weight	4	0.014600610360503197
92085	embedding2nn.weight	5	0.004651464521884918
92085	embedding2nn.weight	6	-0.012278115376830101
92085	embedding2nn.weight	7	-0.003420785767957568
92085	embedding2nn.weight	8	-0.0002529202029109001
92085	embedding2nn.weight	9	-0.001980216708034277
92085	embedding2nn.bias	0	0.008064660243690014
92085	embedding2nn.bias	1	-0.03762611001729965
92085	embedding2nn.bias	2	0.07433082163333893
92085	embedding2nn.bias	3	0.05309009924530983
92085	embedding2nn.bias	4	-0.011218391358852386
92085	embedding2nn.bias	5	-0.028745222836732864
92085	embedding2nn.bias	6	0.020347246900200844
92085	embedding2nn.bias	7	-0.011275765486061573
92085	embedding2nn.bias	8	-0.017822265625
92085	embedding2nn.bias	9	0.04485177621245384
92085	rnn.weight_ih_l0	0	0.06117822229862213
92085	rnn.weight_ih_l0	1	-0.044820256531238556
92085	rnn.weight_ih_l0	2	0.0027707417029887438
92085	rnn.weight_ih_l0	3	0.044992078095674515
92085	rnn.weight_ih_l0	4	-0.024546336382627487
92085	rnn.weight_ih_l0	5	0.0547097846865654
92085	rnn.weight_ih_l0	6	0.007693206891417503
92085	rnn.weight_ih_l0	7	0.0524880550801754
92085	rnn.weight_ih_l0	8	0.008327803574502468
92085	rnn.weight_ih_l0	9	-0.0167939942330122
92085	rnn.weight_hh_l0	0	-0.016996197402477264
92085	rnn.weight_hh_l0	1	-0.019976086914539337
92085	rnn.weight_hh_l0	2	-0.06164327636361122
92085	rnn.weight_hh_l0	3	-0.011653251945972443
92085	rnn.weight_hh_l0	4	-0.01077816728502512
92085	rnn.weight_hh_l0	5	-0.021665452048182487
92085	rnn.weight_hh_l0	6	-0.002348329173400998
92085	rnn.weight_hh_l0	7	-0.047336023300886154
92085	rnn.weight_hh_l0	8	0.06285513192415237
92085	rnn.weight_hh_l0	9	0.043707225471735
92085	rnn.bias_ih_l0	0	-0.16257157921791077
92085	rnn.bias_ih_l0	1	-0.13602587580680847
92085	rnn.bias_ih_l0	2	-0.003639291739091277
92085	rnn.bias_ih_l0	3	-0.1462741196155548
92085	rnn.bias_ih_l0	4	-0.054542578756809235
92085	rnn.bias_ih_l0	5	-0.13508214056491852
92085	rnn.bias_ih_l0	6	0.05750711262226105
92085	rnn.bias_ih_l0	7	-0.08108333498239517
92085	rnn.bias_ih_l0	8	-0.020070692524313927
92085	rnn.bias_ih_l0	9	-0.09606488049030304
92085	rnn.bias_hh_l0	0	-0.044698216021060944
92085	rnn.bias_hh_l0	1	0.2169850915670395
92085	rnn.bias_hh_l0	2	0.07179462164640427
92085	rnn.bias_hh_l0	3	-0.05955224484205246
92085	rnn.bias_hh_l0	4	-0.07033941894769669
92085	rnn.bias_hh_l0	5	-0.010013566352427006
92085	rnn.bias_hh_l0	6	0.05680811405181885
92085	rnn.bias_hh_l0	7	-0.09937550872564316
92085	rnn.bias_hh_l0	8	-0.18687930703163147
92085	rnn.bias_hh_l0	9	-0.09528273344039917
92085	rnn.weight_ih_l0_reverse	0	0.021755898371338844
92085	rnn.weight_ih_l0_reverse	1	-0.04914690926671028
92085	rnn.weight_ih_l0_reverse	2	0.03701961785554886
92085	rnn.weight_ih_l0_reverse	3	0.01364212203770876
92085	rnn.weight_ih_l0_reverse	4	0.015290397219359875
92085	rnn.weight_ih_l0_reverse	5	-0.030724365264177322
92085	rnn.weight_ih_l0_reverse	6	0.020155681297183037
92085	rnn.weight_ih_l0_reverse	7	0.03437168896198273
92085	rnn.weight_ih_l0_reverse	8	-0.02810053527355194
92085	rnn.weight_ih_l0_reverse	9	0.0023561017587780952
92085	rnn.weight_hh_l0_reverse	0	0.048964813351631165
92085	rnn.weight_hh_l0_reverse	1	0.02963811345398426
92085	rnn.weight_hh_l0_reverse	2	-0.017721284180879593
92085	rnn.weight_hh_l0_reverse	3	-0.06350865215063095
92085	rnn.weight_hh_l0_reverse	4	0.012797744944691658
92085	rnn.weight_hh_l0_reverse	5	-0.050265368074178696
92085	rnn.weight_hh_l0_reverse	6	-0.013142658397555351
92085	rnn.weight_hh_l0_reverse	7	0.026810644194483757
92085	rnn.weight_hh_l0_reverse	8	0.023090612143278122
92085	rnn.weight_hh_l0_reverse	9	-0.0012873162049800158
92085	rnn.bias_ih_l0_reverse	0	-0.015347853302955627
92085	rnn.bias_ih_l0_reverse	1	-0.1200738400220871
92085	rnn.bias_ih_l0_reverse	2	-0.09910576045513153
92085	rnn.bias_ih_l0_reverse	3	-0.025954008102416992
92085	rnn.bias_ih_l0_reverse	4	-0.09055361151695251
92085	rnn.bias_ih_l0_reverse	5	-0.07892484962940216
92085	rnn.bias_ih_l0_reverse	6	-0.1645910143852234
92085	rnn.bias_ih_l0_reverse	7	-0.04958949610590935
92085	rnn.bias_ih_l0_reverse	8	-0.05201682448387146
92085	rnn.bias_ih_l0_reverse	9	-0.11722808331251144
92085	rnn.bias_hh_l0_reverse	0	-0.12495661526918411
92085	rnn.bias_hh_l0_reverse	1	-0.14210006594657898
92085	rnn.bias_hh_l0_reverse	2	0.1016131043434143
92085	rnn.bias_hh_l0_reverse	3	0.03877636790275574
92085	rnn.bias_hh_l0_reverse	4	-0.13028647005558014
92085	rnn.bias_hh_l0_reverse	5	-0.10393362492322922
92085	rnn.bias_hh_l0_reverse	6	-0.07014429569244385
92085	rnn.bias_hh_l0_reverse	7	-0.041729748249053955
92085	rnn.bias_hh_l0_reverse	8	-0.06211142614483833
92085	rnn.bias_hh_l0_reverse	9	-0.013435520231723785
92085	linear.weight	0	-0.007472838740795851
92085	linear.weight	1	-0.06155124306678772
92085	linear.weight	2	0.23410212993621826
92085	linear.weight	3	-0.0801243782043457
92085	linear.weight	4	-0.010588549077510834
92085	linear.weight	5	0.040138114243745804
92085	linear.weight	6	-0.010739270597696304
92085	linear.weight	7	-0.07111413031816483
92085	linear.weight	8	0.10449295490980148
92085	linear.weight	9	-0.13476388156414032
92085	linear.bias	0	-0.03956538438796997
92085	linear.bias	1	0.031413208693265915
92085	linear.bias	2	0.47853243350982666
92085	linear.bias	3	-0.3850120007991791
92085	linear.bias	4	1.7421387434005737
92085	linear.bias	5	-1.3400245904922485
92085	linear.bias	6	-0.385152131319046
92085	linear.bias	7	-0.11246585845947266
92643	transitions	0	-1.6020419597625732
92643	transitions	1	-10000.0
92643	transitions	2	-0.7969565987586975
92643	transitions	3	-10000.0
92643	transitions	4	1.7811192274093628
92643	transitions	5	-10000.0
92643	transitions	6	-10000.0
92643	transitions	7	1.545652985572815
92643	transitions	8	-2.338850498199463
92643	transitions	9	-3.9920732975006104
92643	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
92643	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
92643	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
92643	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
92643	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
92643	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
92643	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
92643	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
92643	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
92643	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
92643	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
92643	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
92643	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
92643	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
92643	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
92643	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
92643	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
92643	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
92643	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
92643	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
92643	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
92643	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
92643	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
92643	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
92643	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
92643	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
92643	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
92643	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
92643	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
92643	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
92643	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
92643	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
92643	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
92643	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
92643	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
92643	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
92643	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
92643	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
92643	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
92643	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
92643	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
92643	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
92643	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
92643	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
92643	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
92643	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
92643	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
92643	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
92643	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
92643	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
92643	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
92643	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
92643	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
92643	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
92643	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
92643	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
92643	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
92643	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
92643	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
92643	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
92643	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
92643	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
92643	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
92643	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
92643	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
92643	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
92643	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
92643	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
92643	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
92643	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
92643	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
92643	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
92643	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
92643	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
92643	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
92643	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
92643	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
92643	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
92643	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
92643	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
92643	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
92643	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
92643	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
92643	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
92643	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
92643	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
92643	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
92643	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
92643	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
92643	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
92643	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
92643	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
92643	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
92643	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
92643	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
92643	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
92643	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
92643	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
92643	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
92643	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
92643	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
92643	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
92643	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
92643	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
92643	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
92643	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
92643	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
92643	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
92643	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
92643	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
92643	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
92643	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
92643	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
92643	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
92643	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
92643	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
92643	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
92643	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
92643	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
92643	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
92643	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
92643	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
92643	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
92643	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
92643	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
92643	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
92643	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
92643	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
92643	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
92643	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
92643	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
92643	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
92643	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
92643	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
92643	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
92643	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
92643	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
92643	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
92643	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
92643	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
92643	embedding2nn.weight	0	0.006652873940765858
92643	embedding2nn.weight	1	0.004517285618931055
92643	embedding2nn.weight	2	0.01355960313230753
92643	embedding2nn.weight	3	0.017839204519987106
92643	embedding2nn.weight	4	0.015013751573860645
92643	embedding2nn.weight	5	0.0048331934958696365
92643	embedding2nn.weight	6	-0.011668783612549305
92643	embedding2nn.weight	7	-0.0033587480429559946
92643	embedding2nn.weight	8	-0.0013039682526141405
92643	embedding2nn.weight	9	-0.0016282065771520138
92643	embedding2nn.bias	0	0.004088608548045158
92643	embedding2nn.bias	1	-0.03438149392604828
92643	embedding2nn.bias	2	0.07150869816541672
92643	embedding2nn.bias	3	0.049642737954854965
92643	embedding2nn.bias	4	-0.009854020550847054
92643	embedding2nn.bias	5	-0.028724336996674538
92643	embedding2nn.bias	6	0.011929791420698166
92643	embedding2nn.bias	7	-0.01588227041065693
92643	embedding2nn.bias	8	-0.03476838022470474
92643	embedding2nn.bias	9	0.03543576970696449
92643	rnn.weight_ih_l0	0	0.060021255165338516
92643	rnn.weight_ih_l0	1	-0.04549168422818184
92643	rnn.weight_ih_l0	2	0.001200730330310762
92643	rnn.weight_ih_l0	3	0.04473256692290306
92643	rnn.weight_ih_l0	4	-0.02581542730331421
92643	rnn.weight_ih_l0	5	0.055069614201784134
92643	rnn.weight_ih_l0	6	0.007522603962570429
92643	rnn.weight_ih_l0	7	0.05275634676218033
92643	rnn.weight_ih_l0	8	0.009203016757965088
92643	rnn.weight_ih_l0	9	-0.015498924069106579
92643	rnn.weight_hh_l0	0	-0.016503116115927696
92643	rnn.weight_hh_l0	1	-0.019483502954244614
92643	rnn.weight_hh_l0	2	-0.061291538178920746
92643	rnn.weight_hh_l0	3	-0.01178968045860529
92643	rnn.weight_hh_l0	4	-0.010525817982852459
92643	rnn.weight_hh_l0	5	-0.021866295486688614
92643	rnn.weight_hh_l0	6	-0.0021862150169909
92643	rnn.weight_hh_l0	7	-0.04811582714319229
92643	rnn.weight_hh_l0	8	0.06332100182771683
92643	rnn.weight_hh_l0	9	0.04381861910223961
92643	rnn.bias_ih_l0	0	-0.16296155750751495
92643	rnn.bias_ih_l0	1	-0.13663138449192047
92643	rnn.bias_ih_l0	2	-0.004298883955925703
92643	rnn.bias_ih_l0	3	-0.146929532289505
92643	rnn.bias_ih_l0	4	-0.0476144514977932
92643	rnn.bias_ih_l0	5	-0.13311178982257843
92643	rnn.bias_ih_l0	6	0.05669538676738739
92643	rnn.bias_ih_l0	7	-0.08167356252670288
92643	rnn.bias_ih_l0	8	-0.0209732037037611
92643	rnn.bias_ih_l0	9	-0.09539493918418884
92643	rnn.bias_hh_l0	0	-0.04372326284646988
92643	rnn.bias_hh_l0	1	0.20856298506259918
92643	rnn.bias_hh_l0	2	0.07370933145284653
92643	rnn.bias_hh_l0	3	-0.06367096304893494
92643	rnn.bias_hh_l0	4	-0.07018135488033295
92643	rnn.bias_hh_l0	5	-0.006021615583449602
92643	rnn.bias_hh_l0	6	0.05977510288357735
92643	rnn.bias_hh_l0	7	-0.09462457150220871
92643	rnn.bias_hh_l0	8	-0.1876298040151596
92643	rnn.bias_hh_l0	9	-0.09571316838264465
92643	rnn.weight_ih_l0_reverse	0	0.022166455164551735
92643	rnn.weight_ih_l0_reverse	1	-0.04954838007688522
92643	rnn.weight_ih_l0_reverse	2	0.03715972602367401
92643	rnn.weight_ih_l0_reverse	3	0.014473695307970047
92643	rnn.weight_ih_l0_reverse	4	0.015196321532130241
92643	rnn.weight_ih_l0_reverse	5	-0.031011218205094337
92643	rnn.weight_ih_l0_reverse	6	0.02003493532538414
92643	rnn.weight_ih_l0_reverse	7	0.03461121767759323
92643	rnn.weight_ih_l0_reverse	8	-0.028767744079232216
92643	rnn.weight_ih_l0_reverse	9	0.0025049890391528606
92643	rnn.weight_hh_l0_reverse	0	0.04917927458882332
92643	rnn.weight_hh_l0_reverse	1	0.0295187346637249
92643	rnn.weight_hh_l0_reverse	2	-0.017684374004602432
92643	rnn.weight_hh_l0_reverse	3	-0.06395286321640015
92643	rnn.weight_hh_l0_reverse	4	0.013115490786731243
92643	rnn.weight_hh_l0_reverse	5	-0.049953643232584
92643	rnn.weight_hh_l0_reverse	6	-0.013090523891150951
92643	rnn.weight_hh_l0_reverse	7	0.02683892287313938
92643	rnn.weight_hh_l0_reverse	8	0.02416163869202137
92643	rnn.weight_hh_l0_reverse	9	-0.0008819635258987546
92643	rnn.bias_ih_l0_reverse	0	-0.020433539524674416
92643	rnn.bias_ih_l0_reverse	1	-0.11726552248001099
92643	rnn.bias_ih_l0_reverse	2	-0.10056275129318237
92643	rnn.bias_ih_l0_reverse	3	-0.023354388773441315
92643	rnn.bias_ih_l0_reverse	4	-0.09213391691446304
92643	rnn.bias_ih_l0_reverse	5	-0.07928106188774109
92643	rnn.bias_ih_l0_reverse	6	-0.16084322333335876
92643	rnn.bias_ih_l0_reverse	7	-0.04414340481162071
92643	rnn.bias_ih_l0_reverse	8	-0.049601927399635315
92643	rnn.bias_ih_l0_reverse	9	-0.11410453170537949
92643	rnn.bias_hh_l0_reverse	0	-0.12104520201683044
92643	rnn.bias_hh_l0_reverse	1	-0.14348845183849335
92643	rnn.bias_hh_l0_reverse	2	0.09991257637739182
92643	rnn.bias_hh_l0_reverse	3	0.040452033281326294
92643	rnn.bias_hh_l0_reverse	4	-0.12481015920639038
92643	rnn.bias_hh_l0_reverse	5	-0.10305753350257874
92643	rnn.bias_hh_l0_reverse	6	-0.07390443235635757
92643	rnn.bias_hh_l0_reverse	7	-0.04371309652924538
92643	rnn.bias_hh_l0_reverse	8	-0.06049276515841484
92643	rnn.bias_hh_l0_reverse	9	-0.016427507624030113
92643	linear.weight	0	-0.007469360716640949
92643	linear.weight	1	-0.028407923877239227
92643	linear.weight	2	0.22200262546539307
92643	linear.weight	3	-0.08011332154273987
92643	linear.weight	4	-0.010588549077510834
92643	linear.weight	5	0.05247123911976814
92643	linear.weight	6	-0.010739270597696304
92643	linear.weight	7	-0.04588693007826805
92643	linear.weight	8	0.20493051409721375
92643	linear.weight	9	-0.13761968910694122
92643	linear.bias	0	-0.03956538438796997
92643	linear.bias	1	0.031413208693265915
92643	linear.bias	2	0.4558153748512268
92643	linear.bias	3	-0.3620670735836029
92643	linear.bias	4	1.728086233139038
92643	linear.bias	5	-1.3407343626022339
92643	linear.bias	6	-0.3788597285747528
92643	linear.bias	7	-0.10424897074699402
93201	transitions	0	-1.604694128036499
93201	transitions	1	-10000.0
93201	transitions	2	-0.7969565987586975
93201	transitions	3	-10000.0
93201	transitions	4	1.7885730266571045
93201	transitions	5	-10000.0
93201	transitions	6	-10000.0
93201	transitions	7	1.5645406246185303
93201	transitions	8	-2.341352939605713
93201	transitions	9	-3.9947874546051025
93201	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
93201	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
93201	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
93201	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
93201	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
93201	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
93201	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
93201	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
93201	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
93201	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
93201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
93201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
93201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
93201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
93201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
93201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
93201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
93201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
93201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
93201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
93201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
93201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
93201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
93201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
93201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
93201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
93201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
93201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
93201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
93201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
93201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
93201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
93201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
93201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
93201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
93201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
93201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
93201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
93201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
93201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
93201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
93201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
93201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
93201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
93201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
93201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
93201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
93201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
93201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
93201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
93201	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
93201	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
93201	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
93201	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
93201	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
93201	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
93201	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
93201	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
93201	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
93201	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
93201	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
93201	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
93201	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
93201	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
93201	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
93201	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
93201	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
93201	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
93201	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
93201	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
93201	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
93201	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
93201	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
93201	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
93201	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
93201	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
93201	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
93201	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
93201	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
93201	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
93201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
93201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
93201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
93201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
93201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
93201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
93201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
93201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
93201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
93201	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
93201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
93201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
93201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
93201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
93201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
93201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
93201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
93201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
93201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
93201	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
93201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
93201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
93201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
93201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
93201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
93201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
93201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
93201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
93201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
93201	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
93201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
93201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
93201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
93201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
93201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
93201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
93201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
93201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
93201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
93201	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
93201	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
93201	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
93201	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
93201	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
93201	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
93201	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
93201	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
93201	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
93201	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
93201	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
93201	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
93201	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
93201	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
93201	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
93201	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
93201	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
93201	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
93201	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
93201	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
93201	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
93201	embedding2nn.weight	0	0.006596675142645836
93201	embedding2nn.weight	1	0.004576419480144978
93201	embedding2nn.weight	2	0.013636510819196701
93201	embedding2nn.weight	3	0.01721973717212677
93201	embedding2nn.weight	4	0.015168641693890095
93201	embedding2nn.weight	5	0.00513973506167531
93201	embedding2nn.weight	6	-0.011717082001268864
93201	embedding2nn.weight	7	-0.0032088644802570343
93201	embedding2nn.weight	8	-0.0013095721369609237
93201	embedding2nn.weight	9	-0.001779709942638874
93201	embedding2nn.bias	0	0.00424799881875515
93201	embedding2nn.bias	1	-0.031543295830488205
93201	embedding2nn.bias	2	0.0714450553059578
93201	embedding2nn.bias	3	0.06111946329474449
93201	embedding2nn.bias	4	-0.017824510112404823
93201	embedding2nn.bias	5	-0.028056876733899117
93201	embedding2nn.bias	6	0.022113384678959846
93201	embedding2nn.bias	7	-0.017083292827010155
93201	embedding2nn.bias	8	-0.037013377994298935
93201	embedding2nn.bias	9	0.027086419984698296
93201	rnn.weight_ih_l0	0	0.06008797883987427
93201	rnn.weight_ih_l0	1	-0.04529500752687454
93201	rnn.weight_ih_l0	2	0.0009849811904132366
93201	rnn.weight_ih_l0	3	0.04548756405711174
93201	rnn.weight_ih_l0	4	-0.02580995485186577
93201	rnn.weight_ih_l0	5	0.05594419315457344
93201	rnn.weight_ih_l0	6	0.007521593477576971
93201	rnn.weight_ih_l0	7	0.05530446022748947
93201	rnn.weight_ih_l0	8	0.00945059210062027
93201	rnn.weight_ih_l0	9	-0.014447363093495369
93201	rnn.weight_hh_l0	0	-0.020240264013409615
93201	rnn.weight_hh_l0	1	-0.019141552969813347
93201	rnn.weight_hh_l0	2	-0.06158703565597534
93201	rnn.weight_hh_l0	3	-0.011758606880903244
93201	rnn.weight_hh_l0	4	-0.010484550148248672
93201	rnn.weight_hh_l0	5	-0.022188905626535416
93201	rnn.weight_hh_l0	6	-0.0021904960740357637
93201	rnn.weight_hh_l0	7	-0.04717264696955681
93201	rnn.weight_hh_l0	8	0.06311144679784775
93201	rnn.weight_hh_l0	9	0.04392842948436737
93201	rnn.bias_ih_l0	0	-0.16277332603931427
93201	rnn.bias_ih_l0	1	-0.1388482302427292
93201	rnn.bias_ih_l0	2	-0.005897094961255789
93201	rnn.bias_ih_l0	3	-0.14544206857681274
93201	rnn.bias_ih_l0	4	-0.05111728608608246
93201	rnn.bias_ih_l0	5	-0.13510462641716003
93201	rnn.bias_ih_l0	6	0.050009068101644516
93201	rnn.bias_ih_l0	7	-0.08008532226085663
93201	rnn.bias_ih_l0	8	-0.02202794887125492
93201	rnn.bias_ih_l0	9	-0.09420774132013321
93201	rnn.bias_hh_l0	0	-0.04501093924045563
93201	rnn.bias_hh_l0	1	0.2179773598909378
93201	rnn.bias_hh_l0	2	0.07220067083835602
93201	rnn.bias_hh_l0	3	-0.0656132847070694
93201	rnn.bias_hh_l0	4	-0.06885800510644913
93201	rnn.bias_hh_l0	5	-0.0030940582510083914
93201	rnn.bias_hh_l0	6	0.05616520717740059
93201	rnn.bias_hh_l0	7	-0.09828665852546692
93201	rnn.bias_hh_l0	8	-0.18458521366119385
93201	rnn.bias_hh_l0	9	-0.09580734372138977
93201	rnn.weight_ih_l0_reverse	0	0.02109111100435257
93201	rnn.weight_ih_l0_reverse	1	-0.04884948208928108
93201	rnn.weight_ih_l0_reverse	2	0.037415556609630585
93201	rnn.weight_ih_l0_reverse	3	0.01409329567104578
93201	rnn.weight_ih_l0_reverse	4	0.01167989894747734
93201	rnn.weight_ih_l0_reverse	5	-0.02971593849360943
93201	rnn.weight_ih_l0_reverse	6	0.02019803412258625
93201	rnn.weight_ih_l0_reverse	7	0.034572817385196686
93201	rnn.weight_ih_l0_reverse	8	-0.02938561700284481
93201	rnn.weight_ih_l0_reverse	9	0.0025282884016633034
93201	rnn.weight_hh_l0_reverse	0	0.04904733598232269
93201	rnn.weight_hh_l0_reverse	1	0.02960055321455002
93201	rnn.weight_hh_l0_reverse	2	-0.018091553822159767
93201	rnn.weight_hh_l0_reverse	3	-0.06479308754205704
93201	rnn.weight_hh_l0_reverse	4	0.01282449159771204
93201	rnn.weight_hh_l0_reverse	5	-0.0500921867787838
93201	rnn.weight_hh_l0_reverse	6	-0.01285957358777523
93201	rnn.weight_hh_l0_reverse	7	0.026868019253015518
93201	rnn.weight_hh_l0_reverse	8	0.023345133289694786
93201	rnn.weight_hh_l0_reverse	9	-0.00025810659280978143
93201	rnn.bias_ih_l0_reverse	0	-0.025187820196151733
93201	rnn.bias_ih_l0_reverse	1	-0.11904942989349365
93201	rnn.bias_ih_l0_reverse	2	-0.1049659475684166
93201	rnn.bias_ih_l0_reverse	3	-0.02609269507229328
93201	rnn.bias_ih_l0_reverse	4	-0.0931468978524208
93201	rnn.bias_ih_l0_reverse	5	-0.07970661669969559
93201	rnn.bias_ih_l0_reverse	6	-0.16492913663387299
93201	rnn.bias_ih_l0_reverse	7	-0.04794198274612427
93201	rnn.bias_ih_l0_reverse	8	-0.04704871401190758
93201	rnn.bias_ih_l0_reverse	9	-0.11838925629854202
93201	rnn.bias_hh_l0_reverse	0	-0.11773958802223206
93201	rnn.bias_hh_l0_reverse	1	-0.14182575047016144
93201	rnn.bias_hh_l0_reverse	2	0.09098916500806808
93201	rnn.bias_hh_l0_reverse	3	0.04119564965367317
93201	rnn.bias_hh_l0_reverse	4	-0.13274548947811127
93201	rnn.bias_hh_l0_reverse	5	-0.099306620657444
93201	rnn.bias_hh_l0_reverse	6	-0.07888618856668472
93201	rnn.bias_hh_l0_reverse	7	-0.04626207798719406
93201	rnn.bias_hh_l0_reverse	8	-0.06256773322820663
93201	rnn.bias_hh_l0_reverse	9	-0.019398599863052368
93201	linear.weight	0	-0.007467788178473711
93201	linear.weight	1	-0.002894303062930703
93201	linear.weight	2	0.238313689827919
93201	linear.weight	3	-0.08010462671518326
93201	linear.weight	4	-0.010588549077510834
93201	linear.weight	5	0.07545647025108337
93201	linear.weight	6	-0.010739270597696304
93201	linear.weight	7	-0.03754078224301338
93201	linear.weight	8	0.20223434269428253
93201	linear.weight	9	-0.14609365165233612
93201	linear.bias	0	-0.03956538438796997
93201	linear.bias	1	0.031413208693265915
93201	linear.bias	2	0.491787850856781
93201	linear.bias	3	-0.41559576988220215
93201	linear.bias	4	1.751299262046814
93201	linear.bias	5	-1.3414298295974731
93201	linear.bias	6	-0.38025331497192383
93201	linear.bias	7	-0.10784143209457397
93759	transitions	0	-1.607865571975708
93759	transitions	1	-10000.0
93759	transitions	2	-0.7969565987586975
93759	transitions	3	-10000.0
93759	transitions	4	1.826090693473816
93759	transitions	5	-10000.0
93759	transitions	6	-10000.0
93759	transitions	7	1.5751498937606812
93759	transitions	8	-2.3443191051483154
93759	transitions	9	-3.9975674152374268
93759	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
93759	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
93759	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
93759	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
93759	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
93759	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
93759	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
93759	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
93759	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
93759	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
93759	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
93759	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
93759	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
93759	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
93759	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
93759	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
93759	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
93759	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
93759	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
93759	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
93759	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
93759	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
93759	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
93759	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
93759	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
93759	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
93759	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
93759	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
93759	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
93759	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
93759	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
93759	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
93759	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
93759	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
93759	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
93759	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
93759	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
93759	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
93759	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
93759	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
93759	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
93759	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
93759	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
93759	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
93759	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
93759	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
93759	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
93759	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
93759	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
93759	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
93759	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
93759	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
93759	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
93759	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
93759	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
93759	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
93759	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
93759	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
93759	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
93759	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
93759	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
93759	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
93759	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
93759	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
93759	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
93759	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
93759	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
93759	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
93759	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
93759	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
93759	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
93759	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
93759	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
93759	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
93759	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
93759	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
93759	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
93759	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
93759	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
93759	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
93759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
93759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
93759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
93759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
93759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
93759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
93759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
93759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
93759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
93759	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
93759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
93759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
93759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
93759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
93759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
93759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
93759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
93759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
93759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
93759	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
93759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
93759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
93759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
93759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
93759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
93759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
93759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
93759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
93759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
93759	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
93759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
93759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
93759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
93759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
93759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
93759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
93759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
93759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
93759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
93759	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
93759	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
93759	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
93759	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
93759	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
93759	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
93759	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
93759	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
93759	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
93759	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
93759	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
93759	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
93759	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
93759	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
93759	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
93759	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
93759	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
93759	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
93759	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
93759	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
93759	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
93759	embedding2nn.weight	0	0.006629118230193853
93759	embedding2nn.weight	1	0.004600238986313343
93759	embedding2nn.weight	2	0.013636041432619095
93759	embedding2nn.weight	3	0.01793736033141613
93759	embedding2nn.weight	4	0.015298532322049141
93759	embedding2nn.weight	5	0.0058250450529158115
93759	embedding2nn.weight	6	-0.011569876223802567
93759	embedding2nn.weight	7	-0.002440969692543149
93759	embedding2nn.weight	8	-0.001415477367118001
93759	embedding2nn.weight	9	-0.0015662488294765353
93759	embedding2nn.bias	0	0.0015204029623419046
93759	embedding2nn.bias	1	-0.036735665053129196
93759	embedding2nn.bias	2	0.0708751454949379
93759	embedding2nn.bias	3	0.06468804180622101
93759	embedding2nn.bias	4	-0.014783371239900589
93759	embedding2nn.bias	5	-0.029389869421720505
93759	embedding2nn.bias	6	0.027453187853097916
93759	embedding2nn.bias	7	-0.015030919574201107
93759	embedding2nn.bias	8	-0.028361856937408447
93759	embedding2nn.bias	9	0.02514898218214512
93759	rnn.weight_ih_l0	0	0.0623764842748642
93759	rnn.weight_ih_l0	1	-0.044810064136981964
93759	rnn.weight_ih_l0	2	0.00192040775436908
93759	rnn.weight_ih_l0	3	0.046185869723558426
93759	rnn.weight_ih_l0	4	-0.025554640218615532
93759	rnn.weight_ih_l0	5	0.055818088352680206
93759	rnn.weight_ih_l0	6	0.0070966556668281555
93759	rnn.weight_ih_l0	7	0.05758470296859741
93759	rnn.weight_ih_l0	8	0.010762571357190609
93759	rnn.weight_ih_l0	9	-0.015202750451862812
93759	rnn.weight_hh_l0	0	-0.02007630281150341
93759	rnn.weight_hh_l0	1	-0.019113842397928238
93759	rnn.weight_hh_l0	2	-0.06146249920129776
93759	rnn.weight_hh_l0	3	-0.012088886462152004
93759	rnn.weight_hh_l0	4	-0.010228590108454227
93759	rnn.weight_hh_l0	5	-0.02219807356595993
93759	rnn.weight_hh_l0	6	-0.002209193306043744
93759	rnn.weight_hh_l0	7	-0.04606962576508522
93759	rnn.weight_hh_l0	8	0.0642736479640007
93759	rnn.weight_hh_l0	9	0.04401955381035805
93759	rnn.bias_ih_l0	0	-0.15657654404640198
93759	rnn.bias_ih_l0	1	-0.13711336255073547
93759	rnn.bias_ih_l0	2	-0.009076481685042381
93759	rnn.bias_ih_l0	3	-0.148111492395401
93759	rnn.bias_ih_l0	4	-0.0509248822927475
93759	rnn.bias_ih_l0	5	-0.13515087962150574
93759	rnn.bias_ih_l0	6	0.054730258882045746
93759	rnn.bias_ih_l0	7	-0.07611289620399475
93759	rnn.bias_ih_l0	8	-0.02234926074743271
93759	rnn.bias_ih_l0	9	-0.09073197841644287
93759	rnn.bias_hh_l0	0	-0.048078037798404694
93759	rnn.bias_hh_l0	1	0.22151070833206177
93759	rnn.bias_hh_l0	2	0.07438858598470688
93759	rnn.bias_hh_l0	3	-0.06259382516145706
93759	rnn.bias_hh_l0	4	-0.0685439482331276
93759	rnn.bias_hh_l0	5	0.0008799459901638329
93759	rnn.bias_hh_l0	6	0.05807352811098099
93759	rnn.bias_hh_l0	7	-0.10494602471590042
93759	rnn.bias_hh_l0	8	-0.1935175508260727
93759	rnn.bias_hh_l0	9	-0.09424503892660141
93759	rnn.weight_ih_l0_reverse	0	0.022343579679727554
93759	rnn.weight_ih_l0_reverse	1	-0.04881107807159424
93759	rnn.weight_ih_l0_reverse	2	0.037510648369789124
93759	rnn.weight_ih_l0_reverse	3	0.013302628882229328
93759	rnn.weight_ih_l0_reverse	4	0.011603984981775284
93759	rnn.weight_ih_l0_reverse	5	-0.029657825827598572
93759	rnn.weight_ih_l0_reverse	6	0.02223600447177887
93759	rnn.weight_ih_l0_reverse	7	0.03443101420998573
93759	rnn.weight_ih_l0_reverse	8	-0.029560547322034836
93759	rnn.weight_ih_l0_reverse	9	0.002449392806738615
93759	rnn.weight_hh_l0_reverse	0	0.048444438725709915
93759	rnn.weight_hh_l0_reverse	1	0.029539110139012337
93759	rnn.weight_hh_l0_reverse	2	-0.0180999543517828
93759	rnn.weight_hh_l0_reverse	3	-0.06327994167804718
93759	rnn.weight_hh_l0_reverse	4	0.012941529043018818
93759	rnn.weight_hh_l0_reverse	5	-0.04933825507760048
93759	rnn.weight_hh_l0_reverse	6	-0.013246419839560986
93759	rnn.weight_hh_l0_reverse	7	0.02675115317106247
93759	rnn.weight_hh_l0_reverse	8	0.022388342767953873
93759	rnn.weight_hh_l0_reverse	9	1.6911839338717982e-05
93759	rnn.bias_ih_l0_reverse	0	-0.021399356424808502
93759	rnn.bias_ih_l0_reverse	1	-0.11987612396478653
93759	rnn.bias_ih_l0_reverse	2	-0.10465864092111588
93759	rnn.bias_ih_l0_reverse	3	-0.023645974695682526
93759	rnn.bias_ih_l0_reverse	4	-0.08906289935112
93759	rnn.bias_ih_l0_reverse	5	-0.08085897564888
93759	rnn.bias_ih_l0_reverse	6	-0.1624774932861328
93759	rnn.bias_ih_l0_reverse	7	-0.04564721882343292
93759	rnn.bias_ih_l0_reverse	8	-0.04729967564344406
93759	rnn.bias_ih_l0_reverse	9	-0.11893215775489807
93759	rnn.bias_hh_l0_reverse	0	-0.11501017957925797
93759	rnn.bias_hh_l0_reverse	1	-0.14689524471759796
93759	rnn.bias_hh_l0_reverse	2	0.10424920171499252
93759	rnn.bias_hh_l0_reverse	3	0.04113667830824852
93759	rnn.bias_hh_l0_reverse	4	-0.13357214629650116
93759	rnn.bias_hh_l0_reverse	5	-0.09798956662416458
93759	rnn.bias_hh_l0_reverse	6	-0.0804411768913269
93759	rnn.bias_hh_l0_reverse	7	-0.040778011083602905
93759	rnn.bias_hh_l0_reverse	8	-0.06540050357580185
93759	rnn.bias_hh_l0_reverse	9	-0.015683716163039207
93759	linear.weight	0	-0.007473940961062908
93759	linear.weight	1	-0.035330258309841156
93759	linear.weight	2	0.2187766432762146
93759	linear.weight	3	-0.08009656518697739
93759	linear.weight	4	-0.010588549077510834
93759	linear.weight	5	0.060827672481536865
93759	linear.weight	6	-0.010739270597696304
93759	linear.weight	7	-0.013903453014791012
93759	linear.weight	8	0.17556536197662354
93759	linear.weight	9	-0.16719423234462738
93759	linear.bias	0	-0.03956538438796997
93759	linear.bias	1	0.031413208693265915
93759	linear.bias	2	0.48868972063064575
93759	linear.bias	3	-0.4530233144760132
93759	linear.bias	4	1.7287436723709106
93759	linear.bias	5	-1.3421485424041748
93759	linear.bias	6	-0.3484445810317993
93759	linear.bias	7	-0.07588325440883636
94317	transitions	0	-1.6117637157440186
94317	transitions	1	-10000.0
94317	transitions	2	-0.7969565987586975
94317	transitions	3	-10000.0
94317	transitions	4	1.8080562353134155
94317	transitions	5	-10000.0
94317	transitions	6	-10000.0
94317	transitions	7	1.561511754989624
94317	transitions	8	-2.3474624156951904
94317	transitions	9	-4.000487327575684
94317	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
94317	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
94317	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
94317	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
94317	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
94317	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
94317	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
94317	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
94317	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
94317	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
94317	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
94317	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
94317	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
94317	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
94317	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
94317	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
94317	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
94317	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
94317	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
94317	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
94317	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
94317	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
94317	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
94317	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
94317	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
94317	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
94317	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
94317	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
94317	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
94317	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
94317	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
94317	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
94317	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
94317	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
94317	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
94317	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
94317	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
94317	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
94317	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
94317	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
94317	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
94317	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
94317	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
94317	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
94317	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
94317	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
94317	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
94317	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
94317	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
94317	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
94317	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
94317	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
94317	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
94317	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
94317	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
94317	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
94317	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
94317	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
94317	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
94317	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
94317	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
94317	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
94317	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
94317	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
94317	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
94317	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
94317	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
94317	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
94317	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
94317	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
94317	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
94317	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
94317	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
94317	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
94317	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
94317	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
94317	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
94317	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
94317	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
94317	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
94317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
94317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
94317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
94317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
94317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
94317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
94317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
94317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
94317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
94317	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
94317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
94317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
94317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
94317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
94317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
94317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
94317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
94317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
94317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
94317	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
94317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
94317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
94317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
94317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
94317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
94317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
94317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
94317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
94317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
94317	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
94317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
94317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
94317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
94317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
94317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
94317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
94317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
94317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
94317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
94317	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
94317	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
94317	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
94317	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
94317	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
94317	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
94317	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
94317	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
94317	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
94317	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
94317	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
94317	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
94317	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
94317	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
94317	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
94317	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
94317	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
94317	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
94317	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
94317	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
94317	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
94317	embedding2nn.weight	0	0.006628470029681921
94317	embedding2nn.weight	1	0.004802239127457142
94317	embedding2nn.weight	2	0.013570074923336506
94317	embedding2nn.weight	3	0.018064729869365692
94317	embedding2nn.weight	4	0.015336956828832626
94317	embedding2nn.weight	5	0.0050859758630394936
94317	embedding2nn.weight	6	-0.011513672769069672
94317	embedding2nn.weight	7	-0.0024853621143847704
94317	embedding2nn.weight	8	-0.0024972090031951666
94317	embedding2nn.weight	9	-0.0012960536405444145
94317	embedding2nn.bias	0	0.00601319270208478
94317	embedding2nn.bias	1	-0.040200620889663696
94317	embedding2nn.bias	2	0.06380090862512589
94317	embedding2nn.bias	3	0.0629415437579155
94317	embedding2nn.bias	4	-0.01817416585981846
94317	embedding2nn.bias	5	-0.028310030698776245
94317	embedding2nn.bias	6	0.020874323323369026
94317	embedding2nn.bias	7	-0.015944108366966248
94317	embedding2nn.bias	8	-0.03486894816160202
94317	embedding2nn.bias	9	0.010124255903065205
94317	rnn.weight_ih_l0	0	0.0627024844288826
94317	rnn.weight_ih_l0	1	-0.04596838727593422
94317	rnn.weight_ih_l0	2	0.0021713783498853445
94317	rnn.weight_ih_l0	3	0.046232640743255615
94317	rnn.weight_ih_l0	4	-0.028114724904298782
94317	rnn.weight_ih_l0	5	0.053732309490442276
94317	rnn.weight_ih_l0	6	0.007528768852353096
94317	rnn.weight_ih_l0	7	0.05803423374891281
94317	rnn.weight_ih_l0	8	0.012233426794409752
94317	rnn.weight_ih_l0	9	-0.015841513872146606
94317	rnn.weight_hh_l0	0	-0.0201696939766407
94317	rnn.weight_hh_l0	1	-0.02019275166094303
94317	rnn.weight_hh_l0	2	-0.061743080615997314
94317	rnn.weight_hh_l0	3	-0.012108182534575462
94317	rnn.weight_hh_l0	4	-0.010493633337318897
94317	rnn.weight_hh_l0	5	-0.02252306416630745
94317	rnn.weight_hh_l0	6	-0.002184322103857994
94317	rnn.weight_hh_l0	7	-0.04548421874642372
94317	rnn.weight_hh_l0	8	0.06426821649074554
94317	rnn.weight_hh_l0	9	0.044107794761657715
94317	rnn.bias_ih_l0	0	-0.16056160628795624
94317	rnn.bias_ih_l0	1	-0.1398988515138626
94317	rnn.bias_ih_l0	2	-0.009323375299572945
94317	rnn.bias_ih_l0	3	-0.14431503415107727
94317	rnn.bias_ih_l0	4	-0.05804923549294472
94317	rnn.bias_ih_l0	5	-0.1351899653673172
94317	rnn.bias_ih_l0	6	0.051212064921855927
94317	rnn.bias_ih_l0	7	-0.07717905193567276
94317	rnn.bias_ih_l0	8	-0.02400694414973259
94317	rnn.bias_ih_l0	9	-0.09486877173185349
94317	rnn.bias_hh_l0	0	-0.04761458933353424
94317	rnn.bias_hh_l0	1	0.2147095650434494
94317	rnn.bias_hh_l0	2	0.06414417177438736
94317	rnn.bias_hh_l0	3	-0.061561502516269684
94317	rnn.bias_hh_l0	4	-0.06942480802536011
94317	rnn.bias_hh_l0	5	0.004920526873320341
94317	rnn.bias_hh_l0	6	0.0608675554394722
94317	rnn.bias_hh_l0	7	-0.09960588812828064
94317	rnn.bias_hh_l0	8	-0.19579143822193146
94317	rnn.bias_hh_l0	9	-0.09376098960638046
94317	rnn.weight_ih_l0_reverse	0	0.024673452600836754
94317	rnn.weight_ih_l0_reverse	1	-0.047825951129198074
94317	rnn.weight_ih_l0_reverse	2	0.03822026029229164
94317	rnn.weight_ih_l0_reverse	3	0.012839620001614094
94317	rnn.weight_ih_l0_reverse	4	0.012054186314344406
94317	rnn.weight_ih_l0_reverse	5	-0.031241726130247116
94317	rnn.weight_ih_l0_reverse	6	0.02546006627380848
94317	rnn.weight_ih_l0_reverse	7	0.034180112183094025
94317	rnn.weight_ih_l0_reverse	8	-0.02963731810450554
94317	rnn.weight_ih_l0_reverse	9	0.002144395839422941
94317	rnn.weight_hh_l0_reverse	0	0.04876849055290222
94317	rnn.weight_hh_l0_reverse	1	0.029717283323407173
94317	rnn.weight_hh_l0_reverse	2	-0.017680784687399864
94317	rnn.weight_hh_l0_reverse	3	-0.06370639055967331
94317	rnn.weight_hh_l0_reverse	4	0.013389074243605137
94317	rnn.weight_hh_l0_reverse	5	-0.04978407919406891
94317	rnn.weight_hh_l0_reverse	6	-0.012051958590745926
94317	rnn.weight_hh_l0_reverse	7	0.026923364028334618
94317	rnn.weight_hh_l0_reverse	8	0.02258138172328472
94317	rnn.weight_hh_l0_reverse	9	0.0005387958372011781
94317	rnn.bias_ih_l0_reverse	0	-0.02307914011180401
94317	rnn.bias_ih_l0_reverse	1	-0.1225622296333313
94317	rnn.bias_ih_l0_reverse	2	-0.10869520157575607
94317	rnn.bias_ih_l0_reverse	3	-0.027408156543970108
94317	rnn.bias_ih_l0_reverse	4	-0.08474455028772354
94317	rnn.bias_ih_l0_reverse	5	-0.08028954267501831
94317	rnn.bias_ih_l0_reverse	6	-0.15837088227272034
94317	rnn.bias_ih_l0_reverse	7	-0.04950828477740288
94317	rnn.bias_ih_l0_reverse	8	-0.0488932766020298
94317	rnn.bias_ih_l0_reverse	9	-0.11988245695829391
94317	rnn.bias_hh_l0_reverse	0	-0.11957661807537079
94317	rnn.bias_hh_l0_reverse	1	-0.14243923127651215
94317	rnn.bias_hh_l0_reverse	2	0.10118288546800613
94317	rnn.bias_hh_l0_reverse	3	0.04122578725218773
94317	rnn.bias_hh_l0_reverse	4	-0.13504093885421753
94317	rnn.bias_hh_l0_reverse	5	-0.09636692702770233
94317	rnn.bias_hh_l0_reverse	6	-0.08219464123249054
94317	rnn.bias_hh_l0_reverse	7	-0.04050755500793457
94317	rnn.bias_hh_l0_reverse	8	-0.06718747317790985
94317	rnn.bias_hh_l0_reverse	9	-0.011949804611504078
94317	linear.weight	0	-0.007490046788007021
94317	linear.weight	1	-0.03855331242084503
94317	linear.weight	2	0.23753055930137634
94317	linear.weight	3	-0.0800849050283432
94317	linear.weight	4	-0.010588549077510834
94317	linear.weight	5	0.08370762318372726
94317	linear.weight	6	-0.010739270597696304
94317	linear.weight	7	-0.05989398807287216
94317	linear.weight	8	0.12273535877466202
94317	linear.weight	9	-0.1644757091999054
94317	linear.bias	0	-0.03956538438796997
94317	linear.bias	1	0.031413208693265915
94317	linear.bias	2	0.45935848355293274
94317	linear.bias	3	-0.3663841485977173
94317	linear.bias	4	1.7128609418869019
94317	linear.bias	5	-1.3429137468338013
94317	linear.bias	6	-0.36801761388778687
94317	linear.bias	7	-0.09699542820453644
94875	transitions	0	-1.6149139404296875
94875	transitions	1	-10000.0
94875	transitions	2	-0.7969565987586975
94875	transitions	3	-10000.0
94875	transitions	4	1.8192412853240967
94875	transitions	5	-10000.0
94875	transitions	6	-10000.0
94875	transitions	7	1.5557235479354858
94875	transitions	8	-2.3506453037261963
94875	transitions	9	-4.003351211547852
94875	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
94875	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
94875	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
94875	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
94875	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
94875	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
94875	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
94875	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
94875	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
94875	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
94875	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
94875	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
94875	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
94875	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
94875	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
94875	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
94875	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
94875	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
94875	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
94875	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
94875	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
94875	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
94875	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
94875	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
94875	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
94875	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
94875	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
94875	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
94875	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
94875	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
94875	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
94875	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
94875	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
94875	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
94875	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
94875	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
94875	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
94875	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
94875	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
94875	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
94875	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
94875	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
94875	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
94875	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
94875	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
94875	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
94875	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
94875	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
94875	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
94875	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
94875	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
94875	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
94875	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
94875	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
94875	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
94875	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
94875	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
94875	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
94875	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
94875	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
94875	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
94875	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
94875	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
94875	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
94875	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
94875	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
94875	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
94875	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
94875	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
94875	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
94875	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
94875	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
94875	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
94875	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
94875	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
94875	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
94875	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
94875	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
94875	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
94875	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
94875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
94875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
94875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
94875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
94875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
94875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
94875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
94875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
94875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
94875	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
94875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
94875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
94875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
94875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
94875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
94875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
94875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
94875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
94875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
94875	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
94875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
94875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
94875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
94875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
94875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
94875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
94875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
94875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
94875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
94875	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
94875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
94875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
94875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
94875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
94875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
94875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
94875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
94875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
94875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
94875	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
94875	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
94875	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
94875	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
94875	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
94875	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
94875	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
94875	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
94875	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
94875	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
94875	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
94875	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
94875	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
94875	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
94875	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
94875	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
94875	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
94875	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
94875	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
94875	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
94875	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
94875	embedding2nn.weight	0	0.006666257977485657
94875	embedding2nn.weight	1	0.005096507724374533
94875	embedding2nn.weight	2	0.01357351802289486
94875	embedding2nn.weight	3	0.018807293847203255
94875	embedding2nn.weight	4	0.016389628872275352
94875	embedding2nn.weight	5	0.004429424647241831
94875	embedding2nn.weight	6	-0.011404109187424183
94875	embedding2nn.weight	7	-0.002308820141479373
94875	embedding2nn.weight	8	-0.0032904474064707756
94875	embedding2nn.weight	9	-0.0017376362811774015
94875	embedding2nn.bias	0	-0.0034263604320585728
94875	embedding2nn.bias	1	-0.03902989253401756
94875	embedding2nn.bias	2	0.0638769119977951
94875	embedding2nn.bias	3	0.0660398006439209
94875	embedding2nn.bias	4	-0.019118092954158783
94875	embedding2nn.bias	5	-0.02782502956688404
94875	embedding2nn.bias	6	0.020032130181789398
94875	embedding2nn.bias	7	-0.00945456512272358
94875	embedding2nn.bias	8	-0.024687115103006363
94875	embedding2nn.bias	9	0.011338976211845875
94875	rnn.weight_ih_l0	0	0.06354214251041412
94875	rnn.weight_ih_l0	1	-0.04620099067687988
94875	rnn.weight_ih_l0	2	0.001528230612166226
94875	rnn.weight_ih_l0	3	0.045086611062288284
94875	rnn.weight_ih_l0	4	-0.02857596054673195
94875	rnn.weight_ih_l0	5	0.05408249795436859
94875	rnn.weight_ih_l0	6	0.007790538016706705
94875	rnn.weight_ih_l0	7	0.05710431560873985
94875	rnn.weight_ih_l0	8	0.009883547201752663
94875	rnn.weight_ih_l0	9	-0.01612911932170391
94875	rnn.weight_hh_l0	0	-0.02033497951924801
94875	rnn.weight_hh_l0	1	-0.020376795902848244
94875	rnn.weight_hh_l0	2	-0.06146864593029022
94875	rnn.weight_hh_l0	3	-0.011761522851884365
94875	rnn.weight_hh_l0	4	-0.010412999428808689
94875	rnn.weight_hh_l0	5	-0.02254641056060791
94875	rnn.weight_hh_l0	6	-0.002007394330576062
94875	rnn.weight_hh_l0	7	-0.04428308457136154
94875	rnn.weight_hh_l0	8	0.06472628563642502
94875	rnn.weight_hh_l0	9	0.044450316578149796
94875	rnn.bias_ih_l0	0	-0.16142424941062927
94875	rnn.bias_ih_l0	1	-0.141668900847435
94875	rnn.bias_ih_l0	2	-0.01105815265327692
94875	rnn.bias_ih_l0	3	-0.14001014828681946
94875	rnn.bias_ih_l0	4	-0.06074458733201027
94875	rnn.bias_ih_l0	5	-0.13682645559310913
94875	rnn.bias_ih_l0	6	0.05316577106714249
94875	rnn.bias_ih_l0	7	-0.07967667281627655
94875	rnn.bias_ih_l0	8	-0.023015866056084633
94875	rnn.bias_ih_l0	9	-0.09473525732755661
94875	rnn.bias_hh_l0	0	-0.052156560122966766
94875	rnn.bias_hh_l0	1	0.21260808408260345
94875	rnn.bias_hh_l0	2	0.06673238426446915
94875	rnn.bias_hh_l0	3	-0.05929519608616829
94875	rnn.bias_hh_l0	4	-0.06759915500879288
94875	rnn.bias_hh_l0	5	-0.0004575361090246588
94875	rnn.bias_hh_l0	6	0.059444211423397064
94875	rnn.bias_hh_l0	7	-0.0955309122800827
94875	rnn.bias_hh_l0	8	-0.19104956090450287
94875	rnn.bias_hh_l0	9	-0.09836839884519577
94875	rnn.weight_ih_l0_reverse	0	0.02402108907699585
94875	rnn.weight_ih_l0_reverse	1	-0.04803876206278801
94875	rnn.weight_ih_l0_reverse	2	0.03814656287431717
94875	rnn.weight_ih_l0_reverse	3	0.012632505968213081
94875	rnn.weight_ih_l0_reverse	4	0.008721050806343555
94875	rnn.weight_ih_l0_reverse	5	-0.03277939558029175
94875	rnn.weight_ih_l0_reverse	6	0.024773014709353447
94875	rnn.weight_ih_l0_reverse	7	0.03442685306072235
94875	rnn.weight_ih_l0_reverse	8	-0.02925216779112816
94875	rnn.weight_ih_l0_reverse	9	0.00166793551761657
94875	rnn.weight_hh_l0_reverse	0	0.04886220768094063
94875	rnn.weight_hh_l0_reverse	1	0.029831290245056152
94875	rnn.weight_hh_l0_reverse	2	-0.0172435212880373
94875	rnn.weight_hh_l0_reverse	3	-0.06326130777597427
94875	rnn.weight_hh_l0_reverse	4	0.013353434391319752
94875	rnn.weight_hh_l0_reverse	5	-0.050684284418821335
94875	rnn.weight_hh_l0_reverse	6	-0.013339010998606682
94875	rnn.weight_hh_l0_reverse	7	0.02700050361454487
94875	rnn.weight_hh_l0_reverse	8	0.023667331784963608
94875	rnn.weight_hh_l0_reverse	9	0.00031376132392324507
94875	rnn.bias_ih_l0_reverse	0	-0.026299912482500076
94875	rnn.bias_ih_l0_reverse	1	-0.12296514213085175
94875	rnn.bias_ih_l0_reverse	2	-0.10397110879421234
94875	rnn.bias_ih_l0_reverse	3	-0.03304804489016533
94875	rnn.bias_ih_l0_reverse	4	-0.09320837259292603
94875	rnn.bias_ih_l0_reverse	5	-0.07785473018884659
94875	rnn.bias_ih_l0_reverse	6	-0.15358999371528625
94875	rnn.bias_ih_l0_reverse	7	-0.04975537210702896
94875	rnn.bias_ih_l0_reverse	8	-0.046952296048402786
94875	rnn.bias_ih_l0_reverse	9	-0.11937526613473892
94875	rnn.bias_hh_l0_reverse	0	-0.11795996874570847
94875	rnn.bias_hh_l0_reverse	1	-0.14367757737636566
94875	rnn.bias_hh_l0_reverse	2	0.09920359402894974
94875	rnn.bias_hh_l0_reverse	3	0.04215206205844879
94875	rnn.bias_hh_l0_reverse	4	-0.13675521314144135
94875	rnn.bias_hh_l0_reverse	5	-0.09921924769878387
94875	rnn.bias_hh_l0_reverse	6	-0.09035369008779526
94875	rnn.bias_hh_l0_reverse	7	-0.042604152113199234
94875	rnn.bias_hh_l0_reverse	8	-0.06791435182094574
94875	rnn.bias_hh_l0_reverse	9	-0.012426982633769512
94875	linear.weight	0	-0.007520005572587252
94875	linear.weight	1	0.0022357734851539135
94875	linear.weight	2	0.21216420829296112
94875	linear.weight	3	-0.08008740842342377
94875	linear.weight	4	-0.010588549077510834
94875	linear.weight	5	0.06638375669717789
94875	linear.weight	6	-0.010739270597696304
94875	linear.weight	7	-0.06315314769744873
94875	linear.weight	8	0.18611204624176025
94875	linear.weight	9	-0.16345790028572083
94875	linear.bias	0	-0.03956538438796997
94875	linear.bias	1	0.031413208693265915
94875	linear.bias	2	0.4237174987792969
94875	linear.bias	3	-0.3403249680995941
94875	linear.bias	4	1.7451364994049072
94875	linear.bias	5	-1.3436766862869263
94875	linear.bias	6	-0.38034695386886597
94875	linear.bias	7	-0.10662798583507538
95434	transitions	0	-1.6183217763900757
95434	transitions	1	-10000.0
95434	transitions	2	-0.7969565987586975
95434	transitions	3	-10000.0
95434	transitions	4	1.817777156829834
95434	transitions	5	-10000.0
95434	transitions	6	-10000.0
95434	transitions	7	1.5717370510101318
95434	transitions	8	-2.3531951904296875
95434	transitions	9	-4.005754470825195
95434	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
95434	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
95434	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
95434	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
95434	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
95434	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
95434	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
95434	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
95434	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
95434	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
95434	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
95434	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
95434	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
95434	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
95434	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
95434	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
95434	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
95434	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
95434	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
95434	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
95434	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
95434	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
95434	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
95434	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
95434	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
95434	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
95434	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
95434	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
95434	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
95434	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
95434	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
95434	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
95434	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
95434	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
95434	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
95434	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
95434	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
95434	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
95434	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
95434	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
95434	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
95434	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
95434	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
95434	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
95434	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
95434	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
95434	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
95434	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
95434	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
95434	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
95434	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
95434	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
95434	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
95434	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
95434	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
95434	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
95434	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
95434	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
95434	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
95434	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
95434	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
95434	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
95434	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
95434	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
95434	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
95434	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
95434	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
95434	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
95434	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
95434	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
95434	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
95434	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
95434	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
95434	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
95434	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
95434	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
95434	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
95434	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
95434	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
95434	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
95434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
95434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
95434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
95434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
95434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
95434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
95434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
95434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
95434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
95434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
95434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
95434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
95434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
95434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
95434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
95434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
95434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
95434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
95434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
95434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
95434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
95434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
95434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
95434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
95434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
95434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
95434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
95434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
95434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
95434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
95434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
95434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
95434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
95434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
95434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
95434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
95434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
95434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
95434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
95434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
95434	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
95434	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
95434	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
95434	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
95434	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
95434	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
95434	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
95434	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
95434	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
95434	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
95434	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
95434	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
95434	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
95434	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
95434	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
95434	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
95434	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
95434	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
95434	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
95434	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
95434	embedding2nn.weight	0	0.006634813267737627
95434	embedding2nn.weight	1	0.005117055959999561
95434	embedding2nn.weight	2	0.013592232018709183
95434	embedding2nn.weight	3	0.018721600994467735
95434	embedding2nn.weight	4	0.016748346388339996
95434	embedding2nn.weight	5	0.004124470520764589
95434	embedding2nn.weight	6	-0.01140612829476595
95434	embedding2nn.weight	7	-0.0026452098973095417
95434	embedding2nn.weight	8	-0.0028935386799275875
95434	embedding2nn.weight	9	-0.0016588005237281322
95434	embedding2nn.bias	0	-0.002145498525351286
95434	embedding2nn.bias	1	-0.023859573528170586
95434	embedding2nn.bias	2	0.07144778221845627
95434	embedding2nn.bias	3	0.06442596018314362
95434	embedding2nn.bias	4	-0.015106317587196827
95434	embedding2nn.bias	5	-0.02037935145199299
95434	embedding2nn.bias	6	0.026175599545240402
95434	embedding2nn.bias	7	-0.008048868738114834
95434	embedding2nn.bias	8	-0.0286637544631958
95434	embedding2nn.bias	9	0.013066592626273632
95434	rnn.weight_ih_l0	0	0.06231971085071564
95434	rnn.weight_ih_l0	1	-0.04568428546190262
95434	rnn.weight_ih_l0	2	0.0011116365203633904
95434	rnn.weight_ih_l0	3	0.045962076634168625
95434	rnn.weight_ih_l0	4	-0.0285185556858778
95434	rnn.weight_ih_l0	5	0.05322146415710449
95434	rnn.weight_ih_l0	6	0.007670735940337181
95434	rnn.weight_ih_l0	7	0.056920189410448074
95434	rnn.weight_ih_l0	8	0.006187546532601118
95434	rnn.weight_ih_l0	9	-0.016324283555150032
95434	rnn.weight_hh_l0	0	-0.019850460812449455
95434	rnn.weight_hh_l0	1	-0.020545484498143196
95434	rnn.weight_hh_l0	2	-0.061452414840459824
95434	rnn.weight_hh_l0	3	-0.01214243471622467
95434	rnn.weight_hh_l0	4	-0.010592701844871044
95434	rnn.weight_hh_l0	5	-0.022650815546512604
95434	rnn.weight_hh_l0	6	-0.001867523300461471
95434	rnn.weight_hh_l0	7	-0.043854180723428726
95434	rnn.weight_hh_l0	8	0.06543505936861038
95434	rnn.weight_hh_l0	9	0.04490513727068901
95434	rnn.bias_ih_l0	0	-0.15703116357326508
95434	rnn.bias_ih_l0	1	-0.14201539754867554
95434	rnn.bias_ih_l0	2	-0.008257655426859856
95434	rnn.bias_ih_l0	3	-0.13722558319568634
95434	rnn.bias_ih_l0	4	-0.0629652589559555
95434	rnn.bias_ih_l0	5	-0.14033572375774384
95434	rnn.bias_ih_l0	6	0.05134199559688568
95434	rnn.bias_ih_l0	7	-0.08151023834943771
95434	rnn.bias_ih_l0	8	-0.01762487180531025
95434	rnn.bias_ih_l0	9	-0.09198203682899475
95434	rnn.bias_hh_l0	0	-0.05133499577641487
95434	rnn.bias_hh_l0	1	0.2201303094625473
95434	rnn.bias_hh_l0	2	0.058970995247364044
95434	rnn.bias_hh_l0	3	-0.06094386428594589
95434	rnn.bias_hh_l0	4	-0.06935825943946838
95434	rnn.bias_hh_l0	5	-0.0012590504484251142
95434	rnn.bias_hh_l0	6	0.05906377732753754
95434	rnn.bias_hh_l0	7	-0.10042180120944977
95434	rnn.bias_hh_l0	8	-0.194692000746727
95434	rnn.bias_hh_l0	9	-0.0998399406671524
95434	rnn.weight_ih_l0_reverse	0	0.023227032274007797
95434	rnn.weight_ih_l0_reverse	1	-0.049818310886621475
95434	rnn.weight_ih_l0_reverse	2	0.03802395984530449
95434	rnn.weight_ih_l0_reverse	3	0.012241285294294357
95434	rnn.weight_ih_l0_reverse	4	0.008943433873355389
95434	rnn.weight_ih_l0_reverse	5	-0.032339807599782944
95434	rnn.weight_ih_l0_reverse	6	0.024729348719120026
95434	rnn.weight_ih_l0_reverse	7	0.03390713036060333
95434	rnn.weight_ih_l0_reverse	8	-0.029025325551629066
95434	rnn.weight_ih_l0_reverse	9	0.0011629514629021287
95434	rnn.weight_hh_l0_reverse	0	0.048705700784921646
95434	rnn.weight_hh_l0_reverse	1	0.03067747876048088
95434	rnn.weight_hh_l0_reverse	2	-0.017568174749612808
95434	rnn.weight_hh_l0_reverse	3	-0.06307234615087509
95434	rnn.weight_hh_l0_reverse	4	0.012950624339282513
95434	rnn.weight_hh_l0_reverse	5	-0.052059903740882874
95434	rnn.weight_hh_l0_reverse	6	-0.013895423151552677
95434	rnn.weight_hh_l0_reverse	7	0.026458732783794403
95434	rnn.weight_hh_l0_reverse	8	0.02284868247807026
95434	rnn.weight_hh_l0_reverse	9	0.0005858668591827154
95434	rnn.bias_ih_l0_reverse	0	-0.026311522349715233
95434	rnn.bias_ih_l0_reverse	1	-0.12027177959680557
95434	rnn.bias_ih_l0_reverse	2	-0.1052924171090126
95434	rnn.bias_ih_l0_reverse	3	-0.032322958111763
95434	rnn.bias_ih_l0_reverse	4	-0.09257456660270691
95434	rnn.bias_ih_l0_reverse	5	-0.07620707899332047
95434	rnn.bias_ih_l0_reverse	6	-0.1593003123998642
95434	rnn.bias_ih_l0_reverse	7	-0.049800675362348557
95434	rnn.bias_ih_l0_reverse	8	-0.04489867389202118
95434	rnn.bias_ih_l0_reverse	9	-0.12281236052513123
95434	rnn.bias_hh_l0_reverse	0	-0.1204720139503479
95434	rnn.bias_hh_l0_reverse	1	-0.14404289424419403
95434	rnn.bias_hh_l0_reverse	2	0.0987282395362854
95434	rnn.bias_hh_l0_reverse	3	0.050024934113025665
95434	rnn.bias_hh_l0_reverse	4	-0.13554218411445618
95434	rnn.bias_hh_l0_reverse	5	-0.10260754823684692
95434	rnn.bias_hh_l0_reverse	6	-0.09154123812913895
95434	rnn.bias_hh_l0_reverse	7	-0.04411887377500534
95434	rnn.bias_hh_l0_reverse	8	-0.06716325134038925
95434	rnn.bias_hh_l0_reverse	9	-0.016270659863948822
95434	linear.weight	0	-0.007532264105975628
95434	linear.weight	1	-0.013550898991525173
95434	linear.weight	2	0.2182619720697403
95434	linear.weight	3	-0.08008496463298798
95434	linear.weight	4	-0.010588549077510834
95434	linear.weight	5	0.11313585191965103
95434	linear.weight	6	-0.010739270597696304
95434	linear.weight	7	-0.06453052908182144
95434	linear.weight	8	0.11505839228630066
95434	linear.weight	9	-0.16337703168392181
95434	linear.bias	0	-0.03956538438796997
95434	linear.bias	1	0.031413208693265915
95434	linear.bias	2	0.506646990776062
95434	linear.bias	3	-0.4386717677116394
95434	linear.bias	4	1.7701915502548218
95434	linear.bias	5	-1.3443793058395386
95434	linear.bias	6	-0.382916659116745
95434	linear.bias	7	-0.11301963776350021
95992	transitions	0	-1.6217355728149414
95992	transitions	1	-10000.0
95992	transitions	2	-0.7969565987586975
95992	transitions	3	-10000.0
95992	transitions	4	1.799678921699524
95992	transitions	5	-10000.0
95992	transitions	6	-10000.0
95992	transitions	7	1.58819580078125
95992	transitions	8	-2.3559353351593018
95992	transitions	9	-4.0083818435668945
95992	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
95992	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
95992	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
95992	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
95992	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
95992	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
95992	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
95992	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
95992	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
95992	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
95992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
95992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
95992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
95992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
95992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
95992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
95992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
95992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
95992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
95992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
95992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
95992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
95992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
95992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
95992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
95992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
95992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
95992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
95992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
95992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
95992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
95992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
95992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
95992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
95992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
95992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
95992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
95992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
95992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
95992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
95992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
95992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
95992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
95992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
95992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
95992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
95992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
95992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
95992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
95992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
95992	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
95992	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
95992	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
95992	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
95992	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
95992	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
95992	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
95992	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
95992	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
95992	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
95992	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
95992	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
95992	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
95992	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
95992	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
95992	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
95992	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
95992	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
95992	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
95992	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
95992	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
95992	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
95992	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
95992	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
95992	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
95992	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
95992	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
95992	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
95992	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
95992	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
95992	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
95992	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
95992	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
95992	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
95992	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
95992	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
95992	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
95992	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
95992	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
95992	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
95992	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
95992	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
95992	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
95992	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
95992	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
95992	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
95992	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
95992	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
95992	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
95992	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
95992	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
95992	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
95992	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
95992	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
95992	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
95992	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
95992	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
95992	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
95992	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
95992	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
95992	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
95992	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
95992	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
95992	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
95992	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
95992	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
95992	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
95992	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
95992	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
95992	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
95992	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
95992	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
95992	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
95992	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
95992	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
95992	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
95992	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
95992	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
95992	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
95992	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
95992	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
95992	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
95992	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
95992	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
95992	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
95992	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
95992	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
95992	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
95992	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
95992	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
95992	embedding2nn.weight	0	0.006648429669439793
95992	embedding2nn.weight	1	0.005199494305998087
95992	embedding2nn.weight	2	0.013560072518885136
95992	embedding2nn.weight	3	0.01945730857551098
95992	embedding2nn.weight	4	0.016274085268378258
95992	embedding2nn.weight	5	0.004017470870167017
95992	embedding2nn.weight	6	-0.011898384429514408
95992	embedding2nn.weight	7	-0.0030483887530863285
95992	embedding2nn.weight	8	-0.002975759096443653
95992	embedding2nn.weight	9	-0.0017405640101060271
95992	embedding2nn.bias	0	0.006951525807380676
95992	embedding2nn.bias	1	-0.02937409095466137
95992	embedding2nn.bias	2	0.07412703335285187
95992	embedding2nn.bias	3	0.054905004799366
95992	embedding2nn.bias	4	-0.022489000111818314
95992	embedding2nn.bias	5	-0.01562619023025036
95992	embedding2nn.bias	6	0.020392820239067078
95992	embedding2nn.bias	7	-0.0013179039815440774
95992	embedding2nn.bias	8	-0.02263873815536499
95992	embedding2nn.bias	9	-0.0009119646856561303
95992	rnn.weight_ih_l0	0	0.06204819679260254
95992	rnn.weight_ih_l0	1	-0.04604046046733856
95992	rnn.weight_ih_l0	2	0.002537826541811228
95992	rnn.weight_ih_l0	3	0.04571225866675377
95992	rnn.weight_ih_l0	4	-0.02791341207921505
95992	rnn.weight_ih_l0	5	0.05337991565465927
95992	rnn.weight_ih_l0	6	0.007252573501318693
95992	rnn.weight_ih_l0	7	0.056600235402584076
95992	rnn.weight_ih_l0	8	0.005678823217749596
95992	rnn.weight_ih_l0	9	-0.01556355133652687
95992	rnn.weight_hh_l0	0	-0.02012103982269764
95992	rnn.weight_hh_l0	1	-0.021078379824757576
95992	rnn.weight_hh_l0	2	-0.06170162558555603
95992	rnn.weight_hh_l0	3	-0.011370341293513775
95992	rnn.weight_hh_l0	4	-0.010815142653882504
95992	rnn.weight_hh_l0	5	-0.02262941189110279
95992	rnn.weight_hh_l0	6	-0.0019462895579636097
95992	rnn.weight_hh_l0	7	-0.04284755513072014
95992	rnn.weight_hh_l0	8	0.06455358862876892
95992	rnn.weight_hh_l0	9	0.04497937858104706
95992	rnn.bias_ih_l0	0	-0.15831705927848816
95992	rnn.bias_ih_l0	1	-0.13995544612407684
95992	rnn.bias_ih_l0	2	-0.005922894924879074
95992	rnn.bias_ih_l0	3	-0.14225155115127563
95992	rnn.bias_ih_l0	4	-0.059027012437582016
95992	rnn.bias_ih_l0	5	-0.14598135650157928
95992	rnn.bias_ih_l0	6	0.04668998345732689
95992	rnn.bias_ih_l0	7	-0.08334454894065857
95992	rnn.bias_ih_l0	8	-0.019207194447517395
95992	rnn.bias_ih_l0	9	-0.09225708991289139
95992	rnn.bias_hh_l0	0	-0.05235574021935463
95992	rnn.bias_hh_l0	1	0.21630121767520905
95992	rnn.bias_hh_l0	2	0.052940405905246735
95992	rnn.bias_hh_l0	3	-0.06186414510011673
95992	rnn.bias_hh_l0	4	-0.06946128606796265
95992	rnn.bias_hh_l0	5	-0.003445957088842988
95992	rnn.bias_hh_l0	6	0.05880230292677879
95992	rnn.bias_hh_l0	7	-0.10520236194133759
95992	rnn.bias_hh_l0	8	-0.19128954410552979
95992	rnn.bias_hh_l0	9	-0.09646593779325485
95992	rnn.weight_ih_l0_reverse	0	0.02252548187971115
95992	rnn.weight_ih_l0_reverse	1	-0.04896742105484009
95992	rnn.weight_ih_l0_reverse	2	0.03757483884692192
95992	rnn.weight_ih_l0_reverse	3	0.011754211969673634
95992	rnn.weight_ih_l0_reverse	4	0.009192299097776413
95992	rnn.weight_ih_l0_reverse	5	-0.030879173427820206
95992	rnn.weight_ih_l0_reverse	6	0.02419687993824482
95992	rnn.weight_ih_l0_reverse	7	0.03407343477010727
95992	rnn.weight_ih_l0_reverse	8	-0.029816294088959694
95992	rnn.weight_ih_l0_reverse	9	0.001471065916121006
95992	rnn.weight_hh_l0_reverse	0	0.0488085001707077
95992	rnn.weight_hh_l0_reverse	1	0.030407728627324104
95992	rnn.weight_hh_l0_reverse	2	-0.01738951914012432
95992	rnn.weight_hh_l0_reverse	3	-0.06278024613857269
95992	rnn.weight_hh_l0_reverse	4	0.012606251053512096
95992	rnn.weight_hh_l0_reverse	5	-0.05277733877301216
95992	rnn.weight_hh_l0_reverse	6	-0.013109865598380566
95992	rnn.weight_hh_l0_reverse	7	0.027519740164279938
95992	rnn.weight_hh_l0_reverse	8	0.021615896373987198
95992	rnn.weight_hh_l0_reverse	9	0.00032476248452439904
95992	rnn.bias_ih_l0_reverse	0	-0.027237335219979286
95992	rnn.bias_ih_l0_reverse	1	-0.12418186664581299
95992	rnn.bias_ih_l0_reverse	2	-0.10955667495727539
95992	rnn.bias_ih_l0_reverse	3	-0.03822321072220802
95992	rnn.bias_ih_l0_reverse	4	-0.08867160230875015
95992	rnn.bias_ih_l0_reverse	5	-0.07608287781476974
95992	rnn.bias_ih_l0_reverse	6	-0.1604936122894287
95992	rnn.bias_ih_l0_reverse	7	-0.05298279970884323
95992	rnn.bias_ih_l0_reverse	8	-0.050899580121040344
95992	rnn.bias_ih_l0_reverse	9	-0.12306061387062073
95992	rnn.bias_hh_l0_reverse	0	-0.12250494956970215
95992	rnn.bias_hh_l0_reverse	1	-0.1420036405324936
95992	rnn.bias_hh_l0_reverse	2	0.11219829320907593
95992	rnn.bias_hh_l0_reverse	3	0.05169272795319557
95992	rnn.bias_hh_l0_reverse	4	-0.13526952266693115
95992	rnn.bias_hh_l0_reverse	5	-0.10297540575265884
95992	rnn.bias_hh_l0_reverse	6	-0.08378967642784119
95992	rnn.bias_hh_l0_reverse	7	-0.046302635222673416
95992	rnn.bias_hh_l0_reverse	8	-0.07306891679763794
95992	rnn.bias_hh_l0_reverse	9	-0.016175417229533195
95992	linear.weight	0	-0.007534311152994633
95992	linear.weight	1	-0.05121353641152382
95992	linear.weight	2	0.20707011222839355
95992	linear.weight	3	-0.08008121699094772
95992	linear.weight	4	-0.010588549077510834
95992	linear.weight	5	0.10450777411460876
95992	linear.weight	6	-0.010739270597696304
95992	linear.weight	7	-0.09838441759347916
95992	linear.weight	8	0.1527664214372635
95992	linear.weight	9	-0.15710504353046417
95992	linear.bias	0	-0.03956538438796997
95992	linear.bias	1	0.031413208693265915
95992	linear.bias	2	0.4651823341846466
95992	linear.bias	3	-0.37933868169784546
95992	linear.bias	4	1.7635986804962158
95992	linear.bias	5	-1.3450767993927002
95992	linear.bias	6	-0.38728460669517517
95992	linear.bias	7	-0.11926202476024628
96550	transitions	0	-1.6246014833450317
96550	transitions	1	-10000.0
96550	transitions	2	-0.7969565987586975
96550	transitions	3	-10000.0
96550	transitions	4	1.8098260164260864
96550	transitions	5	-10000.0
96550	transitions	6	-10000.0
96550	transitions	7	1.607921838760376
96550	transitions	8	-2.3582980632781982
96550	transitions	9	-4.010982990264893
96550	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
96550	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
96550	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
96550	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
96550	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
96550	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
96550	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
96550	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
96550	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
96550	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
96550	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
96550	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
96550	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
96550	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
96550	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
96550	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
96550	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
96550	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
96550	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
96550	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
96550	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
96550	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
96550	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
96550	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
96550	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
96550	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
96550	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
96550	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
96550	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
96550	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
96550	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
96550	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
96550	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
96550	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
96550	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
96550	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
96550	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
96550	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
96550	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
96550	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
96550	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
96550	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
96550	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
96550	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
96550	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
96550	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
96550	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
96550	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
96550	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
96550	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
96550	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
96550	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
96550	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
96550	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
96550	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
96550	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
96550	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
96550	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
96550	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
96550	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
96550	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
96550	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
96550	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
96550	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
96550	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
96550	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
96550	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
96550	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
96550	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
96550	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
96550	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
96550	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
96550	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
96550	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
96550	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
96550	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
96550	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
96550	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
96550	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
96550	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
96550	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
96550	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
96550	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
96550	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
96550	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
96550	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
96550	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
96550	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
96550	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
96550	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
96550	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
96550	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
96550	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
96550	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
96550	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
96550	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
96550	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
96550	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
96550	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
96550	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
96550	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
96550	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
96550	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
96550	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
96550	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
96550	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
96550	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
96550	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
96550	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
96550	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
96550	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
96550	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
96550	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
96550	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
96550	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
96550	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
96550	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
96550	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
96550	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
96550	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
96550	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
96550	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
96550	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
96550	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
96550	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
96550	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
96550	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
96550	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
96550	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
96550	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
96550	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
96550	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
96550	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
96550	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
96550	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
96550	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
96550	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
96550	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
96550	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
96550	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
96550	embedding2nn.weight	0	0.006634313613176346
96550	embedding2nn.weight	1	0.005243625026196241
96550	embedding2nn.weight	2	0.013577844016253948
96550	embedding2nn.weight	3	0.019216427579522133
96550	embedding2nn.weight	4	0.0159332063049078
96550	embedding2nn.weight	5	0.0045632775872945786
96550	embedding2nn.weight	6	-0.0118705490604043
96550	embedding2nn.weight	7	-0.003001115284860134
96550	embedding2nn.weight	8	-0.003655009903013706
96550	embedding2nn.weight	9	-0.0011965965386480093
96550	embedding2nn.bias	0	0.003044907934963703
96550	embedding2nn.bias	1	-0.03865416720509529
96550	embedding2nn.bias	2	0.07193250954151154
96550	embedding2nn.bias	3	0.057694535702466965
96550	embedding2nn.bias	4	-0.012546133249998093
96550	embedding2nn.bias	5	-0.012720213271677494
96550	embedding2nn.bias	6	0.031214067712426186
96550	embedding2nn.bias	7	-0.0050157406367361546
96550	embedding2nn.bias	8	-0.016105137765407562
96550	embedding2nn.bias	9	0.002258849563077092
96550	rnn.weight_ih_l0	0	0.06174561008810997
96550	rnn.weight_ih_l0	1	-0.04554470628499985
96550	rnn.weight_ih_l0	2	0.0029633089434355497
96550	rnn.weight_ih_l0	3	0.04321989417076111
96550	rnn.weight_ih_l0	4	-0.026931218802928925
96550	rnn.weight_ih_l0	5	0.051781266927719116
96550	rnn.weight_ih_l0	6	0.007332758046686649
96550	rnn.weight_ih_l0	7	0.057641997933387756
96550	rnn.weight_ih_l0	8	0.006218651309609413
96550	rnn.weight_ih_l0	9	-0.017450639978051186
96550	rnn.weight_hh_l0	0	-0.01893080398440361
96550	rnn.weight_hh_l0	1	-0.022516287863254547
96550	rnn.weight_hh_l0	2	-0.06164415180683136
96550	rnn.weight_hh_l0	3	-0.010731993243098259
96550	rnn.weight_hh_l0	4	-0.011181781068444252
96550	rnn.weight_hh_l0	5	-0.022485315799713135
96550	rnn.weight_hh_l0	6	-0.001974360551685095
96550	rnn.weight_hh_l0	7	-0.043111495673656464
96550	rnn.weight_hh_l0	8	0.06432308256626129
96550	rnn.weight_hh_l0	9	0.04456273466348648
96550	rnn.bias_ih_l0	0	-0.15618227422237396
96550	rnn.bias_ih_l0	1	-0.14222340285778046
96550	rnn.bias_ih_l0	2	-0.00946842972189188
96550	rnn.bias_ih_l0	3	-0.14005373418331146
96550	rnn.bias_ih_l0	4	-0.056504618376493454
96550	rnn.bias_ih_l0	5	-0.14619693160057068
96550	rnn.bias_ih_l0	6	0.05385420843958855
96550	rnn.bias_ih_l0	7	-0.08275638520717621
96550	rnn.bias_ih_l0	8	-0.018421219661831856
96550	rnn.bias_ih_l0	9	-0.093100406229496
96550	rnn.bias_hh_l0	0	-0.051917772740125656
96550	rnn.bias_hh_l0	1	0.21667282283306122
96550	rnn.bias_hh_l0	2	0.04982202500104904
96550	rnn.bias_hh_l0	3	-0.06636258959770203
96550	rnn.bias_hh_l0	4	-0.0693066194653511
96550	rnn.bias_hh_l0	5	-0.014627204276621342
96550	rnn.bias_hh_l0	6	0.056449323892593384
96550	rnn.bias_hh_l0	7	-0.10272645205259323
96550	rnn.bias_hh_l0	8	-0.19443409144878387
96550	rnn.bias_hh_l0	9	-0.0962437093257904
96550	rnn.weight_ih_l0_reverse	0	0.02366824820637703
96550	rnn.weight_ih_l0_reverse	1	-0.049851614981889725
96550	rnn.weight_ih_l0_reverse	2	0.03735959157347679
96550	rnn.weight_ih_l0_reverse	3	0.012791253626346588
96550	rnn.weight_ih_l0_reverse	4	0.009280012920498848
96550	rnn.weight_ih_l0_reverse	5	-0.02993893250823021
96550	rnn.weight_ih_l0_reverse	6	0.022557441145181656
96550	rnn.weight_ih_l0_reverse	7	0.03445382043719292
96550	rnn.weight_ih_l0_reverse	8	-0.030367998406291008
96550	rnn.weight_ih_l0_reverse	9	-0.0005212141550146043
96550	rnn.weight_hh_l0_reverse	0	0.04888772591948509
96550	rnn.weight_hh_l0_reverse	1	0.030151356011629105
96550	rnn.weight_hh_l0_reverse	2	-0.017435472458600998
96550	rnn.weight_hh_l0_reverse	3	-0.06292442232370377
96550	rnn.weight_hh_l0_reverse	4	0.013299568556249142
96550	rnn.weight_hh_l0_reverse	5	-0.05351158604025841
96550	rnn.weight_hh_l0_reverse	6	-0.013341317884624004
96550	rnn.weight_hh_l0_reverse	7	0.026964107528328896
96550	rnn.weight_hh_l0_reverse	8	0.021005893126130104
96550	rnn.weight_hh_l0_reverse	9	0.0002712483110371977
96550	rnn.bias_ih_l0_reverse	0	-0.028995119035243988
96550	rnn.bias_ih_l0_reverse	1	-0.12238987535238266
96550	rnn.bias_ih_l0_reverse	2	-0.11209620535373688
96550	rnn.bias_ih_l0_reverse	3	-0.036317262798547745
96550	rnn.bias_ih_l0_reverse	4	-0.08882288634777069
96550	rnn.bias_ih_l0_reverse	5	-0.07993802428245544
96550	rnn.bias_ih_l0_reverse	6	-0.16366799175739288
96550	rnn.bias_ih_l0_reverse	7	-0.045812029391527176
96550	rnn.bias_ih_l0_reverse	8	-0.04781855642795563
96550	rnn.bias_ih_l0_reverse	9	-0.12108275294303894
96550	rnn.bias_hh_l0_reverse	0	-0.12155835330486298
96550	rnn.bias_hh_l0_reverse	1	-0.14602476358413696
96550	rnn.bias_hh_l0_reverse	2	0.10674045234918594
96550	rnn.bias_hh_l0_reverse	3	0.054788988083601
96550	rnn.bias_hh_l0_reverse	4	-0.13320167362689972
96550	rnn.bias_hh_l0_reverse	5	-0.1025191992521286
96550	rnn.bias_hh_l0_reverse	6	-0.09558041393756866
96550	rnn.bias_hh_l0_reverse	7	-0.04695683345198631
96550	rnn.bias_hh_l0_reverse	8	-0.06660998612642288
96550	rnn.bias_hh_l0_reverse	9	-0.010349546559154987
96550	linear.weight	0	-0.007543076295405626
96550	linear.weight	1	-0.006728161126375198
96550	linear.weight	2	0.1918015033006668
96550	linear.weight	3	-0.08007990568876266
96550	linear.weight	4	-0.010588549077510834
96550	linear.weight	5	0.09363715350627899
96550	linear.weight	6	-0.010739270597696304
96550	linear.weight	7	-0.06120007112622261
96550	linear.weight	8	0.19877874851226807
96550	linear.weight	9	-0.16160520911216736
96550	linear.bias	0	-0.03956538438796997
96550	linear.bias	1	0.031413208693265915
96550	linear.bias	2	0.40616539120674133
96550	linear.bias	3	-0.36947518587112427
96550	linear.bias	4	1.749914526939392
96550	linear.bias	5	-1.3457918167114258
96550	linear.bias	6	-0.3552614748477936
96550	linear.bias	7	-0.08775714784860611
97108	transitions	0	-1.6281509399414062
97108	transitions	1	-10000.0
97108	transitions	2	-0.7969565987586975
97108	transitions	3	-10000.0
97108	transitions	4	1.806088924407959
97108	transitions	5	-10000.0
97108	transitions	6	-10000.0
97108	transitions	7	1.5845232009887695
97108	transitions	8	-2.360849142074585
97108	transitions	9	-4.013507843017578
97108	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
97108	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
97108	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
97108	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
97108	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
97108	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
97108	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
97108	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
97108	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
97108	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
97108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
97108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
97108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
97108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
97108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
97108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
97108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
97108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
97108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
97108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
97108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
97108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
97108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
97108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
97108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
97108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
97108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
97108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
97108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
97108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
97108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
97108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
97108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
97108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
97108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
97108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
97108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
97108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
97108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
97108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
97108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
97108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
97108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
97108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
97108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
97108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
97108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
97108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
97108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
97108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
97108	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
97108	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
97108	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
97108	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
97108	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
97108	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
97108	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
97108	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
97108	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
97108	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
97108	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
97108	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
97108	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
97108	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
97108	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
97108	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
97108	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
97108	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
97108	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
97108	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
97108	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
97108	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
97108	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
97108	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
97108	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
97108	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
97108	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
97108	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
97108	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
97108	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
97108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
97108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
97108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
97108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
97108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
97108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
97108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
97108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
97108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
97108	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
97108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
97108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
97108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
97108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
97108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
97108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
97108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
97108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
97108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
97108	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
97108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
97108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
97108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
97108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
97108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
97108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
97108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
97108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
97108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
97108	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
97108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
97108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
97108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
97108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
97108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
97108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
97108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
97108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
97108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
97108	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
97108	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
97108	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
97108	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
97108	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
97108	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
97108	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
97108	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
97108	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
97108	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
97108	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
97108	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
97108	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
97108	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
97108	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
97108	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
97108	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
97108	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
97108	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
97108	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
97108	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
97108	embedding2nn.weight	0	0.006618354469537735
97108	embedding2nn.weight	1	0.005202821455895901
97108	embedding2nn.weight	2	0.013605833984911442
97108	embedding2nn.weight	3	0.01975693739950657
97108	embedding2nn.weight	4	0.015765072777867317
97108	embedding2nn.weight	5	0.005440051667392254
97108	embedding2nn.weight	6	-0.012201638892292976
97108	embedding2nn.weight	7	-0.003318136092275381
97108	embedding2nn.weight	8	-0.00351610966026783
97108	embedding2nn.weight	9	-0.0015336995711550117
97108	embedding2nn.bias	0	0.007232111878693104
97108	embedding2nn.bias	1	-0.04002757370471954
97108	embedding2nn.bias	2	0.07546665519475937
97108	embedding2nn.bias	3	0.06057148799300194
97108	embedding2nn.bias	4	-0.008919453248381615
97108	embedding2nn.bias	5	-0.005953649990260601
97108	embedding2nn.bias	6	0.023849226534366608
97108	embedding2nn.bias	7	-0.004607273265719414
97108	embedding2nn.bias	8	-0.010961158201098442
97108	embedding2nn.bias	9	-0.0021742633543908596
97108	rnn.weight_ih_l0	0	0.06303928792476654
97108	rnn.weight_ih_l0	1	-0.04580153897404671
97108	rnn.weight_ih_l0	2	0.003953289706259966
97108	rnn.weight_ih_l0	3	0.04417574778199196
97108	rnn.weight_ih_l0	4	-0.02633599191904068
97108	rnn.weight_ih_l0	5	0.05166762322187424
97108	rnn.weight_ih_l0	6	0.00766085647046566
97108	rnn.weight_ih_l0	7	0.057745132595300674
97108	rnn.weight_ih_l0	8	0.006894777528941631
97108	rnn.weight_ih_l0	9	-0.017656978219747543
97108	rnn.weight_hh_l0	0	-0.019952889531850815
97108	rnn.weight_hh_l0	1	-0.022907055914402008
97108	rnn.weight_hh_l0	2	-0.06138347089290619
97108	rnn.weight_hh_l0	3	-0.010606033727526665
97108	rnn.weight_hh_l0	4	-0.01120053231716156
97108	rnn.weight_hh_l0	5	-0.02259065955877304
97108	rnn.weight_hh_l0	6	-0.00200055749155581
97108	rnn.weight_hh_l0	7	-0.04328005015850067
97108	rnn.weight_hh_l0	8	0.06383860856294632
97108	rnn.weight_hh_l0	9	0.04437685385346413
97108	rnn.bias_ih_l0	0	-0.16350741684436798
97108	rnn.bias_ih_l0	1	-0.14430725574493408
97108	rnn.bias_ih_l0	2	-0.009159944951534271
97108	rnn.bias_ih_l0	3	-0.14108498394489288
97108	rnn.bias_ih_l0	4	-0.06151957809925079
97108	rnn.bias_ih_l0	5	-0.14397059381008148
97108	rnn.bias_ih_l0	6	0.04756565019488335
97108	rnn.bias_ih_l0	7	-0.07813435047864914
97108	rnn.bias_ih_l0	8	-0.022003235295414925
97108	rnn.bias_ih_l0	9	-0.09284183382987976
97108	rnn.bias_hh_l0	0	-0.052883803844451904
97108	rnn.bias_hh_l0	1	0.2156464159488678
97108	rnn.bias_hh_l0	2	0.05130771920084953
97108	rnn.bias_hh_l0	3	-0.0647183209657669
97108	rnn.bias_hh_l0	4	-0.0690309926867485
97108	rnn.bias_hh_l0	5	-0.01181226596236229
97108	rnn.bias_hh_l0	6	0.055909283459186554
97108	rnn.bias_hh_l0	7	-0.10066424310207367
97108	rnn.bias_hh_l0	8	-0.19890455901622772
97108	rnn.bias_hh_l0	9	-0.09565530717372894
97108	rnn.weight_ih_l0_reverse	0	0.02390848658978939
97108	rnn.weight_ih_l0_reverse	1	-0.050274018198251724
97108	rnn.weight_ih_l0_reverse	2	0.037644173949956894
97108	rnn.weight_ih_l0_reverse	3	0.011576199904084206
97108	rnn.weight_ih_l0_reverse	4	0.00910263229161501
97108	rnn.weight_ih_l0_reverse	5	-0.02845034934580326
97108	rnn.weight_ih_l0_reverse	6	0.025829577818512917
97108	rnn.weight_ih_l0_reverse	7	0.03474264591932297
97108	rnn.weight_ih_l0_reverse	8	-0.029654011130332947
97108	rnn.weight_ih_l0_reverse	9	0.0001174837161670439
97108	rnn.weight_hh_l0_reverse	0	0.04824856296181679
97108	rnn.weight_hh_l0_reverse	1	0.030047481879591942
97108	rnn.weight_hh_l0_reverse	2	-0.017980370670557022
97108	rnn.weight_hh_l0_reverse	3	-0.06312194466590881
97108	rnn.weight_hh_l0_reverse	4	0.01384404394775629
97108	rnn.weight_hh_l0_reverse	5	-0.05341930687427521
97108	rnn.weight_hh_l0_reverse	6	-0.01301520224660635
97108	rnn.weight_hh_l0_reverse	7	0.02677270397543907
97108	rnn.weight_hh_l0_reverse	8	0.022347139194607735
97108	rnn.weight_hh_l0_reverse	9	0.0006348578608594835
97108	rnn.bias_ih_l0_reverse	0	-0.029601644724607468
97108	rnn.bias_ih_l0_reverse	1	-0.12429074198007584
97108	rnn.bias_ih_l0_reverse	2	-0.11424032598733902
97108	rnn.bias_ih_l0_reverse	3	-0.04338656738400459
97108	rnn.bias_ih_l0_reverse	4	-0.09368006885051727
97108	rnn.bias_ih_l0_reverse	5	-0.07690278440713882
97108	rnn.bias_ih_l0_reverse	6	-0.1622416079044342
97108	rnn.bias_ih_l0_reverse	7	-0.04905029386281967
97108	rnn.bias_ih_l0_reverse	8	-0.05009585991501808
97108	rnn.bias_ih_l0_reverse	9	-0.12226182967424393
97108	rnn.bias_hh_l0_reverse	0	-0.12064904719591141
97108	rnn.bias_hh_l0_reverse	1	-0.1430237889289856
97108	rnn.bias_hh_l0_reverse	2	0.09549961984157562
97108	rnn.bias_hh_l0_reverse	3	0.05298832803964615
97108	rnn.bias_hh_l0_reverse	4	-0.13428907096385956
97108	rnn.bias_hh_l0_reverse	5	-0.1010499894618988
97108	rnn.bias_hh_l0_reverse	6	-0.09594143182039261
97108	rnn.bias_hh_l0_reverse	7	-0.045371368527412415
97108	rnn.bias_hh_l0_reverse	8	-0.06710009276866913
97108	rnn.bias_hh_l0_reverse	9	-0.013197061605751514
97108	linear.weight	0	-0.007551099173724651
97108	linear.weight	1	-0.045981377363204956
97108	linear.weight	2	0.1976775825023651
97108	linear.weight	3	-0.08007698506116867
97108	linear.weight	4	-0.010588549077510834
97108	linear.weight	5	0.08269530534744263
97108	linear.weight	6	-0.010739270597696304
97108	linear.weight	7	-0.051728371530771255
97108	linear.weight	8	0.11746665835380554
97108	linear.weight	9	-0.15824206173419952
97108	linear.bias	0	-0.03956538438796997
97108	linear.bias	1	0.031413208693265915
97108	linear.bias	2	0.4346690773963928
97108	linear.bias	3	-0.39016276597976685
97108	linear.bias	4	1.735343337059021
97108	linear.bias	5	-1.3464916944503784
97108	linear.bias	6	-0.34957075119018555
97108	linear.bias	7	-0.08602547645568848
97666	transitions	0	-1.6312116384506226
97666	transitions	1	-10000.0
97666	transitions	2	-0.7969565987586975
97666	transitions	3	-10000.0
97666	transitions	4	1.8301589488983154
97666	transitions	5	-10000.0
97666	transitions	6	-10000.0
97666	transitions	7	1.5632193088531494
97666	transitions	8	-2.3633482456207275
97666	transitions	9	-4.015832424163818
97666	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
97666	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
97666	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
97666	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
97666	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
97666	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
97666	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
97666	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
97666	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
97666	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
97666	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
97666	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
97666	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
97666	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
97666	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
97666	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
97666	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
97666	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
97666	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
97666	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
97666	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
97666	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
97666	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
97666	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
97666	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
97666	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
97666	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
97666	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
97666	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
97666	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
97666	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
97666	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
97666	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
97666	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
97666	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
97666	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
97666	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
97666	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
97666	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
97666	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
97666	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
97666	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
97666	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
97666	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
97666	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
97666	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
97666	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
97666	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
97666	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
97666	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
97666	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
97666	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
97666	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
97666	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
97666	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
97666	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
97666	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
97666	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
97666	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
97666	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
97666	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
97666	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
97666	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
97666	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
97666	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
97666	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
97666	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
97666	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
97666	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
97666	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
97666	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
97666	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
97666	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
97666	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
97666	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
97666	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
97666	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
97666	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
97666	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
97666	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
97666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
97666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
97666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
97666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
97666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
97666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
97666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
97666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
97666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
97666	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
97666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
97666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
97666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
97666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
97666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
97666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
97666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
97666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
97666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
97666	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
97666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
97666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
97666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
97666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
97666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
97666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
97666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
97666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
97666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
97666	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
97666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
97666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
97666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
97666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
97666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
97666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
97666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
97666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
97666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
97666	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
97666	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
97666	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
97666	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
97666	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
97666	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
97666	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
97666	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
97666	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
97666	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
97666	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
97666	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
97666	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
97666	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
97666	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
97666	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
97666	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
97666	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
97666	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
97666	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
97666	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
97666	embedding2nn.weight	0	0.0066236346028745174
97666	embedding2nn.weight	1	0.005071396939456463
97666	embedding2nn.weight	2	0.013608965091407299
97666	embedding2nn.weight	3	0.02075360156595707
97666	embedding2nn.weight	4	0.01591600477695465
97666	embedding2nn.weight	5	0.005353468935936689
97666	embedding2nn.weight	6	-0.012282031588256359
97666	embedding2nn.weight	7	-0.0032154861837625504
97666	embedding2nn.weight	8	-0.002467445796355605
97666	embedding2nn.weight	9	-0.0015285994159057736
97666	embedding2nn.bias	0	-0.005007164552807808
97666	embedding2nn.bias	1	-0.03554564714431763
97666	embedding2nn.bias	2	0.07601677626371384
97666	embedding2nn.bias	3	0.0649222806096077
97666	embedding2nn.bias	4	-0.012799998745322227
97666	embedding2nn.bias	5	-0.014494316652417183
97666	embedding2nn.bias	6	0.02317117340862751
97666	embedding2nn.bias	7	-0.005622217897325754
97666	embedding2nn.bias	8	-0.014114824123680592
97666	embedding2nn.bias	9	0.00493036862462759
97666	rnn.weight_ih_l0	0	0.06457601487636566
97666	rnn.weight_ih_l0	1	-0.04612298309803009
97666	rnn.weight_ih_l0	2	0.0013769385404884815
97666	rnn.weight_ih_l0	3	0.04312453046441078
97666	rnn.weight_ih_l0	4	-0.026246411725878716
97666	rnn.weight_ih_l0	5	0.04985412210226059
97666	rnn.weight_ih_l0	6	0.007510090246796608
97666	rnn.weight_ih_l0	7	0.05855376273393631
97666	rnn.weight_ih_l0	8	0.007415277883410454
97666	rnn.weight_ih_l0	9	-0.01863742619752884
97666	rnn.weight_hh_l0	0	-0.019786903634667397
97666	rnn.weight_hh_l0	1	-0.02256602980196476
97666	rnn.weight_hh_l0	2	-0.06100035458803177
97666	rnn.weight_hh_l0	3	-0.010119901970028877
97666	rnn.weight_hh_l0	4	-0.011088067665696144
97666	rnn.weight_hh_l0	5	-0.02263731323182583
97666	rnn.weight_hh_l0	6	-0.0020515592768788338
97666	rnn.weight_hh_l0	7	-0.043108414858579636
97666	rnn.weight_hh_l0	8	0.06292278319597244
97666	rnn.weight_hh_l0	9	0.04474346712231636
97666	rnn.bias_ih_l0	0	-0.16232170164585114
97666	rnn.bias_ih_l0	1	-0.14355586469173431
97666	rnn.bias_ih_l0	2	-0.00980537198483944
97666	rnn.bias_ih_l0	3	-0.1419021189212799
97666	rnn.bias_ih_l0	4	-0.06410481780767441
97666	rnn.bias_ih_l0	5	-0.14260008931159973
97666	rnn.bias_ih_l0	6	0.042804159224033356
97666	rnn.bias_ih_l0	7	-0.07790637016296387
97666	rnn.bias_ih_l0	8	-0.02043001353740692
97666	rnn.bias_ih_l0	9	-0.0941142588853836
97666	rnn.bias_hh_l0	0	-0.050105638802051544
97666	rnn.bias_hh_l0	1	0.2185620367527008
97666	rnn.bias_hh_l0	2	0.044855933636426926
97666	rnn.bias_hh_l0	3	-0.06560394912958145
97666	rnn.bias_hh_l0	4	-0.06445718556642532
97666	rnn.bias_hh_l0	5	-0.007226054556667805
97666	rnn.bias_hh_l0	6	0.05267001688480377
97666	rnn.bias_hh_l0	7	-0.09994743019342422
97666	rnn.bias_hh_l0	8	-0.20163533091545105
97666	rnn.bias_hh_l0	9	-0.09594855457544327
97666	rnn.weight_ih_l0_reverse	0	0.021394548937678337
97666	rnn.weight_ih_l0_reverse	1	-0.05047844722867012
97666	rnn.weight_ih_l0_reverse	2	0.03753577172756195
97666	rnn.weight_ih_l0_reverse	3	0.011233372613787651
97666	rnn.weight_ih_l0_reverse	4	0.008295610547065735
97666	rnn.weight_ih_l0_reverse	5	-0.028251105919480324
97666	rnn.weight_ih_l0_reverse	6	0.025416595861315727
97666	rnn.weight_ih_l0_reverse	7	0.034380730241537094
97666	rnn.weight_ih_l0_reverse	8	-0.02931673265993595
97666	rnn.weight_ih_l0_reverse	9	0.0007878054748289287
97666	rnn.weight_hh_l0_reverse	0	0.0484025813639164
97666	rnn.weight_hh_l0_reverse	1	0.029742376878857613
97666	rnn.weight_hh_l0_reverse	2	-0.01793639175593853
97666	rnn.weight_hh_l0_reverse	3	-0.06430421024560928
97666	rnn.weight_hh_l0_reverse	4	0.01379059161990881
97666	rnn.weight_hh_l0_reverse	5	-0.053803011775016785
97666	rnn.weight_hh_l0_reverse	6	-0.013646386563777924
97666	rnn.weight_hh_l0_reverse	7	0.02686263434588909
97666	rnn.weight_hh_l0_reverse	8	0.022298414260149002
97666	rnn.weight_hh_l0_reverse	9	0.0009341324330307543
97666	rnn.bias_ih_l0_reverse	0	-0.03187092766165733
97666	rnn.bias_ih_l0_reverse	1	-0.12544889748096466
97666	rnn.bias_ih_l0_reverse	2	-0.11405997723340988
97666	rnn.bias_ih_l0_reverse	3	-0.03961515426635742
97666	rnn.bias_ih_l0_reverse	4	-0.09470070898532867
97666	rnn.bias_ih_l0_reverse	5	-0.07548800110816956
97666	rnn.bias_ih_l0_reverse	6	-0.16523787379264832
97666	rnn.bias_ih_l0_reverse	7	-0.049310535192489624
97666	rnn.bias_ih_l0_reverse	8	-0.04947301372885704
97666	rnn.bias_ih_l0_reverse	9	-0.12077410519123077
97666	rnn.bias_hh_l0_reverse	0	-0.11782506853342056
97666	rnn.bias_hh_l0_reverse	1	-0.1419924944639206
97666	rnn.bias_hh_l0_reverse	2	0.09880292415618896
97666	rnn.bias_hh_l0_reverse	3	0.058389075100421906
97666	rnn.bias_hh_l0_reverse	4	-0.13643641769886017
97666	rnn.bias_hh_l0_reverse	5	-0.09646309912204742
97666	rnn.bias_hh_l0_reverse	6	-0.1035153940320015
97666	rnn.bias_hh_l0_reverse	7	-0.04847968369722366
97666	rnn.bias_hh_l0_reverse	8	-0.06752210110425949
97666	rnn.bias_hh_l0_reverse	9	-0.009617207571864128
97666	linear.weight	0	-0.007557643577456474
97666	linear.weight	1	-0.0729113295674324
97666	linear.weight	2	0.2498302310705185
97666	linear.weight	3	-0.08003437519073486
97666	linear.weight	4	-0.010588549077510834
97666	linear.weight	5	0.06797102838754654
97666	linear.weight	6	-0.010739270597696304
97666	linear.weight	7	-0.019505776464939117
97666	linear.weight	8	0.15262824296951294
97666	linear.weight	9	-0.1626027226448059
97666	linear.bias	0	-0.03956538438796997
97666	linear.bias	1	0.031413208693265915
97666	linear.bias	2	0.4703390896320343
97666	linear.bias	3	-0.39985939860343933
97666	linear.bias	4	1.7315219640731812
97666	linear.bias	5	-1.3471730947494507
97666	linear.bias	6	-0.35796335339546204
97666	linear.bias	7	-0.09913168102502823
98224	transitions	0	-1.6342133283615112
98224	transitions	1	-10000.0
98224	transitions	2	-0.7969565987586975
98224	transitions	3	-10000.0
98224	transitions	4	1.8598014116287231
98224	transitions	5	-10000.0
98224	transitions	6	-10000.0
98224	transitions	7	1.5407058000564575
98224	transitions	8	-2.3658297061920166
98224	transitions	9	-4.018380641937256
98224	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
98224	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
98224	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
98224	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
98224	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
98224	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
98224	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
98224	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
98224	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
98224	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
98224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
98224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
98224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
98224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
98224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
98224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
98224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
98224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
98224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
98224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
98224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
98224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
98224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
98224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
98224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
98224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
98224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
98224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
98224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
98224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
98224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
98224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
98224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
98224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
98224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
98224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
98224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
98224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
98224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
98224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
98224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
98224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
98224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
98224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
98224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
98224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
98224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
98224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
98224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
98224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
98224	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
98224	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
98224	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
98224	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
98224	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
98224	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
98224	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
98224	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
98224	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
98224	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
98224	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
98224	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
98224	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
98224	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
98224	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
98224	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
98224	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
98224	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
98224	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
98224	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
98224	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
98224	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
98224	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
98224	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
98224	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
98224	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
98224	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
98224	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
98224	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
98224	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
98224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
98224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
98224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
98224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
98224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
98224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
98224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
98224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
98224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
98224	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
98224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
98224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
98224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
98224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
98224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
98224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
98224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
98224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
98224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
98224	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
98224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
98224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
98224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
98224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
98224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
98224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
98224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
98224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
98224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
98224	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
98224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
98224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
98224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
98224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
98224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
98224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
98224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
98224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
98224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
98224	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
98224	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
98224	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
98224	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
98224	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
98224	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
98224	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
98224	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
98224	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
98224	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
98224	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
98224	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
98224	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
98224	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
98224	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
98224	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
98224	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
98224	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
98224	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
98224	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
98224	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
98224	embedding2nn.weight	0	0.0066299885511398315
98224	embedding2nn.weight	1	0.005282782018184662
98224	embedding2nn.weight	2	0.013610433787107468
98224	embedding2nn.weight	3	0.020468078553676605
98224	embedding2nn.weight	4	0.01640305668115616
98224	embedding2nn.weight	5	0.006110771093517542
98224	embedding2nn.weight	6	-0.012015429325401783
98224	embedding2nn.weight	7	-0.0030400273390114307
98224	embedding2nn.weight	8	-0.0013027879176661372
98224	embedding2nn.weight	9	-0.001447785645723343
98224	embedding2nn.bias	0	-0.003255272749811411
98224	embedding2nn.bias	1	-0.030578656122088432
98224	embedding2nn.bias	2	0.07150948792695999
98224	embedding2nn.bias	3	0.061608653515577316
98224	embedding2nn.bias	4	-0.006193344481289387
98224	embedding2nn.bias	5	-0.012878078036010265
98224	embedding2nn.bias	6	0.017656423151493073
98224	embedding2nn.bias	7	-0.005872382782399654
98224	embedding2nn.bias	8	-0.023636868223547935
98224	embedding2nn.bias	9	0.011982676573097706
98224	rnn.weight_ih_l0	0	0.06584975868463516
98224	rnn.weight_ih_l0	1	-0.04494338855147362
98224	rnn.weight_ih_l0	2	0.0031114136800169945
98224	rnn.weight_ih_l0	3	0.042720869183540344
98224	rnn.weight_ih_l0	4	-0.02528739720582962
98224	rnn.weight_ih_l0	5	0.04925889894366264
98224	rnn.weight_ih_l0	6	0.0067397248931229115
98224	rnn.weight_ih_l0	7	0.057124678045511246
98224	rnn.weight_ih_l0	8	0.008182458579540253
98224	rnn.weight_ih_l0	9	-0.017385447397828102
98224	rnn.weight_hh_l0	0	-0.019960740581154823
98224	rnn.weight_hh_l0	1	-0.0224238820374012
98224	rnn.weight_hh_l0	2	-0.061046820133924484
98224	rnn.weight_hh_l0	3	-0.010060559958219528
98224	rnn.weight_hh_l0	4	-0.0113833574578166
98224	rnn.weight_hh_l0	5	-0.022723693400621414
98224	rnn.weight_hh_l0	6	-0.001852251822128892
98224	rnn.weight_hh_l0	7	-0.041642606258392334
98224	rnn.weight_hh_l0	8	0.06301660090684891
98224	rnn.weight_hh_l0	9	0.0444936566054821
98224	rnn.bias_ih_l0	0	-0.1585690975189209
98224	rnn.bias_ih_l0	1	-0.13865867257118225
98224	rnn.bias_ih_l0	2	-0.005064056720584631
98224	rnn.bias_ih_l0	3	-0.1405831277370453
98224	rnn.bias_ih_l0	4	-0.06422775238752365
98224	rnn.bias_ih_l0	5	-0.14139124751091003
98224	rnn.bias_ih_l0	6	0.040187686681747437
98224	rnn.bias_ih_l0	7	-0.07716879993677139
98224	rnn.bias_ih_l0	8	-0.021695323288440704
98224	rnn.bias_ih_l0	9	-0.0941840335726738
98224	rnn.bias_hh_l0	0	-0.05003713443875313
98224	rnn.bias_hh_l0	1	0.20892176032066345
98224	rnn.bias_hh_l0	2	0.04969130828976631
98224	rnn.bias_hh_l0	3	-0.06765686720609665
98224	rnn.bias_hh_l0	4	-0.06683126837015152
98224	rnn.bias_hh_l0	5	-0.0018960691522806883
98224	rnn.bias_hh_l0	6	0.05102686956524849
98224	rnn.bias_hh_l0	7	-0.10263974964618683
98224	rnn.bias_hh_l0	8	-0.20165987312793732
98224	rnn.bias_hh_l0	9	-0.09471280127763748
98224	rnn.weight_ih_l0_reverse	0	0.019578155130147934
98224	rnn.weight_ih_l0_reverse	1	-0.05136528238654137
98224	rnn.weight_ih_l0_reverse	2	0.037647977471351624
98224	rnn.weight_ih_l0_reverse	3	0.011800170876085758
98224	rnn.weight_ih_l0_reverse	4	0.009396238252520561
98224	rnn.weight_ih_l0_reverse	5	-0.0267022792249918
98224	rnn.weight_ih_l0_reverse	6	0.026071026921272278
98224	rnn.weight_ih_l0_reverse	7	0.033811092376708984
98224	rnn.weight_ih_l0_reverse	8	-0.02943582832813263
98224	rnn.weight_ih_l0_reverse	9	0.0009352865745313466
98224	rnn.weight_hh_l0_reverse	0	0.048371490091085434
98224	rnn.weight_hh_l0_reverse	1	0.030018500983715057
98224	rnn.weight_hh_l0_reverse	2	-0.018230151385068893
98224	rnn.weight_hh_l0_reverse	3	-0.06418176740407944
98224	rnn.weight_hh_l0_reverse	4	0.014011083170771599
98224	rnn.weight_hh_l0_reverse	5	-0.0540587455034256
98224	rnn.weight_hh_l0_reverse	6	-0.012722550891339779
98224	rnn.weight_hh_l0_reverse	7	0.027010222896933556
98224	rnn.weight_hh_l0_reverse	8	0.02245347946882248
98224	rnn.weight_hh_l0_reverse	9	0.0009218304185196757
98224	rnn.bias_ih_l0_reverse	0	-0.032206907868385315
98224	rnn.bias_ih_l0_reverse	1	-0.1254429817199707
98224	rnn.bias_ih_l0_reverse	2	-0.11712981760501862
98224	rnn.bias_ih_l0_reverse	3	-0.03474149852991104
98224	rnn.bias_ih_l0_reverse	4	-0.09698982536792755
98224	rnn.bias_ih_l0_reverse	5	-0.07850950956344604
98224	rnn.bias_ih_l0_reverse	6	-0.16730691492557526
98224	rnn.bias_ih_l0_reverse	7	-0.0447503961622715
98224	rnn.bias_ih_l0_reverse	8	-0.04348372295498848
98224	rnn.bias_ih_l0_reverse	9	-0.12637898325920105
98224	rnn.bias_hh_l0_reverse	0	-0.11726579070091248
98224	rnn.bias_hh_l0_reverse	1	-0.14370685815811157
98224	rnn.bias_hh_l0_reverse	2	0.0983080118894577
98224	rnn.bias_hh_l0_reverse	3	0.06158723682165146
98224	rnn.bias_hh_l0_reverse	4	-0.13367551565170288
98224	rnn.bias_hh_l0_reverse	5	-0.0952071100473404
98224	rnn.bias_hh_l0_reverse	6	-0.10306151211261749
98224	rnn.bias_hh_l0_reverse	7	-0.04386649280786514
98224	rnn.bias_hh_l0_reverse	8	-0.06823645532131195
98224	rnn.bias_hh_l0_reverse	9	-0.010578734800219536
98224	linear.weight	0	-0.00755265261977911
98224	linear.weight	1	-0.04157101362943649
98224	linear.weight	2	0.23319149017333984
98224	linear.weight	3	-0.07997334003448486
98224	linear.weight	4	-0.010588549077510834
98224	linear.weight	5	0.11633768677711487
98224	linear.weight	6	-0.010739270597696304
98224	linear.weight	7	-0.05899267643690109
98224	linear.weight	8	0.18185262382030487
98224	linear.weight	9	-0.16667836904525757
98224	linear.bias	0	-0.03956538438796997
98224	linear.bias	1	0.031413208693265915
98224	linear.bias	2	0.4495418071746826
98224	linear.bias	3	-0.367275595664978
98224	linear.bias	4	1.7549597024917603
98224	linear.bias	5	-1.3478580713272095
98224	linear.bias	6	-0.37401431798934937
98224	linear.bias	7	-0.11764978617429733
98782	transitions	0	-1.637810468673706
98782	transitions	1	-10000.0
98782	transitions	2	-0.7969565987586975
98782	transitions	3	-10000.0
98782	transitions	4	1.857980728149414
98782	transitions	5	-10000.0
98782	transitions	6	-10000.0
98782	transitions	7	1.5512566566467285
98782	transitions	8	-2.3688974380493164
98782	transitions	9	-4.021028518676758
98782	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
98782	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
98782	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
98782	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
98782	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
98782	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
98782	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
98782	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
98782	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
98782	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
98782	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
98782	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
98782	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
98782	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
98782	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
98782	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
98782	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
98782	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
98782	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
98782	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
98782	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
98782	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
98782	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
98782	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
98782	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
98782	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
98782	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
98782	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
98782	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
98782	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
98782	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
98782	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
98782	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
98782	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
98782	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
98782	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
98782	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
98782	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
98782	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
98782	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
98782	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
98782	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
98782	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
98782	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
98782	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
98782	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
98782	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
98782	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
98782	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
98782	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
98782	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
98782	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
98782	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
98782	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
98782	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
98782	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
98782	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
98782	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
98782	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
98782	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
98782	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
98782	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
98782	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
98782	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
98782	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
98782	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
98782	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
98782	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
98782	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
98782	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
98782	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
98782	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
98782	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
98782	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
98782	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
98782	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
98782	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
98782	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
98782	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
98782	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
98782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
98782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
98782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
98782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
98782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
98782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
98782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
98782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
98782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
98782	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
98782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
98782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
98782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
98782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
98782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
98782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
98782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
98782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
98782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
98782	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
98782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
98782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
98782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
98782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
98782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
98782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
98782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
98782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
98782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
98782	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
98782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
98782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
98782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
98782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
98782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
98782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
98782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
98782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
98782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
98782	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
98782	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
98782	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
98782	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
98782	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
98782	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
98782	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
98782	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
98782	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
98782	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
98782	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
98782	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
98782	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
98782	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
98782	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
98782	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
98782	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
98782	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
98782	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
98782	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
98782	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
98782	embedding2nn.weight	0	0.00662103621289134
98782	embedding2nn.weight	1	0.004747549071907997
98782	embedding2nn.weight	2	0.013608490116894245
98782	embedding2nn.weight	3	0.02059892937541008
98782	embedding2nn.weight	4	0.016299216076731682
98782	embedding2nn.weight	5	0.005886257626116276
98782	embedding2nn.weight	6	-0.011664081364870071
98782	embedding2nn.weight	7	-0.002476681722328067
98782	embedding2nn.weight	8	-0.002369484631344676
98782	embedding2nn.weight	9	-0.0017771978164091706
98782	embedding2nn.bias	0	-0.01091652363538742
98782	embedding2nn.bias	1	-0.038007814437150955
98782	embedding2nn.bias	2	0.07149362564086914
98782	embedding2nn.bias	3	0.07547228783369064
98782	embedding2nn.bias	4	-0.002043518703430891
98782	embedding2nn.bias	5	-0.022456524893641472
98782	embedding2nn.bias	6	0.031146865338087082
98782	embedding2nn.bias	7	-0.011926514096558094
98782	embedding2nn.bias	8	-0.024675337597727776
98782	embedding2nn.bias	9	0.01772451214492321
98782	rnn.weight_ih_l0	0	0.0665966123342514
98782	rnn.weight_ih_l0	1	-0.043866176158189774
98782	rnn.weight_ih_l0	2	0.0020809872075915337
98782	rnn.weight_ih_l0	3	0.04226803407073021
98782	rnn.weight_ih_l0	4	-0.025358885526657104
98782	rnn.weight_ih_l0	5	0.04803074151277542
98782	rnn.weight_ih_l0	6	0.006706883665174246
98782	rnn.weight_ih_l0	7	0.05616481229662895
98782	rnn.weight_ih_l0	8	0.008314434438943863
98782	rnn.weight_ih_l0	9	-0.018629588186740875
98782	rnn.weight_hh_l0	0	-0.019357314333319664
98782	rnn.weight_hh_l0	1	-0.022801170125603676
98782	rnn.weight_hh_l0	2	-0.061090875416994095
98782	rnn.weight_hh_l0	3	-0.009287312626838684
98782	rnn.weight_hh_l0	4	-0.011305066756904125
98782	rnn.weight_hh_l0	5	-0.022876931354403496
98782	rnn.weight_hh_l0	6	-0.0009389793849550188
98782	rnn.weight_hh_l0	7	-0.0420730859041214
98782	rnn.weight_hh_l0	8	0.062290675938129425
98782	rnn.weight_hh_l0	9	0.04556391015648842
98782	rnn.bias_ih_l0	0	-0.15615010261535645
98782	rnn.bias_ih_l0	1	-0.14209413528442383
98782	rnn.bias_ih_l0	2	-0.008693845011293888
98782	rnn.bias_ih_l0	3	-0.14050523936748505
98782	rnn.bias_ih_l0	4	-0.06162641569972038
98782	rnn.bias_ih_l0	5	-0.14221630990505219
98782	rnn.bias_ih_l0	6	0.0491202175617218
98782	rnn.bias_ih_l0	7	-0.07639498263597488
98782	rnn.bias_ih_l0	8	-0.024180417880415916
98782	rnn.bias_ih_l0	9	-0.09756060689687729
98782	rnn.bias_hh_l0	0	-0.052818335592746735
98782	rnn.bias_hh_l0	1	0.2141326665878296
98782	rnn.bias_hh_l0	2	0.048753175884485245
98782	rnn.bias_hh_l0	3	-0.06956858187913895
98782	rnn.bias_hh_l0	4	-0.06241091713309288
98782	rnn.bias_hh_l0	5	-0.004428471438586712
98782	rnn.bias_hh_l0	6	0.054751764982938766
98782	rnn.bias_hh_l0	7	-0.10216214507818222
98782	rnn.bias_hh_l0	8	-0.1997288316488266
98782	rnn.bias_hh_l0	9	-0.09725069999694824
98782	rnn.weight_ih_l0_reverse	0	0.01968090794980526
98782	rnn.weight_ih_l0_reverse	1	-0.05149781331419945
98782	rnn.weight_ih_l0_reverse	2	0.03787197172641754
98782	rnn.weight_ih_l0_reverse	3	0.012588069774210453
98782	rnn.weight_ih_l0_reverse	4	0.011010972782969475
98782	rnn.weight_ih_l0_reverse	5	-0.026513079181313515
98782	rnn.weight_ih_l0_reverse	6	0.027196943759918213
98782	rnn.weight_ih_l0_reverse	7	0.034438371658325195
98782	rnn.weight_ih_l0_reverse	8	-0.029001330956816673
98782	rnn.weight_ih_l0_reverse	9	0.0019114762544631958
98782	rnn.weight_hh_l0_reverse	0	0.04841309040784836
98782	rnn.weight_hh_l0_reverse	1	0.030392801389098167
98782	rnn.weight_hh_l0_reverse	2	-0.018310680985450745
98782	rnn.weight_hh_l0_reverse	3	-0.0646476000547409
98782	rnn.weight_hh_l0_reverse	4	0.01445690542459488
98782	rnn.weight_hh_l0_reverse	5	-0.054323263466358185
98782	rnn.weight_hh_l0_reverse	6	-0.0125888055190444
98782	rnn.weight_hh_l0_reverse	7	0.026938000693917274
98782	rnn.weight_hh_l0_reverse	8	0.021663600578904152
98782	rnn.weight_hh_l0_reverse	9	0.0008022099500522017
98782	rnn.bias_ih_l0_reverse	0	-0.032159142196178436
98782	rnn.bias_ih_l0_reverse	1	-0.12542647123336792
98782	rnn.bias_ih_l0_reverse	2	-0.11106837540864944
98782	rnn.bias_ih_l0_reverse	3	-0.03618783876299858
98782	rnn.bias_ih_l0_reverse	4	-0.09850110113620758
98782	rnn.bias_ih_l0_reverse	5	-0.07847213745117188
98782	rnn.bias_ih_l0_reverse	6	-0.167410746216774
98782	rnn.bias_ih_l0_reverse	7	-0.046566035598516464
98782	rnn.bias_ih_l0_reverse	8	-0.04358185455203056
98782	rnn.bias_ih_l0_reverse	9	-0.12416457384824753
98782	rnn.bias_hh_l0_reverse	0	-0.12301832437515259
98782	rnn.bias_hh_l0_reverse	1	-0.14629817008972168
98782	rnn.bias_hh_l0_reverse	2	0.10081326216459274
98782	rnn.bias_hh_l0_reverse	3	0.05219688266515732
98782	rnn.bias_hh_l0_reverse	4	-0.13221536576747894
98782	rnn.bias_hh_l0_reverse	5	-0.10114680975675583
98782	rnn.bias_hh_l0_reverse	6	-0.09382583945989609
98782	rnn.bias_hh_l0_reverse	7	-0.04184214025735855
98782	rnn.bias_hh_l0_reverse	8	-0.06483056396245956
98782	rnn.bias_hh_l0_reverse	9	-0.009544416330754757
98782	linear.weight	0	-0.007554275915026665
98782	linear.weight	1	-0.0624130442738533
98782	linear.weight	2	0.2444498986005783
98782	linear.weight	3	-0.07991916686296463
98782	linear.weight	4	-0.010588549077510834
98782	linear.weight	5	0.09736446291208267
98782	linear.weight	6	-0.010739270597696304
98782	linear.weight	7	-0.05585265904664993
98782	linear.weight	8	0.17718955874443054
98782	linear.weight	9	-0.1830340325832367
98782	linear.bias	0	-0.03956538438796997
98782	linear.bias	1	0.031413208693265915
98782	linear.bias	2	0.4390030801296234
98782	linear.bias	3	-0.40106236934661865
98782	linear.bias	4	1.7157701253890991
98782	linear.bias	5	-1.348548412322998
98782	linear.bias	6	-0.3322782814502716
98782	linear.bias	7	-0.0752096176147461
99340	transitions	0	-1.641800880432129
99340	transitions	1	-10000.0
99340	transitions	2	-0.7969565987586975
99340	transitions	3	-10000.0
99340	transitions	4	1.863074779510498
99340	transitions	5	-10000.0
99340	transitions	6	-10000.0
99340	transitions	7	1.5550179481506348
99340	transitions	8	-2.37160587310791
99340	transitions	9	-4.023653984069824
99340	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
99340	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
99340	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
99340	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
99340	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
99340	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
99340	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
99340	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
99340	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
99340	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
99340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
99340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
99340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
99340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
99340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
99340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
99340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
99340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
99340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
99340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
99340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
99340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
99340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
99340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
99340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
99340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
99340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
99340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
99340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
99340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
99340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
99340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
99340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
99340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
99340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
99340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
99340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
99340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
99340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
99340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
99340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
99340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
99340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
99340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
99340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
99340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
99340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
99340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
99340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
99340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
99340	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
99340	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
99340	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
99340	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
99340	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
99340	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
99340	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
99340	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
99340	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
99340	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
99340	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
99340	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
99340	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
99340	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
99340	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
99340	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
99340	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
99340	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
99340	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
99340	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
99340	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
99340	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
99340	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
99340	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
99340	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
99340	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
99340	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
99340	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
99340	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
99340	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
99340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
99340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
99340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
99340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
99340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
99340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
99340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
99340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
99340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
99340	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
99340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
99340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
99340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
99340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
99340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
99340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
99340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
99340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
99340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
99340	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
99340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
99340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
99340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
99340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
99340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
99340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
99340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
99340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
99340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
99340	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
99340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
99340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
99340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
99340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
99340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
99340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
99340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
99340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
99340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
99340	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
99340	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
99340	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
99340	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
99340	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
99340	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
99340	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
99340	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
99340	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
99340	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
99340	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
99340	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
99340	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
99340	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
99340	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
99340	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
99340	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
99340	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
99340	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
99340	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
99340	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
99340	embedding2nn.weight	0	0.006614373065531254
99340	embedding2nn.weight	1	0.004800688475370407
99340	embedding2nn.weight	2	0.013654576614499092
99340	embedding2nn.weight	3	0.020815778523683548
99340	embedding2nn.weight	4	0.01661713421344757
99340	embedding2nn.weight	5	0.005826098844408989
99340	embedding2nn.weight	6	-0.011139205656945705
99340	embedding2nn.weight	7	-0.0024407447781413794
99340	embedding2nn.weight	8	-0.003452915698289871
99340	embedding2nn.weight	9	-0.0018028987105935812
99340	embedding2nn.bias	0	-0.011178864166140556
99340	embedding2nn.bias	1	-0.030371608212590218
99340	embedding2nn.bias	2	0.06435863673686981
99340	embedding2nn.bias	3	0.07205972075462341
99340	embedding2nn.bias	4	-0.00405513122677803
99340	embedding2nn.bias	5	-0.025709833949804306
99340	embedding2nn.bias	6	0.025425225496292114
99340	embedding2nn.bias	7	-0.020185740664601326
99340	embedding2nn.bias	8	-0.013663902878761292
99340	embedding2nn.bias	9	0.011233500204980373
99340	rnn.weight_ih_l0	0	0.06443630903959274
99340	rnn.weight_ih_l0	1	-0.04341926425695419
99340	rnn.weight_ih_l0	2	0.002133194589987397
99340	rnn.weight_ih_l0	3	0.043780531734228134
99340	rnn.weight_ih_l0	4	-0.023899100720882416
99340	rnn.weight_ih_l0	5	0.04833072051405907
99340	rnn.weight_ih_l0	6	0.007512242998927832
99340	rnn.weight_ih_l0	7	0.05667388439178467
99340	rnn.weight_ih_l0	8	0.006480652838945389
99340	rnn.weight_ih_l0	9	-0.019573137164115906
99340	rnn.weight_hh_l0	0	-0.01909310556948185
99340	rnn.weight_hh_l0	1	-0.02250325307250023
99340	rnn.weight_hh_l0	2	-0.06125110760331154
99340	rnn.weight_hh_l0	3	-0.009341386146843433
99340	rnn.weight_hh_l0	4	-0.010907410643994808
99340	rnn.weight_hh_l0	5	-0.023421451449394226
99340	rnn.weight_hh_l0	6	-0.000833292375318706
99340	rnn.weight_hh_l0	7	-0.04367510601878166
99340	rnn.weight_hh_l0	8	0.06355524063110352
99340	rnn.weight_hh_l0	9	0.04562904313206673
99340	rnn.bias_ih_l0	0	-0.16056041419506073
99340	rnn.bias_ih_l0	1	-0.13419197499752045
99340	rnn.bias_ih_l0	2	-0.006587918847799301
99340	rnn.bias_ih_l0	3	-0.1434377133846283
99340	rnn.bias_ih_l0	4	-0.06250853836536407
99340	rnn.bias_ih_l0	5	-0.1410619467496872
99340	rnn.bias_ih_l0	6	0.04975510388612747
99340	rnn.bias_ih_l0	7	-0.07928887754678726
99340	rnn.bias_ih_l0	8	-0.024117300286889076
99340	rnn.bias_ih_l0	9	-0.10017116367816925
99340	rnn.bias_hh_l0	0	-0.05509914830327034
99340	rnn.bias_hh_l0	1	0.2146487534046173
99340	rnn.bias_hh_l0	2	0.047894883900880814
99340	rnn.bias_hh_l0	3	-0.06834251433610916
99340	rnn.bias_hh_l0	4	-0.0671934187412262
99340	rnn.bias_hh_l0	5	-0.015827704221010208
99340	rnn.bias_hh_l0	6	0.058890290558338165
99340	rnn.bias_hh_l0	7	-0.09912541508674622
99340	rnn.bias_hh_l0	8	-0.20188985764980316
99340	rnn.bias_hh_l0	9	-0.09774244576692581
99340	rnn.weight_ih_l0_reverse	0	0.018962036818265915
99340	rnn.weight_ih_l0_reverse	1	-0.052095234394073486
99340	rnn.weight_ih_l0_reverse	2	0.038155488669872284
99340	rnn.weight_ih_l0_reverse	3	0.012445013970136642
99340	rnn.weight_ih_l0_reverse	4	0.010668369941413403
99340	rnn.weight_ih_l0_reverse	5	-0.026165973395109177
99340	rnn.weight_ih_l0_reverse	6	0.02696690335869789
99340	rnn.weight_ih_l0_reverse	7	0.03475579991936684
99340	rnn.weight_ih_l0_reverse	8	-0.029608413577079773
99340	rnn.weight_ih_l0_reverse	9	0.00012907569180242717
99340	rnn.weight_hh_l0_reverse	0	0.04863961786031723
99340	rnn.weight_hh_l0_reverse	1	0.030427072197198868
99340	rnn.weight_hh_l0_reverse	2	-0.01784590817987919
99340	rnn.weight_hh_l0_reverse	3	-0.06556938588619232
99340	rnn.weight_hh_l0_reverse	4	0.013938955962657928
99340	rnn.weight_hh_l0_reverse	5	-0.05304049327969551
99340	rnn.weight_hh_l0_reverse	6	-0.01230530347675085
99340	rnn.weight_hh_l0_reverse	7	0.02743980847299099
99340	rnn.weight_hh_l0_reverse	8	0.021988943219184875
99340	rnn.weight_hh_l0_reverse	9	0.000759474525693804
99340	rnn.bias_ih_l0_reverse	0	-0.03580878674983978
99340	rnn.bias_ih_l0_reverse	1	-0.12481031566858292
99340	rnn.bias_ih_l0_reverse	2	-0.11779893189668655
99340	rnn.bias_ih_l0_reverse	3	-0.03914326801896095
99340	rnn.bias_ih_l0_reverse	4	-0.09946785867214203
99340	rnn.bias_ih_l0_reverse	5	-0.07648877799510956
99340	rnn.bias_ih_l0_reverse	6	-0.1652180403470993
99340	rnn.bias_ih_l0_reverse	7	-0.042804308235645294
99340	rnn.bias_ih_l0_reverse	8	-0.04738780856132507
99340	rnn.bias_ih_l0_reverse	9	-0.12278275191783905
99340	rnn.bias_hh_l0_reverse	0	-0.12194964289665222
99340	rnn.bias_hh_l0_reverse	1	-0.14783333241939545
99340	rnn.bias_hh_l0_reverse	2	0.10144392400979996
99340	rnn.bias_hh_l0_reverse	3	0.048131804913282394
99340	rnn.bias_hh_l0_reverse	4	-0.1351407915353775
99340	rnn.bias_hh_l0_reverse	5	-0.10488030314445496
99340	rnn.bias_hh_l0_reverse	6	-0.08737345039844513
99340	rnn.bias_hh_l0_reverse	7	-0.03992718085646629
99340	rnn.bias_hh_l0_reverse	8	-0.06668482720851898
99340	rnn.bias_hh_l0_reverse	9	-0.009451841935515404
99340	linear.weight	0	-0.007554026320576668
99340	linear.weight	1	-0.07850557565689087
99340	linear.weight	2	0.2563989460468292
99340	linear.weight	3	-0.07987169921398163
99340	linear.weight	4	-0.010588549077510834
99340	linear.weight	5	0.08028925210237503
99340	linear.weight	6	-0.010739270597696304
99340	linear.weight	7	-0.07449421286582947
99340	linear.weight	8	0.21659617125988007
99340	linear.weight	9	-0.1804182380437851
99340	linear.bias	0	-0.03956538438796997
99340	linear.bias	1	0.031413208693265915
99340	linear.bias	2	0.45467662811279297
99340	linear.bias	3	-0.3787497282028198
99340	linear.bias	4	1.7508094310760498
99340	linear.bias	5	-1.3492447137832642
99340	linear.bias	6	-0.3675660490989685
99340	linear.bias	7	-0.11228001117706299
99898	transitions	0	-1.6449146270751953
99898	transitions	1	-10000.0
99898	transitions	2	-0.7969565987586975
99898	transitions	3	-10000.0
99898	transitions	4	1.8817965984344482
99898	transitions	5	-10000.0
99898	transitions	6	-10000.0
99898	transitions	7	1.562671184539795
99898	transitions	8	-2.3739473819732666
99898	transitions	9	-4.026176452636719
99898	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
99898	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
99898	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
99898	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
99898	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
99898	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
99898	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
99898	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
99898	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
99898	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
99898	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
99898	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
99898	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
99898	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
99898	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
99898	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
99898	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
99898	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
99898	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
99898	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
99898	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
99898	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
99898	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
99898	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
99898	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
99898	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
99898	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
99898	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
99898	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
99898	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
99898	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
99898	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
99898	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
99898	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
99898	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
99898	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
99898	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
99898	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
99898	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
99898	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
99898	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
99898	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
99898	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
99898	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
99898	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
99898	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
99898	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
99898	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
99898	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
99898	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
99898	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
99898	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
99898	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
99898	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
99898	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
99898	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
99898	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
99898	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
99898	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
99898	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
99898	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
99898	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
99898	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
99898	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
99898	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
99898	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
99898	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
99898	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
99898	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
99898	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
99898	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
99898	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
99898	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
99898	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
99898	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
99898	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
99898	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
99898	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
99898	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
99898	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
99898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
99898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
99898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
99898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
99898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
99898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
99898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
99898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
99898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
99898	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
99898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
99898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
99898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
99898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
99898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
99898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
99898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
99898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
99898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
99898	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
99898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
99898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
99898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
99898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
99898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
99898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
99898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
99898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
99898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
99898	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
99898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
99898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
99898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
99898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
99898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
99898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
99898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
99898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
99898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
99898	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
99898	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
99898	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
99898	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
99898	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
99898	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
99898	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
99898	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
99898	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
99898	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
99898	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
99898	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
99898	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
99898	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
99898	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
99898	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
99898	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
99898	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
99898	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
99898	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
99898	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
99898	embedding2nn.weight	0	0.006603443995118141
99898	embedding2nn.weight	1	0.004999413620680571
99898	embedding2nn.weight	2	0.01364603079855442
99898	embedding2nn.weight	3	0.02169184200465679
99898	embedding2nn.weight	4	0.01688426360487938
99898	embedding2nn.weight	5	0.005337407346814871
99898	embedding2nn.weight	6	-0.010922819375991821
99898	embedding2nn.weight	7	-0.002349677961319685
99898	embedding2nn.weight	8	-0.0032911342568695545
99898	embedding2nn.weight	9	-0.0018916719127446413
99898	embedding2nn.bias	0	-0.006079832557588816
99898	embedding2nn.bias	1	-0.027379445731639862
99898	embedding2nn.bias	2	0.06582766026258469
99898	embedding2nn.bias	3	0.06099560111761093
99898	embedding2nn.bias	4	-0.0020836240146309137
99898	embedding2nn.bias	5	-0.024742629379034042
99898	embedding2nn.bias	6	0.01981120929121971
99898	embedding2nn.bias	7	-0.010681182146072388
99898	embedding2nn.bias	8	-0.016852932050824165
99898	embedding2nn.bias	9	0.021060727536678314
99898	rnn.weight_ih_l0	0	0.0638149306178093
99898	rnn.weight_ih_l0	1	-0.04356946796178818
99898	rnn.weight_ih_l0	2	0.0020025044213980436
99898	rnn.weight_ih_l0	3	0.04440827667713165
99898	rnn.weight_ih_l0	4	-0.02373436652123928
99898	rnn.weight_ih_l0	5	0.0493207611143589
99898	rnn.weight_ih_l0	6	0.007805109955370426
99898	rnn.weight_ih_l0	7	0.055762533098459244
99898	rnn.weight_ih_l0	8	0.0063644046895205975
99898	rnn.weight_ih_l0	9	-0.021908240392804146
99898	rnn.weight_hh_l0	0	-0.01881556212902069
99898	rnn.weight_hh_l0	1	-0.022472362965345383
99898	rnn.weight_hh_l0	2	-0.06167188659310341
99898	rnn.weight_hh_l0	3	-0.009070412255823612
99898	rnn.weight_hh_l0	4	-0.010852381587028503
99898	rnn.weight_hh_l0	5	-0.02353149838745594
99898	rnn.weight_hh_l0	6	-0.0007353270775638521
99898	rnn.weight_hh_l0	7	-0.04360417649149895
99898	rnn.weight_hh_l0	8	0.0639326199889183
99898	rnn.weight_hh_l0	9	0.04543343558907509
99898	rnn.bias_ih_l0	0	-0.16179253160953522
99898	rnn.bias_ih_l0	1	-0.13863983750343323
99898	rnn.bias_ih_l0	2	-0.008745993487536907
99898	rnn.bias_ih_l0	3	-0.14182846248149872
99898	rnn.bias_ih_l0	4	-0.06080526486039162
99898	rnn.bias_ih_l0	5	-0.1434304416179657
99898	rnn.bias_ih_l0	6	0.0531582310795784
99898	rnn.bias_ih_l0	7	-0.07930610328912735
99898	rnn.bias_ih_l0	8	-0.018745047971606255
99898	rnn.bias_ih_l0	9	-0.10229278355836868
99898	rnn.bias_hh_l0	0	-0.05473113805055618
99898	rnn.bias_hh_l0	1	0.2201252430677414
99898	rnn.bias_hh_l0	2	0.0452764518558979
99898	rnn.bias_hh_l0	3	-0.07174007594585419
99898	rnn.bias_hh_l0	4	-0.07030034065246582
99898	rnn.bias_hh_l0	5	-0.010780734941363335
99898	rnn.bias_hh_l0	6	0.055750783532857895
99898	rnn.bias_hh_l0	7	-0.08962209522724152
99898	rnn.bias_hh_l0	8	-0.19380147755146027
99898	rnn.bias_hh_l0	9	-0.09872116148471832
99898	rnn.weight_ih_l0_reverse	0	0.0203873123973608
99898	rnn.weight_ih_l0_reverse	1	-0.05270170792937279
99898	rnn.weight_ih_l0_reverse	2	0.038290735334157944
99898	rnn.weight_ih_l0_reverse	3	0.011670748703181744
99898	rnn.weight_ih_l0_reverse	4	0.010720456019043922
99898	rnn.weight_ih_l0_reverse	5	-0.025663023814558983
99898	rnn.weight_ih_l0_reverse	6	0.02604736015200615
99898	rnn.weight_ih_l0_reverse	7	0.034236058592796326
99898	rnn.weight_ih_l0_reverse	8	-0.02901533991098404
99898	rnn.weight_ih_l0_reverse	9	-0.0008644537883810699
99898	rnn.weight_hh_l0_reverse	0	0.04917799308896065
99898	rnn.weight_hh_l0_reverse	1	0.03040788322687149
99898	rnn.weight_hh_l0_reverse	2	-0.01804223656654358
99898	rnn.weight_hh_l0_reverse	3	-0.06482302397489548
99898	rnn.weight_hh_l0_reverse	4	0.014089665375649929
99898	rnn.weight_hh_l0_reverse	5	-0.051397208124399185
99898	rnn.weight_hh_l0_reverse	6	-0.01238980796188116
99898	rnn.weight_hh_l0_reverse	7	0.027768921107053757
99898	rnn.weight_hh_l0_reverse	8	0.022306447848677635
99898	rnn.weight_hh_l0_reverse	9	0.00026973392232321203
99898	rnn.bias_ih_l0_reverse	0	-0.035132769495248795
99898	rnn.bias_ih_l0_reverse	1	-0.12401792407035828
99898	rnn.bias_ih_l0_reverse	2	-0.12103050947189331
99898	rnn.bias_ih_l0_reverse	3	-0.04050089791417122
99898	rnn.bias_ih_l0_reverse	4	-0.10129329562187195
99898	rnn.bias_ih_l0_reverse	5	-0.07861807197332382
99898	rnn.bias_ih_l0_reverse	6	-0.1676483452320099
99898	rnn.bias_ih_l0_reverse	7	-0.0489984005689621
99898	rnn.bias_ih_l0_reverse	8	-0.04323982819914818
99898	rnn.bias_ih_l0_reverse	9	-0.12500958144664764
99898	rnn.bias_hh_l0_reverse	0	-0.12174981832504272
99898	rnn.bias_hh_l0_reverse	1	-0.15172797441482544
99898	rnn.bias_hh_l0_reverse	2	0.09875871986150742
99898	rnn.bias_hh_l0_reverse	3	0.050377704203128815
99898	rnn.bias_hh_l0_reverse	4	-0.13912610709667206
99898	rnn.bias_hh_l0_reverse	5	-0.10704275220632553
99898	rnn.bias_hh_l0_reverse	6	-0.09025291353464127
99898	rnn.bias_hh_l0_reverse	7	-0.038206834346055984
99898	rnn.bias_hh_l0_reverse	8	-0.06875583529472351
99898	rnn.bias_hh_l0_reverse	9	-0.012909774668514729
99898	linear.weight	0	-0.0075578829273581505
99898	linear.weight	1	-0.05988812819123268
99898	linear.weight	2	0.25328755378723145
99898	linear.weight	3	-0.07984035462141037
99898	linear.weight	4	-0.010588549077510834
99898	linear.weight	5	0.07977046817541122
99898	linear.weight	6	-0.010739270597696304
99898	linear.weight	7	-0.05412933602929115
99898	linear.weight	8	0.19720458984375
99898	linear.weight	9	-0.18583333492279053
99898	linear.bias	0	-0.03956538438796997
99898	linear.bias	1	0.031413208693265915
99898	linear.bias	2	0.4295577108860016
99898	linear.bias	3	-0.3558110296726227
99898	linear.bias	4	1.772091031074524
99898	linear.bias	5	-1.3499292135238647
99898	linear.bias	6	-0.37547582387924194
99898	linear.bias	7	-0.12281128764152527
100456	transitions	0	-1.6481674909591675
100456	transitions	1	-10000.0
100456	transitions	2	-0.7969565987586975
100456	transitions	3	-10000.0
100456	transitions	4	1.8654245138168335
100456	transitions	5	-10000.0
100456	transitions	6	-10000.0
100456	transitions	7	1.5559139251708984
100456	transitions	8	-2.377401828765869
100456	transitions	9	-4.028759956359863
100456	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
100456	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
100456	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
100456	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
100456	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
100456	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
100456	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
100456	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
100456	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
100456	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
100456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
100456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
100456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
100456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
100456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
100456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
100456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
100456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
100456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
100456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
100456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
100456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
100456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
100456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
100456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
100456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
100456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
100456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
100456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
100456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
100456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
100456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
100456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
100456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
100456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
100456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
100456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
100456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
100456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
100456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
100456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
100456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
100456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
100456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
100456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
100456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
100456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
100456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
100456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
100456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
100456	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
100456	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
100456	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
100456	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
100456	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
100456	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
100456	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
100456	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
100456	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
100456	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
100456	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
100456	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
100456	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
100456	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
100456	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
100456	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
100456	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
100456	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
100456	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
100456	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
100456	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
100456	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
100456	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
100456	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
100456	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
100456	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
100456	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
100456	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
100456	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
100456	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
100456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
100456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
100456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
100456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
100456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
100456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
100456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
100456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
100456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
100456	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
100456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
100456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
100456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
100456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
100456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
100456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
100456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
100456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
100456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
100456	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
100456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
100456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
100456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
100456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
100456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
100456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
100456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
100456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
100456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
100456	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
100456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
100456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
100456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
100456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
100456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
100456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
100456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
100456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
100456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
100456	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
100456	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
100456	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
100456	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
100456	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
100456	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
100456	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
100456	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
100456	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
100456	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
100456	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
100456	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
100456	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
100456	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
100456	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
100456	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
100456	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
100456	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
100456	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
100456	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
100456	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
100456	embedding2nn.weight	0	0.006609181873500347
100456	embedding2nn.weight	1	0.0050515905022621155
100456	embedding2nn.weight	2	0.013626606203615665
100456	embedding2nn.weight	3	0.022103289142251015
100456	embedding2nn.weight	4	0.01686106063425541
100456	embedding2nn.weight	5	0.005781077314168215
100456	embedding2nn.weight	6	-0.010760216042399406
100456	embedding2nn.weight	7	-0.0025973019655793905
100456	embedding2nn.weight	8	-0.002866444643586874
100456	embedding2nn.weight	9	-0.0016298327827826142
100456	embedding2nn.bias	0	-0.01279881875962019
100456	embedding2nn.bias	1	-0.037252530455589294
100456	embedding2nn.bias	2	0.06015489995479584
100456	embedding2nn.bias	3	0.0553881973028183
100456	embedding2nn.bias	4	-0.00036864765570499003
100456	embedding2nn.bias	5	-0.028509071096777916
100456	embedding2nn.bias	6	0.023403611034154892
100456	embedding2nn.bias	7	-0.01088457927107811
100456	embedding2nn.bias	8	-0.02132427506148815
100456	embedding2nn.bias	9	0.016176065430045128
100456	rnn.weight_ih_l0	0	0.06409723311662674
100456	rnn.weight_ih_l0	1	-0.04151909798383713
100456	rnn.weight_ih_l0	2	-0.0021409818436950445
100456	rnn.weight_ih_l0	3	0.049196019768714905
100456	rnn.weight_ih_l0	4	-0.025605114176869392
100456	rnn.weight_ih_l0	5	0.048696376383304596
100456	rnn.weight_ih_l0	6	0.007752560079097748
100456	rnn.weight_ih_l0	7	0.05895868316292763
100456	rnn.weight_ih_l0	8	0.0077541484497487545
100456	rnn.weight_ih_l0	9	-0.020803526043891907
100456	rnn.weight_hh_l0	0	-0.019476674497127533
100456	rnn.weight_hh_l0	1	-0.021331822499632835
100456	rnn.weight_hh_l0	2	-0.0617680698633194
100456	rnn.weight_hh_l0	3	-0.00856857281178236
100456	rnn.weight_hh_l0	4	-0.010863726027309895
100456	rnn.weight_hh_l0	5	-0.023464923724532127
100456	rnn.weight_hh_l0	6	-0.0008144651656039059
100456	rnn.weight_hh_l0	7	-0.043836914002895355
100456	rnn.weight_hh_l0	8	0.0649828389286995
100456	rnn.weight_hh_l0	9	0.045126430690288544
100456	rnn.bias_ih_l0	0	-0.1644495576620102
100456	rnn.bias_ih_l0	1	-0.1393788605928421
100456	rnn.bias_ih_l0	2	-0.007789880037307739
100456	rnn.bias_ih_l0	3	-0.14322032034397125
100456	rnn.bias_ih_l0	4	-0.06298242509365082
100456	rnn.bias_ih_l0	5	-0.1447008103132248
100456	rnn.bias_ih_l0	6	0.04591542109847069
100456	rnn.bias_ih_l0	7	-0.07816752046346664
100456	rnn.bias_ih_l0	8	-0.021524345502257347
100456	rnn.bias_ih_l0	9	-0.10105690360069275
100456	rnn.bias_hh_l0	0	-0.053303059190511703
100456	rnn.bias_hh_l0	1	0.21619011461734772
100456	rnn.bias_hh_l0	2	0.038798026740550995
100456	rnn.bias_hh_l0	3	-0.07228442281484604
100456	rnn.bias_hh_l0	4	-0.06858425587415695
100456	rnn.bias_hh_l0	5	-0.010075686499476433
100456	rnn.bias_hh_l0	6	0.055818598717451096
100456	rnn.bias_hh_l0	7	-0.09328790009021759
100456	rnn.bias_hh_l0	8	-0.19981209933757782
100456	rnn.bias_hh_l0	9	-0.10441351681947708
100456	rnn.weight_ih_l0_reverse	0	0.018957026302814484
100456	rnn.weight_ih_l0_reverse	1	-0.05175241455435753
100456	rnn.weight_ih_l0_reverse	2	0.038423504680395126
100456	rnn.weight_ih_l0_reverse	3	0.010825367644429207
100456	rnn.weight_ih_l0_reverse	4	0.009821747429668903
100456	rnn.weight_ih_l0_reverse	5	-0.027113473042845726
100456	rnn.weight_ih_l0_reverse	6	0.026862718164920807
100456	rnn.weight_ih_l0_reverse	7	0.033004239201545715
100456	rnn.weight_ih_l0_reverse	8	-0.028707358986139297
100456	rnn.weight_ih_l0_reverse	9	1.6267500541289337e-05
100456	rnn.weight_hh_l0_reverse	0	0.04901383817195892
100456	rnn.weight_hh_l0_reverse	1	0.03068198636174202
100456	rnn.weight_hh_l0_reverse	2	-0.018227901309728622
100456	rnn.weight_hh_l0_reverse	3	-0.06539183109998703
100456	rnn.weight_hh_l0_reverse	4	0.014444190077483654
100456	rnn.weight_hh_l0_reverse	5	-0.05167650431394577
100456	rnn.weight_hh_l0_reverse	6	-0.012675544247031212
100456	rnn.weight_hh_l0_reverse	7	0.02817617543041706
100456	rnn.weight_hh_l0_reverse	8	0.021751634776592255
100456	rnn.weight_hh_l0_reverse	9	-0.0004861733759753406
100456	rnn.bias_ih_l0_reverse	0	-0.03461713343858719
100456	rnn.bias_ih_l0_reverse	1	-0.12416145205497742
100456	rnn.bias_ih_l0_reverse	2	-0.11945930123329163
100456	rnn.bias_ih_l0_reverse	3	-0.040918026119470596
100456	rnn.bias_ih_l0_reverse	4	-0.10017821192741394
100456	rnn.bias_ih_l0_reverse	5	-0.08026721328496933
100456	rnn.bias_ih_l0_reverse	6	-0.17174957692623138
100456	rnn.bias_ih_l0_reverse	7	-0.049583110958337784
100456	rnn.bias_ih_l0_reverse	8	-0.04511220380663872
100456	rnn.bias_ih_l0_reverse	9	-0.12711434066295624
100456	rnn.bias_hh_l0_reverse	0	-0.11892601102590561
100456	rnn.bias_hh_l0_reverse	1	-0.15140746533870697
100456	rnn.bias_hh_l0_reverse	2	0.09301357716321945
100456	rnn.bias_hh_l0_reverse	3	0.04165828227996826
100456	rnn.bias_hh_l0_reverse	4	-0.13532163202762604
100456	rnn.bias_hh_l0_reverse	5	-0.10678332298994064
100456	rnn.bias_hh_l0_reverse	6	-0.09747054427862167
100456	rnn.bias_hh_l0_reverse	7	-0.04247009754180908
100456	rnn.bias_hh_l0_reverse	8	-0.06654727458953857
100456	rnn.bias_hh_l0_reverse	9	-0.007835525088012218
100456	linear.weight	0	-0.007558803539723158
100456	linear.weight	1	-0.09789687395095825
100456	linear.weight	2	0.2716251313686371
100456	linear.weight	3	-0.07982558012008667
100456	linear.weight	4	-0.010588549077510834
100456	linear.weight	5	0.06780838966369629
100456	linear.weight	6	-0.010739270597696304
100456	linear.weight	7	-0.05386248230934143
100456	linear.weight	8	0.23289898037910461
100456	linear.weight	9	-0.18276898562908173
100456	linear.bias	0	-0.03956538438796997
100456	linear.bias	1	0.031413208693265915
100456	linear.bias	2	0.5494418144226074
100456	linear.bias	3	-0.47433069348335266
100456	linear.bias	4	1.757239580154419
100456	linear.bias	5	-1.3505882024765015
100456	linear.bias	6	-0.36967432498931885
100456	linear.bias	7	-0.11448808759450912
101015	transitions	0	-1.65167236328125
101015	transitions	1	-10000.0
101015	transitions	2	-0.7969565987586975
101015	transitions	3	-10000.0
101015	transitions	4	1.8615844249725342
101015	transitions	5	-10000.0
101015	transitions	6	-10000.0
101015	transitions	7	1.5542305707931519
101015	transitions	8	-2.3795526027679443
101015	transitions	9	-4.031096458435059
101015	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
101015	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
101015	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
101015	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
101015	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
101015	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
101015	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
101015	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
101015	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
101015	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
101015	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
101015	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
101015	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
101015	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
101015	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
101015	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
101015	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
101015	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
101015	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
101015	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
101015	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
101015	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
101015	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
101015	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
101015	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
101015	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
101015	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
101015	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
101015	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
101015	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
101015	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
101015	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
101015	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
101015	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
101015	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
101015	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
101015	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
101015	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
101015	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
101015	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
101015	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
101015	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
101015	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
101015	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
101015	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
101015	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
101015	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
101015	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
101015	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
101015	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
101015	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
101015	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
101015	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
101015	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
101015	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
101015	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
101015	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
101015	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
101015	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
101015	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
101015	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
101015	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
101015	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
101015	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
101015	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
101015	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
101015	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
101015	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
101015	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
101015	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
101015	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
101015	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
101015	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
101015	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
101015	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
101015	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
101015	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
101015	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
101015	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
101015	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
101015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
101015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
101015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
101015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
101015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
101015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
101015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
101015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
101015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
101015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
101015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
101015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
101015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
101015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
101015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
101015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
101015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
101015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
101015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
101015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
101015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
101015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
101015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
101015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
101015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
101015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
101015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
101015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
101015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
101015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
101015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
101015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
101015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
101015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
101015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
101015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
101015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
101015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
101015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
101015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
101015	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
101015	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
101015	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
101015	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
101015	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
101015	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
101015	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
101015	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
101015	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
101015	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
101015	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
101015	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
101015	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
101015	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
101015	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
101015	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
101015	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
101015	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
101015	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
101015	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
101015	embedding2nn.weight	0	0.006629646755754948
101015	embedding2nn.weight	1	0.004898878280073404
101015	embedding2nn.weight	2	0.013648927211761475
101015	embedding2nn.weight	3	0.022187303751707077
101015	embedding2nn.weight	4	0.017290877178311348
101015	embedding2nn.weight	5	0.006751587148755789
101015	embedding2nn.weight	6	-0.011121411807835102
101015	embedding2nn.weight	7	-0.002634153701364994
101015	embedding2nn.weight	8	-0.00233349297195673
101015	embedding2nn.weight	9	-0.0014663219917565584
101015	embedding2nn.bias	0	-0.006690546870231628
101015	embedding2nn.bias	1	-0.03726479038596153
101015	embedding2nn.bias	2	0.05771159008145332
101015	embedding2nn.bias	3	0.06047411262989044
101015	embedding2nn.bias	4	0.002523163566365838
101015	embedding2nn.bias	5	-0.0269556175917387
101015	embedding2nn.bias	6	0.02472814731299877
101015	embedding2nn.bias	7	-0.007621276192367077
101015	embedding2nn.bias	8	-0.028181949630379677
101015	embedding2nn.bias	9	0.028026843443512917
101015	rnn.weight_ih_l0	0	0.06580272316932678
101015	rnn.weight_ih_l0	1	-0.040519192814826965
101015	rnn.weight_ih_l0	2	4.41832235082984e-05
101015	rnn.weight_ih_l0	3	0.0487976036965847
101015	rnn.weight_ih_l0	4	-0.025918247178196907
101015	rnn.weight_ih_l0	5	0.04820198938250542
101015	rnn.weight_ih_l0	6	0.007753270212560892
101015	rnn.weight_ih_l0	7	0.06006456911563873
101015	rnn.weight_ih_l0	8	0.009927196428179741
101015	rnn.weight_ih_l0	9	-0.021090883761644363
101015	rnn.weight_hh_l0	0	-0.01906496286392212
101015	rnn.weight_hh_l0	1	-0.021317405626177788
101015	rnn.weight_hh_l0	2	-0.061705246567726135
101015	rnn.weight_hh_l0	3	-0.00867981556802988
101015	rnn.weight_hh_l0	4	-0.010484717786312103
101015	rnn.weight_hh_l0	5	-0.023420320823788643
101015	rnn.weight_hh_l0	6	-0.0008489748579449952
101015	rnn.weight_hh_l0	7	-0.042521726340055466
101015	rnn.weight_hh_l0	8	0.06426909565925598
101015	rnn.weight_hh_l0	9	0.04529278725385666
101015	rnn.bias_ih_l0	0	-0.16079801321029663
101015	rnn.bias_ih_l0	1	-0.13932308554649353
101015	rnn.bias_ih_l0	2	-0.009648161008954048
101015	rnn.bias_ih_l0	3	-0.14210864901542664
101015	rnn.bias_ih_l0	4	-0.05736786872148514
101015	rnn.bias_ih_l0	5	-0.14225897192955017
101015	rnn.bias_ih_l0	6	0.047507427632808685
101015	rnn.bias_ih_l0	7	-0.07971354573965073
101015	rnn.bias_ih_l0	8	-0.02360524795949459
101015	rnn.bias_ih_l0	9	-0.1042960062623024
101015	rnn.bias_hh_l0	0	-0.056812483817338943
101015	rnn.bias_hh_l0	1	0.21743683516979218
101015	rnn.bias_hh_l0	2	0.045441921800374985
101015	rnn.bias_hh_l0	3	-0.06250612437725067
101015	rnn.bias_hh_l0	4	-0.06895460933446884
101015	rnn.bias_hh_l0	5	-0.019534097984433174
101015	rnn.bias_hh_l0	6	0.061954792588949203
101015	rnn.bias_hh_l0	7	-0.09425834566354752
101015	rnn.bias_hh_l0	8	-0.20022110641002655
101015	rnn.bias_hh_l0	9	-0.10535381734371185
101015	rnn.weight_ih_l0_reverse	0	0.019718164578080177
101015	rnn.weight_ih_l0_reverse	1	-0.05160831660032272
101015	rnn.weight_ih_l0_reverse	2	0.03782675042748451
101015	rnn.weight_ih_l0_reverse	3	0.010110514238476753
101015	rnn.weight_ih_l0_reverse	4	0.008489195257425308
101015	rnn.weight_ih_l0_reverse	5	-0.026432158425450325
101015	rnn.weight_ih_l0_reverse	6	0.025723695755004883
101015	rnn.weight_ih_l0_reverse	7	0.03231395408511162
101015	rnn.weight_ih_l0_reverse	8	-0.027866721153259277
101015	rnn.weight_ih_l0_reverse	9	-5.87243403060711e-06
101015	rnn.weight_hh_l0_reverse	0	0.048307690769433975
101015	rnn.weight_hh_l0_reverse	1	0.030566120520234108
101015	rnn.weight_hh_l0_reverse	2	-0.018234897404909134
101015	rnn.weight_hh_l0_reverse	3	-0.06647410243749619
101015	rnn.weight_hh_l0_reverse	4	0.014237864874303341
101015	rnn.weight_hh_l0_reverse	5	-0.051378633826971054
101015	rnn.weight_hh_l0_reverse	6	-0.013310872949659824
101015	rnn.weight_hh_l0_reverse	7	0.027662882581353188
101015	rnn.weight_hh_l0_reverse	8	0.02145530842244625
101015	rnn.weight_hh_l0_reverse	9	-0.00017272020340897143
101015	rnn.bias_ih_l0_reverse	0	-0.03583180531859398
101015	rnn.bias_ih_l0_reverse	1	-0.12708531320095062
101015	rnn.bias_ih_l0_reverse	2	-0.12011922895908356
101015	rnn.bias_ih_l0_reverse	3	-0.044996440410614014
101015	rnn.bias_ih_l0_reverse	4	-0.10011070966720581
101015	rnn.bias_ih_l0_reverse	5	-0.07732568681240082
101015	rnn.bias_ih_l0_reverse	6	-0.16561844944953918
101015	rnn.bias_ih_l0_reverse	7	-0.05040839686989784
101015	rnn.bias_ih_l0_reverse	8	-0.04325243830680847
101015	rnn.bias_ih_l0_reverse	9	-0.1311188042163849
101015	rnn.bias_hh_l0_reverse	0	-0.12423236668109894
101015	rnn.bias_hh_l0_reverse	1	-0.15335802733898163
101015	rnn.bias_hh_l0_reverse	2	0.0863005518913269
101015	rnn.bias_hh_l0_reverse	3	0.04670971259474754
101015	rnn.bias_hh_l0_reverse	4	-0.13582727313041687
101015	rnn.bias_hh_l0_reverse	5	-0.10694946348667145
101015	rnn.bias_hh_l0_reverse	6	-0.10240649431943893
101015	rnn.bias_hh_l0_reverse	7	-0.03692994639277458
101015	rnn.bias_hh_l0_reverse	8	-0.06873182207345963
101015	rnn.bias_hh_l0_reverse	9	-0.016951674595475197
101015	linear.weight	0	-0.007564695086330175
101015	linear.weight	1	-0.08119997382164001
101015	linear.weight	2	0.24116188287734985
101015	linear.weight	3	-0.07982050627470016
101015	linear.weight	4	-0.010588549077510834
101015	linear.weight	5	0.061070747673511505
101015	linear.weight	6	-0.010739270597696304
101015	linear.weight	7	-0.12296251952648163
101015	linear.weight	8	0.21266022324562073
101015	linear.weight	9	-0.17736700177192688
101015	linear.bias	0	-0.03956538438796997
101015	linear.bias	1	0.031413208693265915
101015	linear.bias	2	0.4393286406993866
101015	linear.bias	3	-0.4060443341732025
101015	linear.bias	4	1.7759003639221191
101015	linear.bias	5	-1.3512290716171265
101015	linear.bias	6	-0.3551727533340454
101015	linear.bias	7	-0.1052093580365181
101573	transitions	0	-1.655502438545227
101573	transitions	1	-10000.0
101573	transitions	2	-0.7969565987586975
101573	transitions	3	-10000.0
101573	transitions	4	1.8624944686889648
101573	transitions	5	-10000.0
101573	transitions	6	-10000.0
101573	transitions	7	1.544984221458435
101573	transitions	8	-2.382157564163208
101573	transitions	9	-4.033257007598877
101573	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
101573	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
101573	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
101573	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
101573	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
101573	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
101573	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
101573	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
101573	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
101573	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
101573	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
101573	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
101573	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
101573	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
101573	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
101573	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
101573	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
101573	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
101573	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
101573	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
101573	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
101573	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
101573	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
101573	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
101573	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
101573	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
101573	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
101573	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
101573	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
101573	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
101573	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
101573	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
101573	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
101573	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
101573	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
101573	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
101573	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
101573	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
101573	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
101573	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
101573	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
101573	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
101573	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
101573	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
101573	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
101573	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
101573	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
101573	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
101573	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
101573	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
101573	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
101573	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
101573	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
101573	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
101573	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
101573	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
101573	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
101573	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
101573	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
101573	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
101573	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
101573	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
101573	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
101573	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
101573	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
101573	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
101573	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
101573	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
101573	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
101573	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
101573	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
101573	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
101573	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
101573	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
101573	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
101573	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
101573	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
101573	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
101573	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
101573	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
101573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
101573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
101573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
101573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
101573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
101573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
101573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
101573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
101573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
101573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
101573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
101573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
101573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
101573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
101573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
101573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
101573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
101573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
101573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
101573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
101573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
101573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
101573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
101573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
101573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
101573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
101573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
101573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
101573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
101573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
101573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
101573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
101573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
101573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
101573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
101573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
101573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
101573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
101573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
101573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
101573	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
101573	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
101573	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
101573	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
101573	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
101573	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
101573	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
101573	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
101573	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
101573	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
101573	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
101573	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
101573	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
101573	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
101573	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
101573	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
101573	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
101573	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
101573	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
101573	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
101573	embedding2nn.weight	0	0.006619293242692947
101573	embedding2nn.weight	1	0.004936960060149431
101573	embedding2nn.weight	2	0.01366373524069786
101573	embedding2nn.weight	3	0.022593609988689423
101573	embedding2nn.weight	4	0.01780383288860321
101573	embedding2nn.weight	5	0.0071163056418299675
101573	embedding2nn.weight	6	-0.010714330710470676
101573	embedding2nn.weight	7	-0.0028652590699493885
101573	embedding2nn.weight	8	-0.0008878940716385841
101573	embedding2nn.weight	9	-0.0011361179640516639
101573	embedding2nn.bias	0	-0.004014175850898027
101573	embedding2nn.bias	1	-0.039857275784015656
101573	embedding2nn.bias	2	0.05501659959554672
101573	embedding2nn.bias	3	0.05360265076160431
101573	embedding2nn.bias	4	-0.0004599784151650965
101573	embedding2nn.bias	5	-0.028007596731185913
101573	embedding2nn.bias	6	0.036106403917074203
101573	embedding2nn.bias	7	-0.006825583986938
101573	embedding2nn.bias	8	-0.026980625465512276
101573	embedding2nn.bias	9	0.025434257462620735
101573	rnn.weight_ih_l0	0	0.06568660587072372
101573	rnn.weight_ih_l0	1	-0.042789019644260406
101573	rnn.weight_ih_l0	2	-0.0014403663808479905
101573	rnn.weight_ih_l0	3	0.050110723823308945
101573	rnn.weight_ih_l0	4	-0.02543770894408226
101573	rnn.weight_ih_l0	5	0.04909633845090866
101573	rnn.weight_ih_l0	6	0.007896634750068188
101573	rnn.weight_ih_l0	7	0.05969396233558655
101573	rnn.weight_ih_l0	8	0.006900004111230373
101573	rnn.weight_ih_l0	9	-0.02308155596256256
101573	rnn.weight_hh_l0	0	-0.01871388405561447
101573	rnn.weight_hh_l0	1	-0.021800793707370758
101573	rnn.weight_hh_l0	2	-0.06110930070281029
101573	rnn.weight_hh_l0	3	-0.008892908692359924
101573	rnn.weight_hh_l0	4	-0.01077307853847742
101573	rnn.weight_hh_l0	5	-0.02376588247716427
101573	rnn.weight_hh_l0	6	-0.0007774034747853875
101573	rnn.weight_hh_l0	7	-0.04239046946167946
101573	rnn.weight_hh_l0	8	0.06445687264204025
101573	rnn.weight_hh_l0	9	0.04493897780776024
101573	rnn.bias_ih_l0	0	-0.16265079379081726
101573	rnn.bias_ih_l0	1	-0.13555870950222015
101573	rnn.bias_ih_l0	2	-0.009881378151476383
101573	rnn.bias_ih_l0	3	-0.13714998960494995
101573	rnn.bias_ih_l0	4	-0.05835123732686043
101573	rnn.bias_ih_l0	5	-0.14391377568244934
101573	rnn.bias_ih_l0	6	0.04959725961089134
101573	rnn.bias_ih_l0	7	-0.08210630714893341
101573	rnn.bias_ih_l0	8	-0.02027357555925846
101573	rnn.bias_ih_l0	9	-0.10202077031135559
101573	rnn.bias_hh_l0	0	-0.058958735316991806
101573	rnn.bias_hh_l0	1	0.21220025420188904
101573	rnn.bias_hh_l0	2	0.03699282184243202
101573	rnn.bias_hh_l0	3	-0.06577236205339432
101573	rnn.bias_hh_l0	4	-0.07347407937049866
101573	rnn.bias_hh_l0	5	-0.021338265389204025
101573	rnn.bias_hh_l0	6	0.05862230807542801
101573	rnn.bias_hh_l0	7	-0.09685153514146805
101573	rnn.bias_hh_l0	8	-0.20198775827884674
101573	rnn.bias_hh_l0	9	-0.10592021048069
101573	rnn.weight_ih_l0_reverse	0	0.018379539251327515
101573	rnn.weight_ih_l0_reverse	1	-0.05015776306390762
101573	rnn.weight_ih_l0_reverse	2	0.037612706422805786
101573	rnn.weight_ih_l0_reverse	3	0.008019257336854935
101573	rnn.weight_ih_l0_reverse	4	0.007664477918297052
101573	rnn.weight_ih_l0_reverse	5	-0.026467088609933853
101573	rnn.weight_ih_l0_reverse	6	0.02586386166512966
101573	rnn.weight_ih_l0_reverse	7	0.0317218117415905
101573	rnn.weight_ih_l0_reverse	8	-0.026966169476509094
101573	rnn.weight_ih_l0_reverse	9	0.00010033360740635544
101573	rnn.weight_hh_l0_reverse	0	0.048518333584070206
101573	rnn.weight_hh_l0_reverse	1	0.030436092987656593
101573	rnn.weight_hh_l0_reverse	2	-0.018160101026296616
101573	rnn.weight_hh_l0_reverse	3	-0.06603828817605972
101573	rnn.weight_hh_l0_reverse	4	0.014076690189540386
101573	rnn.weight_hh_l0_reverse	5	-0.05223669856786728
101573	rnn.weight_hh_l0_reverse	6	-0.013692311011254787
101573	rnn.weight_hh_l0_reverse	7	0.027722081169486046
101573	rnn.weight_hh_l0_reverse	8	0.020640496164560318
101573	rnn.weight_hh_l0_reverse	9	0.0006019193679094315
101573	rnn.bias_ih_l0_reverse	0	-0.03824113309383392
101573	rnn.bias_ih_l0_reverse	1	-0.12518566846847534
101573	rnn.bias_ih_l0_reverse	2	-0.11761213093996048
101573	rnn.bias_ih_l0_reverse	3	-0.03736604005098343
101573	rnn.bias_ih_l0_reverse	4	-0.09744539856910706
101573	rnn.bias_ih_l0_reverse	5	-0.07697387039661407
101573	rnn.bias_ih_l0_reverse	6	-0.1650116890668869
101573	rnn.bias_ih_l0_reverse	7	-0.048151034861803055
101573	rnn.bias_ih_l0_reverse	8	-0.04211309924721718
101573	rnn.bias_ih_l0_reverse	9	-0.13290956616401672
101573	rnn.bias_hh_l0_reverse	0	-0.11741574853658676
101573	rnn.bias_hh_l0_reverse	1	-0.15409958362579346
101573	rnn.bias_hh_l0_reverse	2	0.08820203691720963
101573	rnn.bias_hh_l0_reverse	3	0.04618579149246216
101573	rnn.bias_hh_l0_reverse	4	-0.14103098213672638
101573	rnn.bias_hh_l0_reverse	5	-0.10422629117965698
101573	rnn.bias_hh_l0_reverse	6	-0.10385847091674805
101573	rnn.bias_hh_l0_reverse	7	-0.03595420718193054
101573	rnn.bias_hh_l0_reverse	8	-0.06718076020479202
101573	rnn.bias_hh_l0_reverse	9	-0.019383596256375313
101573	linear.weight	0	-0.007574485149234533
101573	linear.weight	1	-0.05878402665257454
101573	linear.weight	2	0.261797696352005
101573	linear.weight	3	-0.07981964200735092
101573	linear.weight	4	-0.010588549077510834
101573	linear.weight	5	0.02017172798514366
101573	linear.weight	6	-0.010739270597696304
101573	linear.weight	7	-0.09309270977973938
101573	linear.weight	8	0.16855379939079285
101573	linear.weight	9	-0.18018947541713715
101573	linear.bias	0	-0.03956538438796997
101573	linear.bias	1	0.031413208693265915
101573	linear.bias	2	0.45379123091697693
101573	linear.bias	3	-0.397219181060791
101573	linear.bias	4	1.7309048175811768
101573	linear.bias	5	-1.35187566280365
101573	linear.bias	6	-0.3403288424015045
101573	linear.bias	7	-0.09772591292858124
102131	transitions	0	-1.6588058471679688
102131	transitions	1	-10000.0
102131	transitions	2	-0.7969565987586975
102131	transitions	3	-10000.0
102131	transitions	4	1.867223858833313
102131	transitions	5	-10000.0
102131	transitions	6	-10000.0
102131	transitions	7	1.5557183027267456
102131	transitions	8	-2.3845136165618896
102131	transitions	9	-4.035527229309082
102131	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
102131	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
102131	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
102131	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
102131	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
102131	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
102131	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
102131	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
102131	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
102131	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
102131	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
102131	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
102131	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
102131	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
102131	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
102131	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
102131	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
102131	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
102131	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
102131	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
102131	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
102131	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
102131	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
102131	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
102131	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
102131	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
102131	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
102131	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
102131	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
102131	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
102131	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
102131	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
102131	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
102131	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
102131	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
102131	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
102131	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
102131	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
102131	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
102131	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
102131	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
102131	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
102131	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
102131	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
102131	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
102131	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
102131	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
102131	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
102131	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
102131	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
102131	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
102131	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
102131	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
102131	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
102131	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
102131	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
102131	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
102131	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
102131	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
102131	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
102131	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
102131	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
102131	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
102131	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
102131	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
102131	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
102131	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
102131	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
102131	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
102131	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
102131	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
102131	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
102131	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
102131	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
102131	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
102131	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
102131	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
102131	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
102131	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
102131	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
102131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
102131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
102131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
102131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
102131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
102131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
102131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
102131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
102131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
102131	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
102131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
102131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
102131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
102131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
102131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
102131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
102131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
102131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
102131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
102131	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
102131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
102131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
102131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
102131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
102131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
102131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
102131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
102131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
102131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
102131	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
102131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
102131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
102131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
102131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
102131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
102131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
102131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
102131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
102131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
102131	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
102131	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
102131	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
102131	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
102131	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
102131	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
102131	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
102131	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
102131	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
102131	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
102131	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
102131	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
102131	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
102131	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
102131	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
102131	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
102131	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
102131	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
102131	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
102131	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
102131	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
102131	embedding2nn.weight	0	0.0065963175147771835
102131	embedding2nn.weight	1	0.0049622212536633015
102131	embedding2nn.weight	2	0.013658487237989902
102131	embedding2nn.weight	3	0.02273613214492798
102131	embedding2nn.weight	4	0.01713659055531025
102131	embedding2nn.weight	5	0.007138695567846298
102131	embedding2nn.weight	6	-0.010399810038506985
102131	embedding2nn.weight	7	-0.0031620620284229517
102131	embedding2nn.weight	8	-0.001454933313652873
102131	embedding2nn.weight	9	-0.0010338235879316926
102131	embedding2nn.bias	0	-0.0001945209805853665
102131	embedding2nn.bias	1	-0.054111018776893616
102131	embedding2nn.bias	2	0.06131583824753761
102131	embedding2nn.bias	3	0.05933001637458801
102131	embedding2nn.bias	4	-0.006951141636818647
102131	embedding2nn.bias	5	-0.03433720022439957
102131	embedding2nn.bias	6	0.024742165580391884
102131	embedding2nn.bias	7	-0.011633049696683884
102131	embedding2nn.bias	8	-0.024453304708003998
102131	embedding2nn.bias	9	0.02622091770172119
102131	rnn.weight_ih_l0	0	0.06722880899906158
102131	rnn.weight_ih_l0	1	-0.04186119884252548
102131	rnn.weight_ih_l0	2	-0.00022432107653003186
102131	rnn.weight_ih_l0	3	0.04989944025874138
102131	rnn.weight_ih_l0	4	-0.025541985407471657
102131	rnn.weight_ih_l0	5	0.04971121996641159
102131	rnn.weight_ih_l0	6	0.0077249715104699135
102131	rnn.weight_ih_l0	7	0.06016254425048828
102131	rnn.weight_ih_l0	8	0.007588489912450314
102131	rnn.weight_ih_l0	9	-0.022805480286478996
102131	rnn.weight_hh_l0	0	-0.019291352480649948
102131	rnn.weight_hh_l0	1	-0.021348511800169945
102131	rnn.weight_hh_l0	2	-0.06168876960873604
102131	rnn.weight_hh_l0	3	-0.00838423054665327
102131	rnn.weight_hh_l0	4	-0.010312934406101704
102131	rnn.weight_hh_l0	5	-0.024130120873451233
102131	rnn.weight_hh_l0	6	-0.0006930680247023702
102131	rnn.weight_hh_l0	7	-0.044064000248909
102131	rnn.weight_hh_l0	8	0.06507893651723862
102131	rnn.weight_hh_l0	9	0.04485877603292465
102131	rnn.bias_ih_l0	0	-0.16377167403697968
102131	rnn.bias_ih_l0	1	-0.13731463253498077
102131	rnn.bias_ih_l0	2	-0.011567333713173866
102131	rnn.bias_ih_l0	3	-0.14470988512039185
102131	rnn.bias_ih_l0	4	-0.05369100719690323
102131	rnn.bias_ih_l0	5	-0.14589880406856537
102131	rnn.bias_ih_l0	6	0.04204127937555313
102131	rnn.bias_ih_l0	7	-0.08231449127197266
102131	rnn.bias_ih_l0	8	-0.018053259700536728
102131	rnn.bias_ih_l0	9	-0.10466033220291138
102131	rnn.bias_hh_l0	0	-0.06186113506555557
102131	rnn.bias_hh_l0	1	0.21435731649398804
102131	rnn.bias_hh_l0	2	0.03634319454431534
102131	rnn.bias_hh_l0	3	-0.0689065083861351
102131	rnn.bias_hh_l0	4	-0.07411283999681473
102131	rnn.bias_hh_l0	5	-0.019965291023254395
102131	rnn.bias_hh_l0	6	0.05863985791802406
102131	rnn.bias_hh_l0	7	-0.08817297965288162
102131	rnn.bias_hh_l0	8	-0.2066827267408371
102131	rnn.bias_hh_l0	9	-0.10369990020990372
102131	rnn.weight_ih_l0_reverse	0	0.01766015775501728
102131	rnn.weight_ih_l0_reverse	1	-0.049661893397569656
102131	rnn.weight_ih_l0_reverse	2	0.03808288648724556
102131	rnn.weight_ih_l0_reverse	3	0.007697330322116613
102131	rnn.weight_ih_l0_reverse	4	0.007201587315648794
102131	rnn.weight_ih_l0_reverse	5	-0.02638116665184498
102131	rnn.weight_ih_l0_reverse	6	0.026363782584667206
102131	rnn.weight_ih_l0_reverse	7	0.031672630459070206
102131	rnn.weight_ih_l0_reverse	8	-0.02690708637237549
102131	rnn.weight_ih_l0_reverse	9	0.0013588611036539078
102131	rnn.weight_hh_l0_reverse	0	0.04912586510181427
102131	rnn.weight_hh_l0_reverse	1	0.03020070679485798
102131	rnn.weight_hh_l0_reverse	2	-0.018271032720804214
102131	rnn.weight_hh_l0_reverse	3	-0.06630097329616547
102131	rnn.weight_hh_l0_reverse	4	0.013670402579009533
102131	rnn.weight_hh_l0_reverse	5	-0.052759747952222824
102131	rnn.weight_hh_l0_reverse	6	-0.01306416466832161
102131	rnn.weight_hh_l0_reverse	7	0.02792154997587204
102131	rnn.weight_hh_l0_reverse	8	0.022014157846570015
102131	rnn.weight_hh_l0_reverse	9	0.001390798483043909
102131	rnn.bias_ih_l0_reverse	0	-0.03828652203083038
102131	rnn.bias_ih_l0_reverse	1	-0.12243831902742386
102131	rnn.bias_ih_l0_reverse	2	-0.11705494672060013
102131	rnn.bias_ih_l0_reverse	3	-0.052103884518146515
102131	rnn.bias_ih_l0_reverse	4	-0.09271078556776047
102131	rnn.bias_ih_l0_reverse	5	-0.07877922058105469
102131	rnn.bias_ih_l0_reverse	6	-0.16949816048145294
102131	rnn.bias_ih_l0_reverse	7	-0.04688858240842819
102131	rnn.bias_ih_l0_reverse	8	-0.044029854238033295
102131	rnn.bias_ih_l0_reverse	9	-0.12966346740722656
102131	rnn.bias_hh_l0_reverse	0	-0.1230720728635788
102131	rnn.bias_hh_l0_reverse	1	-0.1460798978805542
102131	rnn.bias_hh_l0_reverse	2	0.09285316616296768
102131	rnn.bias_hh_l0_reverse	3	0.04455410689115524
102131	rnn.bias_hh_l0_reverse	4	-0.14035645127296448
102131	rnn.bias_hh_l0_reverse	5	-0.10739590972661972
102131	rnn.bias_hh_l0_reverse	6	-0.10208995640277863
102131	rnn.bias_hh_l0_reverse	7	-0.040385082364082336
102131	rnn.bias_hh_l0_reverse	8	-0.06867288053035736
102131	rnn.bias_hh_l0_reverse	9	-0.01777295395731926
102131	linear.weight	0	-0.007595657370984554
102131	linear.weight	1	-0.03871438652276993
102131	linear.weight	2	0.26959460973739624
102131	linear.weight	3	-0.07981280237436295
102131	linear.weight	4	-0.010588549077510834
102131	linear.weight	5	0.03026553802192211
102131	linear.weight	6	-0.010739270597696304
102131	linear.weight	7	-0.04278434440493584
102131	linear.weight	8	0.24145525693893433
102131	linear.weight	9	-0.1823597401380539
102131	linear.bias	0	-0.03956538438796997
102131	linear.bias	1	0.031413208693265915
102131	linear.bias	2	0.44815191626548767
102131	linear.bias	3	-0.4070005416870117
102131	linear.bias	4	1.7536425590515137
102131	linear.bias	5	-1.3525307178497314
102131	linear.bias	6	-0.341861367225647
102131	linear.bias	7	-0.10288047045469284
102689	transitions	0	-1.662101149559021
102689	transitions	1	-10000.0
102689	transitions	2	-0.7969565987586975
102689	transitions	3	-10000.0
102689	transitions	4	1.8804655075073242
102689	transitions	5	-10000.0
102689	transitions	6	-10000.0
102689	transitions	7	1.5476826429367065
102689	transitions	8	-2.3872835636138916
102689	transitions	9	-4.038000583648682
102689	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
102689	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
102689	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
102689	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
102689	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
102689	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
102689	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
102689	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
102689	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
102689	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
102689	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
102689	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
102689	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
102689	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
102689	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
102689	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
102689	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
102689	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
102689	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
102689	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
102689	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
102689	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
102689	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
102689	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
102689	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
102689	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
102689	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
102689	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
102689	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
102689	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
102689	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
102689	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
102689	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
102689	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
102689	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
102689	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
102689	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
102689	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
102689	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
102689	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
102689	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
102689	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
102689	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
102689	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
102689	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
102689	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
102689	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
102689	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
102689	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
102689	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
102689	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
102689	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
102689	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
102689	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
102689	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
102689	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
102689	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
102689	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
102689	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
102689	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
102689	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
102689	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
102689	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
102689	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
102689	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
102689	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
102689	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
102689	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
102689	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
102689	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
102689	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
102689	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
102689	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
102689	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
102689	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
102689	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
102689	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
102689	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
102689	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
102689	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
102689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
102689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
102689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
102689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
102689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
102689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
102689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
102689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
102689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
102689	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
102689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
102689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
102689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
102689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
102689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
102689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
102689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
102689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
102689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
102689	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
102689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
102689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
102689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
102689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
102689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
102689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
102689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
102689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
102689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
102689	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
102689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
102689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
102689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
102689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
102689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
102689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
102689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
102689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
102689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
102689	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
102689	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
102689	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
102689	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
102689	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
102689	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
102689	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
102689	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
102689	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
102689	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
102689	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
102689	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
102689	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
102689	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
102689	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
102689	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
102689	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
102689	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
102689	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
102689	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
102689	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
102689	embedding2nn.weight	0	0.00659704627469182
102689	embedding2nn.weight	1	0.004861185792833567
102689	embedding2nn.weight	2	0.013662452809512615
102689	embedding2nn.weight	3	0.022418254986405373
102689	embedding2nn.weight	4	0.017183156684041023
102689	embedding2nn.weight	5	0.007056778762489557
102689	embedding2nn.weight	6	-0.011083248071372509
102689	embedding2nn.weight	7	-0.0029155409429222345
102689	embedding2nn.weight	8	-0.0021063718013465405
102689	embedding2nn.weight	9	-0.000632746028713882
102689	embedding2nn.bias	0	-0.006332071963697672
102689	embedding2nn.bias	1	-0.04441796615719795
102689	embedding2nn.bias	2	0.07240787148475647
102689	embedding2nn.bias	3	0.05772145465016365
102689	embedding2nn.bias	4	-0.00457362737506628
102689	embedding2nn.bias	5	-0.023159706965088844
102689	embedding2nn.bias	6	0.019381748512387276
102689	embedding2nn.bias	7	-0.005898624658584595
102689	embedding2nn.bias	8	-0.01198088750243187
102689	embedding2nn.bias	9	0.02398119866847992
102689	rnn.weight_ih_l0	0	0.06672799587249756
102689	rnn.weight_ih_l0	1	-0.041608866304159164
102689	rnn.weight_ih_l0	2	-0.0009939043084159493
102689	rnn.weight_ih_l0	3	0.05050966516137123
102689	rnn.weight_ih_l0	4	-0.02559584379196167
102689	rnn.weight_ih_l0	5	0.051843564957380295
102689	rnn.weight_ih_l0	6	0.007641109172254801
102689	rnn.weight_ih_l0	7	0.059235263615846634
102689	rnn.weight_ih_l0	8	0.00726827559992671
102689	rnn.weight_ih_l0	9	-0.025579635053873062
102689	rnn.weight_hh_l0	0	-0.017499377951025963
102689	rnn.weight_hh_l0	1	-0.021267790347337723
102689	rnn.weight_hh_l0	2	-0.06129462271928787
102689	rnn.weight_hh_l0	3	-0.007694285362958908
102689	rnn.weight_hh_l0	4	-0.010452047921717167
102689	rnn.weight_hh_l0	5	-0.024440843611955643
102689	rnn.weight_hh_l0	6	-0.0005181916058063507
102689	rnn.weight_hh_l0	7	-0.04505227506160736
102689	rnn.weight_hh_l0	8	0.0658736601471901
102689	rnn.weight_hh_l0	9	0.04495643824338913
102689	rnn.bias_ih_l0	0	-0.16134710609912872
102689	rnn.bias_ih_l0	1	-0.13997384905815125
102689	rnn.bias_ih_l0	2	-0.008215500973165035
102689	rnn.bias_ih_l0	3	-0.14448581635951996
102689	rnn.bias_ih_l0	4	-0.05198376253247261
102689	rnn.bias_ih_l0	5	-0.1435622274875641
102689	rnn.bias_ih_l0	6	0.04786326736211777
102689	rnn.bias_ih_l0	7	-0.07593035697937012
102689	rnn.bias_ih_l0	8	-0.019119329750537872
102689	rnn.bias_ih_l0	9	-0.10070833563804626
102689	rnn.bias_hh_l0	0	-0.06148238852620125
102689	rnn.bias_hh_l0	1	0.2166978120803833
102689	rnn.bias_hh_l0	2	0.03728826344013214
102689	rnn.bias_hh_l0	3	-0.06586582213640213
102689	rnn.bias_hh_l0	4	-0.07100831717252731
102689	rnn.bias_hh_l0	5	-0.020272569730877876
102689	rnn.bias_hh_l0	6	0.05745655298233032
102689	rnn.bias_hh_l0	7	-0.08912266790866852
102689	rnn.bias_hh_l0	8	-0.20771284401416779
102689	rnn.bias_hh_l0	9	-0.10230448842048645
102689	rnn.weight_ih_l0_reverse	0	0.01904996484518051
102689	rnn.weight_ih_l0_reverse	1	-0.0503128357231617
102689	rnn.weight_ih_l0_reverse	2	0.03838096186518669
102689	rnn.weight_ih_l0_reverse	3	0.010710116475820541
102689	rnn.weight_ih_l0_reverse	4	0.006896111182868481
102689	rnn.weight_ih_l0_reverse	5	-0.028597578406333923
102689	rnn.weight_ih_l0_reverse	6	0.02647971734404564
102689	rnn.weight_ih_l0_reverse	7	0.03195204213261604
102689	rnn.weight_ih_l0_reverse	8	-0.026241717860102654
102689	rnn.weight_ih_l0_reverse	9	0.0005781414802186191
102689	rnn.weight_hh_l0_reverse	0	0.04887411370873451
102689	rnn.weight_hh_l0_reverse	1	0.029946452006697655
102689	rnn.weight_hh_l0_reverse	2	-0.017994236201047897
102689	rnn.weight_hh_l0_reverse	3	-0.06669515371322632
102689	rnn.weight_hh_l0_reverse	4	0.014109251089394093
102689	rnn.weight_hh_l0_reverse	5	-0.05380287766456604
102689	rnn.weight_hh_l0_reverse	6	-0.013067219406366348
102689	rnn.weight_hh_l0_reverse	7	0.028176069259643555
102689	rnn.weight_hh_l0_reverse	8	0.022062629461288452
102689	rnn.weight_hh_l0_reverse	9	0.0013296137331053615
102689	rnn.bias_ih_l0_reverse	0	-0.040508925914764404
102689	rnn.bias_ih_l0_reverse	1	-0.12388824671506882
102689	rnn.bias_ih_l0_reverse	2	-0.12117769569158554
102689	rnn.bias_ih_l0_reverse	3	-0.04365018382668495
102689	rnn.bias_ih_l0_reverse	4	-0.09014750272035599
102689	rnn.bias_ih_l0_reverse	5	-0.08206452429294586
102689	rnn.bias_ih_l0_reverse	6	-0.16505937278270721
102689	rnn.bias_ih_l0_reverse	7	-0.04552166908979416
102689	rnn.bias_ih_l0_reverse	8	-0.040250666439533234
102689	rnn.bias_ih_l0_reverse	9	-0.12829989194869995
102689	rnn.bias_hh_l0_reverse	0	-0.12147840857505798
102689	rnn.bias_hh_l0_reverse	1	-0.14744332432746887
102689	rnn.bias_hh_l0_reverse	2	0.09155277907848358
102689	rnn.bias_hh_l0_reverse	3	0.0459737591445446
102689	rnn.bias_hh_l0_reverse	4	-0.1353393942117691
102689	rnn.bias_hh_l0_reverse	5	-0.1104075163602829
102689	rnn.bias_hh_l0_reverse	6	-0.10352341085672379
102689	rnn.bias_hh_l0_reverse	7	-0.04892420023679733
102689	rnn.bias_hh_l0_reverse	8	-0.0698055848479271
102689	rnn.bias_hh_l0_reverse	9	-0.01181565597653389
102689	linear.weight	0	-0.007614135276526213
102689	linear.weight	1	-0.0948348194360733
102689	linear.weight	2	0.29343146085739136
102689	linear.weight	3	-0.07981885969638824
102689	linear.weight	4	-0.010588549077510834
102689	linear.weight	5	-0.010790265165269375
102689	linear.weight	6	-0.010739270597696304
102689	linear.weight	7	-0.05880996584892273
102689	linear.weight	8	0.17203842103481293
102689	linear.weight	9	-0.19102433323860168
102689	linear.bias	0	-0.03956538438796997
102689	linear.bias	1	0.031413208693265915
102689	linear.bias	2	0.4432709813117981
102689	linear.bias	3	-0.3620307743549347
102689	linear.bias	4	1.7730944156646729
102689	linear.bias	5	-1.3532042503356934
102689	linear.bias	6	-0.3719698190689087
102689	linear.bias	7	-0.13166312873363495
103247	transitions	0	-1.6654069423675537
103247	transitions	1	-10000.0
103247	transitions	2	-0.7969565987586975
103247	transitions	3	-10000.0
103247	transitions	4	1.8684825897216797
103247	transitions	5	-10000.0
103247	transitions	6	-10000.0
103247	transitions	7	1.5483266115188599
103247	transitions	8	-2.3897271156311035
103247	transitions	9	-4.0405073165893555
103247	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
103247	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
103247	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
103247	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
103247	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
103247	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
103247	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
103247	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
103247	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
103247	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
103247	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
103247	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
103247	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
103247	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
103247	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
103247	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
103247	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
103247	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
103247	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
103247	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
103247	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
103247	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
103247	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
103247	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
103247	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
103247	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
103247	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
103247	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
103247	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
103247	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
103247	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
103247	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
103247	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
103247	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
103247	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
103247	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
103247	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
103247	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
103247	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
103247	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
103247	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
103247	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
103247	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
103247	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
103247	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
103247	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
103247	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
103247	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
103247	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
103247	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
103247	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
103247	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
103247	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
103247	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
103247	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
103247	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
103247	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
103247	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
103247	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
103247	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
103247	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
103247	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
103247	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
103247	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
103247	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
103247	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
103247	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
103247	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
103247	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
103247	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
103247	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
103247	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
103247	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
103247	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
103247	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
103247	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
103247	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
103247	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
103247	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
103247	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
103247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
103247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
103247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
103247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
103247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
103247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
103247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
103247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
103247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
103247	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
103247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
103247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
103247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
103247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
103247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
103247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
103247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
103247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
103247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
103247	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
103247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
103247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
103247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
103247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
103247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
103247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
103247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
103247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
103247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
103247	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
103247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
103247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
103247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
103247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
103247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
103247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
103247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
103247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
103247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
103247	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
103247	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
103247	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
103247	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
103247	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
103247	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
103247	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
103247	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
103247	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
103247	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
103247	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
103247	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
103247	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
103247	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
103247	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
103247	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
103247	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
103247	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
103247	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
103247	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
103247	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
103247	embedding2nn.weight	0	0.006577078718692064
103247	embedding2nn.weight	1	0.0050597223453223705
103247	embedding2nn.weight	2	0.013664710335433483
103247	embedding2nn.weight	3	0.023589886724948883
103247	embedding2nn.weight	4	0.017467712983489037
103247	embedding2nn.weight	5	0.00669615063816309
103247	embedding2nn.weight	6	-0.01071186549961567
103247	embedding2nn.weight	7	-0.0030656848102808
103247	embedding2nn.weight	8	-0.001941900234669447
103247	embedding2nn.weight	9	-0.0007910950225777924
103247	embedding2nn.bias	0	-0.006293956656008959
103247	embedding2nn.bias	1	-0.057418663054704666
103247	embedding2nn.bias	2	0.07786191254854202
103247	embedding2nn.bias	3	0.06585390865802765
103247	embedding2nn.bias	4	-0.00264915032312274
103247	embedding2nn.bias	5	-0.024316586554050446
103247	embedding2nn.bias	6	0.03168168663978577
103247	embedding2nn.bias	7	-0.012966394424438477
103247	embedding2nn.bias	8	-0.010897116735577583
103247	embedding2nn.bias	9	0.02217020094394684
103247	rnn.weight_ih_l0	0	0.06827704608440399
103247	rnn.weight_ih_l0	1	-0.04070093482732773
103247	rnn.weight_ih_l0	2	-0.0030418578535318375
103247	rnn.weight_ih_l0	3	0.049086637794971466
103247	rnn.weight_ih_l0	4	-0.024515187367796898
103247	rnn.weight_ih_l0	5	0.05113017559051514
103247	rnn.weight_ih_l0	6	0.007687956560403109
103247	rnn.weight_ih_l0	7	0.057385895401239395
103247	rnn.weight_ih_l0	8	0.006085958797484636
103247	rnn.weight_ih_l0	9	-0.025971055030822754
103247	rnn.weight_hh_l0	0	-0.018970169126987457
103247	rnn.weight_hh_l0	1	-0.02159343846142292
103247	rnn.weight_hh_l0	2	-0.061289675533771515
103247	rnn.weight_hh_l0	3	-0.007373438216745853
103247	rnn.weight_hh_l0	4	-0.010262099094688892
103247	rnn.weight_hh_l0	5	-0.024170992895960808
103247	rnn.weight_hh_l0	6	-0.0008153862436302006
103247	rnn.weight_hh_l0	7	-0.044333379715681076
103247	rnn.weight_hh_l0	8	0.06507937610149384
103247	rnn.weight_hh_l0	9	0.04448308050632477
103247	rnn.bias_ih_l0	0	-0.16116522252559662
103247	rnn.bias_ih_l0	1	-0.1373252421617508
103247	rnn.bias_ih_l0	2	-0.004253285471349955
103247	rnn.bias_ih_l0	3	-0.1423843950033188
103247	rnn.bias_ih_l0	4	-0.05647377297282219
103247	rnn.bias_ih_l0	5	-0.14073523879051208
103247	rnn.bias_ih_l0	6	0.05154825747013092
103247	rnn.bias_ih_l0	7	-0.07314557582139969
103247	rnn.bias_ih_l0	8	-0.018711263313889503
103247	rnn.bias_ih_l0	9	-0.10057641565799713
103247	rnn.bias_hh_l0	0	-0.06335427612066269
103247	rnn.bias_hh_l0	1	0.22041764855384827
103247	rnn.bias_hh_l0	2	0.04103109985589981
103247	rnn.bias_hh_l0	3	-0.06768491119146347
103247	rnn.bias_hh_l0	4	-0.07706969231367111
103247	rnn.bias_hh_l0	5	-0.016087358817458153
103247	rnn.bias_hh_l0	6	0.05499957501888275
103247	rnn.bias_hh_l0	7	-0.09266097098588943
103247	rnn.bias_hh_l0	8	-0.20976069569587708
103247	rnn.bias_hh_l0	9	-0.09934663027524948
103247	rnn.weight_ih_l0_reverse	0	0.01942332461476326
103247	rnn.weight_ih_l0_reverse	1	-0.05096162483096123
103247	rnn.weight_ih_l0_reverse	2	0.03849754482507706
103247	rnn.weight_ih_l0_reverse	3	0.010232726112008095
103247	rnn.weight_ih_l0_reverse	4	0.007995452731847763
103247	rnn.weight_ih_l0_reverse	5	-0.028133109211921692
103247	rnn.weight_ih_l0_reverse	6	0.026214947924017906
103247	rnn.weight_ih_l0_reverse	7	0.03177318722009659
103247	rnn.weight_ih_l0_reverse	8	-0.02595706842839718
103247	rnn.weight_ih_l0_reverse	9	0.00076738913776353
103247	rnn.weight_hh_l0_reverse	0	0.04875074699521065
103247	rnn.weight_hh_l0_reverse	1	0.02956884168088436
103247	rnn.weight_hh_l0_reverse	2	-0.017779698595404625
103247	rnn.weight_hh_l0_reverse	3	-0.06905020773410797
103247	rnn.weight_hh_l0_reverse	4	0.014443987980484962
103247	rnn.weight_hh_l0_reverse	5	-0.052800264209508896
103247	rnn.weight_hh_l0_reverse	6	-0.012994407676160336
103247	rnn.weight_hh_l0_reverse	7	0.027779078111052513
103247	rnn.weight_hh_l0_reverse	8	0.021199161186814308
103247	rnn.weight_hh_l0_reverse	9	0.0015602933708578348
103247	rnn.bias_ih_l0_reverse	0	-0.04314648360013962
103247	rnn.bias_ih_l0_reverse	1	-0.1223553940653801
103247	rnn.bias_ih_l0_reverse	2	-0.12153879553079605
103247	rnn.bias_ih_l0_reverse	3	-0.04363219439983368
103247	rnn.bias_ih_l0_reverse	4	-0.09225135296583176
103247	rnn.bias_ih_l0_reverse	5	-0.08123566210269928
103247	rnn.bias_ih_l0_reverse	6	-0.1699315458536148
103247	rnn.bias_ih_l0_reverse	7	-0.04612850770354271
103247	rnn.bias_ih_l0_reverse	8	-0.04101565480232239
103247	rnn.bias_ih_l0_reverse	9	-0.12966172397136688
103247	rnn.bias_hh_l0_reverse	0	-0.1185874193906784
103247	rnn.bias_hh_l0_reverse	1	-0.14559388160705566
103247	rnn.bias_hh_l0_reverse	2	0.09273144602775574
103247	rnn.bias_hh_l0_reverse	3	0.04304376617074013
103247	rnn.bias_hh_l0_reverse	4	-0.1371038258075714
103247	rnn.bias_hh_l0_reverse	5	-0.11375409364700317
103247	rnn.bias_hh_l0_reverse	6	-0.10845742374658585
103247	rnn.bias_hh_l0_reverse	7	-0.0488896481692791
103247	rnn.bias_hh_l0_reverse	8	-0.07065372169017792
103247	rnn.bias_hh_l0_reverse	9	-0.013875315897166729
103247	linear.weight	0	-0.007630522362887859
103247	linear.weight	1	-0.016596036031842232
103247	linear.weight	2	0.2858123779296875
103247	linear.weight	3	-0.07981594651937485
103247	linear.weight	4	-0.010588549077510834
103247	linear.weight	5	-0.0411183126270771
103247	linear.weight	6	-0.010739270597696304
103247	linear.weight	7	-0.05758311226963997
103247	linear.weight	8	0.19622354209423065
103247	linear.weight	9	-0.1884107142686844
103247	linear.bias	0	-0.03956538438796997
103247	linear.bias	1	0.031413208693265915
103247	linear.bias	2	0.4707188904285431
103247	linear.bias	3	-0.391274631023407
103247	linear.bias	4	1.7713611125946045
103247	linear.bias	5	-1.3538317680358887
103247	linear.bias	6	-0.3700248599052429
103247	linear.bias	7	-0.12947529554367065
103805	transitions	0	-1.668918251991272
103805	transitions	1	-10000.0
103805	transitions	2	-0.7969565987586975
103805	transitions	3	-10000.0
103805	transitions	4	1.860970377922058
103805	transitions	5	-10000.0
103805	transitions	6	-10000.0
103805	transitions	7	1.548372507095337
103805	transitions	8	-2.392333745956421
103805	transitions	9	-4.0428290367126465
103805	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
103805	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
103805	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
103805	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
103805	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
103805	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
103805	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
103805	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
103805	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
103805	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
103805	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
103805	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
103805	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
103805	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
103805	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
103805	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
103805	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
103805	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
103805	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
103805	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
103805	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
103805	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
103805	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
103805	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
103805	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
103805	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
103805	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
103805	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
103805	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
103805	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
103805	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
103805	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
103805	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
103805	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
103805	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
103805	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
103805	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
103805	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
103805	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
103805	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
103805	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
103805	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
103805	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
103805	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
103805	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
103805	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
103805	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
103805	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
103805	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
103805	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
103805	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
103805	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
103805	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
103805	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
103805	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
103805	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
103805	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
103805	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
103805	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
103805	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
103805	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
103805	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
103805	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
103805	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
103805	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
103805	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
103805	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
103805	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
103805	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
103805	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
103805	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
103805	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
103805	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
103805	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
103805	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
103805	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
103805	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
103805	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
103805	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
103805	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
103805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
103805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
103805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
103805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
103805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
103805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
103805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
103805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
103805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
103805	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
103805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
103805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
103805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
103805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
103805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
103805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
103805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
103805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
103805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
103805	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
103805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
103805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
103805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
103805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
103805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
103805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
103805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
103805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
103805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
103805	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
103805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
103805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
103805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
103805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
103805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
103805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
103805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
103805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
103805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
103805	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
103805	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
103805	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
103805	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
103805	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
103805	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
103805	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
103805	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
103805	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
103805	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
103805	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
103805	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
103805	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
103805	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
103805	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
103805	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
103805	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
103805	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
103805	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
103805	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
103805	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
103805	embedding2nn.weight	0	0.006578538101166487
103805	embedding2nn.weight	1	0.00524844229221344
103805	embedding2nn.weight	2	0.013615683652460575
103805	embedding2nn.weight	3	0.02394537255167961
103805	embedding2nn.weight	4	0.016420865431427956
103805	embedding2nn.weight	5	0.005921223200857639
103805	embedding2nn.weight	6	-0.011151273734867573
103805	embedding2nn.weight	7	-0.0031481462065130472
103805	embedding2nn.weight	8	-0.0016027273377403617
103805	embedding2nn.weight	9	-0.0009212617296725512
103805	embedding2nn.bias	0	-0.011374863795936108
103805	embedding2nn.bias	1	-0.04446623846888542
103805	embedding2nn.bias	2	0.077193982899189
103805	embedding2nn.bias	3	0.06126844137907028
103805	embedding2nn.bias	4	0.007624432910233736
103805	embedding2nn.bias	5	-0.028605829924345016
103805	embedding2nn.bias	6	0.031108230352401733
103805	embedding2nn.bias	7	-0.015318735502660275
103805	embedding2nn.bias	8	-0.01938832737505436
103805	embedding2nn.bias	9	0.015269205905497074
103805	rnn.weight_ih_l0	0	0.06799685955047607
103805	rnn.weight_ih_l0	1	-0.03945711627602577
103805	rnn.weight_ih_l0	2	-0.0033871610648930073
103805	rnn.weight_ih_l0	3	0.04694392532110214
103805	rnn.weight_ih_l0	4	-0.02561565302312374
103805	rnn.weight_ih_l0	5	0.05245855078101158
103805	rnn.weight_ih_l0	6	0.008048283867537975
103805	rnn.weight_ih_l0	7	0.05662902817130089
103805	rnn.weight_ih_l0	8	0.006994045805186033
103805	rnn.weight_ih_l0	9	-0.02701333351433277
103805	rnn.weight_hh_l0	0	-0.019388576969504356
103805	rnn.weight_hh_l0	1	-0.022651158273220062
103805	rnn.weight_hh_l0	2	-0.060836561024188995
103805	rnn.weight_hh_l0	3	-0.00642949715256691
103805	rnn.weight_hh_l0	4	-0.01015541423112154
103805	rnn.weight_hh_l0	5	-0.02456102892756462
103805	rnn.weight_hh_l0	6	-0.0008978824480436742
103805	rnn.weight_hh_l0	7	-0.04415983706712723
103805	rnn.weight_hh_l0	8	0.06549764424562454
103805	rnn.weight_hh_l0	9	0.04439723491668701
103805	rnn.bias_ih_l0	0	-0.16539345681667328
103805	rnn.bias_ih_l0	1	-0.13877812027931213
103805	rnn.bias_ih_l0	2	-0.004301704466342926
103805	rnn.bias_ih_l0	3	-0.1404433250427246
103805	rnn.bias_ih_l0	4	-0.05823362246155739
103805	rnn.bias_ih_l0	5	-0.14117833971977234
103805	rnn.bias_ih_l0	6	0.05383652448654175
103805	rnn.bias_ih_l0	7	-0.07576607167720795
103805	rnn.bias_ih_l0	8	-0.020136959850788116
103805	rnn.bias_ih_l0	9	-0.10108858346939087
103805	rnn.bias_hh_l0	0	-0.06367871165275574
103805	rnn.bias_hh_l0	1	0.2202160507440567
103805	rnn.bias_hh_l0	2	0.03308262676000595
103805	rnn.bias_hh_l0	3	-0.07010118663311005
103805	rnn.bias_hh_l0	4	-0.07960368692874908
103805	rnn.bias_hh_l0	5	-0.017065225169062614
103805	rnn.bias_hh_l0	6	0.051730092614889145
103805	rnn.bias_hh_l0	7	-0.08975119143724442
103805	rnn.bias_hh_l0	8	-0.21160930395126343
103805	rnn.bias_hh_l0	9	-0.09606476873159409
103805	rnn.weight_ih_l0_reverse	0	0.01994485594332218
103805	rnn.weight_ih_l0_reverse	1	-0.05256905406713486
103805	rnn.weight_ih_l0_reverse	2	0.03851144760847092
103805	rnn.weight_ih_l0_reverse	3	0.010622825473546982
103805	rnn.weight_ih_l0_reverse	4	0.007488325238227844
103805	rnn.weight_ih_l0_reverse	5	-0.027856532484292984
103805	rnn.weight_ih_l0_reverse	6	0.02779236249625683
103805	rnn.weight_ih_l0_reverse	7	0.03191502019762993
103805	rnn.weight_ih_l0_reverse	8	-0.027053682133555412
103805	rnn.weight_ih_l0_reverse	9	0.0008473146590404212
103805	rnn.weight_hh_l0_reverse	0	0.049453575164079666
103805	rnn.weight_hh_l0_reverse	1	0.029196636751294136
103805	rnn.weight_hh_l0_reverse	2	-0.0184774212539196
103805	rnn.weight_hh_l0_reverse	3	-0.06944741308689117
103805	rnn.weight_hh_l0_reverse	4	0.015540084801614285
103805	rnn.weight_hh_l0_reverse	5	-0.05334126204252243
103805	rnn.weight_hh_l0_reverse	6	-0.012994388118386269
103805	rnn.weight_hh_l0_reverse	7	0.028004834428429604
103805	rnn.weight_hh_l0_reverse	8	0.020173262804746628
103805	rnn.weight_hh_l0_reverse	9	0.001682577538304031
103805	rnn.bias_ih_l0_reverse	0	-0.04461044818162918
103805	rnn.bias_ih_l0_reverse	1	-0.12461230158805847
103805	rnn.bias_ih_l0_reverse	2	-0.12143556773662567
103805	rnn.bias_ih_l0_reverse	3	-0.04801907762885094
103805	rnn.bias_ih_l0_reverse	4	-0.09639637917280197
103805	rnn.bias_ih_l0_reverse	5	-0.07867246121168137
103805	rnn.bias_ih_l0_reverse	6	-0.16968083381652832
103805	rnn.bias_ih_l0_reverse	7	-0.04805999621748924
103805	rnn.bias_ih_l0_reverse	8	-0.044996410608291626
103805	rnn.bias_ih_l0_reverse	9	-0.12994933128356934
103805	rnn.bias_hh_l0_reverse	0	-0.11855563521385193
103805	rnn.bias_hh_l0_reverse	1	-0.14050285518169403
103805	rnn.bias_hh_l0_reverse	2	0.0945277288556099
103805	rnn.bias_hh_l0_reverse	3	0.04588070139288902
103805	rnn.bias_hh_l0_reverse	4	-0.14024893939495087
103805	rnn.bias_hh_l0_reverse	5	-0.10798488557338715
103805	rnn.bias_hh_l0_reverse	6	-0.11014854907989502
103805	rnn.bias_hh_l0_reverse	7	-0.05110390484333038
103805	rnn.bias_hh_l0_reverse	8	-0.07328765094280243
103805	rnn.bias_hh_l0_reverse	9	-0.015176534652709961
103805	linear.weight	0	-0.007643163204193115
103805	linear.weight	1	-0.0040490454994142056
103805	linear.weight	2	0.28978267312049866
103805	linear.weight	3	-0.07982958108186722
103805	linear.weight	4	-0.010588549077510834
103805	linear.weight	5	0.04136112704873085
103805	linear.weight	6	-0.010739270597696304
103805	linear.weight	7	-0.03342084214091301
103805	linear.weight	8	0.13456173241138458
103805	linear.weight	9	-0.19310976564884186
103805	linear.bias	0	-0.03956538438796997
103805	linear.bias	1	0.031413208693265915
103805	linear.bias	2	0.4669141173362732
103805	linear.bias	3	-0.42618387937545776
103805	linear.bias	4	1.773924708366394
103805	linear.bias	5	-1.3544522523880005
103805	linear.bias	6	-0.35165882110595703
103805	linear.bias	7	-0.1110973209142685
104363	transitions	0	-1.6718804836273193
104363	transitions	1	-10000.0
104363	transitions	2	-0.7969565987586975
104363	transitions	3	-10000.0
104363	transitions	4	1.8566185235977173
104363	transitions	5	-10000.0
104363	transitions	6	-10000.0
104363	transitions	7	1.5481008291244507
104363	transitions	8	-2.39481520652771
104363	transitions	9	-4.045350074768066
104363	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
104363	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
104363	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
104363	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
104363	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
104363	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
104363	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
104363	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
104363	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
104363	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
104363	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
104363	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
104363	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
104363	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
104363	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
104363	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
104363	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
104363	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
104363	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
104363	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
104363	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
104363	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
104363	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
104363	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
104363	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
104363	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
104363	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
104363	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
104363	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
104363	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
104363	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
104363	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
104363	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
104363	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
104363	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
104363	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
104363	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
104363	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
104363	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
104363	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
104363	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
104363	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
104363	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
104363	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
104363	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
104363	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
104363	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
104363	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
104363	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
104363	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
104363	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
104363	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
104363	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
104363	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
104363	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
104363	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
104363	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
104363	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
104363	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
104363	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
104363	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
104363	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
104363	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
104363	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
104363	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
104363	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
104363	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
104363	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
104363	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
104363	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
104363	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
104363	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
104363	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
104363	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
104363	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
104363	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
104363	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
104363	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
104363	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
104363	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
104363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
104363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
104363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
104363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
104363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
104363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
104363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
104363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
104363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
104363	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
104363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
104363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
104363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
104363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
104363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
104363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
104363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
104363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
104363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
104363	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
104363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
104363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
104363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
104363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
104363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
104363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
104363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
104363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
104363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
104363	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
104363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
104363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
104363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
104363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
104363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
104363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
104363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
104363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
104363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
104363	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
104363	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
104363	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
104363	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
104363	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
104363	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
104363	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
104363	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
104363	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
104363	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
104363	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
104363	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
104363	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
104363	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
104363	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
104363	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
104363	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
104363	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
104363	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
104363	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
104363	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
104363	embedding2nn.weight	0	0.006574801169335842
104363	embedding2nn.weight	1	0.005282937083393335
104363	embedding2nn.weight	2	0.013579138554632664
104363	embedding2nn.weight	3	0.024931930005550385
104363	embedding2nn.weight	4	0.017250606790184975
104363	embedding2nn.weight	5	0.005764137487858534
104363	embedding2nn.weight	6	-0.010918333195149899
104363	embedding2nn.weight	7	-0.003206743858754635
104363	embedding2nn.weight	8	-0.0012984245549887419
104363	embedding2nn.weight	9	-0.0006833315128460526
104363	embedding2nn.bias	0	-0.00911942683160305
104363	embedding2nn.bias	1	-0.03683623671531677
104363	embedding2nn.bias	2	0.08720262348651886
104363	embedding2nn.bias	3	0.05540204420685768
104363	embedding2nn.bias	4	-0.0009119778987951577
104363	embedding2nn.bias	5	-0.022631943225860596
104363	embedding2nn.bias	6	0.017466500401496887
104363	embedding2nn.bias	7	-0.01416158676147461
104363	embedding2nn.bias	8	-0.015102864243090153
104363	embedding2nn.bias	9	0.023346876725554466
104363	rnn.weight_ih_l0	0	0.0705239474773407
104363	rnn.weight_ih_l0	1	-0.04039522260427475
104363	rnn.weight_ih_l0	2	-0.002484826371073723
104363	rnn.weight_ih_l0	3	0.04725184291601181
104363	rnn.weight_ih_l0	4	-0.025961648672819138
104363	rnn.weight_ih_l0	5	0.05103445053100586
104363	rnn.weight_ih_l0	6	0.007974480278789997
104363	rnn.weight_ih_l0	7	0.05749845132231712
104363	rnn.weight_ih_l0	8	0.005496249534189701
104363	rnn.weight_ih_l0	9	-0.027766849845647812
104363	rnn.weight_hh_l0	0	-0.018755001947283745
104363	rnn.weight_hh_l0	1	-0.022880639880895615
104363	rnn.weight_hh_l0	2	-0.06154048070311546
104363	rnn.weight_hh_l0	3	-0.0060208882205188274
104363	rnn.weight_hh_l0	4	-0.010101285763084888
104363	rnn.weight_hh_l0	5	-0.024100642651319504
104363	rnn.weight_hh_l0	6	-0.0008823730750009418
104363	rnn.weight_hh_l0	7	-0.044118400663137436
104363	rnn.weight_hh_l0	8	0.06522680819034576
104363	rnn.weight_hh_l0	9	0.04435497149825096
104363	rnn.bias_ih_l0	0	-0.16327711939811707
104363	rnn.bias_ih_l0	1	-0.14710605144500732
104363	rnn.bias_ih_l0	2	-0.005657572764903307
104363	rnn.bias_ih_l0	3	-0.1410280019044876
104363	rnn.bias_ih_l0	4	-0.055658917874097824
104363	rnn.bias_ih_l0	5	-0.14641046524047852
104363	rnn.bias_ih_l0	6	0.04584188014268875
104363	rnn.bias_ih_l0	7	-0.0742625743150711
104363	rnn.bias_ih_l0	8	-0.021577732637524605
104363	rnn.bias_ih_l0	9	-0.10065609961748123
104363	rnn.bias_hh_l0	0	-0.06620924919843674
104363	rnn.bias_hh_l0	1	0.22091630101203918
104363	rnn.bias_hh_l0	2	0.03105926141142845
104363	rnn.bias_hh_l0	3	-0.06911226361989975
104363	rnn.bias_hh_l0	4	-0.08137741684913635
104363	rnn.bias_hh_l0	5	-0.009091743268072605
104363	rnn.bias_hh_l0	6	0.054992616176605225
104363	rnn.bias_hh_l0	7	-0.0892152190208435
104363	rnn.bias_hh_l0	8	-0.20647379755973816
104363	rnn.bias_hh_l0	9	-0.09670449048280716
104363	rnn.weight_ih_l0_reverse	0	0.017430132254958153
104363	rnn.weight_ih_l0_reverse	1	-0.053432952612638474
104363	rnn.weight_ih_l0_reverse	2	0.038755565881729126
104363	rnn.weight_ih_l0_reverse	3	0.013273733668029308
104363	rnn.weight_ih_l0_reverse	4	0.006810138002038002
104363	rnn.weight_ih_l0_reverse	5	-0.029664592817425728
104363	rnn.weight_ih_l0_reverse	6	0.025953207165002823
104363	rnn.weight_ih_l0_reverse	7	0.03220173344016075
104363	rnn.weight_ih_l0_reverse	8	-0.027013134211301804
104363	rnn.weight_ih_l0_reverse	9	0.0007338446448557079
104363	rnn.weight_hh_l0_reverse	0	0.049431029707193375
104363	rnn.weight_hh_l0_reverse	1	0.02937374822795391
104363	rnn.weight_hh_l0_reverse	2	-0.018087463453412056
104363	rnn.weight_hh_l0_reverse	3	-0.07113054394721985
104363	rnn.weight_hh_l0_reverse	4	0.015009243041276932
104363	rnn.weight_hh_l0_reverse	5	-0.053442709147930145
104363	rnn.weight_hh_l0_reverse	6	-0.012578108347952366
104363	rnn.weight_hh_l0_reverse	7	0.02729802392423153
104363	rnn.weight_hh_l0_reverse	8	0.020815467461943626
104363	rnn.weight_hh_l0_reverse	9	0.0012528724037110806
104363	rnn.bias_ih_l0_reverse	0	-0.042650043964385986
104363	rnn.bias_ih_l0_reverse	1	-0.12122979760169983
104363	rnn.bias_ih_l0_reverse	2	-0.12604764103889465
104363	rnn.bias_ih_l0_reverse	3	-0.048519622534513474
104363	rnn.bias_ih_l0_reverse	4	-0.10205681622028351
104363	rnn.bias_ih_l0_reverse	5	-0.08020442724227905
104363	rnn.bias_ih_l0_reverse	6	-0.16836409270763397
104363	rnn.bias_ih_l0_reverse	7	-0.045586347579956055
104363	rnn.bias_ih_l0_reverse	8	-0.047140344977378845
104363	rnn.bias_ih_l0_reverse	9	-0.13035307824611664
104363	rnn.bias_hh_l0_reverse	0	-0.12122012674808502
104363	rnn.bias_hh_l0_reverse	1	-0.1455664038658142
104363	rnn.bias_hh_l0_reverse	2	0.09952571243047714
104363	rnn.bias_hh_l0_reverse	3	0.049966223537921906
104363	rnn.bias_hh_l0_reverse	4	-0.13839958608150482
104363	rnn.bias_hh_l0_reverse	5	-0.10375402867794037
104363	rnn.bias_hh_l0_reverse	6	-0.1037338376045227
104363	rnn.bias_hh_l0_reverse	7	-0.052682071924209595
104363	rnn.bias_hh_l0_reverse	8	-0.07283352315425873
104363	rnn.bias_hh_l0_reverse	9	-0.01493716612458229
104363	linear.weight	0	-0.007647657301276922
104363	linear.weight	1	-0.04960429668426514
104363	linear.weight	2	0.3093775808811188
104363	linear.weight	3	-0.07983177900314331
104363	linear.weight	4	-0.010588549077510834
104363	linear.weight	5	0.08190601319074631
104363	linear.weight	6	-0.010739270597696304
104363	linear.weight	7	-0.015417363494634628
104363	linear.weight	8	0.15970198810100555
104363	linear.weight	9	-0.1814202219247818
104363	linear.bias	0	-0.03956538438796997
104363	linear.bias	1	0.031413208693265915
104363	linear.bias	2	0.531886875629425
104363	linear.bias	3	-0.4155578911304474
104363	linear.bias	4	1.7648401260375977
104363	linear.bias	5	-1.3550701141357422
104363	linear.bias	6	-0.3852471709251404
104363	linear.bias	7	-0.14343373477458954
104921	transitions	0	-1.6744837760925293
104921	transitions	1	-10000.0
104921	transitions	2	-0.7969565987586975
104921	transitions	3	-10000.0
104921	transitions	4	1.87544584274292
104921	transitions	5	-10000.0
104921	transitions	6	-10000.0
104921	transitions	7	1.560485601425171
104921	transitions	8	-2.397312879562378
104921	transitions	9	-4.04773473739624
104921	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
104921	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
104921	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
104921	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
104921	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
104921	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
104921	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
104921	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
104921	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
104921	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
104921	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
104921	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
104921	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
104921	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
104921	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
104921	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
104921	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
104921	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
104921	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
104921	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
104921	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
104921	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
104921	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
104921	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
104921	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
104921	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
104921	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
104921	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
104921	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
104921	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
104921	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
104921	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
104921	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
104921	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
104921	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
104921	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
104921	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
104921	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
104921	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
104921	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
104921	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
104921	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
104921	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
104921	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
104921	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
104921	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
104921	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
104921	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
104921	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
104921	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
104921	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
104921	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
104921	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
104921	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
104921	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
104921	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
104921	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
104921	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
104921	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
104921	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
104921	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
104921	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
104921	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
104921	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
104921	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
104921	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
104921	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
104921	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
104921	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
104921	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
104921	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
104921	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
104921	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
104921	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
104921	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
104921	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
104921	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
104921	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
104921	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
104921	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
104921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
104921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
104921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
104921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
104921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
104921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
104921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
104921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
104921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
104921	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
104921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
104921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
104921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
104921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
104921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
104921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
104921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
104921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
104921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
104921	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
104921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
104921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
104921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
104921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
104921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
104921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
104921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
104921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
104921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
104921	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
104921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
104921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
104921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
104921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
104921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
104921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
104921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
104921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
104921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
104921	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
104921	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
104921	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
104921	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
104921	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
104921	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
104921	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
104921	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
104921	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
104921	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
104921	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
104921	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
104921	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
104921	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
104921	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
104921	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
104921	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
104921	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
104921	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
104921	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
104921	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
104921	embedding2nn.weight	0	0.006577270571142435
104921	embedding2nn.weight	1	0.005457198712974787
104921	embedding2nn.weight	2	0.013560853898525238
104921	embedding2nn.weight	3	0.02493341453373432
104921	embedding2nn.weight	4	0.0168463122099638
104921	embedding2nn.weight	5	0.005080416798591614
104921	embedding2nn.weight	6	-0.011091276071965694
104921	embedding2nn.weight	7	-0.00313944136723876
104921	embedding2nn.weight	8	-0.0012761628022417426
104921	embedding2nn.weight	9	-0.0008064768626354635
104921	embedding2nn.bias	0	-0.015965253114700317
104921	embedding2nn.bias	1	-0.02848120592534542
104921	embedding2nn.bias	2	0.08486046642065048
104921	embedding2nn.bias	3	0.05349733307957649
104921	embedding2nn.bias	4	-0.0032294613774865866
104921	embedding2nn.bias	5	-0.025459976866841316
104921	embedding2nn.bias	6	0.029123149812221527
104921	embedding2nn.bias	7	-0.011836426332592964
104921	embedding2nn.bias	8	-0.020324019715189934
104921	embedding2nn.bias	9	0.0118781179189682
104921	rnn.weight_ih_l0	0	0.07142743468284607
104921	rnn.weight_ih_l0	1	-0.04063588008284569
104921	rnn.weight_ih_l0	2	-0.002001118613407016
104921	rnn.weight_ih_l0	3	0.04703854024410248
104921	rnn.weight_ih_l0	4	-0.025060418993234634
104921	rnn.weight_ih_l0	5	0.049525681883096695
104921	rnn.weight_ih_l0	6	0.007985606789588928
104921	rnn.weight_ih_l0	7	0.05775844305753708
104921	rnn.weight_ih_l0	8	0.0009609150001779199
104921	rnn.weight_ih_l0	9	-0.02683098055422306
104921	rnn.weight_hh_l0	0	-0.01816185750067234
104921	rnn.weight_hh_l0	1	-0.021238375455141068
104921	rnn.weight_hh_l0	2	-0.06124609708786011
104921	rnn.weight_hh_l0	3	-0.006388102192431688
104921	rnn.weight_hh_l0	4	-0.010283161886036396
104921	rnn.weight_hh_l0	5	-0.024229608476161957
104921	rnn.weight_hh_l0	6	-0.0007963177049532533
104921	rnn.weight_hh_l0	7	-0.04352571815252304
104921	rnn.weight_hh_l0	8	0.06599695980548859
104921	rnn.weight_hh_l0	9	0.044115111231803894
104921	rnn.bias_ih_l0	0	-0.16497153043746948
104921	rnn.bias_ih_l0	1	-0.14522258937358856
104921	rnn.bias_ih_l0	2	-0.006583074107766151
104921	rnn.bias_ih_l0	3	-0.14249050617218018
104921	rnn.bias_ih_l0	4	-0.057924672961235046
104921	rnn.bias_ih_l0	5	-0.1406049281358719
104921	rnn.bias_ih_l0	6	0.04150799661874771
104921	rnn.bias_ih_l0	7	-0.0748380795121193
104921	rnn.bias_ih_l0	8	-0.02079835906624794
104921	rnn.bias_ih_l0	9	-0.10437694936990738
104921	rnn.bias_hh_l0	0	-0.06690386682748795
104921	rnn.bias_hh_l0	1	0.2179509997367859
104921	rnn.bias_hh_l0	2	0.02629571594297886
104921	rnn.bias_hh_l0	3	-0.06877142935991287
104921	rnn.bias_hh_l0	4	-0.08208325505256653
104921	rnn.bias_hh_l0	5	-0.002771110739558935
104921	rnn.bias_hh_l0	6	0.05703224241733551
104921	rnn.bias_hh_l0	7	-0.091368168592453
104921	rnn.bias_hh_l0	8	-0.21144255995750427
104921	rnn.bias_hh_l0	9	-0.09917427599430084
104921	rnn.weight_ih_l0_reverse	0	0.018600132316350937
104921	rnn.weight_ih_l0_reverse	1	-0.05295534431934357
104921	rnn.weight_ih_l0_reverse	2	0.038674239069223404
104921	rnn.weight_ih_l0_reverse	3	0.013198542408645153
104921	rnn.weight_ih_l0_reverse	4	0.006780305877327919
104921	rnn.weight_ih_l0_reverse	5	-0.03083294816315174
104921	rnn.weight_ih_l0_reverse	6	0.025597965344786644
104921	rnn.weight_ih_l0_reverse	7	0.03232305496931076
104921	rnn.weight_ih_l0_reverse	8	-0.026805179193615913
104921	rnn.weight_ih_l0_reverse	9	0.00045179665903560817
104921	rnn.weight_hh_l0_reverse	0	0.049311429262161255
104921	rnn.weight_hh_l0_reverse	1	0.029041703790426254
104921	rnn.weight_hh_l0_reverse	2	-0.018356850370764732
104921	rnn.weight_hh_l0_reverse	3	-0.07040448486804962
104921	rnn.weight_hh_l0_reverse	4	0.014379129745066166
104921	rnn.weight_hh_l0_reverse	5	-0.05294071137905121
104921	rnn.weight_hh_l0_reverse	6	-0.012830442748963833
104921	rnn.weight_hh_l0_reverse	7	0.02748388610780239
104921	rnn.weight_hh_l0_reverse	8	0.021127671003341675
104921	rnn.weight_hh_l0_reverse	9	0.001268658903427422
104921	rnn.bias_ih_l0_reverse	0	-0.04521508142352104
104921	rnn.bias_ih_l0_reverse	1	-0.12313933670520782
104921	rnn.bias_ih_l0_reverse	2	-0.11949551850557327
104921	rnn.bias_ih_l0_reverse	3	-0.04160575196146965
104921	rnn.bias_ih_l0_reverse	4	-0.10290839523077011
104921	rnn.bias_ih_l0_reverse	5	-0.079869344830513
104921	rnn.bias_ih_l0_reverse	6	-0.17058463394641876
104921	rnn.bias_ih_l0_reverse	7	-0.04740550369024277
104921	rnn.bias_ih_l0_reverse	8	-0.04859400540590286
104921	rnn.bias_ih_l0_reverse	9	-0.1305541843175888
104921	rnn.bias_hh_l0_reverse	0	-0.12015682458877563
104921	rnn.bias_hh_l0_reverse	1	-0.14501427114009857
104921	rnn.bias_hh_l0_reverse	2	0.09089308232069016
104921	rnn.bias_hh_l0_reverse	3	0.045738399028778076
104921	rnn.bias_hh_l0_reverse	4	-0.14031682908535004
104921	rnn.bias_hh_l0_reverse	5	-0.1054871454834938
104921	rnn.bias_hh_l0_reverse	6	-0.09917538613080978
104921	rnn.bias_hh_l0_reverse	7	-0.0457112118601799
104921	rnn.bias_hh_l0_reverse	8	-0.07295607775449753
104921	rnn.bias_hh_l0_reverse	9	-0.012950488366186619
104921	linear.weight	0	-0.0076440442353487015
104921	linear.weight	1	-0.021483877673745155
104921	linear.weight	2	0.2954663038253784
104921	linear.weight	3	-0.0798322930932045
104921	linear.weight	4	-0.010588549077510834
104921	linear.weight	5	0.06805385649204254
104921	linear.weight	6	-0.010739270597696304
104921	linear.weight	7	-0.015636513009667397
104921	linear.weight	8	0.1826573610305786
104921	linear.weight	9	-0.18905392289161682
104921	linear.bias	0	-0.03956538438796997
104921	linear.bias	1	0.031413208693265915
104921	linear.bias	2	0.5051382780075073
104921	linear.bias	3	-0.447365939617157
104921	linear.bias	4	1.8105616569519043
104921	linear.bias	5	-1.3556852340698242
104921	linear.bias	6	-0.37887394428253174
104921	linear.bias	7	-0.13638395071029663
105479	transitions	0	-1.6773279905319214
105479	transitions	1	-10000.0
105479	transitions	2	-0.7969565987586975
105479	transitions	3	-10000.0
105479	transitions	4	1.8729743957519531
105479	transitions	5	-10000.0
105479	transitions	6	-10000.0
105479	transitions	7	1.5973385572433472
105479	transitions	8	-2.400221109390259
105479	transitions	9	-4.050196170806885
105479	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
105479	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
105479	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
105479	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
105479	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
105479	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
105479	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
105479	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
105479	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
105479	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
105479	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
105479	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
105479	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
105479	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
105479	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
105479	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
105479	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
105479	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
105479	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
105479	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
105479	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
105479	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
105479	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
105479	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
105479	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
105479	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
105479	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
105479	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
105479	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
105479	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
105479	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
105479	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
105479	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
105479	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
105479	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
105479	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
105479	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
105479	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
105479	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
105479	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
105479	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
105479	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
105479	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
105479	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
105479	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
105479	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
105479	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
105479	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
105479	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
105479	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
105479	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
105479	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
105479	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
105479	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
105479	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
105479	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
105479	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
105479	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
105479	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
105479	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
105479	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
105479	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
105479	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
105479	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
105479	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
105479	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
105479	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
105479	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
105479	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
105479	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
105479	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
105479	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
105479	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
105479	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
105479	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
105479	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
105479	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
105479	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
105479	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
105479	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
105479	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
105479	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
105479	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
105479	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
105479	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
105479	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
105479	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
105479	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
105479	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
105479	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
105479	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
105479	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
105479	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
105479	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
105479	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
105479	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
105479	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
105479	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
105479	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
105479	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
105479	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
105479	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
105479	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
105479	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
105479	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
105479	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
105479	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
105479	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
105479	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
105479	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
105479	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
105479	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
105479	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
105479	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
105479	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
105479	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
105479	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
105479	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
105479	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
105479	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
105479	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
105479	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
105479	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
105479	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
105479	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
105479	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
105479	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
105479	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
105479	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
105479	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
105479	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
105479	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
105479	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
105479	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
105479	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
105479	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
105479	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
105479	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
105479	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
105479	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
105479	embedding2nn.weight	0	0.006585211493074894
105479	embedding2nn.weight	1	0.005115789826959372
105479	embedding2nn.weight	2	0.013524504378437996
105479	embedding2nn.weight	3	0.02377498149871826
105479	embedding2nn.weight	4	0.016765352338552475
105479	embedding2nn.weight	5	0.006233068648725748
105479	embedding2nn.weight	6	-0.01071204524487257
105479	embedding2nn.weight	7	-0.003151264740154147
105479	embedding2nn.weight	8	0.0004078210622537881
105479	embedding2nn.weight	9	-0.00018871412612497807
105479	embedding2nn.bias	0	-0.019029123708605766
105479	embedding2nn.bias	1	-0.03550609573721886
105479	embedding2nn.bias	2	0.08104333281517029
105479	embedding2nn.bias	3	0.05733616650104523
105479	embedding2nn.bias	4	-0.008061341941356659
105479	embedding2nn.bias	5	-0.011017103679478168
105479	embedding2nn.bias	6	0.02544342167675495
105479	embedding2nn.bias	7	-0.01126888208091259
105479	embedding2nn.bias	8	-0.02565913461148739
105479	embedding2nn.bias	9	0.00787095632404089
105479	rnn.weight_ih_l0	0	0.07178034633398056
105479	rnn.weight_ih_l0	1	-0.04173281788825989
105479	rnn.weight_ih_l0	2	-0.0015479852445423603
105479	rnn.weight_ih_l0	3	0.04756520688533783
105479	rnn.weight_ih_l0	4	-0.02371765673160553
105479	rnn.weight_ih_l0	5	0.049655355513095856
105479	rnn.weight_ih_l0	6	0.008214668370783329
105479	rnn.weight_ih_l0	7	0.059933554381132126
105479	rnn.weight_ih_l0	8	0.0018164278008043766
105479	rnn.weight_ih_l0	9	-0.026679854840040207
105479	rnn.weight_hh_l0	0	-0.017095331102609634
105479	rnn.weight_hh_l0	1	-0.020709853619337082
105479	rnn.weight_hh_l0	2	-0.06118864566087723
105479	rnn.weight_hh_l0	3	-0.006333827506750822
105479	rnn.weight_hh_l0	4	-0.010304569266736507
105479	rnn.weight_hh_l0	5	-0.02396111935377121
105479	rnn.weight_hh_l0	6	-0.0007258832338266075
105479	rnn.weight_hh_l0	7	-0.043170616030693054
105479	rnn.weight_hh_l0	8	0.06605148315429688
105479	rnn.weight_hh_l0	9	0.044595614075660706
105479	rnn.bias_ih_l0	0	-0.1665205955505371
105479	rnn.bias_ih_l0	1	-0.14748431742191315
105479	rnn.bias_ih_l0	2	-0.010117504745721817
105479	rnn.bias_ih_l0	3	-0.1429596245288849
105479	rnn.bias_ih_l0	4	-0.052709002047777176
105479	rnn.bias_ih_l0	5	-0.1411142498254776
105479	rnn.bias_ih_l0	6	0.04058151692152023
105479	rnn.bias_ih_l0	7	-0.0798601433634758
105479	rnn.bias_ih_l0	8	-0.02257465571165085
105479	rnn.bias_ih_l0	9	-0.10290386527776718
105479	rnn.bias_hh_l0	0	-0.06432738155126572
105479	rnn.bias_hh_l0	1	0.2145308405160904
105479	rnn.bias_hh_l0	2	0.019667508080601692
105479	rnn.bias_hh_l0	3	-0.06892336905002594
105479	rnn.bias_hh_l0	4	-0.08031842112541199
105479	rnn.bias_hh_l0	5	-0.002381805796176195
105479	rnn.bias_hh_l0	6	0.05800711363554001
105479	rnn.bias_hh_l0	7	-0.09318619221448898
105479	rnn.bias_hh_l0	8	-0.2109426110982895
105479	rnn.bias_hh_l0	9	-0.09986234456300735
105479	rnn.weight_ih_l0_reverse	0	0.02086877077817917
105479	rnn.weight_ih_l0_reverse	1	-0.05253761261701584
105479	rnn.weight_ih_l0_reverse	2	0.038542505353689194
105479	rnn.weight_ih_l0_reverse	3	0.014618453569710255
105479	rnn.weight_ih_l0_reverse	4	0.007113557308912277
105479	rnn.weight_ih_l0_reverse	5	-0.02942810207605362
105479	rnn.weight_ih_l0_reverse	6	0.024183044210076332
105479	rnn.weight_ih_l0_reverse	7	0.03258807212114334
105479	rnn.weight_ih_l0_reverse	8	-0.026074614375829697
105479	rnn.weight_ih_l0_reverse	9	0.0014275115681812167
105479	rnn.weight_hh_l0_reverse	0	0.0484829843044281
105479	rnn.weight_hh_l0_reverse	1	0.02948068268597126
105479	rnn.weight_hh_l0_reverse	2	-0.01845279335975647
105479	rnn.weight_hh_l0_reverse	3	-0.06988566368818283
105479	rnn.weight_hh_l0_reverse	4	0.014711014926433563
105479	rnn.weight_hh_l0_reverse	5	-0.05300283804535866
105479	rnn.weight_hh_l0_reverse	6	-0.01273789256811142
105479	rnn.weight_hh_l0_reverse	7	0.027317985892295837
105479	rnn.weight_hh_l0_reverse	8	0.019174646586179733
105479	rnn.weight_hh_l0_reverse	9	0.0010478945914655924
105479	rnn.bias_ih_l0_reverse	0	-0.044313251972198486
105479	rnn.bias_ih_l0_reverse	1	-0.12289196997880936
105479	rnn.bias_ih_l0_reverse	2	-0.1189093068242073
105479	rnn.bias_ih_l0_reverse	3	-0.045446109026670456
105479	rnn.bias_ih_l0_reverse	4	-0.10079973936080933
105479	rnn.bias_ih_l0_reverse	5	-0.08343043178319931
105479	rnn.bias_ih_l0_reverse	6	-0.17317435145378113
105479	rnn.bias_ih_l0_reverse	7	-0.04840715229511261
105479	rnn.bias_ih_l0_reverse	8	-0.04998985305428505
105479	rnn.bias_ih_l0_reverse	9	-0.13021428883075714
105479	rnn.bias_hh_l0_reverse	0	-0.12261098623275757
105479	rnn.bias_hh_l0_reverse	1	-0.1436123549938202
105479	rnn.bias_hh_l0_reverse	2	0.09460370242595673
105479	rnn.bias_hh_l0_reverse	3	0.05095817893743515
105479	rnn.bias_hh_l0_reverse	4	-0.14149798452854156
105479	rnn.bias_hh_l0_reverse	5	-0.10733074694871902
105479	rnn.bias_hh_l0_reverse	6	-0.09220261871814728
105479	rnn.bias_hh_l0_reverse	7	-0.05024736374616623
105479	rnn.bias_hh_l0_reverse	8	-0.07035887986421585
105479	rnn.bias_hh_l0_reverse	9	-0.012765130028128624
105479	linear.weight	0	-0.007642165292054415
105479	linear.weight	1	0.006559060886502266
105479	linear.weight	2	0.28864672780036926
105479	linear.weight	3	-0.07981345802545547
105479	linear.weight	4	-0.010588549077510834
105479	linear.weight	5	0.057706549763679504
105479	linear.weight	6	-0.010739270597696304
105479	linear.weight	7	-0.023851636797189713
105479	linear.weight	8	0.21667005121707916
105479	linear.weight	9	-0.17719200253486633
105479	linear.bias	0	-0.03956538438796997
105479	linear.bias	1	0.031413208693265915
105479	linear.bias	2	0.522407054901123
105479	linear.bias	3	-0.464236319065094
105479	linear.bias	4	1.793494462966919
105479	linear.bias	5	-1.3563233613967896
105479	linear.bias	6	-0.3705090582370758
105479	linear.bias	7	-0.12747135758399963
106037	transitions	0	-1.6790841817855835
106037	transitions	1	-10000.0
106037	transitions	2	-0.7969565987586975
106037	transitions	3	-10000.0
106037	transitions	4	1.8674604892730713
106037	transitions	5	-10000.0
106037	transitions	6	-10000.0
106037	transitions	7	1.6015938520431519
106037	transitions	8	-2.4028122425079346
106037	transitions	9	-4.052523612976074
106037	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
106037	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
106037	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
106037	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
106037	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
106037	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
106037	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
106037	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
106037	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
106037	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
106037	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
106037	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
106037	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
106037	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
106037	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
106037	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
106037	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
106037	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
106037	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
106037	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
106037	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
106037	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
106037	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
106037	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
106037	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
106037	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
106037	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
106037	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
106037	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
106037	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
106037	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
106037	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
106037	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
106037	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
106037	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
106037	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
106037	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
106037	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
106037	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
106037	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
106037	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
106037	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
106037	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
106037	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
106037	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
106037	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
106037	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
106037	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
106037	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
106037	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
106037	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
106037	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
106037	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
106037	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
106037	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
106037	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
106037	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
106037	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
106037	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
106037	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
106037	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
106037	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
106037	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
106037	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
106037	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
106037	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
106037	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
106037	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
106037	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
106037	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
106037	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
106037	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
106037	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
106037	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
106037	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
106037	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
106037	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
106037	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
106037	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
106037	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
106037	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
106037	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
106037	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
106037	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
106037	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
106037	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
106037	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
106037	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
106037	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
106037	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
106037	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
106037	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
106037	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
106037	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
106037	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
106037	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
106037	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
106037	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
106037	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
106037	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
106037	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
106037	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
106037	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
106037	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
106037	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
106037	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
106037	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
106037	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
106037	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
106037	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
106037	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
106037	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
106037	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
106037	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
106037	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
106037	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
106037	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
106037	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
106037	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
106037	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
106037	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
106037	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
106037	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
106037	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
106037	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
106037	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
106037	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
106037	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
106037	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
106037	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
106037	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
106037	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
106037	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
106037	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
106037	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
106037	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
106037	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
106037	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
106037	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
106037	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
106037	embedding2nn.weight	0	0.006601525470614433
106037	embedding2nn.weight	1	0.005335833877325058
106037	embedding2nn.weight	2	0.013479426503181458
106037	embedding2nn.weight	3	0.023082466796040535
106037	embedding2nn.weight	4	0.01696140319108963
106037	embedding2nn.weight	5	0.0067182439379394054
106037	embedding2nn.weight	6	-0.010899864137172699
106037	embedding2nn.weight	7	-0.0034728876780718565
106037	embedding2nn.weight	8	-0.00012674540630541742
106037	embedding2nn.weight	9	0.000118458759970963
106037	embedding2nn.bias	0	-0.009765547700226307
106037	embedding2nn.bias	1	-0.03518946096301079
106037	embedding2nn.bias	2	0.07707574218511581
106037	embedding2nn.bias	3	0.04946373030543327
106037	embedding2nn.bias	4	-0.006863417569547892
106037	embedding2nn.bias	5	-0.014449571259319782
106037	embedding2nn.bias	6	0.03326762467622757
106037	embedding2nn.bias	7	-0.010223569348454475
106037	embedding2nn.bias	8	-0.017250020056962967
106037	embedding2nn.bias	9	-0.0034685011487454176
106037	rnn.weight_ih_l0	0	0.06990375369787216
106037	rnn.weight_ih_l0	1	-0.040981076657772064
106037	rnn.weight_ih_l0	2	-0.0011345715029165149
106037	rnn.weight_ih_l0	3	0.04580854997038841
106037	rnn.weight_ih_l0	4	-0.023501193150877953
106037	rnn.weight_ih_l0	5	0.04995107278227806
106037	rnn.weight_ih_l0	6	0.007827255874872208
106037	rnn.weight_ih_l0	7	0.060420647263526917
106037	rnn.weight_ih_l0	8	0.003696350147947669
106037	rnn.weight_ih_l0	9	-0.02742883563041687
106037	rnn.weight_hh_l0	0	-0.017096634954214096
106037	rnn.weight_hh_l0	1	-0.020514437928795815
106037	rnn.weight_hh_l0	2	-0.06121700629591942
106037	rnn.weight_hh_l0	3	-0.0056208111345767975
106037	rnn.weight_hh_l0	4	-0.010217858478426933
106037	rnn.weight_hh_l0	5	-0.023555032908916473
106037	rnn.weight_hh_l0	6	-0.0009304415434598923
106037	rnn.weight_hh_l0	7	-0.04296453297138214
106037	rnn.weight_hh_l0	8	0.06571657955646515
106037	rnn.weight_hh_l0	9	0.044842757284641266
106037	rnn.bias_ih_l0	0	-0.16807173192501068
106037	rnn.bias_ih_l0	1	-0.14937196671962738
106037	rnn.bias_ih_l0	2	-0.010394945740699768
106037	rnn.bias_ih_l0	3	-0.14570537209510803
106037	rnn.bias_ih_l0	4	-0.05040981248021126
106037	rnn.bias_ih_l0	5	-0.13997890055179596
106037	rnn.bias_ih_l0	6	0.0371171273291111
106037	rnn.bias_ih_l0	7	-0.07793145626783371
106037	rnn.bias_ih_l0	8	-0.024841921404004097
106037	rnn.bias_ih_l0	9	-0.10074581205844879
106037	rnn.bias_hh_l0	0	-0.061339184641838074
106037	rnn.bias_hh_l0	1	0.22167770564556122
106037	rnn.bias_hh_l0	2	0.024516092613339424
106037	rnn.bias_hh_l0	3	-0.06770260632038116
106037	rnn.bias_hh_l0	4	-0.07700413465499878
106037	rnn.bias_hh_l0	5	-0.0011711888946592808
106037	rnn.bias_hh_l0	6	0.057541508227586746
106037	rnn.bias_hh_l0	7	-0.09049569070339203
106037	rnn.bias_hh_l0	8	-0.2132347971200943
106037	rnn.bias_hh_l0	9	-0.0966264083981514
106037	rnn.weight_ih_l0_reverse	0	0.021631931886076927
106037	rnn.weight_ih_l0_reverse	1	-0.052772242575883865
106037	rnn.weight_ih_l0_reverse	2	0.03842918947339058
106037	rnn.weight_ih_l0_reverse	3	0.01544093620032072
106037	rnn.weight_ih_l0_reverse	4	0.00836906861513853
106037	rnn.weight_ih_l0_reverse	5	-0.029503008350729942
106037	rnn.weight_ih_l0_reverse	6	0.02496524527668953
106037	rnn.weight_ih_l0_reverse	7	0.032777655869722366
106037	rnn.weight_ih_l0_reverse	8	-0.02550247684121132
106037	rnn.weight_ih_l0_reverse	9	0.002182829426601529
106037	rnn.weight_hh_l0_reverse	0	0.048410769551992416
106037	rnn.weight_hh_l0_reverse	1	0.029357094317674637
106037	rnn.weight_hh_l0_reverse	2	-0.018451331183314323
106037	rnn.weight_hh_l0_reverse	3	-0.07014095783233643
106037	rnn.weight_hh_l0_reverse	4	0.01501135341823101
106037	rnn.weight_hh_l0_reverse	5	-0.053386956453323364
106037	rnn.weight_hh_l0_reverse	6	-0.012704158201813698
106037	rnn.weight_hh_l0_reverse	7	0.027129756286740303
106037	rnn.weight_hh_l0_reverse	8	0.01809941977262497
106037	rnn.weight_hh_l0_reverse	9	0.0005552112706936896
106037	rnn.bias_ih_l0_reverse	0	-0.04543125629425049
106037	rnn.bias_ih_l0_reverse	1	-0.12220986187458038
106037	rnn.bias_ih_l0_reverse	2	-0.12048842012882233
106037	rnn.bias_ih_l0_reverse	3	-0.04422428831458092
106037	rnn.bias_ih_l0_reverse	4	-0.09905949980020523
106037	rnn.bias_ih_l0_reverse	5	-0.08431772887706757
106037	rnn.bias_ih_l0_reverse	6	-0.17668668925762177
106037	rnn.bias_ih_l0_reverse	7	-0.048855118453502655
106037	rnn.bias_ih_l0_reverse	8	-0.04873018339276314
106037	rnn.bias_ih_l0_reverse	9	-0.12988203763961792
106037	rnn.bias_hh_l0_reverse	0	-0.12377262115478516
106037	rnn.bias_hh_l0_reverse	1	-0.1478102058172226
106037	rnn.bias_hh_l0_reverse	2	0.0959753543138504
106037	rnn.bias_hh_l0_reverse	3	0.04998365044593811
106037	rnn.bias_hh_l0_reverse	4	-0.13954277336597443
106037	rnn.bias_hh_l0_reverse	5	-0.10779499262571335
106037	rnn.bias_hh_l0_reverse	6	-0.09770471602678299
106037	rnn.bias_hh_l0_reverse	7	-0.0526755265891552
106037	rnn.bias_hh_l0_reverse	8	-0.06930321455001831
106037	rnn.bias_hh_l0_reverse	9	-0.012072202749550343
106037	linear.weight	0	-0.0076422481797635555
106037	linear.weight	1	0.01035621203482151
106037	linear.weight	2	0.3013807237148285
106037	linear.weight	3	-0.0797976478934288
106037	linear.weight	4	-0.010588549077510834
106037	linear.weight	5	0.05189475789666176
106037	linear.weight	6	-0.010739270597696304
106037	linear.weight	7	-0.04648711159825325
106037	linear.weight	8	0.2125205248594284
106037	linear.weight	9	-0.1947557032108307
106037	linear.bias	0	-0.03956538438796997
106037	linear.bias	1	0.031413208693265915
106037	linear.bias	2	0.48941510915756226
106037	linear.bias	3	-0.45251497626304626
106037	linear.bias	4	1.8558855056762695
106037	linear.bias	5	-1.3569203615188599
106037	linear.bias	6	-0.3917941749095917
106037	linear.bias	7	-0.14673388004302979
106596	transitions	0	-1.6822993755340576
106596	transitions	1	-10000.0
106596	transitions	2	-0.7969565987586975
106596	transitions	3	-10000.0
106596	transitions	4	1.8817918300628662
106596	transitions	5	-10000.0
106596	transitions	6	-10000.0
106596	transitions	7	1.6004968881607056
106596	transitions	8	-2.4053564071655273
106596	transitions	9	-4.054791450500488
106596	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
106596	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
106596	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
106596	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
106596	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
106596	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
106596	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
106596	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
106596	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
106596	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
106596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
106596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
106596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
106596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
106596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
106596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
106596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
106596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
106596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
106596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
106596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
106596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
106596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
106596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
106596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
106596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
106596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
106596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
106596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
106596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
106596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
106596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
106596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
106596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
106596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
106596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
106596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
106596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
106596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
106596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
106596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
106596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
106596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
106596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
106596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
106596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
106596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
106596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
106596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
106596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
106596	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
106596	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
106596	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
106596	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
106596	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
106596	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
106596	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
106596	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
106596	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
106596	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
106596	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
106596	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
106596	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
106596	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
106596	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
106596	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
106596	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
106596	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
106596	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
106596	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
106596	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
106596	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
106596	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
106596	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
106596	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
106596	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
106596	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
106596	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
106596	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
106596	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
106596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
106596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
106596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
106596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
106596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
106596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
106596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
106596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
106596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
106596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
106596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
106596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
106596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
106596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
106596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
106596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
106596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
106596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
106596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
106596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
106596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
106596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
106596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
106596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
106596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
106596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
106596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
106596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
106596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
106596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
106596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
106596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
106596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
106596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
106596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
106596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
106596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
106596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
106596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
106596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
106596	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
106596	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
106596	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
106596	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
106596	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
106596	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
106596	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
106596	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
106596	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
106596	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
106596	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
106596	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
106596	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
106596	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
106596	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
106596	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
106596	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
106596	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
106596	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
106596	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
106596	embedding2nn.weight	0	0.006608174182474613
106596	embedding2nn.weight	1	0.005205836612731218
106596	embedding2nn.weight	2	0.013444571755826473
106596	embedding2nn.weight	3	0.023068930953741074
106596	embedding2nn.weight	4	0.017270315438508987
106596	embedding2nn.weight	5	0.0073473346419632435
106596	embedding2nn.weight	6	-0.011053089052438736
106596	embedding2nn.weight	7	-0.0036890630144625902
106596	embedding2nn.weight	8	-0.0005941560375504196
106596	embedding2nn.weight	9	3.829813067568466e-05
106596	embedding2nn.bias	0	-0.0030973718967288733
106596	embedding2nn.bias	1	-0.04256604611873627
106596	embedding2nn.bias	2	0.07860353589057922
106596	embedding2nn.bias	3	0.050812624394893646
106596	embedding2nn.bias	4	-0.004343078006058931
106596	embedding2nn.bias	5	-0.019547438248991966
106596	embedding2nn.bias	6	0.039014313369989395
106596	embedding2nn.bias	7	-0.030134180560708046
106596	embedding2nn.bias	8	-0.01877179928123951
106596	embedding2nn.bias	9	-0.0034578703343868256
106596	rnn.weight_ih_l0	0	0.0691414400935173
106596	rnn.weight_ih_l0	1	-0.03960776329040527
106596	rnn.weight_ih_l0	2	-6.095526714489097e-06
106596	rnn.weight_ih_l0	3	0.04738563299179077
106596	rnn.weight_ih_l0	4	-0.022573022171854973
106596	rnn.weight_ih_l0	5	0.048572003841400146
106596	rnn.weight_ih_l0	6	0.008050237782299519
106596	rnn.weight_ih_l0	7	0.05927954241633415
106596	rnn.weight_ih_l0	8	0.005256483796983957
106596	rnn.weight_ih_l0	9	-0.028905285522341728
106596	rnn.weight_hh_l0	0	-0.016352040693163872
106596	rnn.weight_hh_l0	1	-0.020174844190478325
106596	rnn.weight_hh_l0	2	-0.05915393680334091
106596	rnn.weight_hh_l0	3	-0.005347411148250103
106596	rnn.weight_hh_l0	4	-0.010316927917301655
106596	rnn.weight_hh_l0	5	-0.02408197894692421
106596	rnn.weight_hh_l0	6	-0.0009829702321439981
106596	rnn.weight_hh_l0	7	-0.0428454764187336
106596	rnn.weight_hh_l0	8	0.06586381793022156
106596	rnn.weight_hh_l0	9	0.04508822038769722
106596	rnn.bias_ih_l0	0	-0.17141537368297577
106596	rnn.bias_ih_l0	1	-0.14964111149311066
106596	rnn.bias_ih_l0	2	-0.008116605691611767
106596	rnn.bias_ih_l0	3	-0.14262524247169495
106596	rnn.bias_ih_l0	4	-0.05486898496747017
106596	rnn.bias_ih_l0	5	-0.1389714777469635
106596	rnn.bias_ih_l0	6	0.0378136970102787
106596	rnn.bias_ih_l0	7	-0.0791534036397934
106596	rnn.bias_ih_l0	8	-0.024378526955842972
106596	rnn.bias_ih_l0	9	-0.09980642795562744
106596	rnn.bias_hh_l0	0	-0.06632715463638306
106596	rnn.bias_hh_l0	1	0.22464437782764435
106596	rnn.bias_hh_l0	2	0.032994452863931656
106596	rnn.bias_hh_l0	3	-0.06626123189926147
106596	rnn.bias_hh_l0	4	-0.06906627863645554
106596	rnn.bias_hh_l0	5	0.0037537585012614727
106596	rnn.bias_hh_l0	6	0.05923731252551079
106596	rnn.bias_hh_l0	7	-0.09076324850320816
106596	rnn.bias_hh_l0	8	-0.2137938290834427
106596	rnn.bias_hh_l0	9	-0.09857109934091568
106596	rnn.weight_ih_l0_reverse	0	0.020114228129386902
106596	rnn.weight_ih_l0_reverse	1	-0.05365683510899544
106596	rnn.weight_ih_l0_reverse	2	0.0388251394033432
106596	rnn.weight_ih_l0_reverse	3	0.015219666063785553
106596	rnn.weight_ih_l0_reverse	4	0.00899386778473854
106596	rnn.weight_ih_l0_reverse	5	-0.030203934758901596
106596	rnn.weight_ih_l0_reverse	6	0.02458510361611843
106596	rnn.weight_ih_l0_reverse	7	0.033172160387039185
106596	rnn.weight_ih_l0_reverse	8	-0.025561627000570297
106596	rnn.weight_ih_l0_reverse	9	0.002348329173400998
106596	rnn.weight_hh_l0_reverse	0	0.048164818435907364
106596	rnn.weight_hh_l0_reverse	1	0.02963532879948616
106596	rnn.weight_hh_l0_reverse	2	-0.018730979412794113
106596	rnn.weight_hh_l0_reverse	3	-0.07071619480848312
106596	rnn.weight_hh_l0_reverse	4	0.014614271000027657
106596	rnn.weight_hh_l0_reverse	5	-0.05360989645123482
106596	rnn.weight_hh_l0_reverse	6	-0.013390395790338516
106596	rnn.weight_hh_l0_reverse	7	0.026985013857483864
106596	rnn.weight_hh_l0_reverse	8	0.01760050468146801
106596	rnn.weight_hh_l0_reverse	9	0.0010411334224045277
106596	rnn.bias_ih_l0_reverse	0	-0.04543378949165344
106596	rnn.bias_ih_l0_reverse	1	-0.12290453910827637
106596	rnn.bias_ih_l0_reverse	2	-0.1204460859298706
106596	rnn.bias_ih_l0_reverse	3	-0.040798820555210114
106596	rnn.bias_ih_l0_reverse	4	-0.10421466827392578
106596	rnn.bias_ih_l0_reverse	5	-0.08514375984668732
106596	rnn.bias_ih_l0_reverse	6	-0.17682911455631256
106596	rnn.bias_ih_l0_reverse	7	-0.050029706209897995
106596	rnn.bias_ih_l0_reverse	8	-0.044699717313051224
106596	rnn.bias_ih_l0_reverse	9	-0.12736448645591736
106596	rnn.bias_hh_l0_reverse	0	-0.1281251758337021
106596	rnn.bias_hh_l0_reverse	1	-0.14841075241565704
106596	rnn.bias_hh_l0_reverse	2	0.09629014134407043
106596	rnn.bias_hh_l0_reverse	3	0.047391436994075775
106596	rnn.bias_hh_l0_reverse	4	-0.1462230384349823
106596	rnn.bias_hh_l0_reverse	5	-0.10680044442415237
106596	rnn.bias_hh_l0_reverse	6	-0.08793074637651443
106596	rnn.bias_hh_l0_reverse	7	-0.05150189995765686
106596	rnn.bias_hh_l0_reverse	8	-0.07104600965976715
106596	rnn.bias_hh_l0_reverse	9	-0.010987176559865475
106596	linear.weight	0	-0.007655938621610403
106596	linear.weight	1	-0.0038980208337306976
106596	linear.weight	2	0.29929572343826294
106596	linear.weight	3	-0.07976850867271423
106596	linear.weight	4	-0.010588549077510834
106596	linear.weight	5	0.06653348356485367
106596	linear.weight	6	-0.010739270597696304
106596	linear.weight	7	-0.08234208822250366
106596	linear.weight	8	0.13375641405582428
106596	linear.weight	9	-0.19048736989498138
106596	linear.bias	0	-0.03956538438796997
106596	linear.bias	1	0.031413208693265915
106596	linear.bias	2	0.4361172616481781
106596	linear.bias	3	-0.4087707996368408
106596	linear.bias	4	1.8127325773239136
106596	linear.bias	5	-1.3575409650802612
106596	linear.bias	6	-0.36412370204925537
106596	linear.bias	7	-0.12110338360071182
107154	transitions	0	-1.6847896575927734
107154	transitions	1	-10000.0
107154	transitions	2	-0.7969565987586975
107154	transitions	3	-10000.0
107154	transitions	4	1.8764728307724
107154	transitions	5	-10000.0
107154	transitions	6	-10000.0
107154	transitions	7	1.6420139074325562
107154	transitions	8	-2.407763957977295
107154	transitions	9	-4.057061672210693
107154	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
107154	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
107154	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
107154	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
107154	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
107154	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
107154	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
107154	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
107154	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
107154	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
107154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
107154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
107154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
107154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
107154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
107154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
107154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
107154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
107154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
107154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
107154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
107154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
107154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
107154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
107154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
107154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
107154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
107154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
107154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
107154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
107154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
107154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
107154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
107154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
107154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
107154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
107154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
107154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
107154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
107154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
107154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
107154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
107154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
107154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
107154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
107154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
107154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
107154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
107154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
107154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
107154	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
107154	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
107154	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
107154	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
107154	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
107154	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
107154	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
107154	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
107154	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
107154	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
107154	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
107154	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
107154	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
107154	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
107154	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
107154	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
107154	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
107154	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
107154	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
107154	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
107154	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
107154	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
107154	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
107154	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
107154	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
107154	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
107154	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
107154	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
107154	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
107154	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
107154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
107154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
107154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
107154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
107154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
107154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
107154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
107154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
107154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
107154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
107154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
107154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
107154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
107154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
107154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
107154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
107154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
107154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
107154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
107154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
107154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
107154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
107154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
107154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
107154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
107154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
107154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
107154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
107154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
107154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
107154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
107154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
107154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
107154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
107154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
107154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
107154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
107154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
107154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
107154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
107154	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
107154	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
107154	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
107154	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
107154	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
107154	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
107154	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
107154	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
107154	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
107154	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
107154	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
107154	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
107154	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
107154	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
107154	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
107154	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
107154	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
107154	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
107154	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
107154	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
107154	embedding2nn.weight	0	0.006631594151258469
107154	embedding2nn.weight	1	0.005080550909042358
107154	embedding2nn.weight	2	0.013452831655740738
107154	embedding2nn.weight	3	0.022895492613315582
107154	embedding2nn.weight	4	0.0180487260222435
107154	embedding2nn.weight	5	0.0068404534831643105
107154	embedding2nn.weight	6	-0.010953261516988277
107154	embedding2nn.weight	7	-0.00416162796318531
107154	embedding2nn.weight	8	-0.0003479061706457287
107154	embedding2nn.weight	9	1.437228092981968e-05
107154	embedding2nn.bias	0	-0.006580398418009281
107154	embedding2nn.bias	1	-0.03416825458407402
107154	embedding2nn.bias	2	0.07493524998426437
107154	embedding2nn.bias	3	0.06130082905292511
107154	embedding2nn.bias	4	-0.020634133368730545
107154	embedding2nn.bias	5	-0.01399808470159769
107154	embedding2nn.bias	6	0.03454430028796196
107154	embedding2nn.bias	7	-0.011127788573503494
107154	embedding2nn.bias	8	-0.023892542347311974
107154	embedding2nn.bias	9	-0.005052423570305109
107154	rnn.weight_ih_l0	0	0.06910116225481033
107154	rnn.weight_ih_l0	1	-0.039211489260196686
107154	rnn.weight_ih_l0	2	0.002041581552475691
107154	rnn.weight_ih_l0	3	0.04826735332608223
107154	rnn.weight_ih_l0	4	-0.02313804067671299
107154	rnn.weight_ih_l0	5	0.04912644624710083
107154	rnn.weight_ih_l0	6	0.00855039618909359
107154	rnn.weight_ih_l0	7	0.05874621495604515
107154	rnn.weight_ih_l0	8	0.009599979966878891
107154	rnn.weight_ih_l0	9	-0.03066377528011799
107154	rnn.weight_hh_l0	0	-0.017205066978931427
107154	rnn.weight_hh_l0	1	-0.019776109606027603
107154	rnn.weight_hh_l0	2	-0.05898697301745415
107154	rnn.weight_hh_l0	3	-0.005155435763299465
107154	rnn.weight_hh_l0	4	-0.010232776403427124
107154	rnn.weight_hh_l0	5	-0.024550817906856537
107154	rnn.weight_hh_l0	6	-0.001112532801926136
107154	rnn.weight_hh_l0	7	-0.04264364019036293
107154	rnn.weight_hh_l0	8	0.06719072163105011
107154	rnn.weight_hh_l0	9	0.045063555240631104
107154	rnn.bias_ih_l0	0	-0.17233587801456451
107154	rnn.bias_ih_l0	1	-0.14691922068595886
107154	rnn.bias_ih_l0	2	-0.004311481025069952
107154	rnn.bias_ih_l0	3	-0.1393910050392151
107154	rnn.bias_ih_l0	4	-0.05045667663216591
107154	rnn.bias_ih_l0	5	-0.14511099457740784
107154	rnn.bias_ih_l0	6	0.04227679222822189
107154	rnn.bias_ih_l0	7	-0.07908887416124344
107154	rnn.bias_ih_l0	8	-0.020087847486138344
107154	rnn.bias_ih_l0	9	-0.10033835470676422
107154	rnn.bias_hh_l0	0	-0.06710873544216156
107154	rnn.bias_hh_l0	1	0.22454936802387238
107154	rnn.bias_hh_l0	2	0.03127448633313179
107154	rnn.bias_hh_l0	3	-0.06876674294471741
107154	rnn.bias_hh_l0	4	-0.07237282395362854
107154	rnn.bias_hh_l0	5	-0.0031407263595610857
107154	rnn.bias_hh_l0	6	0.0557127371430397
107154	rnn.bias_hh_l0	7	-0.09243219345808029
107154	rnn.bias_hh_l0	8	-0.21123507618904114
107154	rnn.bias_hh_l0	9	-0.09881749004125595
107154	rnn.weight_ih_l0_reverse	0	0.02009795419871807
107154	rnn.weight_ih_l0_reverse	1	-0.0537453256547451
107154	rnn.weight_ih_l0_reverse	2	0.039828088134527206
107154	rnn.weight_ih_l0_reverse	3	0.014242321252822876
107154	rnn.weight_ih_l0_reverse	4	0.008886371739208698
107154	rnn.weight_ih_l0_reverse	5	-0.029709791764616966
107154	rnn.weight_ih_l0_reverse	6	0.023297397419810295
107154	rnn.weight_ih_l0_reverse	7	0.033259209245443344
107154	rnn.weight_ih_l0_reverse	8	-0.02588578872382641
107154	rnn.weight_ih_l0_reverse	9	0.0019113930175080895
107154	rnn.weight_hh_l0_reverse	0	0.048189736902713776
107154	rnn.weight_hh_l0_reverse	1	0.030073124915361404
107154	rnn.weight_hh_l0_reverse	2	-0.018691005185246468
107154	rnn.weight_hh_l0_reverse	3	-0.0718739703297615
107154	rnn.weight_hh_l0_reverse	4	0.014547450467944145
107154	rnn.weight_hh_l0_reverse	5	-0.05372702330350876
107154	rnn.weight_hh_l0_reverse	6	-0.01312495581805706
107154	rnn.weight_hh_l0_reverse	7	0.027088673785328865
107154	rnn.weight_hh_l0_reverse	8	0.016235824674367905
107154	rnn.weight_hh_l0_reverse	9	0.0004229981277603656
107154	rnn.bias_ih_l0_reverse	0	-0.04391550272703171
107154	rnn.bias_ih_l0_reverse	1	-0.12253312021493912
107154	rnn.bias_ih_l0_reverse	2	-0.1237856075167656
107154	rnn.bias_ih_l0_reverse	3	-0.03888196498155594
107154	rnn.bias_ih_l0_reverse	4	-0.10506432503461838
107154	rnn.bias_ih_l0_reverse	5	-0.0838107317686081
107154	rnn.bias_ih_l0_reverse	6	-0.1696612685918808
107154	rnn.bias_ih_l0_reverse	7	-0.04764482378959656
107154	rnn.bias_ih_l0_reverse	8	-0.04416109248995781
107154	rnn.bias_ih_l0_reverse	9	-0.12751580774784088
107154	rnn.bias_hh_l0_reverse	0	-0.13008540868759155
107154	rnn.bias_hh_l0_reverse	1	-0.1489122062921524
107154	rnn.bias_hh_l0_reverse	2	0.09403075277805328
107154	rnn.bias_hh_l0_reverse	3	0.046948984265327454
107154	rnn.bias_hh_l0_reverse	4	-0.14431264996528625
107154	rnn.bias_hh_l0_reverse	5	-0.11207344383001328
107154	rnn.bias_hh_l0_reverse	6	-0.09357559680938721
107154	rnn.bias_hh_l0_reverse	7	-0.05323644354939461
107154	rnn.bias_hh_l0_reverse	8	-0.0743066594004631
107154	rnn.bias_hh_l0_reverse	9	-0.013084787875413895
107154	linear.weight	0	-0.00766326766461134
107154	linear.weight	1	-0.046534694731235504
107154	linear.weight	2	0.2868371605873108
107154	linear.weight	3	-0.07975094020366669
107154	linear.weight	4	-0.010588549077510834
107154	linear.weight	5	0.0803525373339653
107154	linear.weight	6	-0.010739270597696304
107154	linear.weight	7	-0.020090192556381226
107154	linear.weight	8	0.2151235044002533
107154	linear.weight	9	-0.20233091711997986
107154	linear.bias	0	-0.03956538438796997
107154	linear.bias	1	0.031413208693265915
107154	linear.bias	2	0.4424632489681244
107154	linear.bias	3	-0.41183727979660034
107154	linear.bias	4	1.7847211360931396
107154	linear.bias	5	-1.3581342697143555
107154	linear.bias	6	-0.3523111343383789
107154	linear.bias	7	-0.1076158806681633
107712	transitions	0	-1.6870949268341064
107712	transitions	1	-10000.0
107712	transitions	2	-0.7969565987586975
107712	transitions	3	-10000.0
107712	transitions	4	1.8699616193771362
107712	transitions	5	-10000.0
107712	transitions	6	-10000.0
107712	transitions	7	1.6397104263305664
107712	transitions	8	-2.4101176261901855
107712	transitions	9	-4.05939245223999
107712	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
107712	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
107712	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
107712	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
107712	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
107712	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
107712	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
107712	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
107712	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
107712	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
107712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
107712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
107712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
107712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
107712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
107712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
107712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
107712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
107712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
107712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
107712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
107712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
107712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
107712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
107712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
107712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
107712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
107712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
107712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
107712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
107712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
107712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
107712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
107712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
107712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
107712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
107712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
107712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
107712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
107712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
107712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
107712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
107712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
107712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
107712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
107712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
107712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
107712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
107712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
107712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
107712	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
107712	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
107712	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
107712	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
107712	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
107712	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
107712	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
107712	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
107712	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
107712	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
107712	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
107712	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
107712	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
107712	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
107712	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
107712	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
107712	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
107712	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
107712	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
107712	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
107712	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
107712	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
107712	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
107712	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
107712	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
107712	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
107712	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
107712	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
107712	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
107712	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
107712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
107712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
107712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
107712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
107712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
107712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
107712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
107712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
107712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
107712	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
107712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
107712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
107712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
107712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
107712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
107712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
107712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
107712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
107712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
107712	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
107712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
107712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
107712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
107712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
107712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
107712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
107712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
107712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
107712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
107712	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
107712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
107712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
107712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
107712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
107712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
107712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
107712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
107712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
107712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
107712	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
107712	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
107712	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
107712	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
107712	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
107712	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
107712	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
107712	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
107712	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
107712	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
107712	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
107712	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
107712	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
107712	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
107712	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
107712	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
107712	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
107712	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
107712	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
107712	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
107712	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
107712	embedding2nn.weight	0	0.006649896036833525
107712	embedding2nn.weight	1	0.005107077304273844
107712	embedding2nn.weight	2	0.013417087495326996
107712	embedding2nn.weight	3	0.021829281002283096
107712	embedding2nn.weight	4	0.01826854608952999
107712	embedding2nn.weight	5	0.006733547430485487
107712	embedding2nn.weight	6	-0.011404937133193016
107712	embedding2nn.weight	7	-0.004042389336973429
107712	embedding2nn.weight	8	-0.0017166370525956154
107712	embedding2nn.weight	9	0.00011494256614241749
107712	embedding2nn.bias	0	0.007628754712641239
107712	embedding2nn.bias	1	-0.03436990827322006
107712	embedding2nn.bias	2	0.0787680372595787
107712	embedding2nn.bias	3	0.05469481274485588
107712	embedding2nn.bias	4	-0.015793627128005028
107712	embedding2nn.bias	5	-0.009161590598523617
107712	embedding2nn.bias	6	0.0412217453122139
107712	embedding2nn.bias	7	-0.009829951450228691
107712	embedding2nn.bias	8	-0.020177077502012253
107712	embedding2nn.bias	9	0.002684771316125989
107712	rnn.weight_ih_l0	0	0.06926651298999786
107712	rnn.weight_ih_l0	1	-0.03851950541138649
107712	rnn.weight_ih_l0	2	0.0011363045778125525
107712	rnn.weight_ih_l0	3	0.04999402165412903
107712	rnn.weight_ih_l0	4	-0.023007143288850784
107712	rnn.weight_ih_l0	5	0.049470722675323486
107712	rnn.weight_ih_l0	6	0.008384059183299541
107712	rnn.weight_ih_l0	7	0.0571913868188858
107712	rnn.weight_ih_l0	8	0.012025199830532074
107712	rnn.weight_ih_l0	9	-0.03156881779432297
107712	rnn.weight_hh_l0	0	-0.01729327253997326
107712	rnn.weight_hh_l0	1	-0.01933896169066429
107712	rnn.weight_hh_l0	2	-0.059126634150743484
107712	rnn.weight_hh_l0	3	-0.005052529275417328
107712	rnn.weight_hh_l0	4	-0.010006559081375599
107712	rnn.weight_hh_l0	5	-0.02381037175655365
107712	rnn.weight_hh_l0	6	-0.0012163904029875994
107712	rnn.weight_hh_l0	7	-0.042288366705179214
107712	rnn.weight_hh_l0	8	0.06776086986064911
107712	rnn.weight_hh_l0	9	0.04534582793712616
107712	rnn.bias_ih_l0	0	-0.17634962499141693
107712	rnn.bias_ih_l0	1	-0.1438446193933487
107712	rnn.bias_ih_l0	2	-0.008341139182448387
107712	rnn.bias_ih_l0	3	-0.13974909484386444
107712	rnn.bias_ih_l0	4	-0.05149001255631447
107712	rnn.bias_ih_l0	5	-0.13941453397274017
107712	rnn.bias_ih_l0	6	0.0426311194896698
107712	rnn.bias_ih_l0	7	-0.08147433400154114
107712	rnn.bias_ih_l0	8	-0.02091267891228199
107712	rnn.bias_ih_l0	9	-0.10461298376321793
107712	rnn.bias_hh_l0	0	-0.0666220486164093
107712	rnn.bias_hh_l0	1	0.21646778285503387
107712	rnn.bias_hh_l0	2	0.032105520367622375
107712	rnn.bias_hh_l0	3	-0.07125084847211838
107712	rnn.bias_hh_l0	4	-0.07216104865074158
107712	rnn.bias_hh_l0	5	-0.004703199956566095
107712	rnn.bias_hh_l0	6	0.0567113533616066
107712	rnn.bias_hh_l0	7	-0.09315428882837296
107712	rnn.bias_hh_l0	8	-0.21344810724258423
107712	rnn.bias_hh_l0	9	-0.10275396704673767
107712	rnn.weight_ih_l0_reverse	0	0.022194387391209602
107712	rnn.weight_ih_l0_reverse	1	-0.05388033017516136
107712	rnn.weight_ih_l0_reverse	2	0.039232101291418076
107712	rnn.weight_ih_l0_reverse	3	0.011889022774994373
107712	rnn.weight_ih_l0_reverse	4	0.009096364490687847
107712	rnn.weight_ih_l0_reverse	5	-0.029932916164398193
107712	rnn.weight_ih_l0_reverse	6	0.020972883328795433
107712	rnn.weight_ih_l0_reverse	7	0.03275926783680916
107712	rnn.weight_ih_l0_reverse	8	-0.02599792554974556
107712	rnn.weight_ih_l0_reverse	9	0.001938861096277833
107712	rnn.weight_hh_l0_reverse	0	0.04821540042757988
107712	rnn.weight_hh_l0_reverse	1	0.029624836519360542
107712	rnn.weight_hh_l0_reverse	2	-0.018514297902584076
107712	rnn.weight_hh_l0_reverse	3	-0.07125729322433472
107712	rnn.weight_hh_l0_reverse	4	0.014271270483732224
107712	rnn.weight_hh_l0_reverse	5	-0.0528545007109642
107712	rnn.weight_hh_l0_reverse	6	-0.013261974789202213
107712	rnn.weight_hh_l0_reverse	7	0.026209881529211998
107712	rnn.weight_hh_l0_reverse	8	0.01647903397679329
107712	rnn.weight_hh_l0_reverse	9	0.0008237710571847856
107712	rnn.bias_ih_l0_reverse	0	-0.04431939870119095
107712	rnn.bias_ih_l0_reverse	1	-0.1224822923541069
107712	rnn.bias_ih_l0_reverse	2	-0.12207411229610443
107712	rnn.bias_ih_l0_reverse	3	-0.041846975684165955
107712	rnn.bias_ih_l0_reverse	4	-0.09567806869745255
107712	rnn.bias_ih_l0_reverse	5	-0.08537493646144867
107712	rnn.bias_ih_l0_reverse	6	-0.17288151383399963
107712	rnn.bias_ih_l0_reverse	7	-0.04506048560142517
107712	rnn.bias_ih_l0_reverse	8	-0.04135804995894432
107712	rnn.bias_ih_l0_reverse	9	-0.12683752179145813
107712	rnn.bias_hh_l0_reverse	0	-0.12830060720443726
107712	rnn.bias_hh_l0_reverse	1	-0.148858442902565
107712	rnn.bias_hh_l0_reverse	2	0.09324214607477188
107712	rnn.bias_hh_l0_reverse	3	0.051520537585020065
107712	rnn.bias_hh_l0_reverse	4	-0.14702627062797546
107712	rnn.bias_hh_l0_reverse	5	-0.10879601538181305
107712	rnn.bias_hh_l0_reverse	6	-0.1004999577999115
107712	rnn.bias_hh_l0_reverse	7	-0.05099048465490341
107712	rnn.bias_hh_l0_reverse	8	-0.07523985207080841
107712	rnn.bias_hh_l0_reverse	9	-0.012402859516441822
107712	linear.weight	0	-0.007674556691199541
107712	linear.weight	1	-0.029038317501544952
107712	linear.weight	2	0.27846166491508484
107712	linear.weight	3	-0.07973058521747589
107712	linear.weight	4	-0.010588549077510834
107712	linear.weight	5	0.061260562390089035
107712	linear.weight	6	-0.010739270597696304
107712	linear.weight	7	-0.04405555874109268
107712	linear.weight	8	0.1264640986919403
107712	linear.weight	9	-0.2134321630001068
107712	linear.bias	0	-0.03956538438796997
107712	linear.bias	1	0.031413208693265915
107712	linear.bias	2	0.49717381596565247
107712	linear.bias	3	-0.4102973937988281
107712	linear.bias	4	1.7700393199920654
107712	linear.bias	5	-1.3587206602096558
107712	linear.bias	6	-0.372934490442276
107712	linear.bias	7	-0.12800218164920807
108270	transitions	0	-1.6908949613571167
108270	transitions	1	-10000.0
108270	transitions	2	-0.7969565987586975
108270	transitions	3	-10000.0
108270	transitions	4	1.863094449043274
108270	transitions	5	-10000.0
108270	transitions	6	-10000.0
108270	transitions	7	1.615671157836914
108270	transitions	8	-2.4124677181243896
108270	transitions	9	-4.061697006225586
108270	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
108270	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
108270	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
108270	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
108270	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
108270	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
108270	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
108270	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
108270	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
108270	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
108270	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
108270	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
108270	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
108270	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
108270	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
108270	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
108270	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
108270	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
108270	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
108270	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
108270	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
108270	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
108270	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
108270	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
108270	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
108270	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
108270	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
108270	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
108270	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
108270	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
108270	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
108270	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
108270	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
108270	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
108270	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
108270	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
108270	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
108270	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
108270	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
108270	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
108270	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
108270	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
108270	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
108270	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
108270	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
108270	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
108270	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
108270	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
108270	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
108270	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
108270	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
108270	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
108270	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
108270	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
108270	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
108270	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
108270	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
108270	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
108270	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
108270	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
108270	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
108270	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
108270	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
108270	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
108270	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
108270	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
108270	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
108270	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
108270	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
108270	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
108270	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
108270	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
108270	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
108270	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
108270	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
108270	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
108270	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
108270	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
108270	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
108270	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
108270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
108270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
108270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
108270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
108270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
108270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
108270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
108270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
108270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
108270	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
108270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
108270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
108270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
108270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
108270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
108270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
108270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
108270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
108270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
108270	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
108270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
108270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
108270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
108270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
108270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
108270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
108270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
108270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
108270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
108270	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
108270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
108270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
108270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
108270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
108270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
108270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
108270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
108270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
108270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
108270	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
108270	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
108270	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
108270	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
108270	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
108270	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
108270	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
108270	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
108270	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
108270	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
108270	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
108270	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
108270	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
108270	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
108270	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
108270	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
108270	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
108270	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
108270	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
108270	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
108270	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
108270	embedding2nn.weight	0	0.006639603991061449
108270	embedding2nn.weight	1	0.005352869629859924
108270	embedding2nn.weight	2	0.013387974351644516
108270	embedding2nn.weight	3	0.0221555158495903
108270	embedding2nn.weight	4	0.017424866557121277
108270	embedding2nn.weight	5	0.007274142000824213
108270	embedding2nn.weight	6	-0.011303381994366646
108270	embedding2nn.weight	7	-0.00392244104295969
108270	embedding2nn.weight	8	-0.00022538563644047827
108270	embedding2nn.weight	9	-9.409058839082718e-05
108270	embedding2nn.bias	0	0.008005485869944096
108270	embedding2nn.bias	1	-0.025844605639576912
108270	embedding2nn.bias	2	0.07976184785366058
108270	embedding2nn.bias	3	0.05307086557149887
108270	embedding2nn.bias	4	-0.028005355969071388
108270	embedding2nn.bias	5	-0.010182568803429604
108270	embedding2nn.bias	6	0.03952470049262047
108270	embedding2nn.bias	7	-0.019389856606721878
108270	embedding2nn.bias	8	-0.01641071029007435
108270	embedding2nn.bias	9	0.009707804769277573
108270	rnn.weight_ih_l0	0	0.06863228231668472
108270	rnn.weight_ih_l0	1	-0.04068506136536598
108270	rnn.weight_ih_l0	2	-0.00012190582492621616
108270	rnn.weight_ih_l0	3	0.0508696474134922
108270	rnn.weight_ih_l0	4	-0.022129807621240616
108270	rnn.weight_ih_l0	5	0.050676409155130386
108270	rnn.weight_ih_l0	6	0.008942713961005211
108270	rnn.weight_ih_l0	7	0.05860666558146477
108270	rnn.weight_ih_l0	8	0.015551069751381874
108270	rnn.weight_ih_l0	9	-0.029532499611377716
108270	rnn.weight_hh_l0	0	-0.0163885410875082
108270	rnn.weight_hh_l0	1	-0.020483598113059998
108270	rnn.weight_hh_l0	2	-0.05900086462497711
108270	rnn.weight_hh_l0	3	-0.005055098328739405
108270	rnn.weight_hh_l0	4	-0.010095342993736267
108270	rnn.weight_hh_l0	5	-0.024113165214657784
108270	rnn.weight_hh_l0	6	-0.001166883623227477
108270	rnn.weight_hh_l0	7	-0.04233848676085472
108270	rnn.weight_hh_l0	8	0.06871644407510757
108270	rnn.weight_hh_l0	9	0.04554226994514465
108270	rnn.bias_ih_l0	0	-0.17347395420074463
108270	rnn.bias_ih_l0	1	-0.15179693698883057
108270	rnn.bias_ih_l0	2	-0.009746330790221691
108270	rnn.bias_ih_l0	3	-0.13709837198257446
108270	rnn.bias_ih_l0	4	-0.046882085502147675
108270	rnn.bias_ih_l0	5	-0.13966786861419678
108270	rnn.bias_ih_l0	6	0.049333516508340836
108270	rnn.bias_ih_l0	7	-0.08140639960765839
108270	rnn.bias_ih_l0	8	-0.02211982011795044
108270	rnn.bias_ih_l0	9	-0.10203006863594055
108270	rnn.bias_hh_l0	0	-0.0704108253121376
108270	rnn.bias_hh_l0	1	0.22015772759914398
108270	rnn.bias_hh_l0	2	0.031575776636600494
108270	rnn.bias_hh_l0	3	-0.0753471776843071
108270	rnn.bias_hh_l0	4	-0.07525341957807541
108270	rnn.bias_hh_l0	5	0.004280552268028259
108270	rnn.bias_hh_l0	6	0.056364838033914566
108270	rnn.bias_hh_l0	7	-0.09778144955635071
108270	rnn.bias_hh_l0	8	-0.2130352407693863
108270	rnn.bias_hh_l0	9	-0.10136979073286057
108270	rnn.weight_ih_l0_reverse	0	0.020155172795057297
108270	rnn.weight_ih_l0_reverse	1	-0.05392344295978546
108270	rnn.weight_ih_l0_reverse	2	0.03872782737016678
108270	rnn.weight_ih_l0_reverse	3	0.012745293788611889
108270	rnn.weight_ih_l0_reverse	4	0.009301282465457916
108270	rnn.weight_ih_l0_reverse	5	-0.03140753135085106
108270	rnn.weight_ih_l0_reverse	6	0.023028191179037094
108270	rnn.weight_ih_l0_reverse	7	0.03291621059179306
108270	rnn.weight_ih_l0_reverse	8	-0.025778518989682198
108270	rnn.weight_ih_l0_reverse	9	0.0026828369591385126
108270	rnn.weight_hh_l0_reverse	0	0.04802904650568962
108270	rnn.weight_hh_l0_reverse	1	0.029430976137518883
108270	rnn.weight_hh_l0_reverse	2	-0.01851295679807663
108270	rnn.weight_hh_l0_reverse	3	-0.07164405286312103
108270	rnn.weight_hh_l0_reverse	4	0.01459005568176508
108270	rnn.weight_hh_l0_reverse	5	-0.05369265004992485
108270	rnn.weight_hh_l0_reverse	6	-0.01316897664219141
108270	rnn.weight_hh_l0_reverse	7	0.02618815004825592
108270	rnn.weight_hh_l0_reverse	8	0.015656890347599983
108270	rnn.weight_hh_l0_reverse	9	0.00040355423698201776
108270	rnn.bias_ih_l0_reverse	0	-0.04446471109986305
108270	rnn.bias_ih_l0_reverse	1	-0.12237831205129623
108270	rnn.bias_ih_l0_reverse	2	-0.12088186293840408
108270	rnn.bias_ih_l0_reverse	3	-0.04825005307793617
108270	rnn.bias_ih_l0_reverse	4	-0.0982266440987587
108270	rnn.bias_ih_l0_reverse	5	-0.08151204138994217
108270	rnn.bias_ih_l0_reverse	6	-0.17722289264202118
108270	rnn.bias_ih_l0_reverse	7	-0.04342687502503395
108270	rnn.bias_ih_l0_reverse	8	-0.043255120515823364
108270	rnn.bias_ih_l0_reverse	9	-0.12688477337360382
108270	rnn.bias_hh_l0_reverse	0	-0.1250145435333252
108270	rnn.bias_hh_l0_reverse	1	-0.15229962766170502
108270	rnn.bias_hh_l0_reverse	2	0.10196999460458755
108270	rnn.bias_hh_l0_reverse	3	0.050273600965738297
108270	rnn.bias_hh_l0_reverse	4	-0.14566199481487274
108270	rnn.bias_hh_l0_reverse	5	-0.11076251417398453
108270	rnn.bias_hh_l0_reverse	6	-0.10313133895397186
108270	rnn.bias_hh_l0_reverse	7	-0.05536888912320137
108270	rnn.bias_hh_l0_reverse	8	-0.0758240669965744
108270	rnn.bias_hh_l0_reverse	9	-0.016193855553865433
108270	linear.weight	0	-0.007685486692935228
108270	linear.weight	1	-0.026808859780430794
108270	linear.weight	2	0.2629355490207672
108270	linear.weight	3	-0.07970429211854935
108270	linear.weight	4	-0.010588549077510834
108270	linear.weight	5	0.09728383272886276
108270	linear.weight	6	-0.010739270597696304
108270	linear.weight	7	-0.07546937465667725
108270	linear.weight	8	0.09421888738870621
108270	linear.weight	9	-0.22002124786376953
108270	linear.bias	0	-0.03956538438796997
108270	linear.bias	1	0.031413208693265915
108270	linear.bias	2	0.5476183891296387
108270	linear.bias	3	-0.500206470489502
108270	linear.bias	4	1.8317433595657349
108270	linear.bias	5	-1.3593162298202515
108270	linear.bias	6	-0.38127806782722473
108270	linear.bias	7	-0.1413280963897705
108828	transitions	0	-1.693708062171936
108828	transitions	1	-10000.0
108828	transitions	2	-0.7969565987586975
108828	transitions	3	-10000.0
108828	transitions	4	1.8740185499191284
108828	transitions	5	-10000.0
108828	transitions	6	-10000.0
108828	transitions	7	1.599038004875183
108828	transitions	8	-2.4143011569976807
108828	transitions	9	-4.063725471496582
108828	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
108828	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
108828	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
108828	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
108828	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
108828	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
108828	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
108828	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
108828	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
108828	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
108828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
108828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
108828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
108828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
108828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
108828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
108828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
108828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
108828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
108828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
108828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
108828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
108828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
108828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
108828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
108828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
108828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
108828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
108828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
108828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
108828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
108828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
108828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
108828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
108828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
108828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
108828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
108828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
108828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
108828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
108828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
108828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
108828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
108828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
108828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
108828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
108828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
108828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
108828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
108828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
108828	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
108828	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
108828	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
108828	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
108828	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
108828	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
108828	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
108828	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
108828	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
108828	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
108828	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
108828	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
108828	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
108828	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
108828	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
108828	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
108828	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
108828	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
108828	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
108828	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
108828	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
108828	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
108828	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
108828	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
108828	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
108828	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
108828	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
108828	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
108828	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
108828	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
108828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
108828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
108828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
108828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
108828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
108828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
108828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
108828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
108828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
108828	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
108828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
108828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
108828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
108828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
108828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
108828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
108828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
108828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
108828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
108828	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
108828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
108828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
108828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
108828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
108828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
108828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
108828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
108828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
108828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
108828	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
108828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
108828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
108828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
108828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
108828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
108828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
108828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
108828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
108828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
108828	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
108828	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
108828	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
108828	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
108828	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
108828	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
108828	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
108828	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
108828	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
108828	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
108828	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
108828	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
108828	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
108828	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
108828	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
108828	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
108828	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
108828	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
108828	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
108828	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
108828	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
108828	embedding2nn.weight	0	0.0066756270825862885
108828	embedding2nn.weight	1	0.005254935938864946
108828	embedding2nn.weight	2	0.013403784483671188
108828	embedding2nn.weight	3	0.022133223712444305
108828	embedding2nn.weight	4	0.018916290253400803
108828	embedding2nn.weight	5	0.0077695040963590145
108828	embedding2nn.weight	6	-0.011219426989555359
108828	embedding2nn.weight	7	-0.00428561819717288
108828	embedding2nn.weight	8	0.0007251452188938856
108828	embedding2nn.weight	9	6.176475289976224e-05
108828	embedding2nn.bias	0	0.011880926787853241
108828	embedding2nn.bias	1	-0.03219721466302872
108828	embedding2nn.bias	2	0.07039062678813934
108828	embedding2nn.bias	3	0.055413033813238144
108828	embedding2nn.bias	4	-0.026306593790650368
108828	embedding2nn.bias	5	-0.005462517961859703
108828	embedding2nn.bias	6	0.03032590262591839
108828	embedding2nn.bias	7	-0.015723450109362602
108828	embedding2nn.bias	8	-0.02400657720863819
108828	embedding2nn.bias	9	0.0070300051011145115
108828	rnn.weight_ih_l0	0	0.06934647262096405
108828	rnn.weight_ih_l0	1	-0.04050125554203987
108828	rnn.weight_ih_l0	2	0.0012168188113719225
108828	rnn.weight_ih_l0	3	0.050892870873212814
108828	rnn.weight_ih_l0	4	-0.02256399393081665
108828	rnn.weight_ih_l0	5	0.05025434121489525
108828	rnn.weight_ih_l0	6	0.009177044965326786
108828	rnn.weight_ih_l0	7	0.059597376734018326
108828	rnn.weight_ih_l0	8	0.015560139901936054
108828	rnn.weight_ih_l0	9	-0.03141060844063759
108828	rnn.weight_hh_l0	0	-0.01583835855126381
108828	rnn.weight_hh_l0	1	-0.020674802362918854
108828	rnn.weight_hh_l0	2	-0.05973814055323601
108828	rnn.weight_hh_l0	3	-0.005078308749943972
108828	rnn.weight_hh_l0	4	-0.010102549567818642
108828	rnn.weight_hh_l0	5	-0.02578851766884327
108828	rnn.weight_hh_l0	6	-0.0012045971816405654
108828	rnn.weight_hh_l0	7	-0.04321935400366783
108828	rnn.weight_hh_l0	8	0.06878697127103806
108828	rnn.weight_hh_l0	9	0.04503841698169708
108828	rnn.bias_ih_l0	0	-0.17365169525146484
108828	rnn.bias_ih_l0	1	-0.1540859192609787
108828	rnn.bias_ih_l0	2	-0.01116692740470171
108828	rnn.bias_ih_l0	3	-0.13840709626674652
108828	rnn.bias_ih_l0	4	-0.05024118348956108
108828	rnn.bias_ih_l0	5	-0.14030303061008453
108828	rnn.bias_ih_l0	6	0.04553002491593361
108828	rnn.bias_ih_l0	7	-0.08171993494033813
108828	rnn.bias_ih_l0	8	-0.023928087204694748
108828	rnn.bias_ih_l0	9	-0.09956733137369156
108828	rnn.bias_hh_l0	0	-0.070347860455513
108828	rnn.bias_hh_l0	1	0.21582956612110138
108828	rnn.bias_hh_l0	2	0.02811136282980442
108828	rnn.bias_hh_l0	3	-0.07124778628349304
108828	rnn.bias_hh_l0	4	-0.07947901636362076
108828	rnn.bias_hh_l0	5	-0.007640174590051174
108828	rnn.bias_hh_l0	6	0.06344664096832275
108828	rnn.bias_hh_l0	7	-0.10052440315485
108828	rnn.bias_hh_l0	8	-0.21780772507190704
108828	rnn.bias_hh_l0	9	-0.10219161212444305
108828	rnn.weight_ih_l0_reverse	0	0.019799377769231796
108828	rnn.weight_ih_l0_reverse	1	-0.05539283901453018
108828	rnn.weight_ih_l0_reverse	2	0.03823496401309967
108828	rnn.weight_ih_l0_reverse	3	0.012057829648256302
108828	rnn.weight_ih_l0_reverse	4	0.011063960380852222
108828	rnn.weight_ih_l0_reverse	5	-0.031119253486394882
108828	rnn.weight_ih_l0_reverse	6	0.021909400820732117
108828	rnn.weight_ih_l0_reverse	7	0.03350205719470978
108828	rnn.weight_ih_l0_reverse	8	-0.02613137662410736
108828	rnn.weight_ih_l0_reverse	9	0.0023622142616659403
108828	rnn.weight_hh_l0_reverse	0	0.0478079579770565
108828	rnn.weight_hh_l0_reverse	1	0.02975897118449211
108828	rnn.weight_hh_l0_reverse	2	-0.018427493050694466
108828	rnn.weight_hh_l0_reverse	3	-0.07172755151987076
108828	rnn.weight_hh_l0_reverse	4	0.013609858229756355
108828	rnn.weight_hh_l0_reverse	5	-0.05378453806042671
108828	rnn.weight_hh_l0_reverse	6	-0.012539288960397243
108828	rnn.weight_hh_l0_reverse	7	0.025965029373764992
108828	rnn.weight_hh_l0_reverse	8	0.014894365333020687
108828	rnn.weight_hh_l0_reverse	9	0.00120853865519166
108828	rnn.bias_ih_l0_reverse	0	-0.046277131885290146
108828	rnn.bias_ih_l0_reverse	1	-0.12263173609972
108828	rnn.bias_ih_l0_reverse	2	-0.12363624572753906
108828	rnn.bias_ih_l0_reverse	3	-0.043369702994823456
108828	rnn.bias_ih_l0_reverse	4	-0.09918590635061264
108828	rnn.bias_ih_l0_reverse	5	-0.08927150815725327
108828	rnn.bias_ih_l0_reverse	6	-0.17560729384422302
108828	rnn.bias_ih_l0_reverse	7	-0.044649869203567505
108828	rnn.bias_ih_l0_reverse	8	-0.039890967309474945
108828	rnn.bias_ih_l0_reverse	9	-0.12579697370529175
108828	rnn.bias_hh_l0_reverse	0	-0.12852759659290314
108828	rnn.bias_hh_l0_reverse	1	-0.15179675817489624
108828	rnn.bias_hh_l0_reverse	2	0.100776806473732
108828	rnn.bias_hh_l0_reverse	3	0.04418043792247772
108828	rnn.bias_hh_l0_reverse	4	-0.14459040760993958
108828	rnn.bias_hh_l0_reverse	5	-0.11151260882616043
108828	rnn.bias_hh_l0_reverse	6	-0.1123058944940567
108828	rnn.bias_hh_l0_reverse	7	-0.05508929491043091
108828	rnn.bias_hh_l0_reverse	8	-0.07316941767930984
108828	rnn.bias_hh_l0_reverse	9	-0.01890912838280201
108828	linear.weight	0	-0.007690445054322481
108828	linear.weight	1	-0.08619552850723267
108828	linear.weight	2	0.2540127635002136
108828	linear.weight	3	-0.07968355715274811
108828	linear.weight	4	-0.010588549077510834
108828	linear.weight	5	0.09003046154975891
108828	linear.weight	6	-0.010739270597696304
108828	linear.weight	7	-0.09724988043308258
108828	linear.weight	8	0.15913711488246918
108828	linear.weight	9	-0.21438825130462646
108828	linear.bias	0	-0.03956538438796997
108828	linear.bias	1	0.031413208693265915
108828	linear.bias	2	0.47150519490242004
108828	linear.bias	3	-0.4430871903896332
108828	linear.bias	4	1.794578194618225
108828	linear.bias	5	-1.359866738319397
108828	linear.bias	6	-0.35080114006996155
108828	linear.bias	7	-0.11511833965778351
109386	transitions	0	-1.6962803602218628
109386	transitions	1	-10000.0
109386	transitions	2	-0.7969565987586975
109386	transitions	3	-10000.0
109386	transitions	4	1.848163366317749
109386	transitions	5	-10000.0
109386	transitions	6	-10000.0
109386	transitions	7	1.607519507408142
109386	transitions	8	-2.4167144298553467
109386	transitions	9	-4.066044330596924
109386	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
109386	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
109386	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
109386	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
109386	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
109386	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
109386	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
109386	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
109386	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
109386	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
109386	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
109386	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
109386	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
109386	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
109386	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
109386	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
109386	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
109386	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
109386	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
109386	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
109386	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
109386	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
109386	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
109386	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
109386	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
109386	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
109386	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
109386	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
109386	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
109386	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
109386	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
109386	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
109386	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
109386	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
109386	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
109386	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
109386	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
109386	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
109386	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
109386	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
109386	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
109386	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
109386	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
109386	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
109386	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
109386	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
109386	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
109386	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
109386	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
109386	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
109386	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
109386	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
109386	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
109386	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
109386	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
109386	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
109386	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
109386	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
109386	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
109386	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
109386	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
109386	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
109386	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
109386	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
109386	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
109386	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
109386	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
109386	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
109386	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
109386	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
109386	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
109386	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
109386	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
109386	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
109386	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
109386	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
109386	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
109386	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
109386	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
109386	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
109386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
109386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
109386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
109386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
109386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
109386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
109386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
109386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
109386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
109386	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
109386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
109386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
109386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
109386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
109386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
109386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
109386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
109386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
109386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
109386	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
109386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
109386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
109386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
109386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
109386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
109386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
109386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
109386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
109386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
109386	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
109386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
109386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
109386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
109386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
109386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
109386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
109386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
109386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
109386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
109386	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
109386	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
109386	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
109386	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
109386	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
109386	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
109386	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
109386	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
109386	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
109386	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
109386	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
109386	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
109386	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
109386	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
109386	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
109386	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
109386	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
109386	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
109386	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
109386	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
109386	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
109386	embedding2nn.weight	0	0.0066447132267057896
109386	embedding2nn.weight	1	0.0052589843980968
109386	embedding2nn.weight	2	0.01340221893042326
109386	embedding2nn.weight	3	0.023070473223924637
109386	embedding2nn.weight	4	0.018529437482357025
109386	embedding2nn.weight	5	0.008099956437945366
109386	embedding2nn.weight	6	-0.01139065995812416
109386	embedding2nn.weight	7	-0.004349632188677788
109386	embedding2nn.weight	8	0.0025717848911881447
109386	embedding2nn.weight	9	0.00013967376435175538
109386	embedding2nn.bias	0	0.008024617098271847
109386	embedding2nn.bias	1	-0.03345204144716263
109386	embedding2nn.bias	2	0.0750536397099495
109386	embedding2nn.bias	3	0.06478173285722733
109386	embedding2nn.bias	4	-0.02290259674191475
109386	embedding2nn.bias	5	-0.016072161495685577
109386	embedding2nn.bias	6	0.03242606669664383
109386	embedding2nn.bias	7	-0.015624681487679482
109386	embedding2nn.bias	8	-0.01158843282610178
109386	embedding2nn.bias	9	0.0094086192548275
109386	rnn.weight_ih_l0	0	0.06850291788578033
109386	rnn.weight_ih_l0	1	-0.04050649330019951
109386	rnn.weight_ih_l0	2	0.0002705788647290319
109386	rnn.weight_ih_l0	3	0.05145687609910965
109386	rnn.weight_ih_l0	4	-0.022548235952854156
109386	rnn.weight_ih_l0	5	0.049043215811252594
109386	rnn.weight_ih_l0	6	0.008964483626186848
109386	rnn.weight_ih_l0	7	0.06023188307881355
109386	rnn.weight_ih_l0	8	0.015013344585895538
109386	rnn.weight_ih_l0	9	-0.03192555159330368
109386	rnn.weight_hh_l0	0	-0.017574641853570938
109386	rnn.weight_hh_l0	1	-0.01909617707133293
109386	rnn.weight_hh_l0	2	-0.059097904711961746
109386	rnn.weight_hh_l0	3	-0.0050517539493739605
109386	rnn.weight_hh_l0	4	-0.010156555101275444
109386	rnn.weight_hh_l0	5	-0.02594892494380474
109386	rnn.weight_hh_l0	6	-0.0012468870263546705
109386	rnn.weight_hh_l0	7	-0.043905798345804214
109386	rnn.weight_hh_l0	8	0.06854300200939178
109386	rnn.weight_hh_l0	9	0.0451715812087059
109386	rnn.bias_ih_l0	0	-0.1669243723154068
109386	rnn.bias_ih_l0	1	-0.15321575105190277
109386	rnn.bias_ih_l0	2	-0.01197806466370821
109386	rnn.bias_ih_l0	3	-0.13780683279037476
109386	rnn.bias_ih_l0	4	-0.04935494810342789
109386	rnn.bias_ih_l0	5	-0.13910700380802155
109386	rnn.bias_ih_l0	6	0.039630383253097534
109386	rnn.bias_ih_l0	7	-0.0812775120139122
109386	rnn.bias_ih_l0	8	-0.026134131476283073
109386	rnn.bias_ih_l0	9	-0.10108083486557007
109386	rnn.bias_hh_l0	0	-0.07250255346298218
109386	rnn.bias_hh_l0	1	0.22275850176811218
109386	rnn.bias_hh_l0	2	0.02601320669054985
109386	rnn.bias_hh_l0	3	-0.07214123010635376
109386	rnn.bias_hh_l0	4	-0.07731259614229202
109386	rnn.bias_hh_l0	5	0.00023774562578182667
109386	rnn.bias_hh_l0	6	0.06290000677108765
109386	rnn.bias_hh_l0	7	-0.09825535118579865
109386	rnn.bias_hh_l0	8	-0.2148660272359848
109386	rnn.bias_hh_l0	9	-0.10254967212677002
109386	rnn.weight_ih_l0_reverse	0	0.01776784099638462
109386	rnn.weight_ih_l0_reverse	1	-0.0545676089823246
109386	rnn.weight_ih_l0_reverse	2	0.03812054544687271
109386	rnn.weight_ih_l0_reverse	3	0.013297257013618946
109386	rnn.weight_ih_l0_reverse	4	0.011340133845806122
109386	rnn.weight_ih_l0_reverse	5	-0.0324966125190258
109386	rnn.weight_ih_l0_reverse	6	0.020657895132899284
109386	rnn.weight_ih_l0_reverse	7	0.03324293717741966
109386	rnn.weight_ih_l0_reverse	8	-0.02669123001396656
109386	rnn.weight_ih_l0_reverse	9	0.0027844002470374107
109386	rnn.weight_hh_l0_reverse	0	0.047975603491067886
109386	rnn.weight_hh_l0_reverse	1	0.030105924233794212
109386	rnn.weight_hh_l0_reverse	2	-0.018268268555402756
109386	rnn.weight_hh_l0_reverse	3	-0.07265882194042206
109386	rnn.weight_hh_l0_reverse	4	0.014027168042957783
109386	rnn.weight_hh_l0_reverse	5	-0.05395035818219185
109386	rnn.weight_hh_l0_reverse	6	-0.011714805848896503
109386	rnn.weight_hh_l0_reverse	7	0.0264092069119215
109386	rnn.weight_hh_l0_reverse	8	0.015606795437633991
109386	rnn.weight_hh_l0_reverse	9	0.0017489445162937045
109386	rnn.bias_ih_l0_reverse	0	-0.0466151237487793
109386	rnn.bias_ih_l0_reverse	1	-0.12177757918834686
109386	rnn.bias_ih_l0_reverse	2	-0.12435070425271988
109386	rnn.bias_ih_l0_reverse	3	-0.044450752437114716
109386	rnn.bias_ih_l0_reverse	4	-0.09863972663879395
109386	rnn.bias_ih_l0_reverse	5	-0.08950338512659073
109386	rnn.bias_ih_l0_reverse	6	-0.18106521666049957
109386	rnn.bias_ih_l0_reverse	7	-0.04640001431107521
109386	rnn.bias_ih_l0_reverse	8	-0.0462024100124836
109386	rnn.bias_ih_l0_reverse	9	-0.1250062882900238
109386	rnn.bias_hh_l0_reverse	0	-0.13207393884658813
109386	rnn.bias_hh_l0_reverse	1	-0.15351001918315887
109386	rnn.bias_hh_l0_reverse	2	0.09933195263147354
109386	rnn.bias_hh_l0_reverse	3	0.05429941043257713
109386	rnn.bias_hh_l0_reverse	4	-0.1453275829553604
109386	rnn.bias_hh_l0_reverse	5	-0.11430548876523972
109386	rnn.bias_hh_l0_reverse	6	-0.11715250462293625
109386	rnn.bias_hh_l0_reverse	7	-0.05211604759097099
109386	rnn.bias_hh_l0_reverse	8	-0.0745558887720108
109386	rnn.bias_hh_l0_reverse	9	-0.017031896859407425
109386	linear.weight	0	-0.007698887959122658
109386	linear.weight	1	-0.020468754693865776
109386	linear.weight	2	0.24799753725528717
109386	linear.weight	3	-0.07969138026237488
109386	linear.weight	4	-0.010588549077510834
109386	linear.weight	5	0.06431165337562561
109386	linear.weight	6	-0.010739270597696304
109386	linear.weight	7	-0.11173626780509949
109386	linear.weight	8	0.11151819676160812
109386	linear.weight	9	-0.2234494537115097
109386	linear.bias	0	-0.03956538438796997
109386	linear.bias	1	0.031413208693265915
109386	linear.bias	2	0.49891772866249084
109386	linear.bias	3	-0.48350635170936584
109386	linear.bias	4	1.8274223804473877
109386	linear.bias	5	-1.3604551553726196
109386	linear.bias	6	-0.36032283306121826
109386	linear.bias	7	-0.12487225234508514
109944	transitions	0	-1.698561191558838
109944	transitions	1	-10000.0
109944	transitions	2	-0.7969565987586975
109944	transitions	3	-10000.0
109944	transitions	4	1.8679407835006714
109944	transitions	5	-10000.0
109944	transitions	6	-10000.0
109944	transitions	7	1.6342313289642334
109944	transitions	8	-2.419245481491089
109944	transitions	9	-4.068546295166016
109944	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
109944	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
109944	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
109944	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
109944	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
109944	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
109944	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
109944	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
109944	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
109944	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
109944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
109944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
109944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
109944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
109944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
109944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
109944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
109944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
109944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
109944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
109944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
109944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
109944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
109944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
109944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
109944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
109944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
109944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
109944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
109944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
109944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
109944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
109944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
109944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
109944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
109944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
109944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
109944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
109944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
109944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
109944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
109944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
109944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
109944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
109944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
109944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
109944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
109944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
109944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
109944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
109944	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
109944	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
109944	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
109944	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
109944	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
109944	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
109944	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
109944	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
109944	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
109944	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
109944	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
109944	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
109944	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
109944	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
109944	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
109944	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
109944	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
109944	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
109944	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
109944	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
109944	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
109944	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
109944	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
109944	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
109944	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
109944	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
109944	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
109944	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
109944	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
109944	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
109944	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
109944	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
109944	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
109944	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
109944	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
109944	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
109944	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
109944	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
109944	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
109944	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
109944	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
109944	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
109944	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
109944	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
109944	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
109944	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
109944	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
109944	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
109944	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
109944	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
109944	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
109944	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
109944	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
109944	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
109944	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
109944	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
109944	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
109944	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
109944	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
109944	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
109944	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
109944	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
109944	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
109944	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
109944	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
109944	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
109944	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
109944	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
109944	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
109944	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
109944	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
109944	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
109944	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
109944	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
109944	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
109944	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
109944	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
109944	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
109944	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
109944	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
109944	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
109944	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
109944	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
109944	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
109944	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
109944	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
109944	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
109944	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
109944	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
109944	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
109944	embedding2nn.weight	0	0.0066333310678601265
109944	embedding2nn.weight	1	0.00524935545399785
109944	embedding2nn.weight	2	0.013410383835434914
109944	embedding2nn.weight	3	0.023981958627700806
109944	embedding2nn.weight	4	0.01793038845062256
109944	embedding2nn.weight	5	0.008631589822471142
109944	embedding2nn.weight	6	-0.011166605167090893
109944	embedding2nn.weight	7	-0.004025416914373636
109944	embedding2nn.weight	8	0.0015265513211488724
109944	embedding2nn.weight	9	0.0003373106592334807
109944	embedding2nn.bias	0	0.0009677369380369782
109944	embedding2nn.bias	1	-0.044163286685943604
109944	embedding2nn.bias	2	0.06871208548545837
109944	embedding2nn.bias	3	0.061038270592689514
109944	embedding2nn.bias	4	-0.025521550327539444
109944	embedding2nn.bias	5	-0.01038267370313406
109944	embedding2nn.bias	6	0.04118148609995842
109944	embedding2nn.bias	7	-0.01267766859382391
109944	embedding2nn.bias	8	-0.014257599599659443
109944	embedding2nn.bias	9	0.00023682875325903296
109944	rnn.weight_ih_l0	0	0.0687730684876442
109944	rnn.weight_ih_l0	1	-0.04103045165538788
109944	rnn.weight_ih_l0	2	0.0007307602791115642
109944	rnn.weight_ih_l0	3	0.05033686384558678
109944	rnn.weight_ih_l0	4	-0.024588586762547493
109944	rnn.weight_ih_l0	5	0.0487387590110302
109944	rnn.weight_ih_l0	6	0.008712955750524998
109944	rnn.weight_ih_l0	7	0.06188935041427612
109944	rnn.weight_ih_l0	8	0.016407806426286697
109944	rnn.weight_ih_l0	9	-0.02990390546619892
109944	rnn.weight_hh_l0	0	-0.017068499699234962
109944	rnn.weight_hh_l0	1	-0.0190476905554533
109944	rnn.weight_hh_l0	2	-0.05996621027588844
109944	rnn.weight_hh_l0	3	-0.004525754135102034
109944	rnn.weight_hh_l0	4	-0.010406967252492905
109944	rnn.weight_hh_l0	5	-0.026003533974289894
109944	rnn.weight_hh_l0	6	-0.0012924490729346871
109944	rnn.weight_hh_l0	7	-0.04380085691809654
109944	rnn.weight_hh_l0	8	0.06743355840444565
109944	rnn.weight_hh_l0	9	0.04575956612825394
109944	rnn.bias_ih_l0	0	-0.16315598785877228
109944	rnn.bias_ih_l0	1	-0.1475491225719452
109944	rnn.bias_ih_l0	2	-0.01247330754995346
109944	rnn.bias_ih_l0	3	-0.13964369893074036
109944	rnn.bias_ih_l0	4	-0.04871441423892975
109944	rnn.bias_ih_l0	5	-0.1423996388912201
109944	rnn.bias_ih_l0	6	0.045723166316747665
109944	rnn.bias_ih_l0	7	-0.08443106710910797
109944	rnn.bias_ih_l0	8	-0.025491438806056976
109944	rnn.bias_ih_l0	9	-0.09836924076080322
109944	rnn.bias_hh_l0	0	-0.07404717803001404
109944	rnn.bias_hh_l0	1	0.21768471598625183
109944	rnn.bias_hh_l0	2	0.04198222979903221
109944	rnn.bias_hh_l0	3	-0.07259891927242279
109944	rnn.bias_hh_l0	4	-0.07929522544145584
109944	rnn.bias_hh_l0	5	-0.0044338153675198555
109944	rnn.bias_hh_l0	6	0.06333387643098831
109944	rnn.bias_hh_l0	7	-0.10057661682367325
109944	rnn.bias_hh_l0	8	-0.22249218821525574
109944	rnn.bias_hh_l0	9	-0.10053183883428574
109944	rnn.weight_ih_l0_reverse	0	0.014673725701868534
109944	rnn.weight_ih_l0_reverse	1	-0.05464665964245796
109944	rnn.weight_ih_l0_reverse	2	0.03767143562436104
109944	rnn.weight_ih_l0_reverse	3	0.012706358917057514
109944	rnn.weight_ih_l0_reverse	4	0.010303460992872715
109944	rnn.weight_ih_l0_reverse	5	-0.03236732259392738
109944	rnn.weight_ih_l0_reverse	6	0.020615126937627792
109944	rnn.weight_ih_l0_reverse	7	0.03246518597006798
109944	rnn.weight_ih_l0_reverse	8	-0.02570563368499279
109944	rnn.weight_ih_l0_reverse	9	0.0010418867459520698
109944	rnn.weight_hh_l0_reverse	0	0.04758705198764801
109944	rnn.weight_hh_l0_reverse	1	0.030020061880350113
109944	rnn.weight_hh_l0_reverse	2	-0.01843828707933426
109944	rnn.weight_hh_l0_reverse	3	-0.07177002727985382
109944	rnn.weight_hh_l0_reverse	4	0.013840947300195694
109944	rnn.weight_hh_l0_reverse	5	-0.05462837591767311
109944	rnn.weight_hh_l0_reverse	6	-0.012244921177625656
109944	rnn.weight_hh_l0_reverse	7	0.026652155444025993
109944	rnn.weight_hh_l0_reverse	8	0.015461238101124763
109944	rnn.weight_hh_l0_reverse	9	0.0013792956015095115
109944	rnn.bias_ih_l0_reverse	0	-0.045313507318496704
109944	rnn.bias_ih_l0_reverse	1	-0.121943898499012
109944	rnn.bias_ih_l0_reverse	2	-0.12191199511289597
109944	rnn.bias_ih_l0_reverse	3	-0.039269138127565384
109944	rnn.bias_ih_l0_reverse	4	-0.09995253384113312
109944	rnn.bias_ih_l0_reverse	5	-0.08998607844114304
109944	rnn.bias_ih_l0_reverse	6	-0.18176782131195068
109944	rnn.bias_ih_l0_reverse	7	-0.04800943657755852
109944	rnn.bias_ih_l0_reverse	8	-0.048563793301582336
109944	rnn.bias_ih_l0_reverse	9	-0.12300018221139908
109944	rnn.bias_hh_l0_reverse	0	-0.1323668509721756
109944	rnn.bias_hh_l0_reverse	1	-0.15107537806034088
109944	rnn.bias_hh_l0_reverse	2	0.10317318141460419
109944	rnn.bias_hh_l0_reverse	3	0.051073167473077774
109944	rnn.bias_hh_l0_reverse	4	-0.14557647705078125
109944	rnn.bias_hh_l0_reverse	5	-0.11709532886743546
109944	rnn.bias_hh_l0_reverse	6	-0.1168404221534729
109944	rnn.bias_hh_l0_reverse	7	-0.05263838544487953
109944	rnn.bias_hh_l0_reverse	8	-0.0727187767624855
109944	rnn.bias_hh_l0_reverse	9	-0.007303257007151842
109944	linear.weight	0	-0.0077065941877663136
109944	linear.weight	1	-0.02890956960618496
109944	linear.weight	2	0.26655662059783936
109944	linear.weight	3	-0.07970673590898514
109944	linear.weight	4	-0.010588549077510834
109944	linear.weight	5	0.10738512873649597
109944	linear.weight	6	-0.010739270597696304
109944	linear.weight	7	-0.07843436300754547
109944	linear.weight	8	0.15816736221313477
109944	linear.weight	9	-0.22282564640045166
109944	linear.bias	0	-0.03956538438796997
109944	linear.bias	1	0.031413208693265915
109944	linear.bias	2	0.5088273882865906
109944	linear.bias	3	-0.4832746386528015
109944	linear.bias	4	1.7776532173156738
109944	linear.bias	5	-1.3610286712646484
109944	linear.bias	6	-0.3421245813369751
109944	linear.bias	7	-0.10289384424686432
110502	transitions	0	-1.701135516166687
110502	transitions	1	-10000.0
110502	transitions	2	-0.7969565987586975
110502	transitions	3	-10000.0
110502	transitions	4	1.8512624502182007
110502	transitions	5	-10000.0
110502	transitions	6	-10000.0
110502	transitions	7	1.6498855352401733
110502	transitions	8	-2.4215497970581055
110502	transitions	9	-4.070776462554932
110502	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
110502	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
110502	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
110502	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
110502	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
110502	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
110502	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
110502	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
110502	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
110502	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
110502	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
110502	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
110502	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
110502	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
110502	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
110502	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
110502	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
110502	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
110502	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
110502	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
110502	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
110502	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
110502	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
110502	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
110502	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
110502	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
110502	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
110502	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
110502	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
110502	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
110502	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
110502	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
110502	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
110502	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
110502	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
110502	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
110502	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
110502	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
110502	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
110502	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
110502	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
110502	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
110502	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
110502	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
110502	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
110502	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
110502	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
110502	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
110502	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
110502	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
110502	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
110502	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
110502	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
110502	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
110502	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
110502	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
110502	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
110502	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
110502	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
110502	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
110502	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
110502	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
110502	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
110502	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
110502	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
110502	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
110502	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
110502	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
110502	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
110502	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
110502	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
110502	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
110502	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
110502	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
110502	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
110502	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
110502	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
110502	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
110502	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
110502	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
110502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
110502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
110502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
110502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
110502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
110502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
110502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
110502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
110502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
110502	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
110502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
110502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
110502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
110502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
110502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
110502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
110502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
110502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
110502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
110502	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
110502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
110502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
110502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
110502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
110502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
110502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
110502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
110502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
110502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
110502	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
110502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
110502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
110502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
110502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
110502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
110502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
110502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
110502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
110502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
110502	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
110502	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
110502	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
110502	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
110502	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
110502	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
110502	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
110502	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
110502	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
110502	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
110502	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
110502	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
110502	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
110502	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
110502	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
110502	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
110502	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
110502	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
110502	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
110502	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
110502	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
110502	embedding2nn.weight	0	0.0066234092228114605
110502	embedding2nn.weight	1	0.00528310751542449
110502	embedding2nn.weight	2	0.013423544354736805
110502	embedding2nn.weight	3	0.02407713234424591
110502	embedding2nn.weight	4	0.017629023641347885
110502	embedding2nn.weight	5	0.008606142364442348
110502	embedding2nn.weight	6	-0.011106418445706367
110502	embedding2nn.weight	7	-0.004271255806088448
110502	embedding2nn.weight	8	0.0008308548131026328
110502	embedding2nn.weight	9	0.0004686589236371219
110502	embedding2nn.bias	0	0.005404668860137463
110502	embedding2nn.bias	1	-0.041238367557525635
110502	embedding2nn.bias	2	0.06994934380054474
110502	embedding2nn.bias	3	0.05990668013691902
110502	embedding2nn.bias	4	-0.010294024832546711
110502	embedding2nn.bias	5	-0.016457293182611465
110502	embedding2nn.bias	6	0.0375090017914772
110502	embedding2nn.bias	7	-0.013438700698316097
110502	embedding2nn.bias	8	-0.01847914233803749
110502	embedding2nn.bias	9	0.011532697826623917
110502	rnn.weight_ih_l0	0	0.06915539503097534
110502	rnn.weight_ih_l0	1	-0.041984621435403824
110502	rnn.weight_ih_l0	2	8.688190428074449e-05
110502	rnn.weight_ih_l0	3	0.048697132617235184
110502	rnn.weight_ih_l0	4	-0.021666845306754112
110502	rnn.weight_ih_l0	5	0.04887798801064491
110502	rnn.weight_ih_l0	6	0.008792218752205372
110502	rnn.weight_ih_l0	7	0.06224782019853592
110502	rnn.weight_ih_l0	8	0.016293155029416084
110502	rnn.weight_ih_l0	9	-0.0294155515730381
110502	rnn.weight_hh_l0	0	-0.015421509742736816
110502	rnn.weight_hh_l0	1	-0.020093150436878204
110502	rnn.weight_hh_l0	2	-0.059341657906770706
110502	rnn.weight_hh_l0	3	-0.004747264087200165
110502	rnn.weight_hh_l0	4	-0.010526560246944427
110502	rnn.weight_hh_l0	5	-0.02625466138124466
110502	rnn.weight_hh_l0	6	-0.0013821232132613659
110502	rnn.weight_hh_l0	7	-0.04341244697570801
110502	rnn.weight_hh_l0	8	0.06657452136278152
110502	rnn.weight_hh_l0	9	0.04479449242353439
110502	rnn.bias_ih_l0	0	-0.1646108329296112
110502	rnn.bias_ih_l0	1	-0.1495727002620697
110502	rnn.bias_ih_l0	2	-0.011092491447925568
110502	rnn.bias_ih_l0	3	-0.14223408699035645
110502	rnn.bias_ih_l0	4	-0.05033150687813759
110502	rnn.bias_ih_l0	5	-0.1428343802690506
110502	rnn.bias_ih_l0	6	0.04120355844497681
110502	rnn.bias_ih_l0	7	-0.08179885894060135
110502	rnn.bias_ih_l0	8	-0.02365727722644806
110502	rnn.bias_ih_l0	9	-0.09919536113739014
110502	rnn.bias_hh_l0	0	-0.07294876873493195
110502	rnn.bias_hh_l0	1	0.22038936614990234
110502	rnn.bias_hh_l0	2	0.043731700628995895
110502	rnn.bias_hh_l0	3	-0.0737205222249031
110502	rnn.bias_hh_l0	4	-0.08211980015039444
110502	rnn.bias_hh_l0	5	0.002256800187751651
110502	rnn.bias_hh_l0	6	0.060145821422338486
110502	rnn.bias_hh_l0	7	-0.09845669567584991
110502	rnn.bias_hh_l0	8	-0.22477160394191742
110502	rnn.bias_hh_l0	9	-0.10054115206003189
110502	rnn.weight_ih_l0_reverse	0	0.01733202300965786
110502	rnn.weight_ih_l0_reverse	1	-0.05512262508273125
110502	rnn.weight_ih_l0_reverse	2	0.03785717114806175
110502	rnn.weight_ih_l0_reverse	3	0.010125991888344288
110502	rnn.weight_ih_l0_reverse	4	0.011099310591816902
110502	rnn.weight_ih_l0_reverse	5	-0.03161654248833656
110502	rnn.weight_ih_l0_reverse	6	0.02008340321481228
110502	rnn.weight_ih_l0_reverse	7	0.03248261287808418
110502	rnn.weight_ih_l0_reverse	8	-0.02550327405333519
110502	rnn.weight_ih_l0_reverse	9	0.002633083378896117
110502	rnn.weight_hh_l0_reverse	0	0.04721182957291603
110502	rnn.weight_hh_l0_reverse	1	0.0301344133913517
110502	rnn.weight_hh_l0_reverse	2	-0.018192987889051437
110502	rnn.weight_hh_l0_reverse	3	-0.07192768901586533
110502	rnn.weight_hh_l0_reverse	4	0.01375732384622097
110502	rnn.weight_hh_l0_reverse	5	-0.05477239191532135
110502	rnn.weight_hh_l0_reverse	6	-0.012260494753718376
110502	rnn.weight_hh_l0_reverse	7	0.027071954682469368
110502	rnn.weight_hh_l0_reverse	8	0.015576634556055069
110502	rnn.weight_hh_l0_reverse	9	0.0012801812263205647
110502	rnn.bias_ih_l0_reverse	0	-0.04361022636294365
110502	rnn.bias_ih_l0_reverse	1	-0.12829257547855377
110502	rnn.bias_ih_l0_reverse	2	-0.12203874439001083
110502	rnn.bias_ih_l0_reverse	3	-0.04332967847585678
110502	rnn.bias_ih_l0_reverse	4	-0.1068112850189209
110502	rnn.bias_ih_l0_reverse	5	-0.09341376274824142
110502	rnn.bias_ih_l0_reverse	6	-0.18133428692817688
110502	rnn.bias_ih_l0_reverse	7	-0.05090174451470375
110502	rnn.bias_ih_l0_reverse	8	-0.04919089376926422
110502	rnn.bias_ih_l0_reverse	9	-0.1250457465648651
110502	rnn.bias_hh_l0_reverse	0	-0.1307358294725418
110502	rnn.bias_hh_l0_reverse	1	-0.15628845989704132
110502	rnn.bias_hh_l0_reverse	2	0.0971403419971466
110502	rnn.bias_hh_l0_reverse	3	0.051136210560798645
110502	rnn.bias_hh_l0_reverse	4	-0.1473386287689209
110502	rnn.bias_hh_l0_reverse	5	-0.11930932849645615
110502	rnn.bias_hh_l0_reverse	6	-0.114791139960289
110502	rnn.bias_hh_l0_reverse	7	-0.04955868050456047
110502	rnn.bias_hh_l0_reverse	8	-0.07478469610214233
110502	rnn.bias_hh_l0_reverse	9	-0.015200715512037277
110502	linear.weight	0	-0.007691495586186647
110502	linear.weight	1	-0.04021907597780228
110502	linear.weight	2	0.26755791902542114
110502	linear.weight	3	-0.07972312718629837
110502	linear.weight	4	-0.010588549077510834
110502	linear.weight	5	0.10195424407720566
110502	linear.weight	6	-0.010739270597696304
110502	linear.weight	7	-0.11219021677970886
110502	linear.weight	8	0.2027045339345932
110502	linear.weight	9	-0.21945196390151978
110502	linear.bias	0	-0.03956538438796997
110502	linear.bias	1	0.031413208693265915
110502	linear.bias	2	0.4545528292655945
110502	linear.bias	3	-0.4389950633049011
110502	linear.bias	4	1.8120887279510498
110502	linear.bias	5	-1.3615999221801758
110502	linear.bias	6	-0.3545773923397064
110502	linear.bias	7	-0.1143372505903244
111060	transitions	0	-1.7036350965499878
111060	transitions	1	-10000.0
111060	transitions	2	-0.7969565987586975
111060	transitions	3	-10000.0
111060	transitions	4	1.871973991394043
111060	transitions	5	-10000.0
111060	transitions	6	-10000.0
111060	transitions	7	1.642979621887207
111060	transitions	8	-2.424302339553833
111060	transitions	9	-4.073297500610352
111060	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
111060	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
111060	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
111060	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
111060	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
111060	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
111060	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
111060	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
111060	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
111060	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
111060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
111060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
111060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
111060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
111060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
111060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
111060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
111060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
111060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
111060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
111060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
111060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
111060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
111060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
111060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
111060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
111060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
111060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
111060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
111060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
111060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
111060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
111060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
111060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
111060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
111060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
111060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
111060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
111060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
111060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
111060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
111060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
111060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
111060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
111060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
111060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
111060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
111060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
111060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
111060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
111060	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
111060	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
111060	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
111060	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
111060	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
111060	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
111060	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
111060	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
111060	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
111060	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
111060	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
111060	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
111060	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
111060	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
111060	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
111060	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
111060	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
111060	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
111060	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
111060	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
111060	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
111060	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
111060	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
111060	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
111060	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
111060	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
111060	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
111060	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
111060	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
111060	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
111060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
111060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
111060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
111060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
111060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
111060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
111060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
111060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
111060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
111060	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
111060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
111060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
111060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
111060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
111060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
111060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
111060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
111060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
111060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
111060	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
111060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
111060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
111060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
111060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
111060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
111060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
111060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
111060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
111060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
111060	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
111060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
111060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
111060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
111060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
111060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
111060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
111060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
111060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
111060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
111060	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
111060	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
111060	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
111060	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
111060	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
111060	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
111060	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
111060	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
111060	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
111060	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
111060	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
111060	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
111060	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
111060	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
111060	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
111060	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
111060	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
111060	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
111060	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
111060	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
111060	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
111060	embedding2nn.weight	0	0.0066025895066559315
111060	embedding2nn.weight	1	0.005254931282252073
111060	embedding2nn.weight	2	0.013430817984044552
111060	embedding2nn.weight	3	0.0243718009442091
111060	embedding2nn.weight	4	0.018106816336512566
111060	embedding2nn.weight	5	0.008063343353569508
111060	embedding2nn.weight	6	-0.010823522694408894
111060	embedding2nn.weight	7	-0.004548355937004089
111060	embedding2nn.weight	8	9.56052026594989e-05
111060	embedding2nn.weight	9	0.0005463339621201158
111060	embedding2nn.bias	0	0.014245188795030117
111060	embedding2nn.bias	1	-0.04144158214330673
111060	embedding2nn.bias	2	0.06752937287092209
111060	embedding2nn.bias	3	0.06493773311376572
111060	embedding2nn.bias	4	-0.0013506972463801503
111060	embedding2nn.bias	5	-0.0269540436565876
111060	embedding2nn.bias	6	0.04246325418353081
111060	embedding2nn.bias	7	-0.029756374657154083
111060	embedding2nn.bias	8	-0.02101912349462509
111060	embedding2nn.bias	9	0.012723845429718494
111060	rnn.weight_ih_l0	0	0.07123160362243652
111060	rnn.weight_ih_l0	1	-0.0429953970015049
111060	rnn.weight_ih_l0	2	0.00038751549436710775
111060	rnn.weight_ih_l0	3	0.04703473299741745
111060	rnn.weight_ih_l0	4	-0.02103908360004425
111060	rnn.weight_ih_l0	5	0.04904160648584366
111060	rnn.weight_ih_l0	6	0.008335011079907417
111060	rnn.weight_ih_l0	7	0.061799950897693634
111060	rnn.weight_ih_l0	8	0.014629031531512737
111060	rnn.weight_ih_l0	9	-0.028074683621525764
111060	rnn.weight_hh_l0	0	-0.01684025675058365
111060	rnn.weight_hh_l0	1	-0.01986471749842167
111060	rnn.weight_hh_l0	2	-0.05913263186812401
111060	rnn.weight_hh_l0	3	-0.0048245154321193695
111060	rnn.weight_hh_l0	4	-0.010556234046816826
111060	rnn.weight_hh_l0	5	-0.026476357132196426
111060	rnn.weight_hh_l0	6	-0.0013622983824461699
111060	rnn.weight_hh_l0	7	-0.04625627398490906
111060	rnn.weight_hh_l0	8	0.06710367649793625
111060	rnn.weight_hh_l0	9	0.04470464587211609
111060	rnn.bias_ih_l0	0	-0.1709892600774765
111060	rnn.bias_ih_l0	1	-0.1497066617012024
111060	rnn.bias_ih_l0	2	-0.011834758333861828
111060	rnn.bias_ih_l0	3	-0.14497098326683044
111060	rnn.bias_ih_l0	4	-0.049966730177402496
111060	rnn.bias_ih_l0	5	-0.14570994675159454
111060	rnn.bias_ih_l0	6	0.04399795085191727
111060	rnn.bias_ih_l0	7	-0.08463533967733383
111060	rnn.bias_ih_l0	8	-0.026156771928071976
111060	rnn.bias_ih_l0	9	-0.10010895133018494
111060	rnn.bias_hh_l0	0	-0.07122170925140381
111060	rnn.bias_hh_l0	1	0.218600332736969
111060	rnn.bias_hh_l0	2	0.0451013520359993
111060	rnn.bias_hh_l0	3	-0.07173771411180496
111060	rnn.bias_hh_l0	4	-0.0818440392613411
111060	rnn.bias_hh_l0	5	-0.0005743064684793353
111060	rnn.bias_hh_l0	6	0.05875527858734131
111060	rnn.bias_hh_l0	7	-0.0965108573436737
111060	rnn.bias_hh_l0	8	-0.22358448803424835
111060	rnn.bias_hh_l0	9	-0.0986056923866272
111060	rnn.weight_ih_l0_reverse	0	0.01713218167424202
111060	rnn.weight_ih_l0_reverse	1	-0.05626731738448143
111060	rnn.weight_ih_l0_reverse	2	0.039288006722927094
111060	rnn.weight_ih_l0_reverse	3	0.010299609042704105
111060	rnn.weight_ih_l0_reverse	4	0.011230683885514736
111060	rnn.weight_ih_l0_reverse	5	-0.03182530030608177
111060	rnn.weight_ih_l0_reverse	6	0.022096116095781326
111060	rnn.weight_ih_l0_reverse	7	0.03243348002433777
111060	rnn.weight_ih_l0_reverse	8	-0.02443210408091545
111060	rnn.weight_ih_l0_reverse	9	0.0017055700300261378
111060	rnn.weight_hh_l0_reverse	0	0.04746157303452492
111060	rnn.weight_hh_l0_reverse	1	0.029894055798649788
111060	rnn.weight_hh_l0_reverse	2	-0.018128586933016777
111060	rnn.weight_hh_l0_reverse	3	-0.07372533529996872
111060	rnn.weight_hh_l0_reverse	4	0.013452799059450626
111060	rnn.weight_hh_l0_reverse	5	-0.054256729781627655
111060	rnn.weight_hh_l0_reverse	6	-0.011515392921864986
111060	rnn.weight_hh_l0_reverse	7	0.02767655812203884
111060	rnn.weight_hh_l0_reverse	8	0.015366580337285995
111060	rnn.weight_hh_l0_reverse	9	0.0016083598602563143
111060	rnn.bias_ih_l0_reverse	0	-0.042230602353811264
111060	rnn.bias_ih_l0_reverse	1	-0.1277511715888977
111060	rnn.bias_ih_l0_reverse	2	-0.12308285385370255
111060	rnn.bias_ih_l0_reverse	3	-0.044570181518793106
111060	rnn.bias_ih_l0_reverse	4	-0.10664186626672745
111060	rnn.bias_ih_l0_reverse	5	-0.09107549488544464
111060	rnn.bias_ih_l0_reverse	6	-0.1794925034046173
111060	rnn.bias_ih_l0_reverse	7	-0.0475570410490036
111060	rnn.bias_ih_l0_reverse	8	-0.05319628864526749
111060	rnn.bias_ih_l0_reverse	9	-0.12591411173343658
111060	rnn.bias_hh_l0_reverse	0	-0.1277887374162674
111060	rnn.bias_hh_l0_reverse	1	-0.15140439569950104
111060	rnn.bias_hh_l0_reverse	2	0.09961415827274323
111060	rnn.bias_hh_l0_reverse	3	0.05065393075346947
111060	rnn.bias_hh_l0_reverse	4	-0.14884082973003387
111060	rnn.bias_hh_l0_reverse	5	-0.12166812270879745
111060	rnn.bias_hh_l0_reverse	6	-0.10718290507793427
111060	rnn.bias_hh_l0_reverse	7	-0.054409209638834
111060	rnn.bias_hh_l0_reverse	8	-0.07679017633199692
111060	rnn.bias_hh_l0_reverse	9	-0.01728418841958046
111060	linear.weight	0	-0.007680167909711599
111060	linear.weight	1	0.005736221093684435
111060	linear.weight	2	0.24605798721313477
111060	linear.weight	3	-0.07971618324518204
111060	linear.weight	4	-0.010588549077510834
111060	linear.weight	5	0.10874287039041519
111060	linear.weight	6	-0.010739270597696304
111060	linear.weight	7	-0.07298646867275238
111060	linear.weight	8	0.23728641867637634
111060	linear.weight	9	-0.22914531826972961
111060	linear.bias	0	-0.03956538438796997
111060	linear.bias	1	0.031413208693265915
111060	linear.bias	2	0.46727848052978516
111060	linear.bias	3	-0.4874686896800995
111060	linear.bias	4	1.819108486175537
111060	linear.bias	5	-1.3621944189071655
111060	linear.bias	6	-0.3410859704017639
111060	linear.bias	7	-0.09853307902812958
111618	transitions	0	-1.7061556577682495
111618	transitions	1	-10000.0
111618	transitions	2	-0.7969565987586975
111618	transitions	3	-10000.0
111618	transitions	4	1.9016242027282715
111618	transitions	5	-10000.0
111618	transitions	6	-10000.0
111618	transitions	7	1.6298997402191162
111618	transitions	8	-2.426847457885742
111618	transitions	9	-4.07620906829834
111618	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
111618	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
111618	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
111618	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
111618	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
111618	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
111618	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
111618	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
111618	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
111618	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
111618	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
111618	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
111618	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
111618	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
111618	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
111618	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
111618	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
111618	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
111618	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
111618	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
111618	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
111618	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
111618	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
111618	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
111618	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
111618	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
111618	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
111618	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
111618	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
111618	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
111618	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
111618	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
111618	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
111618	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
111618	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
111618	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
111618	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
111618	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
111618	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
111618	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
111618	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
111618	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
111618	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
111618	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
111618	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
111618	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
111618	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
111618	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
111618	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
111618	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
111618	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
111618	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
111618	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
111618	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
111618	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
111618	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
111618	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
111618	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
111618	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
111618	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
111618	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
111618	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
111618	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
111618	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
111618	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
111618	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
111618	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
111618	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
111618	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
111618	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
111618	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
111618	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
111618	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
111618	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
111618	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
111618	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
111618	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
111618	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
111618	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
111618	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
111618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
111618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
111618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
111618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
111618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
111618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
111618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
111618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
111618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
111618	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
111618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
111618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
111618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
111618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
111618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
111618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
111618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
111618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
111618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
111618	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
111618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
111618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
111618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
111618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
111618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
111618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
111618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
111618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
111618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
111618	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
111618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
111618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
111618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
111618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
111618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
111618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
111618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
111618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
111618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
111618	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
111618	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
111618	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
111618	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
111618	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
111618	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
111618	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
111618	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
111618	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
111618	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
111618	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
111618	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
111618	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
111618	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
111618	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
111618	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
111618	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
111618	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
111618	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
111618	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
111618	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
111618	embedding2nn.weight	0	0.006581567227840424
111618	embedding2nn.weight	1	0.005291106645017862
111618	embedding2nn.weight	2	0.013437682762742043
111618	embedding2nn.weight	3	0.023309819400310516
111618	embedding2nn.weight	4	0.017482539638876915
111618	embedding2nn.weight	5	0.007976091466844082
111618	embedding2nn.weight	6	-0.011576871387660503
111618	embedding2nn.weight	7	-0.004223245196044445
111618	embedding2nn.weight	8	0.000652367016300559
111618	embedding2nn.weight	9	0.0012977160513401031
111618	embedding2nn.bias	0	0.006968948524445295
111618	embedding2nn.bias	1	-0.04408058524131775
111618	embedding2nn.bias	2	0.07722660899162292
111618	embedding2nn.bias	3	0.0645483136177063
111618	embedding2nn.bias	4	-0.0020305942744016647
111618	embedding2nn.bias	5	-0.03366865962743759
111618	embedding2nn.bias	6	0.03212350979447365
111618	embedding2nn.bias	7	-0.018604766577482224
111618	embedding2nn.bias	8	-0.027490293607115746
111618	embedding2nn.bias	9	-0.000921195896808058
111618	rnn.weight_ih_l0	0	0.07006533443927765
111618	rnn.weight_ih_l0	1	-0.04459777846932411
111618	rnn.weight_ih_l0	2	0.00022260501282289624
111618	rnn.weight_ih_l0	3	0.04752020537853241
111618	rnn.weight_ih_l0	4	-0.020170455798506737
111618	rnn.weight_ih_l0	5	0.04777227342128754
111618	rnn.weight_ih_l0	6	0.008566603064537048
111618	rnn.weight_ih_l0	7	0.06162301078438759
111618	rnn.weight_ih_l0	8	0.010293545201420784
111618	rnn.weight_ih_l0	9	-0.027262769639492035
111618	rnn.weight_hh_l0	0	-0.016129067167639732
111618	rnn.weight_hh_l0	1	-0.019615110009908676
111618	rnn.weight_hh_l0	2	-0.05879289284348488
111618	rnn.weight_hh_l0	3	-0.0049122716300189495
111618	rnn.weight_hh_l0	4	-0.010613063350319862
111618	rnn.weight_hh_l0	5	-0.026248833164572716
111618	rnn.weight_hh_l0	6	-0.0013647156301885843
111618	rnn.weight_hh_l0	7	-0.04871274158358574
111618	rnn.weight_hh_l0	8	0.06730227172374725
111618	rnn.weight_hh_l0	9	0.04491099715232849
111618	rnn.bias_ih_l0	0	-0.16921156644821167
111618	rnn.bias_ih_l0	1	-0.15385371446609497
111618	rnn.bias_ih_l0	2	-0.012861531227827072
111618	rnn.bias_ih_l0	3	-0.14251354336738586
111618	rnn.bias_ih_l0	4	-0.052392493933439255
111618	rnn.bias_ih_l0	5	-0.14662052690982819
111618	rnn.bias_ih_l0	6	0.042168028652668
111618	rnn.bias_ih_l0	7	-0.08732409030199051
111618	rnn.bias_ih_l0	8	-0.029066648334264755
111618	rnn.bias_ih_l0	9	-0.10400859266519547
111618	rnn.bias_hh_l0	0	-0.07006741315126419
111618	rnn.bias_hh_l0	1	0.22462844848632812
111618	rnn.bias_hh_l0	2	0.03846043348312378
111618	rnn.bias_hh_l0	3	-0.07359226047992706
111618	rnn.bias_hh_l0	4	-0.0828419104218483
111618	rnn.bias_hh_l0	5	-0.005176630336791277
111618	rnn.bias_hh_l0	6	0.056553713977336884
111618	rnn.bias_hh_l0	7	-0.10475081950426102
111618	rnn.bias_hh_l0	8	-0.22122101485729218
111618	rnn.bias_hh_l0	9	-0.09520113468170166
111618	rnn.weight_ih_l0_reverse	0	0.01691942662000656
111618	rnn.weight_ih_l0_reverse	1	-0.05734541639685631
111618	rnn.weight_ih_l0_reverse	2	0.03919793292880058
111618	rnn.weight_ih_l0_reverse	3	0.01025024801492691
111618	rnn.weight_ih_l0_reverse	4	0.011311810463666916
111618	rnn.weight_ih_l0_reverse	5	-0.03209440037608147
111618	rnn.weight_ih_l0_reverse	6	0.022120216861367226
111618	rnn.weight_ih_l0_reverse	7	0.031969066709280014
111618	rnn.weight_ih_l0_reverse	8	-0.024166982620954514
111618	rnn.weight_ih_l0_reverse	9	0.0013897015014663339
111618	rnn.weight_hh_l0_reverse	0	0.047470174729824066
111618	rnn.weight_hh_l0_reverse	1	0.030006777495145798
111618	rnn.weight_hh_l0_reverse	2	-0.01842428557574749
111618	rnn.weight_hh_l0_reverse	3	-0.07188502699136734
111618	rnn.weight_hh_l0_reverse	4	0.013459313660860062
111618	rnn.weight_hh_l0_reverse	5	-0.053385116159915924
111618	rnn.weight_hh_l0_reverse	6	-0.01141341496258974
111618	rnn.weight_hh_l0_reverse	7	0.028470376506447792
111618	rnn.weight_hh_l0_reverse	8	0.01642768643796444
111618	rnn.weight_hh_l0_reverse	9	0.0029823218937963247
111618	rnn.bias_ih_l0_reverse	0	-0.04597577080130577
111618	rnn.bias_ih_l0_reverse	1	-0.13201291859149933
111618	rnn.bias_ih_l0_reverse	2	-0.12015531957149506
111618	rnn.bias_ih_l0_reverse	3	-0.041077230125665665
111618	rnn.bias_ih_l0_reverse	4	-0.10850229859352112
111618	rnn.bias_ih_l0_reverse	5	-0.09159418940544128
111618	rnn.bias_ih_l0_reverse	6	-0.18078331649303436
111618	rnn.bias_ih_l0_reverse	7	-0.042302604764699936
111618	rnn.bias_ih_l0_reverse	8	-0.05221113935112953
111618	rnn.bias_ih_l0_reverse	9	-0.12570734322071075
111618	rnn.bias_hh_l0_reverse	0	-0.12861450016498566
111618	rnn.bias_hh_l0_reverse	1	-0.15568968653678894
111618	rnn.bias_hh_l0_reverse	2	0.09992166608572006
111618	rnn.bias_hh_l0_reverse	3	0.048293497413396835
111618	rnn.bias_hh_l0_reverse	4	-0.15507279336452484
111618	rnn.bias_hh_l0_reverse	5	-0.12706173956394196
111618	rnn.bias_hh_l0_reverse	6	-0.11451571434736252
111618	rnn.bias_hh_l0_reverse	7	-0.052228666841983795
111618	rnn.bias_hh_l0_reverse	8	-0.07532099634408951
111618	rnn.bias_hh_l0_reverse	9	-0.021511590108275414
111618	linear.weight	0	-0.007667555008083582
111618	linear.weight	1	0.003188521834090352
111618	linear.weight	2	0.26257839798927307
111618	linear.weight	3	-0.07970698922872543
111618	linear.weight	4	-0.010588549077510834
111618	linear.weight	5	0.07207313179969788
111618	linear.weight	6	-0.010739270597696304
111618	linear.weight	7	-0.10716139525175095
111618	linear.weight	8	0.16896121203899384
111618	linear.weight	9	-0.2251841425895691
111618	linear.bias	0	-0.03956538438796997
111618	linear.bias	1	0.031413208693265915
111618	linear.bias	2	0.43009862303733826
111618	linear.bias	3	-0.47792232036590576
111618	linear.bias	4	1.795099139213562
111618	linear.bias	5	-1.362794041633606
111618	linear.bias	6	-0.3160390555858612
111618	linear.bias	7	-0.07136351615190506
112177	transitions	0	-1.709952473640442
112177	transitions	1	-10000.0
112177	transitions	2	-0.7969565987586975
112177	transitions	3	-10000.0
112177	transitions	4	1.8874520063400269
112177	transitions	5	-10000.0
112177	transitions	6	-10000.0
112177	transitions	7	1.5943305492401123
112177	transitions	8	-2.429377317428589
112177	transitions	9	-4.078514099121094
112177	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
112177	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
112177	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
112177	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
112177	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
112177	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
112177	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
112177	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
112177	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
112177	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
112177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
112177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
112177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
112177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
112177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
112177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
112177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
112177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
112177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
112177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
112177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
112177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
112177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
112177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
112177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
112177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
112177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
112177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
112177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
112177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
112177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
112177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
112177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
112177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
112177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
112177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
112177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
112177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
112177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
112177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
112177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
112177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
112177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
112177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
112177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
112177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
112177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
112177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
112177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
112177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
112177	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
112177	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
112177	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
112177	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
112177	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
112177	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
112177	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
112177	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
112177	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
112177	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
112177	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
112177	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
112177	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
112177	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
112177	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
112177	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
112177	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
112177	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
112177	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
112177	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
112177	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
112177	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
112177	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
112177	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
112177	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
112177	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
112177	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
112177	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
112177	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
112177	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
112177	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
112177	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
112177	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
112177	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
112177	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
112177	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
112177	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
112177	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
112177	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
112177	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
112177	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
112177	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
112177	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
112177	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
112177	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
112177	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
112177	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
112177	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
112177	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
112177	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
112177	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
112177	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
112177	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
112177	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
112177	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
112177	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
112177	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
112177	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
112177	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
112177	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
112177	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
112177	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
112177	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
112177	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
112177	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
112177	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
112177	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
112177	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
112177	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
112177	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
112177	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
112177	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
112177	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
112177	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
112177	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
112177	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
112177	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
112177	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
112177	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
112177	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
112177	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
112177	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
112177	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
112177	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
112177	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
112177	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
112177	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
112177	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
112177	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
112177	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
112177	embedding2nn.weight	0	0.006598055828362703
112177	embedding2nn.weight	1	0.005283926613628864
112177	embedding2nn.weight	2	0.01343422383069992
112177	embedding2nn.weight	3	0.023035824298858643
112177	embedding2nn.weight	4	0.016735156998038292
112177	embedding2nn.weight	5	0.00761875044554472
112177	embedding2nn.weight	6	-0.012462473474442959
112177	embedding2nn.weight	7	-0.004408486187458038
112177	embedding2nn.weight	8	0.0009927952196449041
112177	embedding2nn.weight	9	0.0011517974780872464
112177	embedding2nn.bias	0	0.006018993444740772
112177	embedding2nn.bias	1	-0.04227713495492935
112177	embedding2nn.bias	2	0.07935908436775208
112177	embedding2nn.bias	3	0.06946509331464767
112177	embedding2nn.bias	4	-0.004093192983418703
112177	embedding2nn.bias	5	-0.01939491182565689
112177	embedding2nn.bias	6	0.03231288492679596
112177	embedding2nn.bias	7	-0.005141221918165684
112177	embedding2nn.bias	8	-0.026333792135119438
112177	embedding2nn.bias	9	0.01000866387039423
112177	rnn.weight_ih_l0	0	0.0703149065375328
112177	rnn.weight_ih_l0	1	-0.04514308273792267
112177	rnn.weight_ih_l0	2	0.0011775988386943936
112177	rnn.weight_ih_l0	3	0.04685187712311745
112177	rnn.weight_ih_l0	4	-0.01934301294386387
112177	rnn.weight_ih_l0	5	0.0483042448759079
112177	rnn.weight_ih_l0	6	0.008409792557358742
112177	rnn.weight_ih_l0	7	0.060500387102365494
112177	rnn.weight_ih_l0	8	0.011762856505811214
112177	rnn.weight_ih_l0	9	-0.02680577151477337
112177	rnn.weight_hh_l0	0	-0.016234969720244408
112177	rnn.weight_hh_l0	1	-0.0198249239474535
112177	rnn.weight_hh_l0	2	-0.05793501436710358
112177	rnn.weight_hh_l0	3	-0.004690955393016338
112177	rnn.weight_hh_l0	4	-0.010128073394298553
112177	rnn.weight_hh_l0	5	-0.026044614613056183
112177	rnn.weight_hh_l0	6	-0.0012610655976459384
112177	rnn.weight_hh_l0	7	-0.049136932939291
112177	rnn.weight_hh_l0	8	0.06806980818510056
112177	rnn.weight_hh_l0	9	0.04457324370741844
112177	rnn.bias_ih_l0	0	-0.1688486635684967
112177	rnn.bias_ih_l0	1	-0.15167111158370972
112177	rnn.bias_ih_l0	2	-0.014456475153565407
112177	rnn.bias_ih_l0	3	-0.14485988020896912
112177	rnn.bias_ih_l0	4	-0.05245070904493332
112177	rnn.bias_ih_l0	5	-0.14614219963550568
112177	rnn.bias_ih_l0	6	0.048609454184770584
112177	rnn.bias_ih_l0	7	-0.0878567099571228
112177	rnn.bias_ih_l0	8	-0.02906891703605652
112177	rnn.bias_ih_l0	9	-0.10514514148235321
112177	rnn.bias_hh_l0	0	-0.07380122691392899
112177	rnn.bias_hh_l0	1	0.22114011645317078
112177	rnn.bias_hh_l0	2	0.042612411081790924
112177	rnn.bias_hh_l0	3	-0.07266362011432648
112177	rnn.bias_hh_l0	4	-0.08489691466093063
112177	rnn.bias_hh_l0	5	-0.011070271953940392
112177	rnn.bias_hh_l0	6	0.059539150446653366
112177	rnn.bias_hh_l0	7	-0.1048215925693512
112177	rnn.bias_hh_l0	8	-0.22366145253181458
112177	rnn.bias_hh_l0	9	-0.09537779539823532
112177	rnn.weight_ih_l0_reverse	0	0.01631776988506317
112177	rnn.weight_ih_l0_reverse	1	-0.05714321881532669
112177	rnn.weight_ih_l0_reverse	2	0.03898201882839203
112177	rnn.weight_ih_l0_reverse	3	0.007578401826322079
112177	rnn.weight_ih_l0_reverse	4	0.010958156548440456
112177	rnn.weight_ih_l0_reverse	5	-0.03267790004611015
112177	rnn.weight_ih_l0_reverse	6	0.02309372089803219
112177	rnn.weight_ih_l0_reverse	7	0.031744617968797684
112177	rnn.weight_ih_l0_reverse	8	-0.02454032376408577
112177	rnn.weight_ih_l0_reverse	9	0.00296234549023211
112177	rnn.weight_hh_l0_reverse	0	0.04755087569355965
112177	rnn.weight_hh_l0_reverse	1	0.03043781779706478
112177	rnn.weight_hh_l0_reverse	2	-0.0183330737054348
112177	rnn.weight_hh_l0_reverse	3	-0.07416799664497375
112177	rnn.weight_hh_l0_reverse	4	0.013043706305325031
112177	rnn.weight_hh_l0_reverse	5	-0.05335618928074837
112177	rnn.weight_hh_l0_reverse	6	-0.012384520843625069
112177	rnn.weight_hh_l0_reverse	7	0.02840384654700756
112177	rnn.weight_hh_l0_reverse	8	0.015861039981245995
112177	rnn.weight_hh_l0_reverse	9	0.0034598049242049456
112177	rnn.bias_ih_l0_reverse	0	-0.046292997896671295
112177	rnn.bias_ih_l0_reverse	1	-0.13187594711780548
112177	rnn.bias_ih_l0_reverse	2	-0.12464237213134766
112177	rnn.bias_ih_l0_reverse	3	-0.046742215752601624
112177	rnn.bias_ih_l0_reverse	4	-0.11321673542261124
112177	rnn.bias_ih_l0_reverse	5	-0.09405016154050827
112177	rnn.bias_ih_l0_reverse	6	-0.17820967733860016
112177	rnn.bias_ih_l0_reverse	7	-0.04604427143931389
112177	rnn.bias_ih_l0_reverse	8	-0.04502831771969795
112177	rnn.bias_ih_l0_reverse	9	-0.1238257959485054
112177	rnn.bias_hh_l0_reverse	0	-0.1291082203388214
112177	rnn.bias_hh_l0_reverse	1	-0.14929428696632385
112177	rnn.bias_hh_l0_reverse	2	0.10058581829071045
112177	rnn.bias_hh_l0_reverse	3	0.05257745459675789
112177	rnn.bias_hh_l0_reverse	4	-0.15444767475128174
112177	rnn.bias_hh_l0_reverse	5	-0.12228834629058838
112177	rnn.bias_hh_l0_reverse	6	-0.11042982339859009
112177	rnn.bias_hh_l0_reverse	7	-0.05330154672265053
112177	rnn.bias_hh_l0_reverse	8	-0.07643034309148788
112177	rnn.bias_hh_l0_reverse	9	-0.02074488252401352
112177	linear.weight	0	-0.0076657370664179325
112177	linear.weight	1	-0.02251698076725006
112177	linear.weight	2	0.2582988440990448
112177	linear.weight	3	-0.07969343662261963
112177	linear.weight	4	-0.010588549077510834
112177	linear.weight	5	0.028777966275811195
112177	linear.weight	6	-0.010739270597696304
112177	linear.weight	7	-0.10860740393400192
112177	linear.weight	8	0.1949605792760849
112177	linear.weight	9	-0.2258855402469635
112177	linear.bias	0	-0.03956538438796997
112177	linear.bias	1	0.031413208693265915
112177	linear.bias	2	0.45348405838012695
112177	linear.bias	3	-0.4474250078201294
112177	linear.bias	4	1.7852951288223267
112177	linear.bias	5	-1.3633478879928589
112177	linear.bias	6	-0.33776500821113586
112177	linear.bias	7	-0.09319347888231277
112735	transitions	0	-1.7119498252868652
112735	transitions	1	-10000.0
112735	transitions	2	-0.7969565987586975
112735	transitions	3	-10000.0
112735	transitions	4	1.9158761501312256
112735	transitions	5	-10000.0
112735	transitions	6	-10000.0
112735	transitions	7	1.6214148998260498
112735	transitions	8	-2.4316396713256836
112735	transitions	9	-4.080633640289307
112735	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
112735	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
112735	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
112735	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
112735	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
112735	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
112735	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
112735	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
112735	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
112735	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
112735	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
112735	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
112735	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
112735	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
112735	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
112735	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
112735	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
112735	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
112735	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
112735	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
112735	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
112735	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
112735	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
112735	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
112735	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
112735	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
112735	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
112735	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
112735	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
112735	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
112735	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
112735	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
112735	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
112735	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
112735	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
112735	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
112735	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
112735	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
112735	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
112735	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
112735	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
112735	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
112735	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
112735	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
112735	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
112735	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
112735	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
112735	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
112735	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
112735	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
112735	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
112735	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
112735	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
112735	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
112735	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
112735	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
112735	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
112735	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
112735	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
112735	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
112735	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
112735	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
112735	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
112735	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
112735	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
112735	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
112735	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
112735	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
112735	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
112735	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
112735	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
112735	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
112735	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
112735	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
112735	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
112735	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
112735	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
112735	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
112735	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
112735	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
112735	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
112735	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
112735	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
112735	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
112735	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
112735	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
112735	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
112735	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
112735	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
112735	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
112735	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
112735	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
112735	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
112735	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
112735	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
112735	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
112735	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
112735	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
112735	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
112735	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
112735	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
112735	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
112735	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
112735	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
112735	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
112735	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
112735	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
112735	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
112735	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
112735	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
112735	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
112735	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
112735	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
112735	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
112735	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
112735	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
112735	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
112735	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
112735	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
112735	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
112735	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
112735	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
112735	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
112735	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
112735	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
112735	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
112735	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
112735	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
112735	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
112735	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
112735	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
112735	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
112735	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
112735	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
112735	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
112735	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
112735	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
112735	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
112735	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
112735	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
112735	embedding2nn.weight	0	0.006553552113473415
112735	embedding2nn.weight	1	0.0051203528419137
112735	embedding2nn.weight	2	0.013418369926512241
112735	embedding2nn.weight	3	0.02367563731968403
112735	embedding2nn.weight	4	0.01682872883975506
112735	embedding2nn.weight	5	0.007829430513083935
112735	embedding2nn.weight	6	-0.012370514683425426
112735	embedding2nn.weight	7	-0.004129712004214525
112735	embedding2nn.weight	8	0.0008796431357041001
112735	embedding2nn.weight	9	0.0013614639174193144
112735	embedding2nn.bias	0	0.0060725025832653046
112735	embedding2nn.bias	1	-0.04461553692817688
112735	embedding2nn.bias	2	0.08518446236848831
112735	embedding2nn.bias	3	0.06348587572574615
112735	embedding2nn.bias	4	0.006934597156941891
112735	embedding2nn.bias	5	-0.019438548013567924
112735	embedding2nn.bias	6	0.02142348699271679
112735	embedding2nn.bias	7	-0.008322665467858315
112735	embedding2nn.bias	8	-0.0311027429997921
112735	embedding2nn.bias	9	0.011328709311783314
112735	rnn.weight_ih_l0	0	0.07065246999263763
112735	rnn.weight_ih_l0	1	-0.045334357768297195
112735	rnn.weight_ih_l0	2	0.002922229701653123
112735	rnn.weight_ih_l0	3	0.04731104522943497
112735	rnn.weight_ih_l0	4	-0.020983831956982613
112735	rnn.weight_ih_l0	5	0.04754214733839035
112735	rnn.weight_ih_l0	6	0.009058600291609764
112735	rnn.weight_ih_l0	7	0.06134004145860672
112735	rnn.weight_ih_l0	8	0.012464331462979317
112735	rnn.weight_ih_l0	9	-0.025334281846880913
112735	rnn.weight_hh_l0	0	-0.01816096156835556
112735	rnn.weight_hh_l0	1	-0.01921866275370121
112735	rnn.weight_hh_l0	2	-0.058453768491744995
112735	rnn.weight_hh_l0	3	-0.004666164517402649
112735	rnn.weight_hh_l0	4	-0.010280204936861992
112735	rnn.weight_hh_l0	5	-0.02560528740286827
112735	rnn.weight_hh_l0	6	-0.00114730023778975
112735	rnn.weight_hh_l0	7	-0.049997393041849136
112735	rnn.weight_hh_l0	8	0.06786491721868515
112735	rnn.weight_hh_l0	9	0.04454710707068443
112735	rnn.bias_ih_l0	0	-0.17285890877246857
112735	rnn.bias_ih_l0	1	-0.15594111382961273
112735	rnn.bias_ih_l0	2	-0.010448426939547062
112735	rnn.bias_ih_l0	3	-0.14251546561717987
112735	rnn.bias_ih_l0	4	-0.04756241291761398
112735	rnn.bias_ih_l0	5	-0.14088182151317596
112735	rnn.bias_ih_l0	6	0.05341149866580963
112735	rnn.bias_ih_l0	7	-0.08768891543149948
112735	rnn.bias_ih_l0	8	-0.027816276997327805
112735	rnn.bias_ih_l0	9	-0.10397811233997345
112735	rnn.bias_hh_l0	0	-0.07042886316776276
112735	rnn.bias_hh_l0	1	0.2140696942806244
112735	rnn.bias_hh_l0	2	0.04214005917310715
112735	rnn.bias_hh_l0	3	-0.07260946929454803
112735	rnn.bias_hh_l0	4	-0.08731219917535782
112735	rnn.bias_hh_l0	5	-0.005546065978705883
112735	rnn.bias_hh_l0	6	0.05787193402647972
112735	rnn.bias_hh_l0	7	-0.10657069832086563
112735	rnn.bias_hh_l0	8	-0.2213088870048523
112735	rnn.bias_hh_l0	9	-0.09580419212579727
112735	rnn.weight_ih_l0_reverse	0	0.018618112429976463
112735	rnn.weight_ih_l0_reverse	1	-0.05687861517071724
112735	rnn.weight_ih_l0_reverse	2	0.03924505412578583
112735	rnn.weight_ih_l0_reverse	3	0.0055345334112644196
112735	rnn.weight_ih_l0_reverse	4	0.010576958768069744
112735	rnn.weight_ih_l0_reverse	5	-0.031929273158311844
112735	rnn.weight_ih_l0_reverse	6	0.023092200979590416
112735	rnn.weight_ih_l0_reverse	7	0.03202197700738907
112735	rnn.weight_ih_l0_reverse	8	-0.024498173967003822
112735	rnn.weight_ih_l0_reverse	9	0.0016039557522162795
112735	rnn.weight_hh_l0_reverse	0	0.04750040918588638
112735	rnn.weight_hh_l0_reverse	1	0.030320733785629272
112735	rnn.weight_hh_l0_reverse	2	-0.018456069752573967
112735	rnn.weight_hh_l0_reverse	3	-0.07511472702026367
112735	rnn.weight_hh_l0_reverse	4	0.013379930518567562
112735	rnn.weight_hh_l0_reverse	5	-0.052934035658836365
112735	rnn.weight_hh_l0_reverse	6	-0.012214835733175278
112735	rnn.weight_hh_l0_reverse	7	0.028492726385593414
112735	rnn.weight_hh_l0_reverse	8	0.015308253467082977
112735	rnn.weight_hh_l0_reverse	9	0.004262504167854786
112735	rnn.bias_ih_l0_reverse	0	-0.042347852140665054
112735	rnn.bias_ih_l0_reverse	1	-0.13025715947151184
112735	rnn.bias_ih_l0_reverse	2	-0.1299736350774765
112735	rnn.bias_ih_l0_reverse	3	-0.03900909796357155
112735	rnn.bias_ih_l0_reverse	4	-0.1149107813835144
112735	rnn.bias_ih_l0_reverse	5	-0.09307052195072174
112735	rnn.bias_ih_l0_reverse	6	-0.17996706068515778
112735	rnn.bias_ih_l0_reverse	7	-0.04702683910727501
112735	rnn.bias_ih_l0_reverse	8	-0.04750845581293106
112735	rnn.bias_ih_l0_reverse	9	-0.12622509896755219
112735	rnn.bias_hh_l0_reverse	0	-0.13271470367908478
112735	rnn.bias_hh_l0_reverse	1	-0.15075325965881348
112735	rnn.bias_hh_l0_reverse	2	0.1080845296382904
112735	rnn.bias_hh_l0_reverse	3	0.052547406405210495
112735	rnn.bias_hh_l0_reverse	4	-0.15421563386917114
112735	rnn.bias_hh_l0_reverse	5	-0.1271117627620697
112735	rnn.bias_hh_l0_reverse	6	-0.10948605090379715
112735	rnn.bias_hh_l0_reverse	7	-0.04942923039197922
112735	rnn.bias_hh_l0_reverse	8	-0.07669660449028015
112735	rnn.bias_hh_l0_reverse	9	-0.02201913669705391
112735	linear.weight	0	-0.007665533106774092
112735	linear.weight	1	-0.04836645722389221
112735	linear.weight	2	0.2586973011493683
112735	linear.weight	3	-0.07968375086784363
112735	linear.weight	4	-0.010588549077510834
112735	linear.weight	5	0.10134413093328476
112735	linear.weight	6	-0.010739270597696304
112735	linear.weight	7	-0.0871504694223404
112735	linear.weight	8	0.16501080989837646
112735	linear.weight	9	-0.24363821744918823
112735	linear.bias	0	-0.03956538438796997
112735	linear.bias	1	0.031413208693265915
112735	linear.bias	2	0.4966857135295868
112735	linear.bias	3	-0.4981076717376709
112735	linear.bias	4	1.7946689128875732
112735	linear.bias	5	-1.3639235496520996
112735	linear.bias	6	-0.337995320558548
112735	linear.bias	7	-0.0943024531006813
113293	transitions	0	-1.7147040367126465
113293	transitions	1	-10000.0
113293	transitions	2	-0.7969565987586975
113293	transitions	3	-10000.0
113293	transitions	4	1.8895553350448608
113293	transitions	5	-10000.0
113293	transitions	6	-10000.0
113293	transitions	7	1.6414446830749512
113293	transitions	8	-2.4341373443603516
113293	transitions	9	-4.082668781280518
113293	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
113293	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
113293	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
113293	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
113293	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
113293	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
113293	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
113293	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
113293	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
113293	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
113293	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
113293	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
113293	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
113293	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
113293	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
113293	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
113293	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
113293	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
113293	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
113293	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
113293	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
113293	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
113293	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
113293	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
113293	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
113293	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
113293	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
113293	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
113293	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
113293	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
113293	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
113293	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
113293	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
113293	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
113293	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
113293	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
113293	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
113293	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
113293	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
113293	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
113293	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
113293	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
113293	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
113293	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
113293	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
113293	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
113293	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
113293	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
113293	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
113293	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
113293	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
113293	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
113293	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
113293	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
113293	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
113293	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
113293	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
113293	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
113293	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
113293	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
113293	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
113293	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
113293	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
113293	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
113293	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
113293	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
113293	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
113293	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
113293	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
113293	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
113293	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
113293	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
113293	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
113293	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
113293	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
113293	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
113293	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
113293	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
113293	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
113293	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
113293	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
113293	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
113293	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
113293	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
113293	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
113293	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
113293	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
113293	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
113293	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
113293	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
113293	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
113293	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
113293	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
113293	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
113293	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
113293	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
113293	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
113293	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
113293	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
113293	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
113293	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
113293	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
113293	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
113293	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
113293	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
113293	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
113293	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
113293	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
113293	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
113293	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
113293	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
113293	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
113293	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
113293	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
113293	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
113293	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
113293	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
113293	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
113293	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
113293	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
113293	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
113293	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
113293	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
113293	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
113293	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
113293	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
113293	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
113293	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
113293	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
113293	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
113293	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
113293	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
113293	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
113293	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
113293	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
113293	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
113293	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
113293	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
113293	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
113293	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
113293	embedding2nn.weight	0	0.006548638455569744
113293	embedding2nn.weight	1	0.005111164879053831
113293	embedding2nn.weight	2	0.013433465734124184
113293	embedding2nn.weight	3	0.0236708614975214
113293	embedding2nn.weight	4	0.01677909679710865
113293	embedding2nn.weight	5	0.008040587417781353
113293	embedding2nn.weight	6	-0.012652934528887272
113293	embedding2nn.weight	7	-0.004556809552013874
113293	embedding2nn.weight	8	0.0002147699415218085
113293	embedding2nn.weight	9	0.0017310199327766895
113293	embedding2nn.bias	0	0.002047943416982889
113293	embedding2nn.bias	1	-0.04311089217662811
113293	embedding2nn.bias	2	0.07646436244249344
113293	embedding2nn.bias	3	0.06179499998688698
113293	embedding2nn.bias	4	0.0025924202054739
113293	embedding2nn.bias	5	-0.03520847111940384
113293	embedding2nn.bias	6	0.02037484012544155
113293	embedding2nn.bias	7	-0.010877608321607113
113293	embedding2nn.bias	8	-0.03392042964696884
113293	embedding2nn.bias	9	0.015356695279479027
113293	rnn.weight_ih_l0	0	0.0704941526055336
113293	rnn.weight_ih_l0	1	-0.04488908499479294
113293	rnn.weight_ih_l0	2	0.0015728536527603865
113293	rnn.weight_ih_l0	3	0.04873744398355484
113293	rnn.weight_ih_l0	4	-0.02083764784038067
113293	rnn.weight_ih_l0	5	0.04846891015768051
113293	rnn.weight_ih_l0	6	0.00942243356257677
113293	rnn.weight_ih_l0	7	0.06209273263812065
113293	rnn.weight_ih_l0	8	0.010660959407687187
113293	rnn.weight_ih_l0	9	-0.025946009904146194
113293	rnn.weight_hh_l0	0	-0.018519235774874687
113293	rnn.weight_hh_l0	1	-0.019252225756645203
113293	rnn.weight_hh_l0	2	-0.0580209419131279
113293	rnn.weight_hh_l0	3	-0.00492064468562603
113293	rnn.weight_hh_l0	4	-0.009956066496670246
113293	rnn.weight_hh_l0	5	-0.025613602250814438
113293	rnn.weight_hh_l0	6	-0.0012461890000849962
113293	rnn.weight_hh_l0	7	-0.04805813729763031
113293	rnn.weight_hh_l0	8	0.06788501888513565
113293	rnn.weight_hh_l0	9	0.04450733959674835
113293	rnn.bias_ih_l0	0	-0.17140626907348633
113293	rnn.bias_ih_l0	1	-0.1540905237197876
113293	rnn.bias_ih_l0	2	-0.010421929880976677
113293	rnn.bias_ih_l0	3	-0.14346343278884888
113293	rnn.bias_ih_l0	4	-0.05239816755056381
113293	rnn.bias_ih_l0	5	-0.14233790338039398
113293	rnn.bias_ih_l0	6	0.052497390657663345
113293	rnn.bias_ih_l0	7	-0.0872066393494606
113293	rnn.bias_ih_l0	8	-0.027706021443009377
113293	rnn.bias_ih_l0	9	-0.1038341373205185
113293	rnn.bias_hh_l0	0	-0.06676595658063889
113293	rnn.bias_hh_l0	1	0.21631240844726562
113293	rnn.bias_hh_l0	2	0.040898773819208145
113293	rnn.bias_hh_l0	3	-0.07483406364917755
113293	rnn.bias_hh_l0	4	-0.08596620708703995
113293	rnn.bias_hh_l0	5	-0.011650915257632732
113293	rnn.bias_hh_l0	6	0.059724077582359314
113293	rnn.bias_hh_l0	7	-0.09056919068098068
113293	rnn.bias_hh_l0	8	-0.22089000046253204
113293	rnn.bias_hh_l0	9	-0.09577122330665588
113293	rnn.weight_ih_l0_reverse	0	0.016494281589984894
113293	rnn.weight_ih_l0_reverse	1	-0.05731872096657753
113293	rnn.weight_ih_l0_reverse	2	0.038967955857515335
113293	rnn.weight_ih_l0_reverse	3	0.006075997371226549
113293	rnn.weight_ih_l0_reverse	4	0.010837338864803314
113293	rnn.weight_ih_l0_reverse	5	-0.031751036643981934
113293	rnn.weight_ih_l0_reverse	6	0.022030100226402283
113293	rnn.weight_ih_l0_reverse	7	0.03233041241765022
113293	rnn.weight_ih_l0_reverse	8	-0.02539626695215702
113293	rnn.weight_ih_l0_reverse	9	0.0036073094233870506
113293	rnn.weight_hh_l0_reverse	0	0.04786624014377594
113293	rnn.weight_hh_l0_reverse	1	0.030802728608250618
113293	rnn.weight_hh_l0_reverse	2	-0.018340028822422028
113293	rnn.weight_hh_l0_reverse	3	-0.07560361176729202
113293	rnn.weight_hh_l0_reverse	4	0.013137179426848888
113293	rnn.weight_hh_l0_reverse	5	-0.05310259759426117
113293	rnn.weight_hh_l0_reverse	6	-0.01254221796989441
113293	rnn.weight_hh_l0_reverse	7	0.027932479977607727
113293	rnn.weight_hh_l0_reverse	8	0.014771072193980217
113293	rnn.weight_hh_l0_reverse	9	0.005012777633965015
113293	rnn.bias_ih_l0_reverse	0	-0.03988492488861084
113293	rnn.bias_ih_l0_reverse	1	-0.12764319777488708
113293	rnn.bias_ih_l0_reverse	2	-0.12644913792610168
113293	rnn.bias_ih_l0_reverse	3	-0.04756705462932587
113293	rnn.bias_ih_l0_reverse	4	-0.10749837756156921
113293	rnn.bias_ih_l0_reverse	5	-0.09213237464427948
113293	rnn.bias_ih_l0_reverse	6	-0.18414172530174255
113293	rnn.bias_ih_l0_reverse	7	-0.05250997468829155
113293	rnn.bias_ih_l0_reverse	8	-0.05082027614116669
113293	rnn.bias_ih_l0_reverse	9	-0.12362822890281677
113293	rnn.bias_hh_l0_reverse	0	-0.13459402322769165
113293	rnn.bias_hh_l0_reverse	1	-0.15191301703453064
113293	rnn.bias_hh_l0_reverse	2	0.10007645189762115
113293	rnn.bias_hh_l0_reverse	3	0.05310250446200371
113293	rnn.bias_hh_l0_reverse	4	-0.15728573501110077
113293	rnn.bias_hh_l0_reverse	5	-0.12391665577888489
113293	rnn.bias_hh_l0_reverse	6	-0.10945014655590057
113293	rnn.bias_hh_l0_reverse	7	-0.04936860501766205
113293	rnn.bias_hh_l0_reverse	8	-0.07721604406833649
113293	rnn.bias_hh_l0_reverse	9	-0.01601872593164444
113293	linear.weight	0	-0.007653800770640373
113293	linear.weight	1	-0.06977540999650955
113293	linear.weight	2	0.2728956639766693
113293	linear.weight	3	-0.07967168837785721
113293	linear.weight	4	-0.010588549077510834
113293	linear.weight	5	0.12483635544776917
113293	linear.weight	6	-0.010739270597696304
113293	linear.weight	7	-0.09460996836423874
113293	linear.weight	8	0.22449789941310883
113293	linear.weight	9	-0.2350071519613266
113293	linear.bias	0	-0.03956538438796997
113293	linear.bias	1	0.031413208693265915
113293	linear.bias	2	0.5133973360061646
113293	linear.bias	3	-0.5075623989105225
113293	linear.bias	4	1.8219475746154785
113293	linear.bias	5	-1.3645036220550537
113293	linear.bias	6	-0.3551104664802551
113293	linear.bias	7	-0.11117278784513474
113851	transitions	0	-1.716982126235962
113851	transitions	1	-10000.0
113851	transitions	2	-0.7969565987586975
113851	transitions	3	-10000.0
113851	transitions	4	1.872262716293335
113851	transitions	5	-10000.0
113851	transitions	6	-10000.0
113851	transitions	7	1.6196966171264648
113851	transitions	8	-2.4363951683044434
113851	transitions	9	-4.085084915161133
113851	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
113851	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
113851	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
113851	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
113851	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
113851	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
113851	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
113851	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
113851	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
113851	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
113851	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
113851	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
113851	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
113851	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
113851	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
113851	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
113851	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
113851	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
113851	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
113851	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
113851	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
113851	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
113851	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
113851	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
113851	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
113851	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
113851	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
113851	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
113851	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
113851	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
113851	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
113851	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
113851	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
113851	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
113851	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
113851	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
113851	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
113851	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
113851	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
113851	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
113851	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
113851	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
113851	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
113851	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
113851	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
113851	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
113851	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
113851	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
113851	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
113851	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
113851	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
113851	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
113851	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
113851	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
113851	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
113851	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
113851	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
113851	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
113851	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
113851	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
113851	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
113851	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
113851	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
113851	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
113851	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
113851	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
113851	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
113851	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
113851	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
113851	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
113851	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
113851	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
113851	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
113851	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
113851	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
113851	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
113851	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
113851	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
113851	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
113851	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
113851	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
113851	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
113851	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
113851	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
113851	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
113851	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
113851	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
113851	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
113851	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
113851	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
113851	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
113851	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
113851	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
113851	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
113851	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
113851	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
113851	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
113851	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
113851	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
113851	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
113851	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
113851	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
113851	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
113851	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
113851	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
113851	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
113851	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
113851	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
113851	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
113851	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
113851	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
113851	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
113851	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
113851	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
113851	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
113851	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
113851	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
113851	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
113851	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
113851	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
113851	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
113851	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
113851	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
113851	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
113851	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
113851	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
113851	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
113851	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
113851	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
113851	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
113851	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
113851	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
113851	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
113851	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
113851	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
113851	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
113851	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
113851	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
113851	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
113851	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
113851	embedding2nn.weight	0	0.006561601534485817
113851	embedding2nn.weight	1	0.005108940880745649
113851	embedding2nn.weight	2	0.013413287699222565
113851	embedding2nn.weight	3	0.02310418337583542
113851	embedding2nn.weight	4	0.01619499735534191
113851	embedding2nn.weight	5	0.00866901408880949
113851	embedding2nn.weight	6	-0.012965825386345387
113851	embedding2nn.weight	7	-0.004249469377100468
113851	embedding2nn.weight	8	-0.002038395032286644
113851	embedding2nn.weight	9	0.002249833196401596
113851	embedding2nn.bias	0	0.010005086660385132
113851	embedding2nn.bias	1	-0.04147062823176384
113851	embedding2nn.bias	2	0.07141005992889404
113851	embedding2nn.bias	3	0.06019645184278488
113851	embedding2nn.bias	4	-0.0011696901638060808
113851	embedding2nn.bias	5	-0.03790867701172829
113851	embedding2nn.bias	6	0.028578519821166992
113851	embedding2nn.bias	7	-0.0016788317589089274
113851	embedding2nn.bias	8	-0.0308702290058136
113851	embedding2nn.bias	9	0.023527896031737328
113851	rnn.weight_ih_l0	0	0.0713486298918724
113851	rnn.weight_ih_l0	1	-0.044697172939777374
113851	rnn.weight_ih_l0	2	6.668349669780582e-05
113851	rnn.weight_ih_l0	3	0.047356586903333664
113851	rnn.weight_ih_l0	4	-0.020653408020734787
113851	rnn.weight_ih_l0	5	0.04800523817539215
113851	rnn.weight_ih_l0	6	0.009532433934509754
113851	rnn.weight_ih_l0	7	0.06171785295009613
113851	rnn.weight_ih_l0	8	0.011510888114571571
113851	rnn.weight_ih_l0	9	-0.025124918669462204
113851	rnn.weight_hh_l0	0	-0.01873914524912834
113851	rnn.weight_hh_l0	1	-0.018879419192671776
113851	rnn.weight_hh_l0	2	-0.057966236025094986
113851	rnn.weight_hh_l0	3	-0.004976828582584858
113851	rnn.weight_hh_l0	4	-0.009838344529271126
113851	rnn.weight_hh_l0	5	-0.025951283052563667
113851	rnn.weight_hh_l0	6	-0.0014893764164298773
113851	rnn.weight_hh_l0	7	-0.04747132584452629
113851	rnn.weight_hh_l0	8	0.0665079727768898
113851	rnn.weight_hh_l0	9	0.044281311333179474
113851	rnn.bias_ih_l0	0	-0.17191500961780548
113851	rnn.bias_ih_l0	1	-0.15503837168216705
113851	rnn.bias_ih_l0	2	-0.009771065786480904
113851	rnn.bias_ih_l0	3	-0.1398102045059204
113851	rnn.bias_ih_l0	4	-0.04649578779935837
113851	rnn.bias_ih_l0	5	-0.14398400485515594
113851	rnn.bias_ih_l0	6	0.0469706729054451
113851	rnn.bias_ih_l0	7	-0.08893124014139175
113851	rnn.bias_ih_l0	8	-0.025149580091238022
113851	rnn.bias_ih_l0	9	-0.10716068744659424
113851	rnn.bias_hh_l0	0	-0.06629873067140579
113851	rnn.bias_hh_l0	1	0.21867239475250244
113851	rnn.bias_hh_l0	2	0.047637566924095154
113851	rnn.bias_hh_l0	3	-0.07326533645391464
113851	rnn.bias_hh_l0	4	-0.08711839467287064
113851	rnn.bias_hh_l0	5	-0.005142601206898689
113851	rnn.bias_hh_l0	6	0.056399453431367874
113851	rnn.bias_hh_l0	7	-0.097203329205513
113851	rnn.bias_hh_l0	8	-0.21218423545360565
113851	rnn.bias_hh_l0	9	-0.09599556773900986
113851	rnn.weight_ih_l0_reverse	0	0.016052477061748505
113851	rnn.weight_ih_l0_reverse	1	-0.05810694396495819
113851	rnn.weight_ih_l0_reverse	2	0.03920901194214821
113851	rnn.weight_ih_l0_reverse	3	0.007575953844934702
113851	rnn.weight_ih_l0_reverse	4	0.011052697896957397
113851	rnn.weight_ih_l0_reverse	5	-0.03203698620200157
113851	rnn.weight_ih_l0_reverse	6	0.020526651293039322
113851	rnn.weight_ih_l0_reverse	7	0.03248010203242302
113851	rnn.weight_ih_l0_reverse	8	-0.025743795558810234
113851	rnn.weight_ih_l0_reverse	9	0.0031259101815521717
113851	rnn.weight_hh_l0_reverse	0	0.047007713466882706
113851	rnn.weight_hh_l0_reverse	1	0.030866896733641624
113851	rnn.weight_hh_l0_reverse	2	-0.018779169768095016
113851	rnn.weight_hh_l0_reverse	3	-0.07640833407640457
113851	rnn.weight_hh_l0_reverse	4	0.012625902891159058
113851	rnn.weight_hh_l0_reverse	5	-0.052047524601221085
113851	rnn.weight_hh_l0_reverse	6	-0.012733840383589268
113851	rnn.weight_hh_l0_reverse	7	0.028081195428967476
113851	rnn.weight_hh_l0_reverse	8	0.014297466725111008
113851	rnn.weight_hh_l0_reverse	9	0.005247544031590223
113851	rnn.bias_ih_l0_reverse	0	-0.04366005212068558
113851	rnn.bias_ih_l0_reverse	1	-0.12882094085216522
113851	rnn.bias_ih_l0_reverse	2	-0.12710890173912048
113851	rnn.bias_ih_l0_reverse	3	-0.04498058184981346
113851	rnn.bias_ih_l0_reverse	4	-0.10419268161058426
113851	rnn.bias_ih_l0_reverse	5	-0.090083047747612
113851	rnn.bias_ih_l0_reverse	6	-0.18525847792625427
113851	rnn.bias_ih_l0_reverse	7	-0.0502437986433506
113851	rnn.bias_ih_l0_reverse	8	-0.04885932803153992
113851	rnn.bias_ih_l0_reverse	9	-0.12039386481046677
113851	rnn.bias_hh_l0_reverse	0	-0.13279704749584198
113851	rnn.bias_hh_l0_reverse	1	-0.15224480628967285
113851	rnn.bias_hh_l0_reverse	2	0.1077059954404831
113851	rnn.bias_hh_l0_reverse	3	0.056401245296001434
113851	rnn.bias_hh_l0_reverse	4	-0.15318934619426727
113851	rnn.bias_hh_l0_reverse	5	-0.12222870439291
113851	rnn.bias_hh_l0_reverse	6	-0.11300117522478104
113851	rnn.bias_hh_l0_reverse	7	-0.053166527301073074
113851	rnn.bias_hh_l0_reverse	8	-0.08310884982347488
113851	rnn.bias_hh_l0_reverse	9	-0.01990498974919319
113851	linear.weight	0	-0.007642784621566534
113851	linear.weight	1	-0.07177271693944931
113851	linear.weight	2	0.2704687714576721
113851	linear.weight	3	-0.07966923713684082
113851	linear.weight	4	-0.010588549077510834
113851	linear.weight	5	0.1431223601102829
113851	linear.weight	6	-0.010739270597696304
113851	linear.weight	7	-0.07587212324142456
113851	linear.weight	8	0.21598638594150543
113851	linear.weight	9	-0.2218591868877411
113851	linear.bias	0	-0.03956538438796997
113851	linear.bias	1	0.031413208693265915
113851	linear.bias	2	0.48237845301628113
113851	linear.bias	3	-0.46749618649482727
113851	linear.bias	4	1.798874855041504
113851	linear.bias	5	-1.3651094436645508
113851	linear.bias	6	-0.3495609760284424
113851	linear.bias	7	-0.10212112218141556
114409	transitions	0	-1.7192699909210205
114409	transitions	1	-10000.0
114409	transitions	2	-0.7969565987586975
114409	transitions	3	-10000.0
114409	transitions	4	1.880253553390503
114409	transitions	5	-10000.0
114409	transitions	6	-10000.0
114409	transitions	7	1.6353098154067993
114409	transitions	8	-2.438722610473633
114409	transitions	9	-4.087036609649658
114409	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
114409	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
114409	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
114409	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
114409	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
114409	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
114409	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
114409	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
114409	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
114409	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
114409	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
114409	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
114409	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
114409	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
114409	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
114409	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
114409	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
114409	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
114409	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
114409	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
114409	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
114409	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
114409	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
114409	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
114409	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
114409	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
114409	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
114409	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
114409	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
114409	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
114409	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
114409	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
114409	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
114409	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
114409	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
114409	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
114409	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
114409	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
114409	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
114409	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
114409	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
114409	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
114409	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
114409	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
114409	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
114409	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
114409	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
114409	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
114409	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
114409	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
114409	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
114409	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
114409	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
114409	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
114409	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
114409	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
114409	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
114409	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
114409	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
114409	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
114409	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
114409	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
114409	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
114409	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
114409	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
114409	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
114409	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
114409	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
114409	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
114409	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
114409	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
114409	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
114409	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
114409	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
114409	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
114409	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
114409	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
114409	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
114409	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
114409	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
114409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
114409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
114409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
114409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
114409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
114409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
114409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
114409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
114409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
114409	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
114409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
114409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
114409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
114409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
114409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
114409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
114409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
114409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
114409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
114409	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
114409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
114409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
114409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
114409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
114409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
114409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
114409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
114409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
114409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
114409	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
114409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
114409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
114409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
114409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
114409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
114409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
114409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
114409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
114409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
114409	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
114409	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
114409	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
114409	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
114409	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
114409	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
114409	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
114409	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
114409	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
114409	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
114409	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
114409	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
114409	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
114409	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
114409	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
114409	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
114409	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
114409	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
114409	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
114409	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
114409	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
114409	embedding2nn.weight	0	0.006556896027177572
114409	embedding2nn.weight	1	0.005138205364346504
114409	embedding2nn.weight	2	0.013407517224550247
114409	embedding2nn.weight	3	0.023245099931955338
114409	embedding2nn.weight	4	0.016089141368865967
114409	embedding2nn.weight	5	0.008849848993122578
114409	embedding2nn.weight	6	-0.012940964661538601
114409	embedding2nn.weight	7	-0.00425898190587759
114409	embedding2nn.weight	8	-0.0018053943058475852
114409	embedding2nn.weight	9	0.0024700395297259092
114409	embedding2nn.bias	0	0.01982383243739605
114409	embedding2nn.bias	1	-0.04193158447742462
114409	embedding2nn.bias	2	0.07768593728542328
114409	embedding2nn.bias	3	0.0681120902299881
114409	embedding2nn.bias	4	0.0016231830231845379
114409	embedding2nn.bias	5	-0.032828595489263535
114409	embedding2nn.bias	6	0.02827179990708828
114409	embedding2nn.bias	7	-0.0053728120401501656
114409	embedding2nn.bias	8	-0.02817532792687416
114409	embedding2nn.bias	9	0.024953847751021385
114409	rnn.weight_ih_l0	0	0.07142029702663422
114409	rnn.weight_ih_l0	1	-0.04380262270569801
114409	rnn.weight_ih_l0	2	0.0008543863659724593
114409	rnn.weight_ih_l0	3	0.046299029141664505
114409	rnn.weight_ih_l0	4	-0.022030558437108994
114409	rnn.weight_ih_l0	5	0.04699268192052841
114409	rnn.weight_ih_l0	6	0.009678177535533905
114409	rnn.weight_ih_l0	7	0.059974052011966705
114409	rnn.weight_ih_l0	8	0.011816265061497688
114409	rnn.weight_ih_l0	9	-0.026246001943945885
114409	rnn.weight_hh_l0	0	-0.01894279755651951
114409	rnn.weight_hh_l0	1	-0.018693329766392708
114409	rnn.weight_hh_l0	2	-0.058375537395477295
114409	rnn.weight_hh_l0	3	-0.004885345697402954
114409	rnn.weight_hh_l0	4	-0.010454741306602955
114409	rnn.weight_hh_l0	5	-0.026357632130384445
114409	rnn.weight_hh_l0	6	-0.0015093976398929954
114409	rnn.weight_hh_l0	7	-0.049046311527490616
114409	rnn.weight_hh_l0	8	0.06644312292337418
114409	rnn.weight_hh_l0	9	0.04395075887441635
114409	rnn.bias_ih_l0	0	-0.17034679651260376
114409	rnn.bias_ih_l0	1	-0.1575395166873932
114409	rnn.bias_ih_l0	2	-0.009893253445625305
114409	rnn.bias_ih_l0	3	-0.14109931886196136
114409	rnn.bias_ih_l0	4	-0.04510347917675972
114409	rnn.bias_ih_l0	5	-0.14654411375522614
114409	rnn.bias_ih_l0	6	0.05372989550232887
114409	rnn.bias_ih_l0	7	-0.08804748207330704
114409	rnn.bias_ih_l0	8	-0.025202594697475433
114409	rnn.bias_ih_l0	9	-0.10498959571123123
114409	rnn.bias_hh_l0	0	-0.06742261350154877
114409	rnn.bias_hh_l0	1	0.22042542695999146
114409	rnn.bias_hh_l0	2	0.04686686396598816
114409	rnn.bias_hh_l0	3	-0.0709252879023552
114409	rnn.bias_hh_l0	4	-0.08890148252248764
114409	rnn.bias_hh_l0	5	0.00030428884201683104
114409	rnn.bias_hh_l0	6	0.057762328535318375
114409	rnn.bias_hh_l0	7	-0.09714899212121964
114409	rnn.bias_hh_l0	8	-0.2154800295829773
114409	rnn.bias_hh_l0	9	-0.09653149545192719
114409	rnn.weight_ih_l0_reverse	0	0.017564091831445694
114409	rnn.weight_ih_l0_reverse	1	-0.05739980563521385
114409	rnn.weight_ih_l0_reverse	2	0.03923565894365311
114409	rnn.weight_ih_l0_reverse	3	0.008729546330869198
114409	rnn.weight_ih_l0_reverse	4	0.010762163437902927
114409	rnn.weight_ih_l0_reverse	5	-0.031990889459848404
114409	rnn.weight_ih_l0_reverse	6	0.02152959257364273
114409	rnn.weight_ih_l0_reverse	7	0.0330185666680336
114409	rnn.weight_ih_l0_reverse	8	-0.025523124262690544
114409	rnn.weight_ih_l0_reverse	9	0.0034489138051867485
114409	rnn.weight_hh_l0_reverse	0	0.047869011759757996
114409	rnn.weight_hh_l0_reverse	1	0.0303519144654274
114409	rnn.weight_hh_l0_reverse	2	-0.018906254321336746
114409	rnn.weight_hh_l0_reverse	3	-0.07718003541231155
114409	rnn.weight_hh_l0_reverse	4	0.012665167450904846
114409	rnn.weight_hh_l0_reverse	5	-0.050934936851263046
114409	rnn.weight_hh_l0_reverse	6	-0.012217244133353233
114409	rnn.weight_hh_l0_reverse	7	0.02862408757209778
114409	rnn.weight_hh_l0_reverse	8	0.015680477023124695
114409	rnn.weight_hh_l0_reverse	9	0.005551244597882032
114409	rnn.bias_ih_l0_reverse	0	-0.04569515585899353
114409	rnn.bias_ih_l0_reverse	1	-0.13193148374557495
114409	rnn.bias_ih_l0_reverse	2	-0.12570573389530182
114409	rnn.bias_ih_l0_reverse	3	-0.04296630993485451
114409	rnn.bias_ih_l0_reverse	4	-0.10340321063995361
114409	rnn.bias_ih_l0_reverse	5	-0.0906575620174408
114409	rnn.bias_ih_l0_reverse	6	-0.18204441666603088
114409	rnn.bias_ih_l0_reverse	7	-0.0502772182226181
114409	rnn.bias_ih_l0_reverse	8	-0.05235639959573746
114409	rnn.bias_ih_l0_reverse	9	-0.1234021708369255
114409	rnn.bias_hh_l0_reverse	0	-0.13190199434757233
114409	rnn.bias_hh_l0_reverse	1	-0.15001189708709717
114409	rnn.bias_hh_l0_reverse	2	0.10237831622362137
114409	rnn.bias_hh_l0_reverse	3	0.05332576110959053
114409	rnn.bias_hh_l0_reverse	4	-0.15482085943222046
114409	rnn.bias_hh_l0_reverse	5	-0.1194663941860199
114409	rnn.bias_hh_l0_reverse	6	-0.11454302072525024
114409	rnn.bias_hh_l0_reverse	7	-0.05140309035778046
114409	rnn.bias_hh_l0_reverse	8	-0.08049836754798889
114409	rnn.bias_hh_l0_reverse	9	-0.017130116000771523
114409	linear.weight	0	-0.007639475632458925
114409	linear.weight	1	-0.051306821405887604
114409	linear.weight	2	0.23758374154567719
114409	linear.weight	3	-0.07967071980237961
114409	linear.weight	4	-0.010588549077510834
114409	linear.weight	5	0.15569350123405457
114409	linear.weight	6	-0.010739270597696304
114409	linear.weight	7	-0.12338408082723618
114409	linear.weight	8	0.16131344437599182
114409	linear.weight	9	-0.22680403292179108
114409	linear.bias	0	-0.03956538438796997
114409	linear.bias	1	0.031413208693265915
114409	linear.bias	2	0.4845069944858551
114409	linear.bias	3	-0.47379931807518005
114409	linear.bias	4	1.8099709749221802
114409	linear.bias	5	-1.365680456161499
114409	linear.bias	6	-0.35199132561683655
114409	linear.bias	7	-0.1060621365904808
114967	transitions	0	-1.7228511571884155
114967	transitions	1	-10000.0
114967	transitions	2	-0.7969565987586975
114967	transitions	3	-10000.0
114967	transitions	4	1.8697752952575684
114967	transitions	5	-10000.0
114967	transitions	6	-10000.0
114967	transitions	7	1.6294224262237549
114967	transitions	8	-2.441349983215332
114967	transitions	9	-4.0893707275390625
114967	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
114967	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
114967	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
114967	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
114967	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
114967	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
114967	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
114967	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
114967	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
114967	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
114967	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
114967	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
114967	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
114967	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
114967	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
114967	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
114967	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
114967	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
114967	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
114967	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
114967	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
114967	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
114967	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
114967	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
114967	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
114967	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
114967	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
114967	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
114967	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
114967	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
114967	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
114967	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
114967	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
114967	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
114967	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
114967	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
114967	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
114967	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
114967	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
114967	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
114967	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
114967	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
114967	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
114967	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
114967	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
114967	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
114967	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
114967	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
114967	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
114967	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
114967	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
114967	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
114967	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
114967	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
114967	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
114967	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
114967	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
114967	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
114967	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
114967	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
114967	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
114967	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
114967	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
114967	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
114967	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
114967	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
114967	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
114967	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
114967	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
114967	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
114967	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
114967	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
114967	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
114967	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
114967	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
114967	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
114967	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
114967	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
114967	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
114967	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
114967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
114967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
114967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
114967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
114967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
114967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
114967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
114967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
114967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
114967	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
114967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
114967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
114967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
114967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
114967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
114967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
114967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
114967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
114967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
114967	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
114967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
114967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
114967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
114967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
114967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
114967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
114967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
114967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
114967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
114967	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
114967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
114967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
114967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
114967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
114967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
114967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
114967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
114967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
114967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
114967	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
114967	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
114967	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
114967	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
114967	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
114967	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
114967	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
114967	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
114967	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
114967	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
114967	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
114967	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
114967	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
114967	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
114967	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
114967	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
114967	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
114967	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
114967	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
114967	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
114967	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
114967	embedding2nn.weight	0	0.006518859416246414
114967	embedding2nn.weight	1	0.005178004037588835
114967	embedding2nn.weight	2	0.013385322876274586
114967	embedding2nn.weight	3	0.02430332452058792
114967	embedding2nn.weight	4	0.01622847095131874
114967	embedding2nn.weight	5	0.009779381565749645
114967	embedding2nn.weight	6	-0.01286442019045353
114967	embedding2nn.weight	7	-0.003912075888365507
114967	embedding2nn.weight	8	-0.00242536049336195
114967	embedding2nn.weight	9	0.002292504534125328
114967	embedding2nn.bias	0	0.01279523503035307
114967	embedding2nn.bias	1	-0.039804257452487946
114967	embedding2nn.bias	2	0.06790771335363388
114967	embedding2nn.bias	3	0.05125000327825546
114967	embedding2nn.bias	4	-0.001024802797473967
114967	embedding2nn.bias	5	-0.03306889906525612
114967	embedding2nn.bias	6	0.02714095450937748
114967	embedding2nn.bias	7	-0.009239296428859234
114967	embedding2nn.bias	8	-0.026334600523114204
114967	embedding2nn.bias	9	0.010574317537248135
114967	rnn.weight_ih_l0	0	0.07280528545379639
114967	rnn.weight_ih_l0	1	-0.043587762862443924
114967	rnn.weight_ih_l0	2	0.0014703180640935898
114967	rnn.weight_ih_l0	3	0.0479925274848938
114967	rnn.weight_ih_l0	4	-0.0216852817684412
114967	rnn.weight_ih_l0	5	0.04590823873877525
114967	rnn.weight_ih_l0	6	0.00954714696854353
114967	rnn.weight_ih_l0	7	0.060504935681819916
114967	rnn.weight_ih_l0	8	0.013051653280854225
114967	rnn.weight_ih_l0	9	-0.026000043377280235
114967	rnn.weight_hh_l0	0	-0.018854985013604164
114967	rnn.weight_hh_l0	1	-0.019355181604623795
114967	rnn.weight_hh_l0	2	-0.058317530900239944
114967	rnn.weight_hh_l0	3	-0.004641311708837748
114967	rnn.weight_hh_l0	4	-0.010458444245159626
114967	rnn.weight_hh_l0	5	-0.02640877477824688
114967	rnn.weight_hh_l0	6	-0.0014633602695539594
114967	rnn.weight_hh_l0	7	-0.048795465379953384
114967	rnn.weight_hh_l0	8	0.06593306362628937
114967	rnn.weight_hh_l0	9	0.0448274239897728
114967	rnn.bias_ih_l0	0	-0.16939526796340942
114967	rnn.bias_ih_l0	1	-0.1561373770236969
114967	rnn.bias_ih_l0	2	-0.014309183694422245
114967	rnn.bias_ih_l0	3	-0.13971932232379913
114967	rnn.bias_ih_l0	4	-0.04968474432826042
114967	rnn.bias_ih_l0	5	-0.14403726160526276
114967	rnn.bias_ih_l0	6	0.05698829144239426
114967	rnn.bias_ih_l0	7	-0.08612733334302902
114967	rnn.bias_ih_l0	8	-0.027039669454097748
114967	rnn.bias_ih_l0	9	-0.10424982011318207
114967	rnn.bias_hh_l0	0	-0.06643698364496231
114967	rnn.bias_hh_l0	1	0.22048401832580566
114967	rnn.bias_hh_l0	2	0.038124218583106995
114967	rnn.bias_hh_l0	3	-0.07032477855682373
114967	rnn.bias_hh_l0	4	-0.08616996556520462
114967	rnn.bias_hh_l0	5	-0.0005816014599986374
114967	rnn.bias_hh_l0	6	0.05702880024909973
114967	rnn.bias_hh_l0	7	-0.1059705913066864
114967	rnn.bias_hh_l0	8	-0.21437767148017883
114967	rnn.bias_hh_l0	9	-0.09668758511543274
114967	rnn.weight_ih_l0_reverse	0	0.016480088233947754
114967	rnn.weight_ih_l0_reverse	1	-0.05844874680042267
114967	rnn.weight_ih_l0_reverse	2	0.03864065557718277
114967	rnn.weight_ih_l0_reverse	3	0.007517076563090086
114967	rnn.weight_ih_l0_reverse	4	0.01157003827393055
114967	rnn.weight_ih_l0_reverse	5	-0.031131427735090256
114967	rnn.weight_ih_l0_reverse	6	0.018787914887070656
114967	rnn.weight_ih_l0_reverse	7	0.03361385688185692
114967	rnn.weight_ih_l0_reverse	8	-0.026054250076413155
114967	rnn.weight_ih_l0_reverse	9	0.0017438391223549843
114967	rnn.weight_hh_l0_reverse	0	0.04770231992006302
114967	rnn.weight_hh_l0_reverse	1	0.03105930984020233
114967	rnn.weight_hh_l0_reverse	2	-0.01916036382317543
114967	rnn.weight_hh_l0_reverse	3	-0.07739260047674179
114967	rnn.weight_hh_l0_reverse	4	0.012966562993824482
114967	rnn.weight_hh_l0_reverse	5	-0.051820263266563416
114967	rnn.weight_hh_l0_reverse	6	-0.012256260961294174
114967	rnn.weight_hh_l0_reverse	7	0.028090806677937508
114967	rnn.weight_hh_l0_reverse	8	0.016622861847281456
114967	rnn.weight_hh_l0_reverse	9	0.0061254315078258514
114967	rnn.bias_ih_l0_reverse	0	-0.04887355864048004
114967	rnn.bias_ih_l0_reverse	1	-0.12878911197185516
114967	rnn.bias_ih_l0_reverse	2	-0.12313775718212128
114967	rnn.bias_ih_l0_reverse	3	-0.04653210565447807
114967	rnn.bias_ih_l0_reverse	4	-0.10497956722974777
114967	rnn.bias_ih_l0_reverse	5	-0.08874055743217468
114967	rnn.bias_ih_l0_reverse	6	-0.18418221175670624
114967	rnn.bias_ih_l0_reverse	7	-0.0492016077041626
114967	rnn.bias_ih_l0_reverse	8	-0.051986027508974075
114967	rnn.bias_ih_l0_reverse	9	-0.12292627990245819
114967	rnn.bias_hh_l0_reverse	0	-0.13116320967674255
114967	rnn.bias_hh_l0_reverse	1	-0.14727841317653656
114967	rnn.bias_hh_l0_reverse	2	0.10227493941783905
114967	rnn.bias_hh_l0_reverse	3	0.051499105989933014
114967	rnn.bias_hh_l0_reverse	4	-0.15151916444301605
114967	rnn.bias_hh_l0_reverse	5	-0.12392634898424149
114967	rnn.bias_hh_l0_reverse	6	-0.11288187652826309
114967	rnn.bias_hh_l0_reverse	7	-0.04773236811161041
114967	rnn.bias_hh_l0_reverse	8	-0.07792661339044571
114967	rnn.bias_hh_l0_reverse	9	-0.0200396329164505
114967	linear.weight	0	-0.007634793873876333
114967	linear.weight	1	-0.05075526237487793
114967	linear.weight	2	0.21995927393436432
114967	linear.weight	3	-0.07968158274888992
114967	linear.weight	4	-0.010588549077510834
114967	linear.weight	5	0.100953109562397
114967	linear.weight	6	-0.010739270597696304
114967	linear.weight	7	-0.08019933849573135
114967	linear.weight	8	0.16040411591529846
114967	linear.weight	9	-0.22116726636886597
114967	linear.bias	0	-0.03956538438796997
114967	linear.bias	1	0.031413208693265915
114967	linear.bias	2	0.4661993682384491
114967	linear.bias	3	-0.5098075866699219
114967	linear.bias	4	1.8176103830337524
114967	linear.bias	5	-1.3662505149841309
114967	linear.bias	6	-0.32821738719940186
114967	linear.bias	7	-0.08261384814977646
115525	transitions	0	-1.7262089252471924
115525	transitions	1	-10000.0
115525	transitions	2	-0.7969565987586975
115525	transitions	3	-10000.0
115525	transitions	4	1.878801703453064
115525	transitions	5	-10000.0
115525	transitions	6	-10000.0
115525	transitions	7	1.6603409051895142
115525	transitions	8	-2.4438271522521973
115525	transitions	9	-4.09153413772583
115525	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
115525	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
115525	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
115525	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
115525	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
115525	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
115525	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
115525	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
115525	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
115525	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
115525	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
115525	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
115525	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
115525	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
115525	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
115525	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
115525	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
115525	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
115525	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
115525	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
115525	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
115525	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
115525	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
115525	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
115525	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
115525	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
115525	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
115525	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
115525	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
115525	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
115525	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
115525	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
115525	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
115525	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
115525	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
115525	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
115525	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
115525	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
115525	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
115525	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
115525	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
115525	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
115525	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
115525	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
115525	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
115525	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
115525	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
115525	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
115525	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
115525	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
115525	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
115525	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
115525	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
115525	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
115525	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
115525	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
115525	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
115525	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
115525	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
115525	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
115525	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
115525	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
115525	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
115525	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
115525	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
115525	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
115525	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
115525	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
115525	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
115525	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
115525	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
115525	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
115525	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
115525	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
115525	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
115525	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
115525	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
115525	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
115525	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
115525	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
115525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
115525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
115525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
115525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
115525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
115525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
115525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
115525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
115525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
115525	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
115525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
115525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
115525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
115525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
115525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
115525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
115525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
115525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
115525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
115525	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
115525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
115525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
115525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
115525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
115525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
115525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
115525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
115525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
115525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
115525	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
115525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
115525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
115525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
115525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
115525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
115525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
115525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
115525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
115525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
115525	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
115525	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
115525	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
115525	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
115525	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
115525	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
115525	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
115525	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
115525	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
115525	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
115525	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
115525	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
115525	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
115525	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
115525	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
115525	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
115525	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
115525	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
115525	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
115525	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
115525	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
115525	embedding2nn.weight	0	0.006533022504299879
115525	embedding2nn.weight	1	0.005332660395652056
115525	embedding2nn.weight	2	0.01335618831217289
115525	embedding2nn.weight	3	0.023770557716488838
115525	embedding2nn.weight	4	0.01620781421661377
115525	embedding2nn.weight	5	0.009161187335848808
115525	embedding2nn.weight	6	-0.01247542817145586
115525	embedding2nn.weight	7	-0.0038861525245010853
115525	embedding2nn.weight	8	-0.0021378519013524055
115525	embedding2nn.weight	9	0.0021219062618911266
115525	embedding2nn.bias	0	0.015683814883232117
115525	embedding2nn.bias	1	-0.031980961561203
115525	embedding2nn.bias	2	0.07204657047986984
115525	embedding2nn.bias	3	0.054726649075746536
115525	embedding2nn.bias	4	-0.006772124674171209
115525	embedding2nn.bias	5	-0.031192874535918236
115525	embedding2nn.bias	6	0.018343651667237282
115525	embedding2nn.bias	7	-0.011868794448673725
115525	embedding2nn.bias	8	-0.020655406638979912
115525	embedding2nn.bias	9	0.008747405372560024
115525	rnn.weight_ih_l0	0	0.07275612652301788
115525	rnn.weight_ih_l0	1	-0.04144879803061485
115525	rnn.weight_ih_l0	2	0.0016575680347159505
115525	rnn.weight_ih_l0	3	0.047642603516578674
115525	rnn.weight_ih_l0	4	-0.022362248972058296
115525	rnn.weight_ih_l0	5	0.045481886714696884
115525	rnn.weight_ih_l0	6	0.009539749473333359
115525	rnn.weight_ih_l0	7	0.06015651300549507
115525	rnn.weight_ih_l0	8	0.008272044360637665
115525	rnn.weight_ih_l0	9	-0.025116074830293655
115525	rnn.weight_hh_l0	0	-0.019060933962464333
115525	rnn.weight_hh_l0	1	-0.019674256443977356
115525	rnn.weight_hh_l0	2	-0.058269329369068146
115525	rnn.weight_hh_l0	3	-0.0049642836675047874
115525	rnn.weight_hh_l0	4	-0.01074755284935236
115525	rnn.weight_hh_l0	5	-0.02650955691933632
115525	rnn.weight_hh_l0	6	-0.0015789668541401625
115525	rnn.weight_hh_l0	7	-0.049410998821258545
115525	rnn.weight_hh_l0	8	0.0663236752152443
115525	rnn.weight_hh_l0	9	0.0447455570101738
115525	rnn.bias_ih_l0	0	-0.17101486027240753
115525	rnn.bias_ih_l0	1	-0.15691666305065155
115525	rnn.bias_ih_l0	2	-0.015413406305015087
115525	rnn.bias_ih_l0	3	-0.14090672135353088
115525	rnn.bias_ih_l0	4	-0.04771412909030914
115525	rnn.bias_ih_l0	5	-0.14765140414237976
115525	rnn.bias_ih_l0	6	0.052047181874513626
115525	rnn.bias_ih_l0	7	-0.08561895042657852
115525	rnn.bias_ih_l0	8	-0.026732400059700012
115525	rnn.bias_ih_l0	9	-0.10403139889240265
115525	rnn.bias_hh_l0	0	-0.06516051292419434
115525	rnn.bias_hh_l0	1	0.2178688496351242
115525	rnn.bias_hh_l0	2	0.03420450538396835
115525	rnn.bias_hh_l0	3	-0.06888765096664429
115525	rnn.bias_hh_l0	4	-0.08678895980119705
115525	rnn.bias_hh_l0	5	-0.006372871343046427
115525	rnn.bias_hh_l0	6	0.056914880871772766
115525	rnn.bias_hh_l0	7	-0.10127899795770645
115525	rnn.bias_hh_l0	8	-0.21444378793239594
115525	rnn.bias_hh_l0	9	-0.09811180830001831
115525	rnn.weight_ih_l0_reverse	0	0.01715129055082798
115525	rnn.weight_ih_l0_reverse	1	-0.0604739636182785
115525	rnn.weight_ih_l0_reverse	2	0.038644641637802124
115525	rnn.weight_ih_l0_reverse	3	0.008244819939136505
115525	rnn.weight_ih_l0_reverse	4	0.011358042247593403
115525	rnn.weight_ih_l0_reverse	5	-0.029267024248838425
115525	rnn.weight_ih_l0_reverse	6	0.020867284387350082
115525	rnn.weight_ih_l0_reverse	7	0.03252682834863663
115525	rnn.weight_ih_l0_reverse	8	-0.026463862508535385
115525	rnn.weight_ih_l0_reverse	9	0.001503314939327538
115525	rnn.weight_hh_l0_reverse	0	0.04708019271492958
115525	rnn.weight_hh_l0_reverse	1	0.031131120398640633
115525	rnn.weight_hh_l0_reverse	2	-0.01873701438307762
115525	rnn.weight_hh_l0_reverse	3	-0.07765868306159973
115525	rnn.weight_hh_l0_reverse	4	0.01304257195442915
115525	rnn.weight_hh_l0_reverse	5	-0.051765646785497665
115525	rnn.weight_hh_l0_reverse	6	-0.012287961319088936
115525	rnn.weight_hh_l0_reverse	7	0.028670363128185272
115525	rnn.weight_hh_l0_reverse	8	0.016938164830207825
115525	rnn.weight_hh_l0_reverse	9	0.006625891197472811
115525	rnn.bias_ih_l0_reverse	0	-0.04999824985861778
115525	rnn.bias_ih_l0_reverse	1	-0.13195273280143738
115525	rnn.bias_ih_l0_reverse	2	-0.12300626933574677
115525	rnn.bias_ih_l0_reverse	3	-0.05047626048326492
115525	rnn.bias_ih_l0_reverse	4	-0.10865253955125809
115525	rnn.bias_ih_l0_reverse	5	-0.0927523672580719
115525	rnn.bias_ih_l0_reverse	6	-0.18243888020515442
115525	rnn.bias_ih_l0_reverse	7	-0.05027904361486435
115525	rnn.bias_ih_l0_reverse	8	-0.05255352705717087
115525	rnn.bias_ih_l0_reverse	9	-0.12543116509914398
115525	rnn.bias_hh_l0_reverse	0	-0.13134367763996124
115525	rnn.bias_hh_l0_reverse	1	-0.1497545838356018
115525	rnn.bias_hh_l0_reverse	2	0.1037815511226654
115525	rnn.bias_hh_l0_reverse	3	0.051836904138326645
115525	rnn.bias_hh_l0_reverse	4	-0.15517893433570862
115525	rnn.bias_hh_l0_reverse	5	-0.12383238971233368
115525	rnn.bias_hh_l0_reverse	6	-0.1142447292804718
115525	rnn.bias_hh_l0_reverse	7	-0.04939766973257065
115525	rnn.bias_hh_l0_reverse	8	-0.07791832089424133
115525	rnn.bias_hh_l0_reverse	9	-0.019831258803606033
115525	linear.weight	0	-0.007632269058376551
115525	linear.weight	1	-0.005632318556308746
115525	linear.weight	2	0.2056821584701538
115525	linear.weight	3	-0.07969505339860916
115525	linear.weight	4	-0.010588549077510834
115525	linear.weight	5	0.04312672093510628
115525	linear.weight	6	-0.010739270597696304
115525	linear.weight	7	-0.07642719894647598
115525	linear.weight	8	0.21600575745105743
115525	linear.weight	9	-0.22933591902256012
115525	linear.bias	0	-0.03956538438796997
115525	linear.bias	1	0.031413208693265915
115525	linear.bias	2	0.5083688497543335
115525	linear.bias	3	-0.4631519317626953
115525	linear.bias	4	1.8583769798278809
115525	linear.bias	5	-1.3668227195739746
115525	linear.bias	6	-0.39352959394454956
115525	linear.bias	7	-0.14634543657302856
116083	transitions	0	-1.728135585784912
116083	transitions	1	-10000.0
116083	transitions	2	-0.7969565987586975
116083	transitions	3	-10000.0
116083	transitions	4	1.8776679039001465
116083	transitions	5	-10000.0
116083	transitions	6	-10000.0
116083	transitions	7	1.6674201488494873
116083	transitions	8	-2.4459402561187744
116083	transitions	9	-4.093710899353027
116083	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
116083	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
116083	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
116083	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
116083	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
116083	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
116083	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
116083	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
116083	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
116083	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
116083	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
116083	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
116083	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
116083	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
116083	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
116083	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
116083	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
116083	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
116083	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
116083	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
116083	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
116083	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
116083	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
116083	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
116083	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
116083	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
116083	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
116083	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
116083	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
116083	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
116083	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
116083	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
116083	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
116083	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
116083	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
116083	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
116083	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
116083	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
116083	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
116083	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
116083	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
116083	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
116083	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
116083	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
116083	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
116083	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
116083	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
116083	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
116083	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
116083	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
116083	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
116083	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
116083	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
116083	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
116083	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
116083	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
116083	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
116083	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
116083	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
116083	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
116083	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
116083	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
116083	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
116083	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
116083	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
116083	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
116083	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
116083	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
116083	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
116083	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
116083	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
116083	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
116083	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
116083	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
116083	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
116083	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
116083	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
116083	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
116083	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
116083	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
116083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
116083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
116083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
116083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
116083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
116083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
116083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
116083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
116083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
116083	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
116083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
116083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
116083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
116083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
116083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
116083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
116083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
116083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
116083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
116083	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
116083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
116083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
116083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
116083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
116083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
116083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
116083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
116083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
116083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
116083	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
116083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
116083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
116083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
116083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
116083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
116083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
116083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
116083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
116083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
116083	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
116083	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
116083	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
116083	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
116083	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
116083	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
116083	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
116083	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
116083	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
116083	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
116083	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
116083	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
116083	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
116083	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
116083	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
116083	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
116083	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
116083	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
116083	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
116083	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
116083	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
116083	embedding2nn.weight	0	0.006542613729834557
116083	embedding2nn.weight	1	0.00542058190330863
116083	embedding2nn.weight	2	0.013330467976629734
116083	embedding2nn.weight	3	0.024131350219249725
116083	embedding2nn.weight	4	0.016843490302562714
116083	embedding2nn.weight	5	0.010089552961289883
116083	embedding2nn.weight	6	-0.012338226661086082
116083	embedding2nn.weight	7	-0.0033620833419263363
116083	embedding2nn.weight	8	-0.0026312517002224922
116083	embedding2nn.weight	9	0.0023338310420513153
116083	embedding2nn.bias	0	0.0047925557009875774
116083	embedding2nn.bias	1	-0.0264748428016901
116083	embedding2nn.bias	2	0.07074148207902908
116083	embedding2nn.bias	3	0.0455487035214901
116083	embedding2nn.bias	4	-0.00731007382273674
116083	embedding2nn.bias	5	-0.026925664395093918
116083	embedding2nn.bias	6	0.008818547241389751
116083	embedding2nn.bias	7	-0.007714560721069574
116083	embedding2nn.bias	8	-0.01748868264257908
116083	embedding2nn.bias	9	0.013064171187579632
116083	rnn.weight_ih_l0	0	0.07240591943264008
116083	rnn.weight_ih_l0	1	-0.04093244671821594
116083	rnn.weight_ih_l0	2	0.0018474707612767816
116083	rnn.weight_ih_l0	3	0.04906274005770683
116083	rnn.weight_ih_l0	4	-0.02280130423605442
116083	rnn.weight_ih_l0	5	0.0448991060256958
116083	rnn.weight_ih_l0	6	0.009357755072414875
116083	rnn.weight_ih_l0	7	0.06037193909287453
116083	rnn.weight_ih_l0	8	0.008877822197973728
116083	rnn.weight_ih_l0	9	-0.0259074904024601
116083	rnn.weight_hh_l0	0	-0.01827646978199482
116083	rnn.weight_hh_l0	1	-0.019611012190580368
116083	rnn.weight_hh_l0	2	-0.05819672718644142
116083	rnn.weight_hh_l0	3	-0.0051719206385314465
116083	rnn.weight_hh_l0	4	-0.010725267231464386
116083	rnn.weight_hh_l0	5	-0.02649960108101368
116083	rnn.weight_hh_l0	6	-0.0016871457919478416
116083	rnn.weight_hh_l0	7	-0.04990263655781746
116083	rnn.weight_hh_l0	8	0.06653645634651184
116083	rnn.weight_hh_l0	9	0.04580571502447128
116083	rnn.bias_ih_l0	0	-0.16671530902385712
116083	rnn.bias_ih_l0	1	-0.15593191981315613
116083	rnn.bias_ih_l0	2	-0.017651299014687538
116083	rnn.bias_ih_l0	3	-0.14248065650463104
116083	rnn.bias_ih_l0	4	-0.05161397159099579
116083	rnn.bias_ih_l0	5	-0.15663589537143707
116083	rnn.bias_ih_l0	6	0.052472636103630066
116083	rnn.bias_ih_l0	7	-0.08710333704948425
116083	rnn.bias_ih_l0	8	-0.026780784130096436
116083	rnn.bias_ih_l0	9	-0.10761956125497818
116083	rnn.bias_hh_l0	0	-0.06592518836259842
116083	rnn.bias_hh_l0	1	0.21953177452087402
116083	rnn.bias_hh_l0	2	0.025604430586099625
116083	rnn.bias_hh_l0	3	-0.06886474788188934
116083	rnn.bias_hh_l0	4	-0.08681236207485199
116083	rnn.bias_hh_l0	5	-0.00967639870941639
116083	rnn.bias_hh_l0	6	0.05483506992459297
116083	rnn.bias_hh_l0	7	-0.0992804542183876
116083	rnn.bias_hh_l0	8	-0.21574482321739197
116083	rnn.bias_hh_l0	9	-0.09672179073095322
116083	rnn.weight_ih_l0_reverse	0	0.014889785088598728
116083	rnn.weight_ih_l0_reverse	1	-0.061995137482881546
116083	rnn.weight_ih_l0_reverse	2	0.039052098989486694
116083	rnn.weight_ih_l0_reverse	3	0.007202466018497944
116083	rnn.weight_ih_l0_reverse	4	0.011439140886068344
116083	rnn.weight_ih_l0_reverse	5	-0.03091602213680744
116083	rnn.weight_ih_l0_reverse	6	0.020952770486474037
116083	rnn.weight_ih_l0_reverse	7	0.0322510302066803
116083	rnn.weight_ih_l0_reverse	8	-0.026520609855651855
116083	rnn.weight_ih_l0_reverse	9	0.002705689985305071
116083	rnn.weight_hh_l0_reverse	0	0.04638458043336868
116083	rnn.weight_hh_l0_reverse	1	0.03151001036167145
116083	rnn.weight_hh_l0_reverse	2	-0.01815890520811081
116083	rnn.weight_hh_l0_reverse	3	-0.07907141000032425
116083	rnn.weight_hh_l0_reverse	4	0.013266059570014477
116083	rnn.weight_hh_l0_reverse	5	-0.051765840500593185
116083	rnn.weight_hh_l0_reverse	6	-0.012393159791827202
116083	rnn.weight_hh_l0_reverse	7	0.028301166370511055
116083	rnn.weight_hh_l0_reverse	8	0.017741167917847633
116083	rnn.weight_hh_l0_reverse	9	0.006759876385331154
116083	rnn.bias_ih_l0_reverse	0	-0.04853854700922966
116083	rnn.bias_ih_l0_reverse	1	-0.13026440143585205
116083	rnn.bias_ih_l0_reverse	2	-0.12797603011131287
116083	rnn.bias_ih_l0_reverse	3	-0.04766382649540901
116083	rnn.bias_ih_l0_reverse	4	-0.11201726645231247
116083	rnn.bias_ih_l0_reverse	5	-0.09674449265003204
116083	rnn.bias_ih_l0_reverse	6	-0.18227903544902802
116083	rnn.bias_ih_l0_reverse	7	-0.05307067558169365
116083	rnn.bias_ih_l0_reverse	8	-0.05050036683678627
116083	rnn.bias_ih_l0_reverse	9	-0.12652970850467682
116083	rnn.bias_hh_l0_reverse	0	-0.12776897847652435
116083	rnn.bias_hh_l0_reverse	1	-0.1485193371772766
116083	rnn.bias_hh_l0_reverse	2	0.10348419100046158
116083	rnn.bias_hh_l0_reverse	3	0.0520075224339962
116083	rnn.bias_hh_l0_reverse	4	-0.15504306554794312
116083	rnn.bias_hh_l0_reverse	5	-0.12214665859937668
116083	rnn.bias_hh_l0_reverse	6	-0.11729545146226883
116083	rnn.bias_hh_l0_reverse	7	-0.0456843301653862
116083	rnn.bias_hh_l0_reverse	8	-0.07466837763786316
116083	rnn.bias_hh_l0_reverse	9	-0.02473769523203373
116083	linear.weight	0	-0.007621804252266884
116083	linear.weight	1	-0.011901216581463814
116083	linear.weight	2	0.21347065269947052
116083	linear.weight	3	-0.07970507442951202
116083	linear.weight	4	-0.010588549077510834
116083	linear.weight	5	0.11795861274003983
116083	linear.weight	6	-0.010739270597696304
116083	linear.weight	7	-0.05921400710940361
116083	linear.weight	8	0.19393110275268555
116083	linear.weight	9	-0.2350567877292633
116083	linear.bias	0	-0.03956538438796997
116083	linear.bias	1	0.031413208693265915
116083	linear.bias	2	0.5182158946990967
116083	linear.bias	3	-0.5506681203842163
116083	linear.bias	4	1.8633297681808472
116083	linear.bias	5	-1.3673723936080933
116083	linear.bias	6	-0.35780423879623413
116083	linear.bias	7	-0.10883315652608871
116641	transitions	0	-1.7302509546279907
116641	transitions	1	-10000.0
116641	transitions	2	-0.7969565987586975
116641	transitions	3	-10000.0
116641	transitions	4	1.8932116031646729
116641	transitions	5	-10000.0
116641	transitions	6	-10000.0
116641	transitions	7	1.6456658840179443
116641	transitions	8	-2.4481968879699707
116641	transitions	9	-4.0958638191223145
116641	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
116641	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
116641	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
116641	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
116641	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
116641	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
116641	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
116641	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
116641	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
116641	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
116641	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
116641	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
116641	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
116641	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
116641	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
116641	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
116641	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
116641	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
116641	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
116641	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
116641	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
116641	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
116641	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
116641	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
116641	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
116641	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
116641	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
116641	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
116641	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
116641	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
116641	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
116641	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
116641	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
116641	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
116641	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
116641	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
116641	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
116641	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
116641	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
116641	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
116641	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
116641	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
116641	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
116641	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
116641	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
116641	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
116641	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
116641	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
116641	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
116641	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
116641	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
116641	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
116641	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
116641	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
116641	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
116641	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
116641	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
116641	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
116641	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
116641	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
116641	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
116641	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
116641	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
116641	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
116641	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
116641	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
116641	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
116641	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
116641	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
116641	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
116641	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
116641	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
116641	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
116641	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
116641	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
116641	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
116641	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
116641	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
116641	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
116641	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
116641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
116641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
116641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
116641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
116641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
116641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
116641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
116641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
116641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
116641	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
116641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
116641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
116641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
116641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
116641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
116641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
116641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
116641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
116641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
116641	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
116641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
116641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
116641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
116641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
116641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
116641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
116641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
116641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
116641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
116641	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
116641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
116641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
116641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
116641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
116641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
116641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
116641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
116641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
116641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
116641	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
116641	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
116641	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
116641	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
116641	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
116641	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
116641	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
116641	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
116641	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
116641	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
116641	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
116641	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
116641	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
116641	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
116641	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
116641	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
116641	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
116641	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
116641	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
116641	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
116641	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
116641	embedding2nn.weight	0	0.006498169619590044
116641	embedding2nn.weight	1	0.005344992503523827
116641	embedding2nn.weight	2	0.013328325934708118
116641	embedding2nn.weight	3	0.02397267520427704
116641	embedding2nn.weight	4	0.018032578751444817
116641	embedding2nn.weight	5	0.00970181543380022
116641	embedding2nn.weight	6	-0.012113530188798904
116641	embedding2nn.weight	7	-0.0034628654830157757
116641	embedding2nn.weight	8	-0.002136375056579709
116641	embedding2nn.weight	9	0.002102770609781146
116641	embedding2nn.bias	0	0.016090208664536476
116641	embedding2nn.bias	1	-0.03099319525063038
116641	embedding2nn.bias	2	0.07749173045158386
116641	embedding2nn.bias	3	0.05063367635011673
116641	embedding2nn.bias	4	-0.010341210290789604
116641	embedding2nn.bias	5	-0.01775358058512211
116641	embedding2nn.bias	6	0.009205002337694168
116641	embedding2nn.bias	7	0.0022562502417713404
116641	embedding2nn.bias	8	-0.019689468666911125
116641	embedding2nn.bias	9	0.016861485317349434
116641	rnn.weight_ih_l0	0	0.07277629524469376
116641	rnn.weight_ih_l0	1	-0.04178505763411522
116641	rnn.weight_ih_l0	2	0.0026209859643131495
116641	rnn.weight_ih_l0	3	0.04869788512587547
116641	rnn.weight_ih_l0	4	-0.023229070007801056
116641	rnn.weight_ih_l0	5	0.044904571026563644
116641	rnn.weight_ih_l0	6	0.009285573847591877
116641	rnn.weight_ih_l0	7	0.06059535592794418
116641	rnn.weight_ih_l0	8	0.009774524718523026
116641	rnn.weight_ih_l0	9	-0.025383589789271355
116641	rnn.weight_hh_l0	0	-0.018698658794164658
116641	rnn.weight_hh_l0	1	-0.01963868923485279
116641	rnn.weight_hh_l0	2	-0.05841335281729698
116641	rnn.weight_hh_l0	3	-0.004556612577289343
116641	rnn.weight_hh_l0	4	-0.01066940650343895
116641	rnn.weight_hh_l0	5	-0.026916205883026123
116641	rnn.weight_hh_l0	6	-0.0017313015414401889
116641	rnn.weight_hh_l0	7	-0.04867282882332802
116641	rnn.weight_hh_l0	8	0.06634484976530075
116641	rnn.weight_hh_l0	9	0.045549266040325165
116641	rnn.bias_ih_l0	0	-0.16946831345558167
116641	rnn.bias_ih_l0	1	-0.1559663861989975
116641	rnn.bias_ih_l0	2	-0.019564667716622353
116641	rnn.bias_ih_l0	3	-0.14204946160316467
116641	rnn.bias_ih_l0	4	-0.051531098783016205
116641	rnn.bias_ih_l0	5	-0.1533784419298172
116641	rnn.bias_ih_l0	6	0.05934598296880722
116641	rnn.bias_ih_l0	7	-0.0837612971663475
116641	rnn.bias_ih_l0	8	-0.029995756223797798
116641	rnn.bias_ih_l0	9	-0.10774397104978561
116641	rnn.bias_hh_l0	0	-0.06781883537769318
116641	rnn.bias_hh_l0	1	0.21569256484508514
116641	rnn.bias_hh_l0	2	0.030552184209227562
116641	rnn.bias_hh_l0	3	-0.07297944277524948
116641	rnn.bias_hh_l0	4	-0.08846904337406158
116641	rnn.bias_hh_l0	5	-0.0040776110254228115
116641	rnn.bias_hh_l0	6	0.05166943743824959
116641	rnn.bias_hh_l0	7	-0.10098647326231003
116641	rnn.bias_hh_l0	8	-0.21649746596813202
116641	rnn.bias_hh_l0	9	-0.09745238721370697
116641	rnn.weight_ih_l0_reverse	0	0.015713829547166824
116641	rnn.weight_ih_l0_reverse	1	-0.06128910928964615
116641	rnn.weight_ih_l0_reverse	2	0.03974660858511925
116641	rnn.weight_ih_l0_reverse	3	0.009868885390460491
116641	rnn.weight_ih_l0_reverse	4	0.010288936085999012
116641	rnn.weight_ih_l0_reverse	5	-0.029929647222161293
116641	rnn.weight_ih_l0_reverse	6	0.019270947203040123
116641	rnn.weight_ih_l0_reverse	7	0.03282130882143974
116641	rnn.weight_ih_l0_reverse	8	-0.02548873983323574
116641	rnn.weight_ih_l0_reverse	9	0.0028168761637061834
116641	rnn.weight_hh_l0_reverse	0	0.0466960109770298
116641	rnn.weight_hh_l0_reverse	1	0.031194301322102547
116641	rnn.weight_hh_l0_reverse	2	-0.018227199092507362
116641	rnn.weight_hh_l0_reverse	3	-0.078646719455719
116641	rnn.weight_hh_l0_reverse	4	0.01270466111600399
116641	rnn.weight_hh_l0_reverse	5	-0.051611967384815216
116641	rnn.weight_hh_l0_reverse	6	-0.012535233050584793
116641	rnn.weight_hh_l0_reverse	7	0.027858339250087738
116641	rnn.weight_hh_l0_reverse	8	0.016998151317238808
116641	rnn.weight_hh_l0_reverse	9	0.006215808913111687
116641	rnn.bias_ih_l0_reverse	0	-0.04428039491176605
116641	rnn.bias_ih_l0_reverse	1	-0.1313973069190979
116641	rnn.bias_ih_l0_reverse	2	-0.12168538570404053
116641	rnn.bias_ih_l0_reverse	3	-0.04610750824213028
116641	rnn.bias_ih_l0_reverse	4	-0.10807651281356812
116641	rnn.bias_ih_l0_reverse	5	-0.0984736829996109
116641	rnn.bias_ih_l0_reverse	6	-0.18713662028312683
116641	rnn.bias_ih_l0_reverse	7	-0.05554758384823799
116641	rnn.bias_ih_l0_reverse	8	-0.05095449090003967
116641	rnn.bias_ih_l0_reverse	9	-0.1251009702682495
116641	rnn.bias_hh_l0_reverse	0	-0.12408993393182755
116641	rnn.bias_hh_l0_reverse	1	-0.1485084593296051
116641	rnn.bias_hh_l0_reverse	2	0.09295861423015594
116641	rnn.bias_hh_l0_reverse	3	0.05653664842247963
116641	rnn.bias_hh_l0_reverse	4	-0.15215881168842316
116641	rnn.bias_hh_l0_reverse	5	-0.12164870649576187
116641	rnn.bias_hh_l0_reverse	6	-0.11435463279485703
116641	rnn.bias_hh_l0_reverse	7	-0.04347008094191551
116641	rnn.bias_hh_l0_reverse	8	-0.0798751637339592
116641	rnn.bias_hh_l0_reverse	9	-0.02785247564315796
116641	linear.weight	0	-0.007615018170326948
116641	linear.weight	1	-0.03030664101243019
116641	linear.weight	2	0.24415577948093414
116641	linear.weight	3	-0.07971422374248505
116641	linear.weight	4	-0.010588549077510834
116641	linear.weight	5	0.05005939304828644
116641	linear.weight	6	-0.010739270597696304
116641	linear.weight	7	-0.08438824862241745
116641	linear.weight	8	0.12265296280384064
116641	linear.weight	9	-0.23784247040748596
116641	linear.bias	0	-0.03956538438796997
116641	linear.bias	1	0.031413208693265915
116641	linear.bias	2	0.5050961375236511
116641	linear.bias	3	-0.47212040424346924
116641	linear.bias	4	1.8348380327224731
116641	linear.bias	5	-1.3679193258285522
116641	linear.bias	6	-0.3767876625061035
116641	linear.bias	7	-0.12626521289348602
117199	transitions	0	-1.733644723892212
117199	transitions	1	-10000.0
117199	transitions	2	-0.7969565987586975
117199	transitions	3	-10000.0
117199	transitions	4	1.906177043914795
117199	transitions	5	-10000.0
117199	transitions	6	-10000.0
117199	transitions	7	1.629037857055664
117199	transitions	8	-2.450474500656128
117199	transitions	9	-4.097932815551758
117199	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
117199	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
117199	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
117199	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
117199	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
117199	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
117199	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
117199	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
117199	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
117199	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
117199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
117199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
117199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
117199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
117199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
117199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
117199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
117199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
117199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
117199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
117199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
117199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
117199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
117199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
117199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
117199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
117199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
117199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
117199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
117199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
117199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
117199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
117199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
117199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
117199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
117199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
117199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
117199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
117199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
117199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
117199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
117199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
117199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
117199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
117199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
117199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
117199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
117199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
117199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
117199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
117199	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
117199	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
117199	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
117199	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
117199	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
117199	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
117199	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
117199	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
117199	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
117199	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
117199	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
117199	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
117199	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
117199	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
117199	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
117199	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
117199	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
117199	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
117199	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
117199	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
117199	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
117199	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
117199	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
117199	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
117199	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
117199	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
117199	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
117199	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
117199	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
117199	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
117199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
117199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
117199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
117199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
117199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
117199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
117199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
117199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
117199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
117199	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
117199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
117199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
117199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
117199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
117199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
117199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
117199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
117199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
117199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
117199	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
117199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
117199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
117199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
117199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
117199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
117199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
117199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
117199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
117199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
117199	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
117199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
117199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
117199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
117199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
117199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
117199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
117199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
117199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
117199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
117199	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
117199	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
117199	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
117199	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
117199	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
117199	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
117199	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
117199	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
117199	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
117199	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
117199	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
117199	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
117199	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
117199	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
117199	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
117199	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
117199	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
117199	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
117199	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
117199	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
117199	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
117199	embedding2nn.weight	0	0.006490478292107582
117199	embedding2nn.weight	1	0.00518617732450366
117199	embedding2nn.weight	2	0.013333319686353207
117199	embedding2nn.weight	3	0.024235038086771965
117199	embedding2nn.weight	4	0.018104122951626778
117199	embedding2nn.weight	5	0.010410744696855545
117199	embedding2nn.weight	6	-0.012562179006636143
117199	embedding2nn.weight	7	-0.003479600651189685
117199	embedding2nn.weight	8	-0.001779695157893002
117199	embedding2nn.weight	9	0.002292763674631715
117199	embedding2nn.bias	0	0.023122647777199745
117199	embedding2nn.bias	1	-0.02926154062151909
117199	embedding2nn.bias	2	0.07673690468072891
117199	embedding2nn.bias	3	0.056257326155900955
117199	embedding2nn.bias	4	-0.0015448329504579306
117199	embedding2nn.bias	5	-0.02166672609746456
117199	embedding2nn.bias	6	0.01567300222814083
117199	embedding2nn.bias	7	0.010969335213303566
117199	embedding2nn.bias	8	-0.025938445702195168
117199	embedding2nn.bias	9	0.014064028859138489
117199	rnn.weight_ih_l0	0	0.0715777575969696
117199	rnn.weight_ih_l0	1	-0.03984474018216133
117199	rnn.weight_ih_l0	2	0.0035493855830281973
117199	rnn.weight_ih_l0	3	0.04735829308629036
117199	rnn.weight_ih_l0	4	-0.023868786171078682
117199	rnn.weight_ih_l0	5	0.046215999871492386
117199	rnn.weight_ih_l0	6	0.009881514124572277
117199	rnn.weight_ih_l0	7	0.06025763973593712
117199	rnn.weight_ih_l0	8	0.008463777601718903
117199	rnn.weight_ih_l0	9	-0.02474995143711567
117199	rnn.weight_hh_l0	0	-0.018298961222171783
117199	rnn.weight_hh_l0	1	-0.019272323697805405
117199	rnn.weight_hh_l0	2	-0.058145638555288315
117199	rnn.weight_hh_l0	3	-0.004751778673380613
117199	rnn.weight_hh_l0	4	-0.010653166100382805
117199	rnn.weight_hh_l0	5	-0.02701769955456257
117199	rnn.weight_hh_l0	6	-0.0015437538968399167
117199	rnn.weight_hh_l0	7	-0.04972419515252113
117199	rnn.weight_hh_l0	8	0.06641141325235367
117199	rnn.weight_hh_l0	9	0.04559385031461716
117199	rnn.bias_ih_l0	0	-0.1703190803527832
117199	rnn.bias_ih_l0	1	-0.15932698547840118
117199	rnn.bias_ih_l0	2	-0.01795116625726223
117199	rnn.bias_ih_l0	3	-0.1383003145456314
117199	rnn.bias_ih_l0	4	-0.05147254094481468
117199	rnn.bias_ih_l0	5	-0.15085341036319733
117199	rnn.bias_ih_l0	6	0.06421557068824768
117199	rnn.bias_ih_l0	7	-0.08262736350297928
117199	rnn.bias_ih_l0	8	-0.030972713604569435
117199	rnn.bias_ih_l0	9	-0.10964440554380417
117199	rnn.bias_hh_l0	0	-0.06496746838092804
117199	rnn.bias_hh_l0	1	0.21555466949939728
117199	rnn.bias_hh_l0	2	0.02296481840312481
117199	rnn.bias_hh_l0	3	-0.07095243036746979
117199	rnn.bias_hh_l0	4	-0.08563732355833054
117199	rnn.bias_hh_l0	5	-0.0013903460931032896
117199	rnn.bias_hh_l0	6	0.05706188455224037
117199	rnn.bias_hh_l0	7	-0.09500392526388168
117199	rnn.bias_hh_l0	8	-0.2180902659893036
117199	rnn.bias_hh_l0	9	-0.09867312014102936
117199	rnn.weight_ih_l0_reverse	0	0.017080368474125862
117199	rnn.weight_ih_l0_reverse	1	-0.062232907861471176
117199	rnn.weight_ih_l0_reverse	2	0.04017429053783417
117199	rnn.weight_ih_l0_reverse	3	0.008830443024635315
117199	rnn.weight_ih_l0_reverse	4	0.009545953944325447
117199	rnn.weight_ih_l0_reverse	5	-0.03180518001317978
117199	rnn.weight_ih_l0_reverse	6	0.020029854029417038
117199	rnn.weight_ih_l0_reverse	7	0.03288191556930542
117199	rnn.weight_ih_l0_reverse	8	-0.025401106104254723
117199	rnn.weight_ih_l0_reverse	9	0.0025145751424133778
117199	rnn.weight_hh_l0_reverse	0	0.04667656123638153
117199	rnn.weight_hh_l0_reverse	1	0.03122180700302124
117199	rnn.weight_hh_l0_reverse	2	-0.019006110727787018
117199	rnn.weight_hh_l0_reverse	3	-0.07994773238897324
117199	rnn.weight_hh_l0_reverse	4	0.012231462635099888
117199	rnn.weight_hh_l0_reverse	5	-0.05249679833650589
117199	rnn.weight_hh_l0_reverse	6	-0.012482704594731331
117199	rnn.weight_hh_l0_reverse	7	0.027516312897205353
117199	rnn.weight_hh_l0_reverse	8	0.017092162743210793
117199	rnn.weight_hh_l0_reverse	9	0.006302972324192524
117199	rnn.bias_ih_l0_reverse	0	-0.0422247014939785
117199	rnn.bias_ih_l0_reverse	1	-0.1293945461511612
117199	rnn.bias_ih_l0_reverse	2	-0.12374868243932724
117199	rnn.bias_ih_l0_reverse	3	-0.04384487494826317
117199	rnn.bias_ih_l0_reverse	4	-0.11028368026018143
117199	rnn.bias_ih_l0_reverse	5	-0.09098659455776215
117199	rnn.bias_ih_l0_reverse	6	-0.18956758081912994
117199	rnn.bias_ih_l0_reverse	7	-0.05220972001552582
117199	rnn.bias_ih_l0_reverse	8	-0.05156784877181053
117199	rnn.bias_ih_l0_reverse	9	-0.12727153301239014
117199	rnn.bias_hh_l0_reverse	0	-0.1261720508337021
117199	rnn.bias_hh_l0_reverse	1	-0.14735181629657745
117199	rnn.bias_hh_l0_reverse	2	0.10014662891626358
117199	rnn.bias_hh_l0_reverse	3	0.05667048692703247
117199	rnn.bias_hh_l0_reverse	4	-0.15559974312782288
117199	rnn.bias_hh_l0_reverse	5	-0.11929268389940262
117199	rnn.bias_hh_l0_reverse	6	-0.11640939116477966
117199	rnn.bias_hh_l0_reverse	7	-0.03981151804327965
117199	rnn.bias_hh_l0_reverse	8	-0.08254685997962952
117199	rnn.bias_hh_l0_reverse	9	-0.029265567660331726
117199	linear.weight	0	-0.007612166926264763
117199	linear.weight	1	-0.02115725539624691
117199	linear.weight	2	0.20932245254516602
117199	linear.weight	3	-0.07971454411745071
117199	linear.weight	4	-0.010588549077510834
117199	linear.weight	5	0.07484979182481766
117199	linear.weight	6	-0.010739270597696304
117199	linear.weight	7	-0.07244386523962021
117199	linear.weight	8	0.1417597085237503
117199	linear.weight	9	-0.24799031019210815
117199	linear.bias	0	-0.03956538438796997
117199	linear.bias	1	0.031413208693265915
117199	linear.bias	2	0.5281265377998352
117199	linear.bias	3	-0.5084249973297119
117199	linear.bias	4	1.8804125785827637
117199	linear.bias	5	-1.3684695959091187
117199	linear.bias	6	-0.39182978868484497
117199	linear.bias	7	-0.14299486577510834
117758	transitions	0	-1.7350656986236572
117758	transitions	1	-10000.0
117758	transitions	2	-0.7969565987586975
117758	transitions	3	-10000.0
117758	transitions	4	1.8962546586990356
117758	transitions	5	-10000.0
117758	transitions	6	-10000.0
117758	transitions	7	1.6436834335327148
117758	transitions	8	-2.451481819152832
117758	transitions	9	-4.098945617675781
117758	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
117758	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
117758	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
117758	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
117758	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
117758	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
117758	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
117758	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
117758	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
117758	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
117758	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
117758	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
117758	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
117758	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
117758	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
117758	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
117758	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
117758	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
117758	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
117758	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
117758	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
117758	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
117758	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
117758	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
117758	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
117758	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
117758	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
117758	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
117758	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
117758	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
117758	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
117758	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
117758	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
117758	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
117758	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
117758	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
117758	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
117758	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
117758	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
117758	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
117758	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
117758	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
117758	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
117758	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
117758	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
117758	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
117758	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
117758	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
117758	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
117758	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
117758	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
117758	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
117758	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
117758	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
117758	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
117758	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
117758	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
117758	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
117758	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
117758	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
117758	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
117758	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
117758	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
117758	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
117758	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
117758	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
117758	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
117758	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
117758	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
117758	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
117758	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
117758	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
117758	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
117758	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
117758	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
117758	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
117758	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
117758	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
117758	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
117758	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
117758	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
117758	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
117758	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
117758	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
117758	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
117758	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
117758	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
117758	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
117758	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
117758	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
117758	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
117758	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
117758	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
117758	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
117758	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
117758	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
117758	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
117758	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
117758	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
117758	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
117758	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
117758	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
117758	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
117758	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
117758	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
117758	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
117758	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
117758	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
117758	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
117758	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
117758	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
117758	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
117758	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
117758	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
117758	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
117758	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
117758	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
117758	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
117758	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
117758	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
117758	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
117758	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
117758	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
117758	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
117758	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
117758	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
117758	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
117758	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
117758	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
117758	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
117758	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
117758	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
117758	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
117758	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
117758	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
117758	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
117758	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
117758	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
117758	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
117758	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
117758	embedding2nn.weight	0	0.00648878188803792
117758	embedding2nn.weight	1	0.00515700550749898
117758	embedding2nn.weight	2	0.013337614014744759
117758	embedding2nn.weight	3	0.024789949879050255
117758	embedding2nn.weight	4	0.01873476803302765
117758	embedding2nn.weight	5	0.010431145317852497
117758	embedding2nn.weight	6	-0.012449715286493301
117758	embedding2nn.weight	7	-0.0035100087989121675
117758	embedding2nn.weight	8	-0.001639624242670834
117758	embedding2nn.weight	9	0.002193502616137266
117758	embedding2nn.bias	0	0.016797909513115883
117758	embedding2nn.bias	1	-0.029725804924964905
117758	embedding2nn.bias	2	0.08118859678506851
117758	embedding2nn.bias	3	0.05966553837060928
117758	embedding2nn.bias	4	-0.0032746153883635998
117758	embedding2nn.bias	5	-0.019294951111078262
117758	embedding2nn.bias	6	0.013618865981698036
117758	embedding2nn.bias	7	0.0052427626214921474
117758	embedding2nn.bias	8	-0.024121232330799103
117758	embedding2nn.bias	9	0.018815848976373672
117758	rnn.weight_ih_l0	0	0.07089242339134216
117758	rnn.weight_ih_l0	1	-0.038741786032915115
117758	rnn.weight_ih_l0	2	0.0028108134865760803
117758	rnn.weight_ih_l0	3	0.04661034047603607
117758	rnn.weight_ih_l0	4	-0.0253366120159626
117758	rnn.weight_ih_l0	5	0.0473354309797287
117758	rnn.weight_ih_l0	6	0.009692984633147717
117758	rnn.weight_ih_l0	7	0.06098281219601631
117758	rnn.weight_ih_l0	8	0.008913140743970871
117758	rnn.weight_ih_l0	9	-0.025269193574786186
117758	rnn.weight_hh_l0	0	-0.018127556890249252
117758	rnn.weight_hh_l0	1	-0.019028935581445694
117758	rnn.weight_hh_l0	2	-0.05849326401948929
117758	rnn.weight_hh_l0	3	-0.004549951292574406
117758	rnn.weight_hh_l0	4	-0.010715648531913757
117758	rnn.weight_hh_l0	5	-0.026967396959662437
117758	rnn.weight_hh_l0	6	-0.0015406254678964615
117758	rnn.weight_hh_l0	7	-0.049670759588479996
117758	rnn.weight_hh_l0	8	0.06710755079984665
117758	rnn.weight_hh_l0	9	0.045683808624744415
117758	rnn.bias_ih_l0	0	-0.16955208778381348
117758	rnn.bias_ih_l0	1	-0.15750229358673096
117758	rnn.bias_ih_l0	2	-0.017201902344822884
117758	rnn.bias_ih_l0	3	-0.1400006115436554
117758	rnn.bias_ih_l0	4	-0.052455976605415344
117758	rnn.bias_ih_l0	5	-0.15254701673984528
117758	rnn.bias_ih_l0	6	0.06045503541827202
117758	rnn.bias_ih_l0	7	-0.08294065296649933
117758	rnn.bias_ih_l0	8	-0.03132667392492294
117758	rnn.bias_ih_l0	9	-0.10813305526971817
117758	rnn.bias_hh_l0	0	-0.0637756735086441
117758	rnn.bias_hh_l0	1	0.21610502898693085
117758	rnn.bias_hh_l0	2	0.026038778945803642
117758	rnn.bias_hh_l0	3	-0.06796809285879135
117758	rnn.bias_hh_l0	4	-0.08541112393140793
117758	rnn.bias_hh_l0	5	-0.0006909749354235828
117758	rnn.bias_hh_l0	6	0.058228861540555954
117758	rnn.bias_hh_l0	7	-0.09598099440336227
117758	rnn.bias_hh_l0	8	-0.21793030202388763
117758	rnn.bias_hh_l0	9	-0.0988650768995285
117758	rnn.weight_ih_l0_reverse	0	0.018736176192760468
117758	rnn.weight_ih_l0_reverse	1	-0.06169379502534866
117758	rnn.weight_ih_l0_reverse	2	0.040028199553489685
117758	rnn.weight_ih_l0_reverse	3	0.00883781909942627
117758	rnn.weight_ih_l0_reverse	4	0.010022169910371304
117758	rnn.weight_ih_l0_reverse	5	-0.031237106770277023
117758	rnn.weight_ih_l0_reverse	6	0.020791763439774513
117758	rnn.weight_ih_l0_reverse	7	0.03294745460152626
117758	rnn.weight_ih_l0_reverse	8	-0.025246309116482735
117758	rnn.weight_ih_l0_reverse	9	0.00256150565110147
117758	rnn.weight_hh_l0_reverse	0	0.0465545579791069
117758	rnn.weight_hh_l0_reverse	1	0.03119608201086521
117758	rnn.weight_hh_l0_reverse	2	-0.01892821490764618
117758	rnn.weight_hh_l0_reverse	3	-0.07954991608858109
117758	rnn.weight_hh_l0_reverse	4	0.012480730190873146
117758	rnn.weight_hh_l0_reverse	5	-0.052312497049570084
117758	rnn.weight_hh_l0_reverse	6	-0.012516072019934654
117758	rnn.weight_hh_l0_reverse	7	0.027706829831004143
117758	rnn.weight_hh_l0_reverse	8	0.017154578119516373
117758	rnn.weight_hh_l0_reverse	9	0.006287037394940853
117758	rnn.bias_ih_l0_reverse	0	-0.04280586540699005
117758	rnn.bias_ih_l0_reverse	1	-0.12864986062049866
117758	rnn.bias_ih_l0_reverse	2	-0.1242608055472374
117758	rnn.bias_ih_l0_reverse	3	-0.04713009297847748
117758	rnn.bias_ih_l0_reverse	4	-0.11014463752508163
117758	rnn.bias_ih_l0_reverse	5	-0.09099137783050537
117758	rnn.bias_ih_l0_reverse	6	-0.19071495532989502
117758	rnn.bias_ih_l0_reverse	7	-0.051609013229608536
117758	rnn.bias_ih_l0_reverse	8	-0.0510634109377861
117758	rnn.bias_ih_l0_reverse	9	-0.12771081924438477
117758	rnn.bias_hh_l0_reverse	0	-0.1271640658378601
117758	rnn.bias_hh_l0_reverse	1	-0.1479104608297348
117758	rnn.bias_hh_l0_reverse	2	0.09993939101696014
117758	rnn.bias_hh_l0_reverse	3	0.053634561598300934
117758	rnn.bias_hh_l0_reverse	4	-0.1593586802482605
117758	rnn.bias_hh_l0_reverse	5	-0.11925751715898514
117758	rnn.bias_hh_l0_reverse	6	-0.11780098080635071
117758	rnn.bias_hh_l0_reverse	7	-0.03930077329277992
117758	rnn.bias_hh_l0_reverse	8	-0.08219318091869354
117758	rnn.bias_hh_l0_reverse	9	-0.025711357593536377
117758	linear.weight	0	-0.007613672409206629
117758	linear.weight	1	-0.022951502352952957
117758	linear.weight	2	0.19584950804710388
117758	linear.weight	3	-0.07971225678920746
117758	linear.weight	4	-0.010588549077510834
117758	linear.weight	5	0.08807438611984253
117758	linear.weight	6	-0.010739270597696304
117758	linear.weight	7	-0.034972477704286575
117758	linear.weight	8	0.15884162485599518
117758	linear.weight	9	-0.24061238765716553
117758	linear.bias	0	-0.03956538438796997
117758	linear.bias	1	0.031413208693265915
117758	linear.bias	2	0.49687737226486206
117758	linear.bias	3	-0.4564664661884308
117758	linear.bias	4	1.8591810464859009
117758	linear.bias	5	-1.368730902671814
117758	linear.bias	6	-0.39105021953582764
117758	linear.bias	7	-0.14300240576267242
118316	transitions	0	-1.7363979816436768
118316	transitions	1	-10000.0
118316	transitions	2	-0.7969565987586975
118316	transitions	3	-10000.0
118316	transitions	4	1.8868496417999268
118316	transitions	5	-10000.0
118316	transitions	6	-10000.0
118316	transitions	7	1.665549874305725
118316	transitions	8	-2.4524850845336914
118316	transitions	9	-4.099944114685059
118316	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
118316	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
118316	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
118316	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
118316	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
118316	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
118316	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
118316	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
118316	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
118316	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
118316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
118316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
118316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
118316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
118316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
118316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
118316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
118316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
118316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
118316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
118316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
118316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
118316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
118316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
118316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
118316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
118316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
118316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
118316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
118316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
118316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
118316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
118316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
118316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
118316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
118316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
118316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
118316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
118316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
118316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
118316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
118316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
118316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
118316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
118316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
118316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
118316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
118316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
118316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
118316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
118316	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
118316	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
118316	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
118316	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
118316	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
118316	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
118316	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
118316	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
118316	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
118316	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
118316	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
118316	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
118316	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
118316	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
118316	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
118316	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
118316	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
118316	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
118316	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
118316	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
118316	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
118316	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
118316	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
118316	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
118316	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
118316	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
118316	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
118316	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
118316	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
118316	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
118316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
118316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
118316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
118316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
118316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
118316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
118316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
118316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
118316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
118316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
118316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
118316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
118316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
118316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
118316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
118316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
118316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
118316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
118316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
118316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
118316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
118316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
118316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
118316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
118316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
118316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
118316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
118316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
118316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
118316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
118316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
118316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
118316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
118316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
118316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
118316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
118316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
118316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
118316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
118316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
118316	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
118316	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
118316	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
118316	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
118316	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
118316	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
118316	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
118316	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
118316	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
118316	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
118316	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
118316	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
118316	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
118316	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
118316	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
118316	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
118316	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
118316	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
118316	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
118316	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
118316	embedding2nn.weight	0	0.0064796446822583675
118316	embedding2nn.weight	1	0.005172010976821184
118316	embedding2nn.weight	2	0.01335088536143303
118316	embedding2nn.weight	3	0.02524295076727867
118316	embedding2nn.weight	4	0.01859862729907036
118316	embedding2nn.weight	5	0.010243627242743969
118316	embedding2nn.weight	6	-0.012499461881816387
118316	embedding2nn.weight	7	-0.003358271438628435
118316	embedding2nn.weight	8	-0.0009241385851055384
118316	embedding2nn.weight	9	0.00230916659347713
118316	embedding2nn.bias	0	0.018558863550424576
118316	embedding2nn.bias	1	-0.030031932517886162
118316	embedding2nn.bias	2	0.07988241314888
118316	embedding2nn.bias	3	0.05351579189300537
118316	embedding2nn.bias	4	-0.006696830503642559
118316	embedding2nn.bias	5	-0.024747729301452637
118316	embedding2nn.bias	6	0.015046085231006145
118316	embedding2nn.bias	7	0.0012246795231476426
118316	embedding2nn.bias	8	-0.027748707681894302
118316	embedding2nn.bias	9	0.015461642295122147
118316	rnn.weight_ih_l0	0	0.071785107254982
118316	rnn.weight_ih_l0	1	-0.03824148699641228
118316	rnn.weight_ih_l0	2	0.0022791638039052486
118316	rnn.weight_ih_l0	3	0.04685473069548607
118316	rnn.weight_ih_l0	4	-0.02505534142255783
118316	rnn.weight_ih_l0	5	0.04771662876009941
118316	rnn.weight_ih_l0	6	0.009652694687247276
118316	rnn.weight_ih_l0	7	0.061024367809295654
118316	rnn.weight_ih_l0	8	0.008980288170278072
118316	rnn.weight_ih_l0	9	-0.02597092278301716
118316	rnn.weight_hh_l0	0	-0.01789727620780468
118316	rnn.weight_hh_l0	1	-0.01850932277739048
118316	rnn.weight_hh_l0	2	-0.05840478092432022
118316	rnn.weight_hh_l0	3	-0.0044943648390471935
118316	rnn.weight_hh_l0	4	-0.010706000961363316
118316	rnn.weight_hh_l0	5	-0.026916224509477615
118316	rnn.weight_hh_l0	6	-0.0015784447314217687
118316	rnn.weight_hh_l0	7	-0.050136733800172806
118316	rnn.weight_hh_l0	8	0.06723984330892563
118316	rnn.weight_hh_l0	9	0.04565953463315964
118316	rnn.bias_ih_l0	0	-0.17018625140190125
118316	rnn.bias_ih_l0	1	-0.1609666496515274
118316	rnn.bias_ih_l0	2	-0.016773326322436333
118316	rnn.bias_ih_l0	3	-0.13860103487968445
118316	rnn.bias_ih_l0	4	-0.05271536111831665
118316	rnn.bias_ih_l0	5	-0.15107150375843048
118316	rnn.bias_ih_l0	6	0.06353466957807541
118316	rnn.bias_ih_l0	7	-0.08428864181041718
118316	rnn.bias_ih_l0	8	-0.030863212421536446
118316	rnn.bias_ih_l0	9	-0.10838838666677475
118316	rnn.bias_hh_l0	0	-0.06449312716722488
118316	rnn.bias_hh_l0	1	0.2172819823026657
118316	rnn.bias_hh_l0	2	0.027939070016145706
118316	rnn.bias_hh_l0	3	-0.06922411918640137
118316	rnn.bias_hh_l0	4	-0.08435393124818802
118316	rnn.bias_hh_l0	5	-0.0010093869641423225
118316	rnn.bias_hh_l0	6	0.05680564045906067
118316	rnn.bias_hh_l0	7	-0.09501244872808456
118316	rnn.bias_hh_l0	8	-0.21683776378631592
118316	rnn.bias_hh_l0	9	-0.10052049160003662
118316	rnn.weight_ih_l0_reverse	0	0.01933148503303528
118316	rnn.weight_ih_l0_reverse	1	-0.06137144938111305
118316	rnn.weight_ih_l0_reverse	2	0.04002305492758751
118316	rnn.weight_ih_l0_reverse	3	0.008867092430591583
118316	rnn.weight_ih_l0_reverse	4	0.009843292646110058
118316	rnn.weight_ih_l0_reverse	5	-0.03226173669099808
118316	rnn.weight_ih_l0_reverse	6	0.020726287737488747
118316	rnn.weight_ih_l0_reverse	7	0.0324687659740448
118316	rnn.weight_ih_l0_reverse	8	-0.025561310350894928
118316	rnn.weight_ih_l0_reverse	9	0.0028859039302915335
118316	rnn.weight_hh_l0_reverse	0	0.04657439514994621
118316	rnn.weight_hh_l0_reverse	1	0.03130355104804039
118316	rnn.weight_hh_l0_reverse	2	-0.018763989210128784
118316	rnn.weight_hh_l0_reverse	3	-0.07914289087057114
118316	rnn.weight_hh_l0_reverse	4	0.012187108397483826
118316	rnn.weight_hh_l0_reverse	5	-0.0523931123316288
118316	rnn.weight_hh_l0_reverse	6	-0.012493346817791462
118316	rnn.weight_hh_l0_reverse	7	0.027787135913968086
118316	rnn.weight_hh_l0_reverse	8	0.016941387206315994
118316	rnn.weight_hh_l0_reverse	9	0.006494499742984772
118316	rnn.bias_ih_l0_reverse	0	-0.04344947263598442
118316	rnn.bias_ih_l0_reverse	1	-0.13056951761245728
118316	rnn.bias_ih_l0_reverse	2	-0.12668989598751068
118316	rnn.bias_ih_l0_reverse	3	-0.04850214719772339
118316	rnn.bias_ih_l0_reverse	4	-0.10987704992294312
118316	rnn.bias_ih_l0_reverse	5	-0.09266849607229233
118316	rnn.bias_ih_l0_reverse	6	-0.1904512643814087
118316	rnn.bias_ih_l0_reverse	7	-0.05410274118185043
118316	rnn.bias_ih_l0_reverse	8	-0.05099765956401825
118316	rnn.bias_ih_l0_reverse	9	-0.12825897336006165
118316	rnn.bias_hh_l0_reverse	0	-0.1290016770362854
118316	rnn.bias_hh_l0_reverse	1	-0.15138188004493713
118316	rnn.bias_hh_l0_reverse	2	0.09980709105730057
118316	rnn.bias_hh_l0_reverse	3	0.054757408797740936
118316	rnn.bias_hh_l0_reverse	4	-0.1608889400959015
118316	rnn.bias_hh_l0_reverse	5	-0.12039986252784729
118316	rnn.bias_hh_l0_reverse	6	-0.11590880155563354
118316	rnn.bias_hh_l0_reverse	7	-0.04082058370113373
118316	rnn.bias_hh_l0_reverse	8	-0.08192387223243713
118316	rnn.bias_hh_l0_reverse	9	-0.025714417919516563
118316	linear.weight	0	-0.007613425608724356
118316	linear.weight	1	-0.023309912532567978
118316	linear.weight	2	0.20091941952705383
118316	linear.weight	3	-0.07971388101577759
118316	linear.weight	4	-0.010588549077510834
118316	linear.weight	5	0.09900098294019699
118316	linear.weight	6	-0.010739270597696304
118316	linear.weight	7	-0.04708622395992279
118316	linear.weight	8	0.14037583768367767
118316	linear.weight	9	-0.24017754197120667
118316	linear.bias	0	-0.03956538438796997
118316	linear.bias	1	0.031413208693265915
118316	linear.bias	2	0.4735400378704071
118316	linear.bias	3	-0.4843146502971649
118316	linear.bias	4	1.8907982110977173
118316	linear.bias	5	-1.3689972162246704
118316	linear.bias	6	-0.3808717429637909
118316	linear.bias	7	-0.13335934281349182
118874	transitions	0	-1.7374637126922607
118874	transitions	1	-10000.0
118874	transitions	2	-0.7969565987586975
118874	transitions	3	-10000.0
118874	transitions	4	1.889492154121399
118874	transitions	5	-10000.0
118874	transitions	6	-10000.0
118874	transitions	7	1.6620380878448486
118874	transitions	8	-2.45357084274292
118874	transitions	9	-4.100924491882324
118874	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
118874	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
118874	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
118874	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
118874	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
118874	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
118874	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
118874	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
118874	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
118874	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
118874	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
118874	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
118874	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
118874	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
118874	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
118874	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
118874	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
118874	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
118874	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
118874	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
118874	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
118874	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
118874	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
118874	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
118874	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
118874	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
118874	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
118874	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
118874	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
118874	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
118874	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
118874	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
118874	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
118874	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
118874	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
118874	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
118874	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
118874	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
118874	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
118874	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
118874	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
118874	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
118874	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
118874	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
118874	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
118874	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
118874	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
118874	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
118874	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
118874	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
118874	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
118874	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
118874	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
118874	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
118874	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
118874	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
118874	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
118874	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
118874	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
118874	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
118874	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
118874	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
118874	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
118874	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
118874	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
118874	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
118874	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
118874	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
118874	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
118874	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
118874	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
118874	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
118874	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
118874	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
118874	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
118874	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
118874	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
118874	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
118874	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
118874	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
118874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
118874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
118874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
118874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
118874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
118874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
118874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
118874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
118874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
118874	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
118874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
118874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
118874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
118874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
118874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
118874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
118874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
118874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
118874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
118874	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
118874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
118874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
118874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
118874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
118874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
118874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
118874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
118874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
118874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
118874	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
118874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
118874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
118874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
118874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
118874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
118874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
118874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
118874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
118874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
118874	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
118874	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
118874	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
118874	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
118874	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
118874	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
118874	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
118874	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
118874	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
118874	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
118874	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
118874	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
118874	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
118874	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
118874	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
118874	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
118874	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
118874	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
118874	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
118874	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
118874	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
118874	embedding2nn.weight	0	0.006502422504127026
118874	embedding2nn.weight	1	0.005119059234857559
118874	embedding2nn.weight	2	0.013342753052711487
118874	embedding2nn.weight	3	0.025290466845035553
118874	embedding2nn.weight	4	0.01831762306392193
118874	embedding2nn.weight	5	0.01003601960837841
118874	embedding2nn.weight	6	-0.012642526999115944
118874	embedding2nn.weight	7	-0.0034598044585436583
118874	embedding2nn.weight	8	-0.0003468340146355331
118874	embedding2nn.weight	9	0.0024005575105547905
118874	embedding2nn.bias	0	0.01845834031701088
118874	embedding2nn.bias	1	-0.03051936626434326
118874	embedding2nn.bias	2	0.0840887650847435
118874	embedding2nn.bias	3	0.05249444395303726
118874	embedding2nn.bias	4	-0.006239583715796471
118874	embedding2nn.bias	5	-0.02467494271695614
118874	embedding2nn.bias	6	0.014280660077929497
118874	embedding2nn.bias	7	-0.0001980379456654191
118874	embedding2nn.bias	8	-0.02362944185733795
118874	embedding2nn.bias	9	0.017980944365262985
118874	rnn.weight_ih_l0	0	0.07223647832870483
118874	rnn.weight_ih_l0	1	-0.03788892552256584
118874	rnn.weight_ih_l0	2	0.0016015348955988884
118874	rnn.weight_ih_l0	3	0.047347500920295715
118874	rnn.weight_ih_l0	4	-0.024863723665475845
118874	rnn.weight_ih_l0	5	0.04680977016687393
118874	rnn.weight_ih_l0	6	0.009418844245374203
118874	rnn.weight_ih_l0	7	0.06150219589471817
118874	rnn.weight_ih_l0	8	0.009355522692203522
118874	rnn.weight_ih_l0	9	-0.02563232183456421
118874	rnn.weight_hh_l0	0	-0.018133770674467087
118874	rnn.weight_hh_l0	1	-0.01847652904689312
118874	rnn.weight_hh_l0	2	-0.05830131471157074
118874	rnn.weight_hh_l0	3	-0.004690250381827354
118874	rnn.weight_hh_l0	4	-0.010728023946285248
118874	rnn.weight_hh_l0	5	-0.02716122567653656
118874	rnn.weight_hh_l0	6	-0.0015846588648855686
118874	rnn.weight_hh_l0	7	-0.050994399935007095
118874	rnn.weight_hh_l0	8	0.06740271300077438
118874	rnn.weight_hh_l0	9	0.04567839205265045
118874	rnn.bias_ih_l0	0	-0.17100539803504944
118874	rnn.bias_ih_l0	1	-0.1641741544008255
118874	rnn.bias_ih_l0	2	-0.01581578701734543
118874	rnn.bias_ih_l0	3	-0.14103354513645172
118874	rnn.bias_ih_l0	4	-0.052167415618896484
118874	rnn.bias_ih_l0	5	-0.15035881102085114
118874	rnn.bias_ih_l0	6	0.06232393532991409
118874	rnn.bias_ih_l0	7	-0.08364498615264893
118874	rnn.bias_ih_l0	8	-0.028942611068487167
118874	rnn.bias_ih_l0	9	-0.10989456623792648
118874	rnn.bias_hh_l0	0	-0.06625798344612122
118874	rnn.bias_hh_l0	1	0.21900241076946259
118874	rnn.bias_hh_l0	2	0.03086857870221138
118874	rnn.bias_hh_l0	3	-0.06729409098625183
118874	rnn.bias_hh_l0	4	-0.08258260041475296
118874	rnn.bias_hh_l0	5	-0.0021849877666682005
118874	rnn.bias_hh_l0	6	0.054583221673965454
118874	rnn.bias_hh_l0	7	-0.09680742770433426
118874	rnn.bias_hh_l0	8	-0.21806076169013977
118874	rnn.bias_hh_l0	9	-0.10071547329425812
118874	rnn.weight_ih_l0_reverse	0	0.018694130703806877
118874	rnn.weight_ih_l0_reverse	1	-0.06116379797458649
118874	rnn.weight_ih_l0_reverse	2	0.04037453606724739
118874	rnn.weight_ih_l0_reverse	3	0.009215560741722584
118874	rnn.weight_ih_l0_reverse	4	0.009145104326307774
118874	rnn.weight_ih_l0_reverse	5	-0.03207710012793541
118874	rnn.weight_ih_l0_reverse	6	0.02061202935874462
118874	rnn.weight_ih_l0_reverse	7	0.03245283290743828
118874	rnn.weight_ih_l0_reverse	8	-0.025430580601096153
118874	rnn.weight_ih_l0_reverse	9	0.0031157780904322863
118874	rnn.weight_hh_l0_reverse	0	0.046696823090314865
118874	rnn.weight_hh_l0_reverse	1	0.03147292137145996
118874	rnn.weight_hh_l0_reverse	2	-0.018771972507238388
118874	rnn.weight_hh_l0_reverse	3	-0.07900679111480713
118874	rnn.weight_hh_l0_reverse	4	0.01194531749933958
118874	rnn.weight_hh_l0_reverse	5	-0.05192491039633751
118874	rnn.weight_hh_l0_reverse	6	-0.012496571987867355
118874	rnn.weight_hh_l0_reverse	7	0.027585335075855255
118874	rnn.weight_hh_l0_reverse	8	0.0166389849036932
118874	rnn.weight_hh_l0_reverse	9	0.006617601960897446
118874	rnn.bias_ih_l0_reverse	0	-0.04569254815578461
118874	rnn.bias_ih_l0_reverse	1	-0.1303621083498001
118874	rnn.bias_ih_l0_reverse	2	-0.12859484553337097
118874	rnn.bias_ih_l0_reverse	3	-0.046818580478429794
118874	rnn.bias_ih_l0_reverse	4	-0.10669319331645966
118874	rnn.bias_ih_l0_reverse	5	-0.09200161695480347
118874	rnn.bias_ih_l0_reverse	6	-0.19072601199150085
118874	rnn.bias_ih_l0_reverse	7	-0.055435579270124435
118874	rnn.bias_ih_l0_reverse	8	-0.051052700728178024
118874	rnn.bias_ih_l0_reverse	9	-0.12720760703086853
118874	rnn.bias_hh_l0_reverse	0	-0.12552510201931
118874	rnn.bias_hh_l0_reverse	1	-0.15123529732227325
118874	rnn.bias_hh_l0_reverse	2	0.10071849077939987
118874	rnn.bias_hh_l0_reverse	3	0.054875921458005905
118874	rnn.bias_hh_l0_reverse	4	-0.15940441191196442
118874	rnn.bias_hh_l0_reverse	5	-0.12213955819606781
118874	rnn.bias_hh_l0_reverse	6	-0.11671680957078934
118874	rnn.bias_hh_l0_reverse	7	-0.04058176651597023
118874	rnn.bias_hh_l0_reverse	8	-0.08268996328115463
118874	rnn.bias_hh_l0_reverse	9	-0.025013543665409088
118874	linear.weight	0	-0.007613655179738998
118874	linear.weight	1	-0.02713758870959282
118874	linear.weight	2	0.20804956555366516
118874	linear.weight	3	-0.07971716672182083
118874	linear.weight	4	-0.010588549077510834
118874	linear.weight	5	0.08828995376825333
118874	linear.weight	6	-0.010739270597696304
118874	linear.weight	7	-0.03311620280146599
118874	linear.weight	8	0.08785796910524368
118874	linear.weight	9	-0.2456778883934021
118874	linear.bias	0	-0.03956538438796997
118874	linear.bias	1	0.031413208693265915
118874	linear.bias	2	0.5019406676292419
118874	linear.bias	3	-0.4762189984321594
118874	linear.bias	4	1.863650918006897
118874	linear.bias	5	-1.3692574501037598
118874	linear.bias	6	-0.38574132323265076
118874	linear.bias	7	-0.1375907063484192
119432	transitions	0	-1.7388979196548462
119432	transitions	1	-10000.0
119432	transitions	2	-0.7969565987586975
119432	transitions	3	-10000.0
119432	transitions	4	1.9032572507858276
119432	transitions	5	-10000.0
119432	transitions	6	-10000.0
119432	transitions	7	1.6411422491073608
119432	transitions	8	-2.454660415649414
119432	transitions	9	-4.101905822753906
119432	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
119432	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
119432	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
119432	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
119432	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
119432	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
119432	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
119432	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
119432	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
119432	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
119432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
119432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
119432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
119432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
119432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
119432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
119432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
119432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
119432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
119432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
119432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
119432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
119432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
119432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
119432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
119432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
119432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
119432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
119432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
119432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
119432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
119432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
119432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
119432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
119432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
119432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
119432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
119432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
119432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
119432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
119432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
119432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
119432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
119432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
119432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
119432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
119432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
119432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
119432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
119432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
119432	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
119432	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
119432	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
119432	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
119432	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
119432	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
119432	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
119432	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
119432	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
119432	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
119432	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
119432	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
119432	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
119432	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
119432	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
119432	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
119432	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
119432	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
119432	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
119432	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
119432	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
119432	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
119432	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
119432	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
119432	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
119432	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
119432	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
119432	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
119432	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
119432	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
119432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
119432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
119432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
119432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
119432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
119432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
119432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
119432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
119432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
119432	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
119432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
119432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
119432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
119432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
119432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
119432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
119432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
119432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
119432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
119432	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
119432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
119432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
119432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
119432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
119432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
119432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
119432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
119432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
119432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
119432	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
119432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
119432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
119432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
119432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
119432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
119432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
119432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
119432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
119432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
119432	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
119432	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
119432	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
119432	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
119432	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
119432	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
119432	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
119432	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
119432	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
119432	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
119432	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
119432	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
119432	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
119432	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
119432	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
119432	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
119432	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
119432	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
119432	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
119432	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
119432	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
119432	embedding2nn.weight	0	0.006503326818346977
119432	embedding2nn.weight	1	0.005113577004522085
119432	embedding2nn.weight	2	0.013322224840521812
119432	embedding2nn.weight	3	0.025318922474980354
119432	embedding2nn.weight	4	0.018227988854050636
119432	embedding2nn.weight	5	0.009853683412075043
119432	embedding2nn.weight	6	-0.012526935897767544
119432	embedding2nn.weight	7	-0.0034455538261681795
119432	embedding2nn.weight	8	0.00030410068575292826
119432	embedding2nn.weight	9	0.002297811908647418
119432	embedding2nn.bias	0	0.018840298056602478
119432	embedding2nn.bias	1	-0.03011283650994301
119432	embedding2nn.bias	2	0.08326438814401627
119432	embedding2nn.bias	3	0.0476670004427433
119432	embedding2nn.bias	4	-0.009167121723294258
119432	embedding2nn.bias	5	-0.028421755880117416
119432	embedding2nn.bias	6	0.01513262465596199
119432	embedding2nn.bias	7	0.000305007939459756
119432	embedding2nn.bias	8	-0.02712930738925934
119432	embedding2nn.bias	9	0.01642713136970997
119432	rnn.weight_ih_l0	0	0.0717775747179985
119432	rnn.weight_ih_l0	1	-0.03752823546528816
119432	rnn.weight_ih_l0	2	0.0008399775833822787
119432	rnn.weight_ih_l0	3	0.04787229374051094
119432	rnn.weight_ih_l0	4	-0.02516838349401951
119432	rnn.weight_ih_l0	5	0.04756566509604454
119432	rnn.weight_ih_l0	6	0.009528323076665401
119432	rnn.weight_ih_l0	7	0.0616842657327652
119432	rnn.weight_ih_l0	8	0.009366738609969616
119432	rnn.weight_ih_l0	9	-0.02408924698829651
119432	rnn.weight_hh_l0	0	-0.01795661263167858
119432	rnn.weight_hh_l0	1	-0.018459804356098175
119432	rnn.weight_hh_l0	2	-0.057718295603990555
119432	rnn.weight_hh_l0	3	-0.0046892110258340836
119432	rnn.weight_hh_l0	4	-0.010714690200984478
119432	rnn.weight_hh_l0	5	-0.027145562693476677
119432	rnn.weight_hh_l0	6	-0.0016155233606696129
119432	rnn.weight_hh_l0	7	-0.0506228506565094
119432	rnn.weight_hh_l0	8	0.06786409765481949
119432	rnn.weight_hh_l0	9	0.04549065977334976
119432	rnn.bias_ih_l0	0	-0.17063257098197937
119432	rnn.bias_ih_l0	1	-0.16458934545516968
119432	rnn.bias_ih_l0	2	-0.01639981009066105
119432	rnn.bias_ih_l0	3	-0.1430012285709381
119432	rnn.bias_ih_l0	4	-0.050369489938020706
119432	rnn.bias_ih_l0	5	-0.15090879797935486
119432	rnn.bias_ih_l0	6	0.06185569614171982
119432	rnn.bias_ih_l0	7	-0.08386041969060898
119432	rnn.bias_ih_l0	8	-0.028784779831767082
119432	rnn.bias_ih_l0	9	-0.11183500289916992
119432	rnn.bias_hh_l0	0	-0.06674585491418839
119432	rnn.bias_hh_l0	1	0.21754200756549835
119432	rnn.bias_hh_l0	2	0.030511539429426193
119432	rnn.bias_hh_l0	3	-0.06917377561330795
119432	rnn.bias_hh_l0	4	-0.082858145236969
119432	rnn.bias_hh_l0	5	-0.0021414263173937798
119432	rnn.bias_hh_l0	6	0.05387595295906067
119432	rnn.bias_hh_l0	7	-0.09738581627607346
119432	rnn.bias_hh_l0	8	-0.21692746877670288
119432	rnn.bias_hh_l0	9	-0.09922925382852554
119432	rnn.weight_ih_l0_reverse	0	0.019280875101685524
119432	rnn.weight_ih_l0_reverse	1	-0.06110094115138054
119432	rnn.weight_ih_l0_reverse	2	0.0402800627052784
119432	rnn.weight_ih_l0_reverse	3	0.007943393662571907
119432	rnn.weight_ih_l0_reverse	4	0.008885281160473824
119432	rnn.weight_ih_l0_reverse	5	-0.03182435780763626
119432	rnn.weight_ih_l0_reverse	6	0.021435094997286797
119432	rnn.weight_ih_l0_reverse	7	0.032355885952711105
119432	rnn.weight_ih_l0_reverse	8	-0.025013910606503487
119432	rnn.weight_ih_l0_reverse	9	0.003615844529122114
119432	rnn.weight_hh_l0_reverse	0	0.046763136982917786
119432	rnn.weight_hh_l0_reverse	1	0.03183533623814583
119432	rnn.weight_hh_l0_reverse	2	-0.01876702532172203
119432	rnn.weight_hh_l0_reverse	3	-0.0796799510717392
119432	rnn.weight_hh_l0_reverse	4	0.011930549517273903
119432	rnn.weight_hh_l0_reverse	5	-0.05242655798792839
119432	rnn.weight_hh_l0_reverse	6	-0.012469900771975517
119432	rnn.weight_hh_l0_reverse	7	0.02758350595831871
119432	rnn.weight_hh_l0_reverse	8	0.016661332920193672
119432	rnn.weight_hh_l0_reverse	9	0.00675472617149353
119432	rnn.bias_ih_l0_reverse	0	-0.045208901166915894
119432	rnn.bias_ih_l0_reverse	1	-0.13062883913516998
119432	rnn.bias_ih_l0_reverse	2	-0.12866449356079102
119432	rnn.bias_ih_l0_reverse	3	-0.0456840880215168
119432	rnn.bias_ih_l0_reverse	4	-0.10515651851892471
119432	rnn.bias_ih_l0_reverse	5	-0.094376340508461
119432	rnn.bias_ih_l0_reverse	6	-0.1911463588476181
119432	rnn.bias_ih_l0_reverse	7	-0.05250438302755356
119432	rnn.bias_ih_l0_reverse	8	-0.052564799785614014
119432	rnn.bias_ih_l0_reverse	9	-0.12567314505577087
119432	rnn.bias_hh_l0_reverse	0	-0.12768320739269257
119432	rnn.bias_hh_l0_reverse	1	-0.15256129205226898
119432	rnn.bias_hh_l0_reverse	2	0.10310059040784836
119432	rnn.bias_hh_l0_reverse	3	0.05655780807137489
119432	rnn.bias_hh_l0_reverse	4	-0.16264139115810394
119432	rnn.bias_hh_l0_reverse	5	-0.12133459746837616
119432	rnn.bias_hh_l0_reverse	6	-0.11731967329978943
119432	rnn.bias_hh_l0_reverse	7	-0.0440453365445137
119432	rnn.bias_hh_l0_reverse	8	-0.08078237622976303
119432	rnn.bias_hh_l0_reverse	9	-0.02500382997095585
119432	linear.weight	0	-0.007611474022269249
119432	linear.weight	1	-0.04250123351812363
119432	linear.weight	2	0.186489075422287
119432	linear.weight	3	-0.07971759885549545
119432	linear.weight	4	-0.010588549077510834
119432	linear.weight	5	0.10940039157867432
119432	linear.weight	6	-0.010739270597696304
119432	linear.weight	7	-0.0199957974255085
119432	linear.weight	8	0.11325707286596298
119432	linear.weight	9	-0.2452409565448761
119432	linear.bias	0	-0.03956538438796997
119432	linear.bias	1	0.031413208693265915
119432	linear.bias	2	0.5099846720695496
119432	linear.bias	3	-0.5115033984184265
119432	linear.bias	4	1.8727505207061768
119432	linear.bias	5	-1.369515299797058
119432	linear.bias	6	-0.37644627690315247
119432	linear.bias	7	-0.12849931418895721
119990	transitions	0	-1.740241527557373
119990	transitions	1	-10000.0
119990	transitions	2	-0.7969565987586975
119990	transitions	3	-10000.0
119990	transitions	4	1.9193001985549927
119990	transitions	5	-10000.0
119990	transitions	6	-10000.0
119990	transitions	7	1.6255555152893066
119990	transitions	8	-2.4556286334991455
119990	transitions	9	-4.102847576141357
119990	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
119990	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
119990	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
119990	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
119990	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
119990	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
119990	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
119990	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
119990	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
119990	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
119990	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
119990	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
119990	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
119990	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
119990	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
119990	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
119990	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
119990	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
119990	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
119990	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
119990	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
119990	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
119990	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
119990	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
119990	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
119990	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
119990	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
119990	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
119990	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
119990	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
119990	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
119990	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
119990	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
119990	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
119990	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
119990	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
119990	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
119990	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
119990	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
119990	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
119990	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
119990	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
119990	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
119990	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
119990	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
119990	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
119990	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
119990	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
119990	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
119990	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
119990	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
119990	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
119990	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
119990	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
119990	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
119990	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
119990	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
119990	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
119990	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
119990	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
119990	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
119990	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
119990	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
119990	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
119990	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
119990	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
119990	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
119990	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
119990	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
119990	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
119990	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
119990	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
119990	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
119990	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
119990	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
119990	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
119990	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
119990	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
119990	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
119990	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
119990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
119990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
119990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
119990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
119990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
119990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
119990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
119990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
119990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
119990	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
119990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
119990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
119990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
119990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
119990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
119990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
119990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
119990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
119990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
119990	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
119990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
119990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
119990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
119990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
119990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
119990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
119990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
119990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
119990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
119990	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
119990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
119990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
119990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
119990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
119990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
119990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
119990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
119990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
119990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
119990	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
119990	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
119990	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
119990	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
119990	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
119990	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
119990	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
119990	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
119990	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
119990	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
119990	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
119990	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
119990	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
119990	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
119990	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
119990	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
119990	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
119990	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
119990	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
119990	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
119990	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
119990	embedding2nn.weight	0	0.006489787716418505
119990	embedding2nn.weight	1	0.005133516155183315
119990	embedding2nn.weight	2	0.01331931073218584
119990	embedding2nn.weight	3	0.025083094835281372
119990	embedding2nn.weight	4	0.01825690269470215
119990	embedding2nn.weight	5	0.009841647930443287
119990	embedding2nn.weight	6	-0.012444443069398403
119990	embedding2nn.weight	7	-0.0036402512341737747
119990	embedding2nn.weight	8	0.0008279383764602244
119990	embedding2nn.weight	9	0.002184490440413356
119990	embedding2nn.bias	0	0.021047648042440414
119990	embedding2nn.bias	1	-0.0286212470382452
119990	embedding2nn.bias	2	0.08185376226902008
119990	embedding2nn.bias	3	0.05287119001150131
119990	embedding2nn.bias	4	-0.0033831060864031315
119990	embedding2nn.bias	5	-0.0258477833122015
119990	embedding2nn.bias	6	0.019115643575787544
119990	embedding2nn.bias	7	5.232807598076761e-05
119990	embedding2nn.bias	8	-0.029466813430190086
119990	embedding2nn.bias	9	0.013257129117846489
119990	rnn.weight_ih_l0	0	0.07281182706356049
119990	rnn.weight_ih_l0	1	-0.03689093515276909
119990	rnn.weight_ih_l0	2	0.0007245377637445927
119990	rnn.weight_ih_l0	3	0.047654230147600174
119990	rnn.weight_ih_l0	4	-0.025790803134441376
119990	rnn.weight_ih_l0	5	0.046222999691963196
119990	rnn.weight_ih_l0	6	0.009659123606979847
119990	rnn.weight_ih_l0	7	0.06198219209909439
119990	rnn.weight_ih_l0	8	0.009046857245266438
119990	rnn.weight_ih_l0	9	-0.024088770151138306
119990	rnn.weight_hh_l0	0	-0.017375629395246506
119990	rnn.weight_hh_l0	1	-0.018046390265226364
119990	rnn.weight_hh_l0	2	-0.05777015537023544
119990	rnn.weight_hh_l0	3	-0.00478926720097661
119990	rnn.weight_hh_l0	4	-0.010599514469504356
119990	rnn.weight_hh_l0	5	-0.027240663766860962
119990	rnn.weight_hh_l0	6	-0.0015805010916665196
119990	rnn.weight_hh_l0	7	-0.05145587772130966
119990	rnn.weight_hh_l0	8	0.06785747408866882
119990	rnn.weight_hh_l0	9	0.04553242400288582
119990	rnn.bias_ih_l0	0	-0.17154794931411743
119990	rnn.bias_ih_l0	1	-0.16383783519268036
119990	rnn.bias_ih_l0	2	-0.017750833183526993
119990	rnn.bias_ih_l0	3	-0.1418183296918869
119990	rnn.bias_ih_l0	4	-0.052126847207546234
119990	rnn.bias_ih_l0	5	-0.14954619109630585
119990	rnn.bias_ih_l0	6	0.06154818832874298
119990	rnn.bias_ih_l0	7	-0.08743225038051605
119990	rnn.bias_ih_l0	8	-0.029085207730531693
119990	rnn.bias_ih_l0	9	-0.11003170162439346
119990	rnn.bias_hh_l0	0	-0.06623546779155731
119990	rnn.bias_hh_l0	1	0.21696965396404266
119990	rnn.bias_hh_l0	2	0.028938481584191322
119990	rnn.bias_hh_l0	3	-0.06871212273836136
119990	rnn.bias_hh_l0	4	-0.0833357572555542
119990	rnn.bias_hh_l0	5	-0.005964095704257488
119990	rnn.bias_hh_l0	6	0.05577303096652031
119990	rnn.bias_hh_l0	7	-0.09536530077457428
119990	rnn.bias_hh_l0	8	-0.21836212277412415
119990	rnn.bias_hh_l0	9	-0.10025195777416229
119990	rnn.weight_ih_l0_reverse	0	0.020440246909856796
119990	rnn.weight_ih_l0_reverse	1	-0.061869826167821884
119990	rnn.weight_ih_l0_reverse	2	0.040498003363609314
119990	rnn.weight_ih_l0_reverse	3	0.008408044464886189
119990	rnn.weight_ih_l0_reverse	4	0.009474508464336395
119990	rnn.weight_ih_l0_reverse	5	-0.032239120453596115
119990	rnn.weight_ih_l0_reverse	6	0.020332923159003258
119990	rnn.weight_ih_l0_reverse	7	0.032562486827373505
119990	rnn.weight_ih_l0_reverse	8	-0.02463933825492859
119990	rnn.weight_ih_l0_reverse	9	0.0038901783991605043
119990	rnn.weight_hh_l0_reverse	0	0.04719608277082443
119990	rnn.weight_hh_l0_reverse	1	0.0315568782389164
119990	rnn.weight_hh_l0_reverse	2	-0.01879347488284111
119990	rnn.weight_hh_l0_reverse	3	-0.0792374536395073
119990	rnn.weight_hh_l0_reverse	4	0.012037592940032482
119990	rnn.weight_hh_l0_reverse	5	-0.05259150266647339
119990	rnn.weight_hh_l0_reverse	6	-0.012449429370462894
119990	rnn.weight_hh_l0_reverse	7	0.027437446638941765
119990	rnn.weight_hh_l0_reverse	8	0.016578784212470055
119990	rnn.weight_hh_l0_reverse	9	0.006352865602821112
119990	rnn.bias_ih_l0_reverse	0	-0.04816330969333649
119990	rnn.bias_ih_l0_reverse	1	-0.12954117357730865
119990	rnn.bias_ih_l0_reverse	2	-0.1291261911392212
119990	rnn.bias_ih_l0_reverse	3	-0.04456436634063721
119990	rnn.bias_ih_l0_reverse	4	-0.10721254348754883
119990	rnn.bias_ih_l0_reverse	5	-0.09380854666233063
119990	rnn.bias_ih_l0_reverse	6	-0.19185419380664825
119990	rnn.bias_ih_l0_reverse	7	-0.052590012550354004
119990	rnn.bias_ih_l0_reverse	8	-0.048358555883169174
119990	rnn.bias_ih_l0_reverse	9	-0.12666691839694977
119990	rnn.bias_hh_l0_reverse	0	-0.1294868290424347
119990	rnn.bias_hh_l0_reverse	1	-0.15122100710868835
119990	rnn.bias_hh_l0_reverse	2	0.10346782207489014
119990	rnn.bias_hh_l0_reverse	3	0.055829647928476334
119990	rnn.bias_hh_l0_reverse	4	-0.1630920022726059
119990	rnn.bias_hh_l0_reverse	5	-0.1250004917383194
119990	rnn.bias_hh_l0_reverse	6	-0.11973266303539276
119990	rnn.bias_hh_l0_reverse	7	-0.045254651457071304
119990	rnn.bias_hh_l0_reverse	8	-0.07890799641609192
119990	rnn.bias_hh_l0_reverse	9	-0.024760311469435692
119990	linear.weight	0	-0.007611514069139957
119990	linear.weight	1	-0.036133840680122375
119990	linear.weight	2	0.19661463797092438
119990	linear.weight	3	-0.07971938699483871
119990	linear.weight	4	-0.010588549077510834
119990	linear.weight	5	0.12418907880783081
119990	linear.weight	6	-0.010739270597696304
119990	linear.weight	7	-0.036968789994716644
119990	linear.weight	8	0.11694630235433578
119990	linear.weight	9	-0.2456662356853485
119990	linear.bias	0	-0.03956538438796997
119990	linear.bias	1	0.031413208693265915
119990	linear.bias	2	0.5230898261070251
119990	linear.bias	3	-0.49821963906288147
119990	linear.bias	4	1.865594506263733
119990	linear.bias	5	-1.3697774410247803
119990	linear.bias	6	-0.38524362444877625
119990	linear.bias	7	-0.138685941696167
120548	transitions	0	-1.7417030334472656
120548	transitions	1	-10000.0
120548	transitions	2	-0.7969565987586975
120548	transitions	3	-10000.0
120548	transitions	4	1.9363905191421509
120548	transitions	5	-10000.0
120548	transitions	6	-10000.0
120548	transitions	7	1.6299546957015991
120548	transitions	8	-2.4566891193389893
120548	transitions	9	-4.103883266448975
120548	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
120548	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
120548	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
120548	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
120548	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
120548	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
120548	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
120548	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
120548	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
120548	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
120548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
120548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
120548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
120548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
120548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
120548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
120548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
120548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
120548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
120548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
120548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
120548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
120548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
120548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
120548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
120548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
120548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
120548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
120548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
120548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
120548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
120548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
120548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
120548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
120548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
120548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
120548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
120548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
120548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
120548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
120548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
120548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
120548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
120548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
120548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
120548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
120548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
120548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
120548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
120548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
120548	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
120548	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
120548	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
120548	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
120548	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
120548	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
120548	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
120548	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
120548	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
120548	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
120548	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
120548	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
120548	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
120548	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
120548	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
120548	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
120548	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
120548	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
120548	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
120548	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
120548	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
120548	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
120548	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
120548	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
120548	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
120548	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
120548	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
120548	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
120548	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
120548	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
120548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
120548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
120548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
120548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
120548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
120548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
120548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
120548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
120548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
120548	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
120548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
120548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
120548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
120548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
120548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
120548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
120548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
120548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
120548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
120548	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
120548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
120548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
120548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
120548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
120548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
120548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
120548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
120548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
120548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
120548	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
120548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
120548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
120548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
120548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
120548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
120548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
120548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
120548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
120548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
120548	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
120548	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
120548	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
120548	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
120548	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
120548	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
120548	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
120548	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
120548	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
120548	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
120548	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
120548	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
120548	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
120548	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
120548	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
120548	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
120548	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
120548	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
120548	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
120548	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
120548	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
120548	embedding2nn.weight	0	0.006482233293354511
120548	embedding2nn.weight	1	0.005203061271458864
120548	embedding2nn.weight	2	0.013318661600351334
120548	embedding2nn.weight	3	0.025042777881026268
120548	embedding2nn.weight	4	0.018591947853565216
120548	embedding2nn.weight	5	0.009327389299869537
120548	embedding2nn.weight	6	-0.012594102881848812
120548	embedding2nn.weight	7	-0.0033465279266238213
120548	embedding2nn.weight	8	0.000749977130908519
120548	embedding2nn.weight	9	0.0020750639960169792
120548	embedding2nn.bias	0	0.02134159579873085
120548	embedding2nn.bias	1	-0.026804650202393532
120548	embedding2nn.bias	2	0.08131182938814163
120548	embedding2nn.bias	3	0.05543949455022812
120548	embedding2nn.bias	4	-0.002549281809478998
120548	embedding2nn.bias	5	-0.028901657089591026
120548	embedding2nn.bias	6	0.01776209846138954
120548	embedding2nn.bias	7	-0.00291816727258265
120548	embedding2nn.bias	8	-0.027820924296975136
120548	embedding2nn.bias	9	0.012437808327376842
120548	rnn.weight_ih_l0	0	0.07235820591449738
120548	rnn.weight_ih_l0	1	-0.03658413514494896
120548	rnn.weight_ih_l0	2	0.001505412976257503
120548	rnn.weight_ih_l0	3	0.04732610657811165
120548	rnn.weight_ih_l0	4	-0.025638695806264877
120548	rnn.weight_ih_l0	5	0.046033427119255066
120548	rnn.weight_ih_l0	6	0.009545094333589077
120548	rnn.weight_ih_l0	7	0.06171919032931328
120548	rnn.weight_ih_l0	8	0.009553792886435986
120548	rnn.weight_ih_l0	9	-0.02427692711353302
120548	rnn.weight_hh_l0	0	-0.017101280391216278
120548	rnn.weight_hh_l0	1	-0.018066106364130974
120548	rnn.weight_hh_l0	2	-0.05775543674826622
120548	rnn.weight_hh_l0	3	-0.00461078155785799
120548	rnn.weight_hh_l0	4	-0.010442480444908142
120548	rnn.weight_hh_l0	5	-0.02764454483985901
120548	rnn.weight_hh_l0	6	-0.0015663860831409693
120548	rnn.weight_hh_l0	7	-0.05173099786043167
120548	rnn.weight_hh_l0	8	0.06828238070011139
120548	rnn.weight_hh_l0	9	0.045653775334358215
120548	rnn.bias_ih_l0	0	-0.1713441014289856
120548	rnn.bias_ih_l0	1	-0.16162177920341492
120548	rnn.bias_ih_l0	2	-0.018580373376607895
120548	rnn.bias_ih_l0	3	-0.1398220658302307
120548	rnn.bias_ih_l0	4	-0.052043791860342026
120548	rnn.bias_ih_l0	5	-0.15231694281101227
120548	rnn.bias_ih_l0	6	0.061681970953941345
120548	rnn.bias_ih_l0	7	-0.08474943786859512
120548	rnn.bias_ih_l0	8	-0.028582682833075523
120548	rnn.bias_ih_l0	9	-0.10940991342067719
120548	rnn.bias_hh_l0	0	-0.06627655029296875
120548	rnn.bias_hh_l0	1	0.2162969559431076
120548	rnn.bias_hh_l0	2	0.02571204863488674
120548	rnn.bias_hh_l0	3	-0.0709923803806305
120548	rnn.bias_hh_l0	4	-0.08291695266962051
120548	rnn.bias_hh_l0	5	-0.00905868411064148
120548	rnn.bias_hh_l0	6	0.05695435777306557
120548	rnn.bias_hh_l0	7	-0.09493529796600342
120548	rnn.bias_hh_l0	8	-0.21950337290763855
120548	rnn.bias_hh_l0	9	-0.09969928115606308
120548	rnn.weight_ih_l0_reverse	0	0.018881728872656822
120548	rnn.weight_ih_l0_reverse	1	-0.062307775020599365
120548	rnn.weight_ih_l0_reverse	2	0.040907759219408035
120548	rnn.weight_ih_l0_reverse	3	0.00899952370673418
120548	rnn.weight_ih_l0_reverse	4	0.009477006271481514
120548	rnn.weight_ih_l0_reverse	5	-0.032043345272541046
120548	rnn.weight_ih_l0_reverse	6	0.019506830722093582
120548	rnn.weight_ih_l0_reverse	7	0.032406628131866455
120548	rnn.weight_ih_l0_reverse	8	-0.02471410296857357
120548	rnn.weight_ih_l0_reverse	9	0.003840903053060174
120548	rnn.weight_hh_l0_reverse	0	0.04691404849290848
120548	rnn.weight_hh_l0_reverse	1	0.03119673579931259
120548	rnn.weight_hh_l0_reverse	2	-0.018848534673452377
120548	rnn.weight_hh_l0_reverse	3	-0.07950714230537415
120548	rnn.weight_hh_l0_reverse	4	0.01198388822376728
120548	rnn.weight_hh_l0_reverse	5	-0.052497949451208115
120548	rnn.weight_hh_l0_reverse	6	-0.012480715289711952
120548	rnn.weight_hh_l0_reverse	7	0.027462530881166458
120548	rnn.weight_hh_l0_reverse	8	0.01657586731016636
120548	rnn.weight_hh_l0_reverse	9	0.006146779749542475
120548	rnn.bias_ih_l0_reverse	0	-0.04744751751422882
120548	rnn.bias_ih_l0_reverse	1	-0.12966299057006836
120548	rnn.bias_ih_l0_reverse	2	-0.12705203890800476
120548	rnn.bias_ih_l0_reverse	3	-0.04367710277438164
120548	rnn.bias_ih_l0_reverse	4	-0.10585703700780869
120548	rnn.bias_ih_l0_reverse	5	-0.0925157368183136
120548	rnn.bias_ih_l0_reverse	6	-0.18964126706123352
120548	rnn.bias_ih_l0_reverse	7	-0.0552184171974659
120548	rnn.bias_ih_l0_reverse	8	-0.05270777642726898
120548	rnn.bias_ih_l0_reverse	9	-0.12549996376037598
120548	rnn.bias_hh_l0_reverse	0	-0.132258340716362
120548	rnn.bias_hh_l0_reverse	1	-0.14831960201263428
120548	rnn.bias_hh_l0_reverse	2	0.10205164551734924
120548	rnn.bias_hh_l0_reverse	3	0.05750872567296028
120548	rnn.bias_hh_l0_reverse	4	-0.16025002300739288
120548	rnn.bias_hh_l0_reverse	5	-0.12290194630622864
120548	rnn.bias_hh_l0_reverse	6	-0.11951345205307007
120548	rnn.bias_hh_l0_reverse	7	-0.043537963181734085
120548	rnn.bias_hh_l0_reverse	8	-0.0820288136601448
120548	rnn.bias_hh_l0_reverse	9	-0.02535858191549778
120548	linear.weight	0	-0.007610898930579424
120548	linear.weight	1	-0.06521996855735779
120548	linear.weight	2	0.21326498687267303
120548	linear.weight	3	-0.0797220841050148
120548	linear.weight	4	-0.010588549077510834
120548	linear.weight	5	0.08539479225873947
120548	linear.weight	6	-0.010739270597696304
120548	linear.weight	7	-0.05393572524189949
120548	linear.weight	8	0.09995537996292114
120548	linear.weight	9	-0.23985810577869415
120548	linear.bias	0	-0.03956538438796997
120548	linear.bias	1	0.031413208693265915
120548	linear.bias	2	0.48887473344802856
120548	linear.bias	3	-0.530370831489563
120548	linear.bias	4	1.8965901136398315
120548	linear.bias	5	-1.3700345754623413
120548	linear.bias	6	-0.367239385843277
120548	linear.bias	7	-0.12107639759778976
121106	transitions	0	-1.7428852319717407
121106	transitions	1	-10000.0
121106	transitions	2	-0.7969565987586975
121106	transitions	3	-10000.0
121106	transitions	4	1.9311530590057373
121106	transitions	5	-10000.0
121106	transitions	6	-10000.0
121106	transitions	7	1.644790530204773
121106	transitions	8	-2.457624912261963
121106	transitions	9	-4.10494327545166
121106	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
121106	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
121106	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
121106	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
121106	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
121106	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
121106	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
121106	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
121106	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
121106	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
121106	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
121106	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
121106	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
121106	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
121106	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
121106	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
121106	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
121106	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
121106	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
121106	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
121106	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
121106	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
121106	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
121106	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
121106	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
121106	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
121106	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
121106	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
121106	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
121106	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
121106	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
121106	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
121106	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
121106	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
121106	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
121106	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
121106	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
121106	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
121106	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
121106	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
121106	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
121106	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
121106	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
121106	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
121106	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
121106	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
121106	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
121106	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
121106	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
121106	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
121106	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
121106	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
121106	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
121106	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
121106	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
121106	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
121106	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
121106	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
121106	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
121106	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
121106	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
121106	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
121106	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
121106	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
121106	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
121106	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
121106	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
121106	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
121106	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
121106	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
121106	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
121106	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
121106	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
121106	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
121106	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
121106	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
121106	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
121106	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
121106	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
121106	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
121106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
121106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
121106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
121106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
121106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
121106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
121106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
121106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
121106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
121106	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
121106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
121106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
121106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
121106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
121106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
121106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
121106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
121106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
121106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
121106	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
121106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
121106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
121106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
121106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
121106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
121106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
121106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
121106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
121106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
121106	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
121106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
121106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
121106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
121106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
121106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
121106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
121106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
121106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
121106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
121106	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
121106	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
121106	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
121106	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
121106	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
121106	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
121106	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
121106	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
121106	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
121106	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
121106	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
121106	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
121106	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
121106	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
121106	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
121106	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
121106	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
121106	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
121106	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
121106	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
121106	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
121106	embedding2nn.weight	0	0.006486233323812485
121106	embedding2nn.weight	1	0.0053028021939098835
121106	embedding2nn.weight	2	0.01331902202218771
121106	embedding2nn.weight	3	0.025132764130830765
121106	embedding2nn.weight	4	0.018474826589226723
121106	embedding2nn.weight	5	0.009271417744457722
121106	embedding2nn.weight	6	-0.012692809104919434
121106	embedding2nn.weight	7	-0.0033202399499714375
121106	embedding2nn.weight	8	0.0005594789981842041
121106	embedding2nn.weight	9	0.0022149367723613977
121106	embedding2nn.bias	0	0.02005540020763874
121106	embedding2nn.bias	1	-0.024265648797154427
121106	embedding2nn.bias	2	0.07935918867588043
121106	embedding2nn.bias	3	0.05336509644985199
121106	embedding2nn.bias	4	-0.0007087466074153781
121106	embedding2nn.bias	5	-0.02500438690185547
121106	embedding2nn.bias	6	0.015638090670108795
121106	embedding2nn.bias	7	-0.004057211801409721
121106	embedding2nn.bias	8	-0.022292645648121834
121106	embedding2nn.bias	9	0.01454043947160244
121106	rnn.weight_ih_l0	0	0.07157015055418015
121106	rnn.weight_ih_l0	1	-0.03770589455962181
121106	rnn.weight_ih_l0	2	0.0008415718912146986
121106	rnn.weight_ih_l0	3	0.04674924537539482
121106	rnn.weight_ih_l0	4	-0.025705045089125633
121106	rnn.weight_ih_l0	5	0.04451562464237213
121106	rnn.weight_ih_l0	6	0.009384390898048878
121106	rnn.weight_ih_l0	7	0.06197712570428848
121106	rnn.weight_ih_l0	8	0.010268871672451496
121106	rnn.weight_ih_l0	9	-0.02411174587905407
121106	rnn.weight_hh_l0	0	-0.017137546092271805
121106	rnn.weight_hh_l0	1	-0.01791522651910782
121106	rnn.weight_hh_l0	2	-0.057984858751297
121106	rnn.weight_hh_l0	3	-0.00461294362321496
121106	rnn.weight_hh_l0	4	-0.010418102145195007
121106	rnn.weight_hh_l0	5	-0.027414264157414436
121106	rnn.weight_hh_l0	6	-0.0015340305399149656
121106	rnn.weight_hh_l0	7	-0.05167349800467491
121106	rnn.weight_hh_l0	8	0.06804999709129333
121106	rnn.weight_hh_l0	9	0.04547136649489403
121106	rnn.bias_ih_l0	0	-0.16965252161026
121106	rnn.bias_ih_l0	1	-0.1628781259059906
121106	rnn.bias_ih_l0	2	-0.017941756173968315
121106	rnn.bias_ih_l0	3	-0.13851681351661682
121106	rnn.bias_ih_l0	4	-0.052739303559064865
121106	rnn.bias_ih_l0	5	-0.15359270572662354
121106	rnn.bias_ih_l0	6	0.062378689646720886
121106	rnn.bias_ih_l0	7	-0.08613353222608566
121106	rnn.bias_ih_l0	8	-0.02988969348371029
121106	rnn.bias_ih_l0	9	-0.10811170190572739
121106	rnn.bias_hh_l0	0	-0.06596319377422333
121106	rnn.bias_hh_l0	1	0.21628119051456451
121106	rnn.bias_hh_l0	2	0.02950391359627247
121106	rnn.bias_hh_l0	3	-0.07004212588071823
121106	rnn.bias_hh_l0	4	-0.08394962549209595
121106	rnn.bias_hh_l0	5	-0.009028968401253223
121106	rnn.bias_hh_l0	6	0.05507880821824074
121106	rnn.bias_hh_l0	7	-0.09791188687086105
121106	rnn.bias_hh_l0	8	-0.22120191156864166
121106	rnn.bias_hh_l0	9	-0.09786374121904373
121106	rnn.weight_ih_l0_reverse	0	0.019175933673977852
121106	rnn.weight_ih_l0_reverse	1	-0.06305303424596786
121106	rnn.weight_ih_l0_reverse	2	0.0408468022942543
121106	rnn.weight_ih_l0_reverse	3	0.01000478956848383
121106	rnn.weight_ih_l0_reverse	4	0.01022155862301588
121106	rnn.weight_ih_l0_reverse	5	-0.03183040767908096
121106	rnn.weight_ih_l0_reverse	6	0.019850274547934532
121106	rnn.weight_ih_l0_reverse	7	0.032663408666849136
121106	rnn.weight_ih_l0_reverse	8	-0.024601293727755547
121106	rnn.weight_ih_l0_reverse	9	0.003957013133913279
121106	rnn.weight_hh_l0_reverse	0	0.046807341277599335
121106	rnn.weight_hh_l0_reverse	1	0.031053591519594193
121106	rnn.weight_hh_l0_reverse	2	-0.018555618822574615
121106	rnn.weight_hh_l0_reverse	3	-0.08003445714712143
121106	rnn.weight_hh_l0_reverse	4	0.012103712186217308
121106	rnn.weight_hh_l0_reverse	5	-0.052698053419589996
121106	rnn.weight_hh_l0_reverse	6	-0.01250332873314619
121106	rnn.weight_hh_l0_reverse	7	0.027694616466760635
121106	rnn.weight_hh_l0_reverse	8	0.016699347645044327
121106	rnn.weight_hh_l0_reverse	9	0.006090122275054455
121106	rnn.bias_ih_l0_reverse	0	-0.04731493443250656
121106	rnn.bias_ih_l0_reverse	1	-0.12928560376167297
121106	rnn.bias_ih_l0_reverse	2	-0.125491201877594
121106	rnn.bias_ih_l0_reverse	3	-0.04412123188376427
121106	rnn.bias_ih_l0_reverse	4	-0.10624634474515915
121106	rnn.bias_ih_l0_reverse	5	-0.09375645965337753
121106	rnn.bias_ih_l0_reverse	6	-0.19194994866847992
121106	rnn.bias_ih_l0_reverse	7	-0.05400433391332626
121106	rnn.bias_ih_l0_reverse	8	-0.05249973013997078
121106	rnn.bias_ih_l0_reverse	9	-0.12674741446971893
121106	rnn.bias_hh_l0_reverse	0	-0.12996412813663483
121106	rnn.bias_hh_l0_reverse	1	-0.14831644296646118
121106	rnn.bias_hh_l0_reverse	2	0.1019018217921257
121106	rnn.bias_hh_l0_reverse	3	0.05901681259274483
121106	rnn.bias_hh_l0_reverse	4	-0.1573142409324646
121106	rnn.bias_hh_l0_reverse	5	-0.12352365255355835
121106	rnn.bias_hh_l0_reverse	6	-0.12013651430606842
121106	rnn.bias_hh_l0_reverse	7	-0.04207251965999603
121106	rnn.bias_hh_l0_reverse	8	-0.08397006243467331
121106	rnn.bias_hh_l0_reverse	9	-0.025899989530444145
121106	linear.weight	0	-0.007605373859405518
121106	linear.weight	1	-0.05084354057908058
121106	linear.weight	2	0.1932518184185028
121106	linear.weight	3	-0.07972467690706253
121106	linear.weight	4	-0.010588549077510834
121106	linear.weight	5	0.1112479418516159
121106	linear.weight	6	-0.010739270597696304
121106	linear.weight	7	-0.041602667421102524
121106	linear.weight	8	0.1348942518234253
121106	linear.weight	9	-0.23562076687812805
121106	linear.bias	0	-0.03956538438796997
121106	linear.bias	1	0.031413208693265915
121106	linear.bias	2	0.45942452549934387
121106	linear.bias	3	-0.5093671679496765
121106	linear.bias	4	1.8963234424591064
121106	linear.bias	5	-1.3702868223190308
121106	linear.bias	6	-0.3631991446018219
121106	linear.bias	7	-0.11616583168506622
121664	transitions	0	-1.7440871000289917
121664	transitions	1	-10000.0
121664	transitions	2	-0.7969565987586975
121664	transitions	3	-10000.0
121664	transitions	4	1.94623863697052
121664	transitions	5	-10000.0
121664	transitions	6	-10000.0
121664	transitions	7	1.6422410011291504
121664	transitions	8	-2.458508014678955
121664	transitions	9	-4.105973720550537
121664	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
121664	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
121664	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
121664	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
121664	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
121664	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
121664	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
121664	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
121664	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
121664	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
121664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
121664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
121664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
121664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
121664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
121664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
121664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
121664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
121664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
121664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
121664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
121664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
121664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
121664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
121664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
121664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
121664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
121664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
121664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
121664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
121664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
121664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
121664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
121664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
121664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
121664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
121664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
121664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
121664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
121664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
121664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
121664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
121664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
121664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
121664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
121664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
121664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
121664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
121664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
121664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
121664	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
121664	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
121664	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
121664	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
121664	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
121664	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
121664	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
121664	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
121664	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
121664	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
121664	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
121664	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
121664	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
121664	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
121664	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
121664	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
121664	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
121664	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
121664	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
121664	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
121664	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
121664	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
121664	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
121664	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
121664	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
121664	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
121664	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
121664	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
121664	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
121664	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
121664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
121664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
121664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
121664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
121664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
121664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
121664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
121664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
121664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
121664	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
121664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
121664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
121664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
121664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
121664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
121664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
121664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
121664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
121664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
121664	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
121664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
121664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
121664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
121664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
121664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
121664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
121664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
121664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
121664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
121664	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
121664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
121664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
121664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
121664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
121664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
121664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
121664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
121664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
121664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
121664	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
121664	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
121664	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
121664	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
121664	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
121664	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
121664	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
121664	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
121664	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
121664	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
121664	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
121664	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
121664	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
121664	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
121664	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
121664	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
121664	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
121664	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
121664	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
121664	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
121664	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
121664	embedding2nn.weight	0	0.0064779059030115604
121664	embedding2nn.weight	1	0.005318153649568558
121664	embedding2nn.weight	2	0.013305643573403358
121664	embedding2nn.weight	3	0.025153864175081253
121664	embedding2nn.weight	4	0.018704360350966454
121664	embedding2nn.weight	5	0.008800148963928223
121664	embedding2nn.weight	6	-0.01272887084633112
121664	embedding2nn.weight	7	-0.0033496723044663668
121664	embedding2nn.weight	8	0.000222965216380544
121664	embedding2nn.weight	9	0.002140509197488427
121664	embedding2nn.bias	0	0.01628594845533371
121664	embedding2nn.bias	1	-0.02543090656399727
121664	embedding2nn.bias	2	0.07582268863916397
121664	embedding2nn.bias	3	0.05631266534328461
121664	embedding2nn.bias	4	-0.0016256910748779774
121664	embedding2nn.bias	5	-0.03532543405890465
121664	embedding2nn.bias	6	0.019316239282488823
121664	embedding2nn.bias	7	-0.0002614421828184277
121664	embedding2nn.bias	8	-0.022120684385299683
121664	embedding2nn.bias	9	0.01321038231253624
121664	rnn.weight_ih_l0	0	0.07167031615972519
121664	rnn.weight_ih_l0	1	-0.038795411586761475
121664	rnn.weight_ih_l0	2	0.0010216929949820042
121664	rnn.weight_ih_l0	3	0.046734753996133804
121664	rnn.weight_ih_l0	4	-0.025766123086214066
121664	rnn.weight_ih_l0	5	0.04452855512499809
121664	rnn.weight_ih_l0	6	0.009257863275706768
121664	rnn.weight_ih_l0	7	0.06145494431257248
121664	rnn.weight_ih_l0	8	0.010677295736968517
121664	rnn.weight_ih_l0	9	-0.024426620453596115
121664	rnn.weight_hh_l0	0	-0.01686916872859001
121664	rnn.weight_hh_l0	1	-0.017803730443120003
121664	rnn.weight_hh_l0	2	-0.05819599702954292
121664	rnn.weight_hh_l0	3	-0.004721349570900202
121664	rnn.weight_hh_l0	4	-0.010404623113572598
121664	rnn.weight_hh_l0	5	-0.027439456433057785
121664	rnn.weight_hh_l0	6	-0.0015578020829707384
121664	rnn.weight_hh_l0	7	-0.050447139889001846
121664	rnn.weight_hh_l0	8	0.06817547231912613
121664	rnn.weight_hh_l0	9	0.045496728271245956
121664	rnn.bias_ih_l0	0	-0.1703151911497116
121664	rnn.bias_ih_l0	1	-0.16112495958805084
121664	rnn.bias_ih_l0	2	-0.017070811241865158
121664	rnn.bias_ih_l0	3	-0.13752621412277222
121664	rnn.bias_ih_l0	4	-0.0532635897397995
121664	rnn.bias_ih_l0	5	-0.15403011441230774
121664	rnn.bias_ih_l0	6	0.06663936376571655
121664	rnn.bias_ih_l0	7	-0.08728840202093124
121664	rnn.bias_ih_l0	8	-0.029744872823357582
121664	rnn.bias_ih_l0	9	-0.10611075162887573
121664	rnn.bias_hh_l0	0	-0.06659970432519913
121664	rnn.bias_hh_l0	1	0.21664223074913025
121664	rnn.bias_hh_l0	2	0.028811190277338028
121664	rnn.bias_hh_l0	3	-0.07144799083471298
121664	rnn.bias_hh_l0	4	-0.08182311058044434
121664	rnn.bias_hh_l0	5	-0.009492225013673306
121664	rnn.bias_hh_l0	6	0.054986488074064255
121664	rnn.bias_hh_l0	7	-0.10047551244497299
121664	rnn.bias_hh_l0	8	-0.22469931840896606
121664	rnn.bias_hh_l0	9	-0.09807334095239639
121664	rnn.weight_ih_l0_reverse	0	0.019693875685334206
121664	rnn.weight_ih_l0_reverse	1	-0.06285213679075241
121664	rnn.weight_ih_l0_reverse	2	0.04083707556128502
121664	rnn.weight_ih_l0_reverse	3	0.010490107350051403
121664	rnn.weight_ih_l0_reverse	4	0.010136330500245094
121664	rnn.weight_ih_l0_reverse	5	-0.03246576339006424
121664	rnn.weight_ih_l0_reverse	6	0.019218184053897858
121664	rnn.weight_ih_l0_reverse	7	0.032656170427799225
121664	rnn.weight_ih_l0_reverse	8	-0.0248691625893116
121664	rnn.weight_ih_l0_reverse	9	0.004197302274405956
121664	rnn.weight_hh_l0_reverse	0	0.046834953129291534
121664	rnn.weight_hh_l0_reverse	1	0.030856696888804436
121664	rnn.weight_hh_l0_reverse	2	-0.01844985969364643
121664	rnn.weight_hh_l0_reverse	3	-0.07988523691892624
121664	rnn.weight_hh_l0_reverse	4	0.01242403220385313
121664	rnn.weight_hh_l0_reverse	5	-0.052814409136772156
121664	rnn.weight_hh_l0_reverse	6	-0.012608196586370468
121664	rnn.weight_hh_l0_reverse	7	0.02759465016424656
121664	rnn.weight_hh_l0_reverse	8	0.01691562496125698
121664	rnn.weight_hh_l0_reverse	9	0.006352802738547325
121664	rnn.bias_ih_l0_reverse	0	-0.044838424772024155
121664	rnn.bias_ih_l0_reverse	1	-0.13044880330562592
121664	rnn.bias_ih_l0_reverse	2	-0.12756261229515076
121664	rnn.bias_ih_l0_reverse	3	-0.04527590051293373
121664	rnn.bias_ih_l0_reverse	4	-0.10617894679307938
121664	rnn.bias_ih_l0_reverse	5	-0.09194203466176987
121664	rnn.bias_ih_l0_reverse	6	-0.19221378862857819
121664	rnn.bias_ih_l0_reverse	7	-0.05282152071595192
121664	rnn.bias_ih_l0_reverse	8	-0.05129232257604599
121664	rnn.bias_ih_l0_reverse	9	-0.12884950637817383
121664	rnn.bias_hh_l0_reverse	0	-0.13271069526672363
121664	rnn.bias_hh_l0_reverse	1	-0.15089641511440277
121664	rnn.bias_hh_l0_reverse	2	0.10204841196537018
121664	rnn.bias_hh_l0_reverse	3	0.05906000733375549
121664	rnn.bias_hh_l0_reverse	4	-0.16120301187038422
121664	rnn.bias_hh_l0_reverse	5	-0.12137691676616669
121664	rnn.bias_hh_l0_reverse	6	-0.12330656498670578
121664	rnn.bias_hh_l0_reverse	7	-0.04117928817868233
121664	rnn.bias_hh_l0_reverse	8	-0.08427306264638901
121664	rnn.bias_hh_l0_reverse	9	-0.02672005444765091
121664	linear.weight	0	-0.007601488381624222
121664	linear.weight	1	-0.07172699272632599
121664	linear.weight	2	0.21287040412425995
121664	linear.weight	3	-0.07972372323274612
121664	linear.weight	4	-0.010588549077510834
121664	linear.weight	5	0.08707985281944275
121664	linear.weight	6	-0.010739270597696304
121664	linear.weight	7	-0.0785660520195961
121664	linear.weight	8	0.14984649419784546
121664	linear.weight	9	-0.2358153909444809
121664	linear.bias	0	-0.03956538438796997
121664	linear.bias	1	0.031413208693265915
121664	linear.bias	2	0.5034460425376892
121664	linear.bias	3	-0.538560152053833
121664	linear.bias	4	1.9271868467330933
121664	linear.bias	5	-1.3705353736877441
121664	linear.bias	6	-0.38559985160827637
121664	linear.bias	7	-0.13921985030174255
122222	transitions	0	-1.745375156402588
122222	transitions	1	-10000.0
122222	transitions	2	-0.7969565987586975
122222	transitions	3	-10000.0
122222	transitions	4	1.9606698751449585
122222	transitions	5	-10000.0
122222	transitions	6	-10000.0
122222	transitions	7	1.6724748611450195
122222	transitions	8	-2.4595530033111572
122222	transitions	9	-4.10695743560791
122222	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
122222	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
122222	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
122222	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
122222	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
122222	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
122222	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
122222	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
122222	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
122222	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
122222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
122222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
122222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
122222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
122222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
122222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
122222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
122222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
122222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
122222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
122222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
122222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
122222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
122222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
122222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
122222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
122222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
122222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
122222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
122222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
122222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
122222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
122222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
122222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
122222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
122222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
122222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
122222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
122222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
122222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
122222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
122222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
122222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
122222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
122222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
122222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
122222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
122222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
122222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
122222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
122222	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
122222	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
122222	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
122222	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
122222	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
122222	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
122222	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
122222	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
122222	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
122222	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
122222	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
122222	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
122222	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
122222	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
122222	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
122222	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
122222	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
122222	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
122222	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
122222	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
122222	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
122222	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
122222	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
122222	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
122222	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
122222	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
122222	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
122222	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
122222	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
122222	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
122222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
122222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
122222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
122222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
122222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
122222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
122222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
122222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
122222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
122222	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
122222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
122222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
122222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
122222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
122222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
122222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
122222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
122222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
122222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
122222	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
122222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
122222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
122222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
122222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
122222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
122222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
122222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
122222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
122222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
122222	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
122222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
122222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
122222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
122222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
122222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
122222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
122222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
122222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
122222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
122222	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
122222	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
122222	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
122222	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
122222	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
122222	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
122222	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
122222	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
122222	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
122222	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
122222	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
122222	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
122222	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
122222	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
122222	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
122222	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
122222	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
122222	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
122222	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
122222	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
122222	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
122222	embedding2nn.weight	0	0.006480223033577204
122222	embedding2nn.weight	1	0.005275202449411154
122222	embedding2nn.weight	2	0.01329517737030983
122222	embedding2nn.weight	3	0.025423409417271614
122222	embedding2nn.weight	4	0.018781159073114395
122222	embedding2nn.weight	5	0.008599521592259407
122222	embedding2nn.weight	6	-0.01287293341010809
122222	embedding2nn.weight	7	-0.0033297021873295307
122222	embedding2nn.weight	8	0.0003040623851120472
122222	embedding2nn.weight	9	0.0018992639379575849
122222	embedding2nn.bias	0	0.017790289595723152
122222	embedding2nn.bias	1	-0.02600434422492981
122222	embedding2nn.bias	2	0.0753469318151474
122222	embedding2nn.bias	3	0.05183613300323486
122222	embedding2nn.bias	4	-0.004194728564471006
122222	embedding2nn.bias	5	-0.027620412409305573
122222	embedding2nn.bias	6	0.01898318901658058
122222	embedding2nn.bias	7	-0.0004813919076696038
122222	embedding2nn.bias	8	-0.019652368500828743
122222	embedding2nn.bias	9	0.008524431847035885
122222	rnn.weight_ih_l0	0	0.07134132087230682
122222	rnn.weight_ih_l0	1	-0.03807268664240837
122222	rnn.weight_ih_l0	2	0.0014467532746493816
122222	rnn.weight_ih_l0	3	0.04678162932395935
122222	rnn.weight_ih_l0	4	-0.025664901360869408
122222	rnn.weight_ih_l0	5	0.04393763095140457
122222	rnn.weight_ih_l0	6	0.009388569742441177
122222	rnn.weight_ih_l0	7	0.061617374420166016
122222	rnn.weight_ih_l0	8	0.00956394337117672
122222	rnn.weight_ih_l0	9	-0.023497190326452255
122222	rnn.weight_hh_l0	0	-0.017281871289014816
122222	rnn.weight_hh_l0	1	-0.017925186082720757
122222	rnn.weight_hh_l0	2	-0.05848970636725426
122222	rnn.weight_hh_l0	3	-0.00475059961900115
122222	rnn.weight_hh_l0	4	-0.010233897715806961
122222	rnn.weight_hh_l0	5	-0.027455898001790047
122222	rnn.weight_hh_l0	6	-0.0016012610867619514
122222	rnn.weight_hh_l0	7	-0.05051999166607857
122222	rnn.weight_hh_l0	8	0.06769063323736191
122222	rnn.weight_hh_l0	9	0.04569525271654129
122222	rnn.bias_ih_l0	0	-0.17183808982372284
122222	rnn.bias_ih_l0	1	-0.15826576948165894
122222	rnn.bias_ih_l0	2	-0.01569690741598606
122222	rnn.bias_ih_l0	3	-0.14043976366519928
122222	rnn.bias_ih_l0	4	-0.051925498992204666
122222	rnn.bias_ih_l0	5	-0.15422287583351135
122222	rnn.bias_ih_l0	6	0.06127038225531578
122222	rnn.bias_ih_l0	7	-0.08794111013412476
122222	rnn.bias_ih_l0	8	-0.03016115352511406
122222	rnn.bias_ih_l0	9	-0.10776381939649582
122222	rnn.bias_hh_l0	0	-0.06596739590167999
122222	rnn.bias_hh_l0	1	0.21867477893829346
122222	rnn.bias_hh_l0	2	0.029822001233696938
122222	rnn.bias_hh_l0	3	-0.06845992803573608
122222	rnn.bias_hh_l0	4	-0.08294861763715744
122222	rnn.bias_hh_l0	5	-0.008239301852881908
122222	rnn.bias_hh_l0	6	0.05405319854617119
122222	rnn.bias_hh_l0	7	-0.10236255824565887
122222	rnn.bias_hh_l0	8	-0.22516128420829773
122222	rnn.bias_hh_l0	9	-0.09796839952468872
122222	rnn.weight_ih_l0_reverse	0	0.019378777593374252
122222	rnn.weight_ih_l0_reverse	1	-0.06265032291412354
122222	rnn.weight_ih_l0_reverse	2	0.04088478162884712
122222	rnn.weight_ih_l0_reverse	3	0.009951470419764519
122222	rnn.weight_ih_l0_reverse	4	0.009925097227096558
122222	rnn.weight_ih_l0_reverse	5	-0.03385438397526741
122222	rnn.weight_ih_l0_reverse	6	0.019566375762224197
122222	rnn.weight_ih_l0_reverse	7	0.033030953258275986
122222	rnn.weight_ih_l0_reverse	8	-0.025133563205599785
122222	rnn.weight_ih_l0_reverse	9	0.003838451812043786
122222	rnn.weight_hh_l0_reverse	0	0.04691658169031143
122222	rnn.weight_hh_l0_reverse	1	0.030958523973822594
122222	rnn.weight_hh_l0_reverse	2	-0.01876171864569187
122222	rnn.weight_hh_l0_reverse	3	-0.07932497560977936
122222	rnn.weight_hh_l0_reverse	4	0.012314343824982643
122222	rnn.weight_hh_l0_reverse	5	-0.0532539002597332
122222	rnn.weight_hh_l0_reverse	6	-0.012705501168966293
122222	rnn.weight_hh_l0_reverse	7	0.02761339209973812
122222	rnn.weight_hh_l0_reverse	8	0.017202632501721382
122222	rnn.weight_hh_l0_reverse	9	0.006109895184636116
122222	rnn.bias_ih_l0_reverse	0	-0.044178787618875504
122222	rnn.bias_ih_l0_reverse	1	-0.13125452399253845
122222	rnn.bias_ih_l0_reverse	2	-0.12965178489685059
122222	rnn.bias_ih_l0_reverse	3	-0.043119750916957855
122222	rnn.bias_ih_l0_reverse	4	-0.10616271197795868
122222	rnn.bias_ih_l0_reverse	5	-0.09340623021125793
122222	rnn.bias_ih_l0_reverse	6	-0.19259674847126007
122222	rnn.bias_ih_l0_reverse	7	-0.0527149960398674
122222	rnn.bias_ih_l0_reverse	8	-0.052673034369945526
122222	rnn.bias_ih_l0_reverse	9	-0.12765932083129883
122222	rnn.bias_hh_l0_reverse	0	-0.1321561485528946
122222	rnn.bias_hh_l0_reverse	1	-0.15341758728027344
122222	rnn.bias_hh_l0_reverse	2	0.1003165990114212
122222	rnn.bias_hh_l0_reverse	3	0.060084473341703415
122222	rnn.bias_hh_l0_reverse	4	-0.1623855084180832
122222	rnn.bias_hh_l0_reverse	5	-0.11812829226255417
122222	rnn.bias_hh_l0_reverse	6	-0.12134760618209839
122222	rnn.bias_hh_l0_reverse	7	-0.04248492792248726
122222	rnn.bias_hh_l0_reverse	8	-0.08573276549577713
122222	rnn.bias_hh_l0_reverse	9	-0.0269145630300045
122222	linear.weight	0	-0.0076001533307135105
122222	linear.weight	1	-0.060610510408878326
122222	linear.weight	2	0.21234652400016785
122222	linear.weight	3	-0.07972399890422821
122222	linear.weight	4	-0.010588549077510834
122222	linear.weight	5	0.0807429626584053
122222	linear.weight	6	-0.010739270597696304
122222	linear.weight	7	-0.05435214191675186
122222	linear.weight	8	0.16314220428466797
122222	linear.weight	9	-0.2364359200000763
122222	linear.bias	0	-0.03956538438796997
122222	linear.bias	1	0.031413208693265915
122222	linear.bias	2	0.5257824659347534
122222	linear.bias	3	-0.5683348178863525
122222	linear.bias	4	1.9499800205230713
122222	linear.bias	5	-1.3707761764526367
122222	linear.bias	6	-0.39343002438545227
122222	linear.bias	7	-0.14651429653167725
122780	transitions	0	-1.746675968170166
122780	transitions	1	-10000.0
122780	transitions	2	-0.7969565987586975
122780	transitions	3	-10000.0
122780	transitions	4	1.9511733055114746
122780	transitions	5	-10000.0
122780	transitions	6	-10000.0
122780	transitions	7	1.6680097579956055
122780	transitions	8	-2.460702896118164
122780	transitions	9	-4.107933044433594
122780	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
122780	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
122780	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
122780	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
122780	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
122780	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
122780	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
122780	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
122780	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
122780	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
122780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
122780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
122780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
122780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
122780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
122780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
122780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
122780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
122780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
122780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
122780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
122780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
122780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
122780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
122780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
122780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
122780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
122780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
122780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
122780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
122780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
122780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
122780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
122780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
122780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
122780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
122780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
122780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
122780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
122780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
122780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
122780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
122780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
122780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
122780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
122780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
122780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
122780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
122780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
122780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
122780	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
122780	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
122780	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
122780	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
122780	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
122780	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
122780	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
122780	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
122780	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
122780	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
122780	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
122780	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
122780	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
122780	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
122780	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
122780	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
122780	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
122780	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
122780	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
122780	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
122780	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
122780	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
122780	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
122780	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
122780	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
122780	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
122780	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
122780	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
122780	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
122780	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
122780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
122780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
122780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
122780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
122780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
122780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
122780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
122780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
122780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
122780	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
122780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
122780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
122780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
122780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
122780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
122780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
122780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
122780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
122780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
122780	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
122780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
122780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
122780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
122780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
122780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
122780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
122780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
122780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
122780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
122780	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
122780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
122780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
122780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
122780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
122780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
122780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
122780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
122780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
122780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
122780	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
122780	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
122780	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
122780	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
122780	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
122780	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
122780	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
122780	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
122780	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
122780	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
122780	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
122780	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
122780	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
122780	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
122780	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
122780	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
122780	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
122780	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
122780	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
122780	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
122780	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
122780	embedding2nn.weight	0	0.0064951046369969845
122780	embedding2nn.weight	1	0.005242974031716585
122780	embedding2nn.weight	2	0.013290910050272942
122780	embedding2nn.weight	3	0.025573840364813805
122780	embedding2nn.weight	4	0.018697615712881088
122780	embedding2nn.weight	5	0.008743995800614357
122780	embedding2nn.weight	6	-0.012742729857563972
122780	embedding2nn.weight	7	-0.003287588944658637
122780	embedding2nn.weight	8	-0.0003918625006917864
122780	embedding2nn.weight	9	0.001750202034600079
122780	embedding2nn.bias	0	0.019148100167512894
122780	embedding2nn.bias	1	-0.022554833441972733
122780	embedding2nn.bias	2	0.07947950065135956
122780	embedding2nn.bias	3	0.05464954674243927
122780	embedding2nn.bias	4	0.0019743330776691437
122780	embedding2nn.bias	5	-0.030774176120758057
122780	embedding2nn.bias	6	0.02045801654458046
122780	embedding2nn.bias	7	4.106582491658628e-05
122780	embedding2nn.bias	8	-0.02573796920478344
122780	embedding2nn.bias	9	0.011186519637703896
122780	rnn.weight_ih_l0	0	0.07113076746463776
122780	rnn.weight_ih_l0	1	-0.038074295967817307
122780	rnn.weight_ih_l0	2	0.0020932683255523443
122780	rnn.weight_ih_l0	3	0.046840474009513855
122780	rnn.weight_ih_l0	4	-0.02577902004122734
122780	rnn.weight_ih_l0	5	0.043321914970874786
122780	rnn.weight_ih_l0	6	0.009334150701761246
122780	rnn.weight_ih_l0	7	0.06073080748319626
122780	rnn.weight_ih_l0	8	0.009377095848321915
122780	rnn.weight_ih_l0	9	-0.024006357416510582
122780	rnn.weight_hh_l0	0	-0.017102688550949097
122780	rnn.weight_hh_l0	1	-0.018369168043136597
122780	rnn.weight_hh_l0	2	-0.058490052819252014
122780	rnn.weight_hh_l0	3	-0.004598029889166355
122780	rnn.weight_hh_l0	4	-0.010238857939839363
122780	rnn.weight_hh_l0	5	-0.02771071530878544
122780	rnn.weight_hh_l0	6	-0.0015496275154873729
122780	rnn.weight_hh_l0	7	-0.05029076710343361
122780	rnn.weight_hh_l0	8	0.06779742985963821
122780	rnn.weight_hh_l0	9	0.04581722989678383
122780	rnn.bias_ih_l0	0	-0.17084163427352905
122780	rnn.bias_ih_l0	1	-0.15761905908584595
122780	rnn.bias_ih_l0	2	-0.016813011839985847
122780	rnn.bias_ih_l0	3	-0.13935621082782745
122780	rnn.bias_ih_l0	4	-0.05315599963068962
122780	rnn.bias_ih_l0	5	-0.15283243358135223
122780	rnn.bias_ih_l0	6	0.06234177574515343
122780	rnn.bias_ih_l0	7	-0.08833996951580048
122780	rnn.bias_ih_l0	8	-0.02990635484457016
122780	rnn.bias_ih_l0	9	-0.10794608294963837
122780	rnn.bias_hh_l0	0	-0.06549477577209473
122780	rnn.bias_hh_l0	1	0.21600554883480072
122780	rnn.bias_hh_l0	2	0.027044454589486122
122780	rnn.bias_hh_l0	3	-0.06749375909566879
122780	rnn.bias_hh_l0	4	-0.08426295965909958
122780	rnn.bias_hh_l0	5	-0.004789066035300493
122780	rnn.bias_hh_l0	6	0.05406052991747856
122780	rnn.bias_hh_l0	7	-0.10235914587974548
122780	rnn.bias_hh_l0	8	-0.22506076097488403
122780	rnn.bias_hh_l0	9	-0.09821605682373047
122780	rnn.weight_ih_l0_reverse	0	0.01994737796485424
122780	rnn.weight_ih_l0_reverse	1	-0.062370847910642624
122780	rnn.weight_ih_l0_reverse	2	0.04049503058195114
122780	rnn.weight_ih_l0_reverse	3	0.010527272708714008
122780	rnn.weight_ih_l0_reverse	4	0.009262588806450367
122780	rnn.weight_ih_l0_reverse	5	-0.03290136530995369
122780	rnn.weight_ih_l0_reverse	6	0.018893582746386528
122780	rnn.weight_ih_l0_reverse	7	0.033263787627220154
122780	rnn.weight_ih_l0_reverse	8	-0.02543667145073414
122780	rnn.weight_ih_l0_reverse	9	0.003787663299590349
122780	rnn.weight_hh_l0_reverse	0	0.047165099531412125
122780	rnn.weight_hh_l0_reverse	1	0.03082769550383091
122780	rnn.weight_hh_l0_reverse	2	-0.018616314977407455
122780	rnn.weight_hh_l0_reverse	3	-0.07907640933990479
122780	rnn.weight_hh_l0_reverse	4	0.012346282601356506
122780	rnn.weight_hh_l0_reverse	5	-0.05288375914096832
122780	rnn.weight_hh_l0_reverse	6	-0.012688199058175087
122780	rnn.weight_hh_l0_reverse	7	0.027637051418423653
122780	rnn.weight_hh_l0_reverse	8	0.017115484923124313
122780	rnn.weight_hh_l0_reverse	9	0.006375981494784355
122780	rnn.bias_ih_l0_reverse	0	-0.0447457954287529
122780	rnn.bias_ih_l0_reverse	1	-0.13085827231407166
122780	rnn.bias_ih_l0_reverse	2	-0.12847484648227692
122780	rnn.bias_ih_l0_reverse	3	-0.04165981709957123
122780	rnn.bias_ih_l0_reverse	4	-0.10922886431217194
122780	rnn.bias_ih_l0_reverse	5	-0.09386669844388962
122780	rnn.bias_ih_l0_reverse	6	-0.19210746884346008
122780	rnn.bias_ih_l0_reverse	7	-0.052365053445100784
122780	rnn.bias_ih_l0_reverse	8	-0.051901672035455704
122780	rnn.bias_ih_l0_reverse	9	-0.12811990082263947
122780	rnn.bias_hh_l0_reverse	0	-0.13408170640468597
122780	rnn.bias_hh_l0_reverse	1	-0.1516987681388855
122780	rnn.bias_hh_l0_reverse	2	0.10147044062614441
122780	rnn.bias_hh_l0_reverse	3	0.061028655618429184
122780	rnn.bias_hh_l0_reverse	4	-0.1609811633825302
122780	rnn.bias_hh_l0_reverse	5	-0.12175185978412628
122780	rnn.bias_hh_l0_reverse	6	-0.11624729633331299
122780	rnn.bias_hh_l0_reverse	7	-0.04389389231801033
122780	rnn.bias_hh_l0_reverse	8	-0.08544762432575226
122780	rnn.bias_hh_l0_reverse	9	-0.02919960580766201
122780	linear.weight	0	-0.007597967516630888
122780	linear.weight	1	-0.04665513336658478
122780	linear.weight	2	0.22886566817760468
122780	linear.weight	3	-0.07972414791584015
122780	linear.weight	4	-0.010588549077510834
122780	linear.weight	5	0.06637749820947647
122780	linear.weight	6	-0.010739270597696304
122780	linear.weight	7	-0.033783335238695145
122780	linear.weight	8	0.20083783566951752
122780	linear.weight	9	-0.24408286809921265
122780	linear.bias	0	-0.03956538438796997
122780	linear.bias	1	0.031413208693265915
122780	linear.bias	2	0.5216403603553772
122780	linear.bias	3	-0.5250920653343201
122780	linear.bias	4	1.9184552431106567
122780	linear.bias	5	-1.3710309267044067
122780	linear.bias	6	-0.3971385955810547
122780	linear.bias	7	-0.15014229714870453
123339	transitions	0	-1.7481093406677246
123339	transitions	1	-10000.0
123339	transitions	2	-0.7969565987586975
123339	transitions	3	-10000.0
123339	transitions	4	1.9362294673919678
123339	transitions	5	-10000.0
123339	transitions	6	-10000.0
123339	transitions	7	1.6696447134017944
123339	transitions	8	-2.461914539337158
123339	transitions	9	-4.108869552612305
123339	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
123339	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
123339	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
123339	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
123339	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
123339	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
123339	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
123339	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
123339	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
123339	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
123339	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
123339	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
123339	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
123339	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
123339	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
123339	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
123339	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
123339	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
123339	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
123339	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
123339	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
123339	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
123339	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
123339	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
123339	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
123339	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
123339	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
123339	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
123339	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
123339	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
123339	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
123339	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
123339	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
123339	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
123339	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
123339	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
123339	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
123339	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
123339	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
123339	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
123339	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
123339	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
123339	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
123339	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
123339	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
123339	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
123339	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
123339	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
123339	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
123339	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
123339	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
123339	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
123339	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
123339	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
123339	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
123339	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
123339	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
123339	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
123339	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
123339	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
123339	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
123339	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
123339	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
123339	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
123339	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
123339	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
123339	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
123339	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
123339	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
123339	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
123339	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
123339	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
123339	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
123339	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
123339	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
123339	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
123339	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
123339	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
123339	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
123339	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
123339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
123339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
123339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
123339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
123339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
123339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
123339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
123339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
123339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
123339	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
123339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
123339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
123339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
123339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
123339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
123339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
123339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
123339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
123339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
123339	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
123339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
123339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
123339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
123339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
123339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
123339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
123339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
123339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
123339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
123339	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
123339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
123339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
123339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
123339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
123339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
123339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
123339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
123339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
123339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
123339	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
123339	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
123339	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
123339	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
123339	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
123339	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
123339	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
123339	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
123339	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
123339	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
123339	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
123339	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
123339	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
123339	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
123339	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
123339	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
123339	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
123339	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
123339	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
123339	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
123339	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
123339	embedding2nn.weight	0	0.006503728684037924
123339	embedding2nn.weight	1	0.005313828121870756
123339	embedding2nn.weight	2	0.013293691910803318
123339	embedding2nn.weight	3	0.025133801624178886
123339	embedding2nn.weight	4	0.018661441281437874
123339	embedding2nn.weight	5	0.009016706608235836
123339	embedding2nn.weight	6	-0.012617970816791058
123339	embedding2nn.weight	7	-0.0032997990492731333
123339	embedding2nn.weight	8	-0.0009570543770678341
123339	embedding2nn.weight	9	0.0019269644981250167
123339	embedding2nn.bias	0	0.01770874485373497
123339	embedding2nn.bias	1	-0.019252372905611992
123339	embedding2nn.bias	2	0.07603637129068375
123339	embedding2nn.bias	3	0.04960532486438751
123339	embedding2nn.bias	4	-0.0010137524222955108
123339	embedding2nn.bias	5	-0.030231857672333717
123339	embedding2nn.bias	6	0.023601626977324486
123339	embedding2nn.bias	7	0.0002905981382355094
123339	embedding2nn.bias	8	-0.02550540864467621
123339	embedding2nn.bias	9	0.010356009006500244
123339	rnn.weight_ih_l0	0	0.07098093628883362
123339	rnn.weight_ih_l0	1	-0.03907114267349243
123339	rnn.weight_ih_l0	2	0.002070346614345908
123339	rnn.weight_ih_l0	3	0.04631420597434044
123339	rnn.weight_ih_l0	4	-0.025465194135904312
123339	rnn.weight_ih_l0	5	0.043259382247924805
123339	rnn.weight_ih_l0	6	0.009548663161695004
123339	rnn.weight_ih_l0	7	0.06040825694799423
123339	rnn.weight_ih_l0	8	0.009501340799033642
123339	rnn.weight_ih_l0	9	-0.024568600580096245
123339	rnn.weight_hh_l0	0	-0.017154818400740623
123339	rnn.weight_hh_l0	1	-0.01907896250486374
123339	rnn.weight_hh_l0	2	-0.05853191018104553
123339	rnn.weight_hh_l0	3	-0.004707877989858389
123339	rnn.weight_hh_l0	4	-0.01023619994521141
123339	rnn.weight_hh_l0	5	-0.02769935317337513
123339	rnn.weight_hh_l0	6	-0.0014863088726997375
123339	rnn.weight_hh_l0	7	-0.05087875574827194
123339	rnn.weight_hh_l0	8	0.0675569474697113
123339	rnn.weight_hh_l0	9	0.045375581830739975
123339	rnn.bias_ih_l0	0	-0.17042574286460876
123339	rnn.bias_ih_l0	1	-0.15959730744361877
123339	rnn.bias_ih_l0	2	-0.01901869848370552
123339	rnn.bias_ih_l0	3	-0.1418268382549286
123339	rnn.bias_ih_l0	4	-0.055687520653009415
123339	rnn.bias_ih_l0	5	-0.1543586552143097
123339	rnn.bias_ih_l0	6	0.06295911967754364
123339	rnn.bias_ih_l0	7	-0.08753402531147003
123339	rnn.bias_ih_l0	8	-0.03049708530306816
123339	rnn.bias_ih_l0	9	-0.11004160344600677
123339	rnn.bias_hh_l0	0	-0.06739867478609085
123339	rnn.bias_hh_l0	1	0.2198724001646042
123339	rnn.bias_hh_l0	2	0.025880394503474236
123339	rnn.bias_hh_l0	3	-0.0678093209862709
123339	rnn.bias_hh_l0	4	-0.08604614436626434
123339	rnn.bias_hh_l0	5	-0.006733090616762638
123339	rnn.bias_hh_l0	6	0.05433596298098564
123339	rnn.bias_hh_l0	7	-0.10138354450464249
123339	rnn.bias_hh_l0	8	-0.22484301030635834
123339	rnn.bias_hh_l0	9	-0.09865383058786392
123339	rnn.weight_ih_l0_reverse	0	0.020213695243000984
123339	rnn.weight_ih_l0_reverse	1	-0.06190497800707817
123339	rnn.weight_ih_l0_reverse	2	0.040387094020843506
123339	rnn.weight_ih_l0_reverse	3	0.010601799935102463
123339	rnn.weight_ih_l0_reverse	4	0.008859431371092796
123339	rnn.weight_ih_l0_reverse	5	-0.03315557911992073
123339	rnn.weight_ih_l0_reverse	6	0.019090889021754265
123339	rnn.weight_ih_l0_reverse	7	0.0331469364464283
123339	rnn.weight_ih_l0_reverse	8	-0.02529599703848362
123339	rnn.weight_ih_l0_reverse	9	0.003688330762088299
123339	rnn.weight_hh_l0_reverse	0	0.04704883694648743
123339	rnn.weight_hh_l0_reverse	1	0.030871620401740074
123339	rnn.weight_hh_l0_reverse	2	-0.0187103021889925
123339	rnn.weight_hh_l0_reverse	3	-0.07912611216306686
123339	rnn.weight_hh_l0_reverse	4	0.012385836802423
123339	rnn.weight_hh_l0_reverse	5	-0.05293118581175804
123339	rnn.weight_hh_l0_reverse	6	-0.012741639278829098
123339	rnn.weight_hh_l0_reverse	7	0.02770937606692314
123339	rnn.weight_hh_l0_reverse	8	0.017451070249080658
123339	rnn.weight_hh_l0_reverse	9	0.006635444704443216
123339	rnn.bias_ih_l0_reverse	0	-0.045539237558841705
123339	rnn.bias_ih_l0_reverse	1	-0.1299029290676117
123339	rnn.bias_ih_l0_reverse	2	-0.12779824435710907
123339	rnn.bias_ih_l0_reverse	3	-0.04059014841914177
123339	rnn.bias_ih_l0_reverse	4	-0.10968867689371109
123339	rnn.bias_ih_l0_reverse	5	-0.0933859571814537
123339	rnn.bias_ih_l0_reverse	6	-0.19002211093902588
123339	rnn.bias_ih_l0_reverse	7	-0.053784918040037155
123339	rnn.bias_ih_l0_reverse	8	-0.05182526260614395
123339	rnn.bias_ih_l0_reverse	9	-0.12495613843202591
123339	rnn.bias_hh_l0_reverse	0	-0.1320343315601349
123339	rnn.bias_hh_l0_reverse	1	-0.15176503360271454
123339	rnn.bias_hh_l0_reverse	2	0.10061296075582504
123339	rnn.bias_hh_l0_reverse	3	0.0582965724170208
123339	rnn.bias_hh_l0_reverse	4	-0.1624230593442917
123339	rnn.bias_hh_l0_reverse	5	-0.1210518330335617
123339	rnn.bias_hh_l0_reverse	6	-0.11547848582267761
123339	rnn.bias_hh_l0_reverse	7	-0.04272502288222313
123339	rnn.bias_hh_l0_reverse	8	-0.08331389725208282
123339	rnn.bias_hh_l0_reverse	9	-0.028835639357566833
123339	linear.weight	0	-0.007596848998218775
123339	linear.weight	1	-0.04817504063248634
123339	linear.weight	2	0.235125333070755
123339	linear.weight	3	-0.0797244980931282
123339	linear.weight	4	-0.010588549077510834
123339	linear.weight	5	0.05214811488986015
123339	linear.weight	6	-0.010739270597696304
123339	linear.weight	7	-0.03576122596859932
123339	linear.weight	8	0.15870055556297302
123339	linear.weight	9	-0.2435176819562912
123339	linear.bias	0	-0.03956538438796997
123339	linear.bias	1	0.031413208693265915
123339	linear.bias	2	0.5129247307777405
123339	linear.bias	3	-0.5536584258079529
123339	linear.bias	4	1.91968834400177
123339	linear.bias	5	-1.371281385421753
123339	linear.bias	6	-0.378269225358963
123339	linear.bias	7	-0.132723867893219
123897	transitions	0	-1.749234914779663
123897	transitions	1	-10000.0
123897	transitions	2	-0.7969565987586975
123897	transitions	3	-10000.0
123897	transitions	4	1.9329200983047485
123897	transitions	5	-10000.0
123897	transitions	6	-10000.0
123897	transitions	7	1.677571177482605
123897	transitions	8	-2.4628918170928955
123897	transitions	9	-4.109800338745117
123897	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
123897	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
123897	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
123897	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
123897	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
123897	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
123897	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
123897	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
123897	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
123897	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
123897	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
123897	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
123897	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
123897	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
123897	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
123897	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
123897	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
123897	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
123897	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
123897	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
123897	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
123897	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
123897	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
123897	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
123897	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
123897	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
123897	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
123897	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
123897	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
123897	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
123897	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
123897	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
123897	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
123897	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
123897	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
123897	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
123897	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
123897	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
123897	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
123897	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
123897	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
123897	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
123897	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
123897	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
123897	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
123897	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
123897	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
123897	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
123897	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
123897	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
123897	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
123897	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
123897	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
123897	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
123897	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
123897	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
123897	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
123897	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
123897	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
123897	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
123897	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
123897	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
123897	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
123897	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
123897	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
123897	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
123897	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
123897	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
123897	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
123897	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
123897	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
123897	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
123897	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
123897	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
123897	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
123897	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
123897	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
123897	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
123897	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
123897	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
123897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
123897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
123897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
123897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
123897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
123897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
123897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
123897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
123897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
123897	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
123897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
123897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
123897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
123897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
123897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
123897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
123897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
123897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
123897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
123897	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
123897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
123897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
123897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
123897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
123897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
123897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
123897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
123897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
123897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
123897	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
123897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
123897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
123897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
123897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
123897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
123897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
123897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
123897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
123897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
123897	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
123897	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
123897	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
123897	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
123897	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
123897	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
123897	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
123897	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
123897	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
123897	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
123897	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
123897	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
123897	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
123897	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
123897	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
123897	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
123897	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
123897	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
123897	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
123897	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
123897	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
123897	embedding2nn.weight	0	0.006485273130238056
123897	embedding2nn.weight	1	0.005276079755276442
123897	embedding2nn.weight	2	0.013297215104103088
123897	embedding2nn.weight	3	0.025095852091908455
123897	embedding2nn.weight	4	0.018803145736455917
123897	embedding2nn.weight	5	0.008953436277806759
123897	embedding2nn.weight	6	-0.012490776367485523
123897	embedding2nn.weight	7	-0.003300569485872984
123897	embedding2nn.weight	8	-0.0014003146206960082
123897	embedding2nn.weight	9	0.00168291584122926
123897	embedding2nn.bias	0	0.01393583882600069
123897	embedding2nn.bias	1	-0.021759536117315292
123897	embedding2nn.bias	2	0.07770499587059021
123897	embedding2nn.bias	3	0.052132055163383484
123897	embedding2nn.bias	4	-0.002864409936591983
123897	embedding2nn.bias	5	-0.026425767689943314
123897	embedding2nn.bias	6	0.022679438814520836
123897	embedding2nn.bias	7	-0.0023432434536516666
123897	embedding2nn.bias	8	-0.029180733487010002
123897	embedding2nn.bias	9	0.011564662680029869
123897	rnn.weight_ih_l0	0	0.07105384767055511
123897	rnn.weight_ih_l0	1	-0.03908214345574379
123897	rnn.weight_ih_l0	2	0.0012228692648932338
123897	rnn.weight_ih_l0	3	0.04752616211771965
123897	rnn.weight_ih_l0	4	-0.025977961719036102
123897	rnn.weight_ih_l0	5	0.043577905744314194
123897	rnn.weight_ih_l0	6	0.009574642404913902
123897	rnn.weight_ih_l0	7	0.06045989692211151
123897	rnn.weight_ih_l0	8	0.009438402019441128
123897	rnn.weight_ih_l0	9	-0.02518165111541748
123897	rnn.weight_hh_l0	0	-0.017041070386767387
123897	rnn.weight_hh_l0	1	-0.019565219059586525
123897	rnn.weight_hh_l0	2	-0.058814726769924164
123897	rnn.weight_hh_l0	3	-0.004781834781169891
123897	rnn.weight_hh_l0	4	-0.010263892821967602
123897	rnn.weight_hh_l0	5	-0.028250185772776604
123897	rnn.weight_hh_l0	6	-0.0014632089296355844
123897	rnn.weight_hh_l0	7	-0.05072545260190964
123897	rnn.weight_hh_l0	8	0.06778817623853683
123897	rnn.weight_hh_l0	9	0.045246075838804245
123897	rnn.bias_ih_l0	0	-0.17150887846946716
123897	rnn.bias_ih_l0	1	-0.1590224653482437
123897	rnn.bias_ih_l0	2	-0.018986552953720093
123897	rnn.bias_ih_l0	3	-0.14266522228717804
123897	rnn.bias_ih_l0	4	-0.05333976447582245
123897	rnn.bias_ih_l0	5	-0.15374638140201569
123897	rnn.bias_ih_l0	6	0.060042206197977066
123897	rnn.bias_ih_l0	7	-0.08751079440116882
123897	rnn.bias_ih_l0	8	-0.03121279366314411
123897	rnn.bias_ih_l0	9	-0.10953713953495026
123897	rnn.bias_hh_l0	0	-0.06884493678808212
123897	rnn.bias_hh_l0	1	0.21991059184074402
123897	rnn.bias_hh_l0	2	0.02948213368654251
123897	rnn.bias_hh_l0	3	-0.06800660490989685
123897	rnn.bias_hh_l0	4	-0.08545912802219391
123897	rnn.bias_hh_l0	5	-0.009594672359526157
123897	rnn.bias_hh_l0	6	0.05383609980344772
123897	rnn.bias_hh_l0	7	-0.10680645704269409
123897	rnn.bias_hh_l0	8	-0.22274334728717804
123897	rnn.bias_hh_l0	9	-0.10040237754583359
123897	rnn.weight_ih_l0_reverse	0	0.021244067698717117
123897	rnn.weight_ih_l0_reverse	1	-0.061803605407476425
123897	rnn.weight_ih_l0_reverse	2	0.04063396900892258
123897	rnn.weight_ih_l0_reverse	3	0.010143280029296875
123897	rnn.weight_ih_l0_reverse	4	0.009211253374814987
123897	rnn.weight_ih_l0_reverse	5	-0.03371579945087433
123897	rnn.weight_ih_l0_reverse	6	0.01958410255610943
123897	rnn.weight_ih_l0_reverse	7	0.033171094954013824
123897	rnn.weight_ih_l0_reverse	8	-0.02561904862523079
123897	rnn.weight_ih_l0_reverse	9	0.0034282535780221224
123897	rnn.weight_hh_l0_reverse	0	0.046838682144880295
123897	rnn.weight_hh_l0_reverse	1	0.03067009150981903
123897	rnn.weight_hh_l0_reverse	2	-0.018640073016285896
123897	rnn.weight_hh_l0_reverse	3	-0.07959328591823578
123897	rnn.weight_hh_l0_reverse	4	0.012349204160273075
123897	rnn.weight_hh_l0_reverse	5	-0.05305986478924751
123897	rnn.weight_hh_l0_reverse	6	-0.012882963754236698
123897	rnn.weight_hh_l0_reverse	7	0.027531147003173828
123897	rnn.weight_hh_l0_reverse	8	0.01743497885763645
123897	rnn.weight_hh_l0_reverse	9	0.006671386770904064
123897	rnn.bias_ih_l0_reverse	0	-0.044800225645303726
123897	rnn.bias_ih_l0_reverse	1	-0.13169614970684052
123897	rnn.bias_ih_l0_reverse	2	-0.12677747011184692
123897	rnn.bias_ih_l0_reverse	3	-0.03931054472923279
123897	rnn.bias_ih_l0_reverse	4	-0.1092548668384552
123897	rnn.bias_ih_l0_reverse	5	-0.09177707880735397
123897	rnn.bias_ih_l0_reverse	6	-0.19037531316280365
123897	rnn.bias_ih_l0_reverse	7	-0.05487716943025589
123897	rnn.bias_ih_l0_reverse	8	-0.05200977623462677
123897	rnn.bias_ih_l0_reverse	9	-0.12530973553657532
123897	rnn.bias_hh_l0_reverse	0	-0.1318797618150711
123897	rnn.bias_hh_l0_reverse	1	-0.14988553524017334
123897	rnn.bias_hh_l0_reverse	2	0.1011447086930275
123897	rnn.bias_hh_l0_reverse	3	0.059198904782533646
123897	rnn.bias_hh_l0_reverse	4	-0.16471652686595917
123897	rnn.bias_hh_l0_reverse	5	-0.12345017492771149
123897	rnn.bias_hh_l0_reverse	6	-0.11590807139873505
123897	rnn.bias_hh_l0_reverse	7	-0.04406291991472244
123897	rnn.bias_hh_l0_reverse	8	-0.08312157541513443
123897	rnn.bias_hh_l0_reverse	9	-0.025552494451403618
123897	linear.weight	0	-0.007594396360218525
123897	linear.weight	1	-0.04331934079527855
123897	linear.weight	2	0.23749074339866638
123897	linear.weight	3	-0.07972395420074463
123897	linear.weight	4	-0.010588549077510834
123897	linear.weight	5	0.0611531138420105
123897	linear.weight	6	-0.010739270597696304
123897	linear.weight	7	-0.0178373996168375
123897	linear.weight	8	0.16347192227840424
123897	linear.weight	9	-0.24401013553142548
123897	linear.bias	0	-0.03956538438796997
123897	linear.bias	1	0.031413208693265915
123897	linear.bias	2	0.4851098358631134
123897	linear.bias	3	-0.516516387462616
123897	linear.bias	4	1.8894925117492676
123897	linear.bias	5	-1.3715221881866455
123897	linear.bias	6	-0.36748725175857544
123897	linear.bias	7	-0.12240833789110184
124455	transitions	0	-1.750443458557129
124455	transitions	1	-10000.0
124455	transitions	2	-0.7969565987586975
124455	transitions	3	-10000.0
124455	transitions	4	1.9103597402572632
124455	transitions	5	-10000.0
124455	transitions	6	-10000.0
124455	transitions	7	1.6798088550567627
124455	transitions	8	-2.463967800140381
124455	transitions	9	-4.110722541809082
124455	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
124455	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
124455	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
124455	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
124455	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
124455	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
124455	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
124455	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
124455	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
124455	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
124455	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
124455	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
124455	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
124455	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
124455	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
124455	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
124455	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
124455	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
124455	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
124455	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
124455	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
124455	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
124455	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
124455	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
124455	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
124455	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
124455	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
124455	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
124455	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
124455	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
124455	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
124455	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
124455	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
124455	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
124455	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
124455	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
124455	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
124455	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
124455	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
124455	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
124455	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
124455	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
124455	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
124455	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
124455	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
124455	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
124455	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
124455	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
124455	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
124455	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
124455	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
124455	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
124455	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
124455	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
124455	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
124455	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
124455	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
124455	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
124455	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
124455	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
124455	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
124455	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
124455	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
124455	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
124455	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
124455	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
124455	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
124455	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
124455	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
124455	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
124455	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
124455	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
124455	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
124455	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
124455	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
124455	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
124455	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
124455	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
124455	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
124455	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
124455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
124455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
124455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
124455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
124455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
124455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
124455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
124455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
124455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
124455	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
124455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
124455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
124455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
124455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
124455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
124455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
124455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
124455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
124455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
124455	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
124455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
124455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
124455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
124455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
124455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
124455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
124455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
124455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
124455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
124455	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
124455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
124455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
124455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
124455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
124455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
124455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
124455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
124455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
124455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
124455	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
124455	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
124455	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
124455	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
124455	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
124455	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
124455	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
124455	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
124455	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
124455	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
124455	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
124455	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
124455	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
124455	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
124455	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
124455	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
124455	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
124455	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
124455	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
124455	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
124455	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
124455	embedding2nn.weight	0	0.0064748842269182205
124455	embedding2nn.weight	1	0.00525498716160655
124455	embedding2nn.weight	2	0.013285222463309765
124455	embedding2nn.weight	3	0.02515263855457306
124455	embedding2nn.weight	4	0.019160201773047447
124455	embedding2nn.weight	5	0.009170861914753914
124455	embedding2nn.weight	6	-0.01226661168038845
124455	embedding2nn.weight	7	-0.0032223216257989407
124455	embedding2nn.weight	8	-0.0018060378497466445
124455	embedding2nn.weight	9	0.0017722261836752295
124455	embedding2nn.bias	0	0.012062110006809235
124455	embedding2nn.bias	1	-0.02050499990582466
124455	embedding2nn.bias	2	0.07138089090585709
124455	embedding2nn.bias	3	0.052163850516080856
124455	embedding2nn.bias	4	0.00019112176960334182
124455	embedding2nn.bias	5	-0.026036784052848816
124455	embedding2nn.bias	6	0.02060442417860031
124455	embedding2nn.bias	7	-0.002523607574403286
124455	embedding2nn.bias	8	-0.030529389157891273
124455	embedding2nn.bias	9	0.01018366776406765
124455	rnn.weight_ih_l0	0	0.07117826491594315
124455	rnn.weight_ih_l0	1	-0.038464196026325226
124455	rnn.weight_ih_l0	2	0.0013638214441016316
124455	rnn.weight_ih_l0	3	0.047852128744125366
124455	rnn.weight_ih_l0	4	-0.026036472991108894
124455	rnn.weight_ih_l0	5	0.04301581531763077
124455	rnn.weight_ih_l0	6	0.009564303793013096
124455	rnn.weight_ih_l0	7	0.05964883044362068
124455	rnn.weight_ih_l0	8	0.009411605075001717
124455	rnn.weight_ih_l0	9	-0.02516309730708599
124455	rnn.weight_hh_l0	0	-0.0168587826192379
124455	rnn.weight_hh_l0	1	-0.01954209804534912
124455	rnn.weight_hh_l0	2	-0.05807720497250557
124455	rnn.weight_hh_l0	3	-0.004939780570566654
124455	rnn.weight_hh_l0	4	-0.01030588336288929
124455	rnn.weight_hh_l0	5	-0.028321636840701103
124455	rnn.weight_hh_l0	6	-0.001358410925604403
124455	rnn.weight_hh_l0	7	-0.05017900839447975
124455	rnn.weight_hh_l0	8	0.06793166697025299
124455	rnn.weight_hh_l0	9	0.04481976851820946
124455	rnn.bias_ih_l0	0	-0.17068135738372803
124455	rnn.bias_ih_l0	1	-0.15944531559944153
124455	rnn.bias_ih_l0	2	-0.02027783915400505
124455	rnn.bias_ih_l0	3	-0.14190734922885895
124455	rnn.bias_ih_l0	4	-0.05607042461633682
124455	rnn.bias_ih_l0	5	-0.15403401851654053
124455	rnn.bias_ih_l0	6	0.058353837579488754
124455	rnn.bias_ih_l0	7	-0.0880010575056076
124455	rnn.bias_ih_l0	8	-0.03244394809007645
124455	rnn.bias_ih_l0	9	-0.10852858424186707
124455	rnn.bias_hh_l0	0	-0.06838145107030869
124455	rnn.bias_hh_l0	1	0.22156700491905212
124455	rnn.bias_hh_l0	2	0.03392608091235161
124455	rnn.bias_hh_l0	3	-0.06588580459356308
124455	rnn.bias_hh_l0	4	-0.08372179418802261
124455	rnn.bias_hh_l0	5	-0.009369865991175175
124455	rnn.bias_hh_l0	6	0.05337116867303848
124455	rnn.bias_hh_l0	7	-0.10848929733037949
124455	rnn.bias_hh_l0	8	-0.22450272738933563
124455	rnn.bias_hh_l0	9	-0.09765971451997757
124455	rnn.weight_ih_l0_reverse	0	0.022036254405975342
124455	rnn.weight_ih_l0_reverse	1	-0.06305993348360062
124455	rnn.weight_ih_l0_reverse	2	0.04081585258245468
124455	rnn.weight_ih_l0_reverse	3	0.010483385063707829
124455	rnn.weight_ih_l0_reverse	4	0.008900833316147327
124455	rnn.weight_ih_l0_reverse	5	-0.03420395776629448
124455	rnn.weight_ih_l0_reverse	6	0.020187608897686005
124455	rnn.weight_ih_l0_reverse	7	0.033127784729003906
124455	rnn.weight_ih_l0_reverse	8	-0.025402357801795006
124455	rnn.weight_ih_l0_reverse	9	0.0036819353699684143
124455	rnn.weight_hh_l0_reverse	0	0.04673999547958374
124455	rnn.weight_hh_l0_reverse	1	0.03092155233025551
124455	rnn.weight_hh_l0_reverse	2	-0.01890464872121811
124455	rnn.weight_hh_l0_reverse	3	-0.07962463796138763
124455	rnn.weight_hh_l0_reverse	4	0.012327294796705246
124455	rnn.weight_hh_l0_reverse	5	-0.053030628710985184
124455	rnn.weight_hh_l0_reverse	6	-0.01286767516285181
124455	rnn.weight_hh_l0_reverse	7	0.027515394613146782
124455	rnn.weight_hh_l0_reverse	8	0.016844315454363823
124455	rnn.weight_hh_l0_reverse	9	0.006902726367115974
124455	rnn.bias_ih_l0_reverse	0	-0.04409952089190483
124455	rnn.bias_ih_l0_reverse	1	-0.12957072257995605
124455	rnn.bias_ih_l0_reverse	2	-0.12592200934886932
124455	rnn.bias_ih_l0_reverse	3	-0.03746070712804794
124455	rnn.bias_ih_l0_reverse	4	-0.1107887551188469
124455	rnn.bias_ih_l0_reverse	5	-0.0918818935751915
124455	rnn.bias_ih_l0_reverse	6	-0.1900719255208969
124455	rnn.bias_ih_l0_reverse	7	-0.054853655397892
124455	rnn.bias_ih_l0_reverse	8	-0.051630642265081406
124455	rnn.bias_ih_l0_reverse	9	-0.12511374056339264
124455	rnn.bias_hh_l0_reverse	0	-0.13136214017868042
124455	rnn.bias_hh_l0_reverse	1	-0.14898937940597534
124455	rnn.bias_hh_l0_reverse	2	0.10176712274551392
124455	rnn.bias_hh_l0_reverse	3	0.06333758682012558
124455	rnn.bias_hh_l0_reverse	4	-0.16703519225120544
124455	rnn.bias_hh_l0_reverse	5	-0.12270807474851608
124455	rnn.bias_hh_l0_reverse	6	-0.1164918914437294
124455	rnn.bias_hh_l0_reverse	7	-0.044866617769002914
124455	rnn.bias_hh_l0_reverse	8	-0.0834747701883316
124455	rnn.bias_hh_l0_reverse	9	-0.026131335645914078
124455	linear.weight	0	-0.007593057118356228
124455	linear.weight	1	-0.035296011716127396
124455	linear.weight	2	0.24116674065589905
124455	linear.weight	3	-0.07972423732280731
124455	linear.weight	4	-0.010588549077510834
124455	linear.weight	5	0.048509810119867325
124455	linear.weight	6	-0.010739270597696304
124455	linear.weight	7	-0.01359015703201294
124455	linear.weight	8	0.11881720274686813
124455	linear.weight	9	-0.24119870364665985
124455	linear.bias	0	-0.03956538438796997
124455	linear.bias	1	0.031413208693265915
124455	linear.bias	2	0.495205819606781
124455	linear.bias	3	-0.5521878600120544
124455	linear.bias	4	1.9009170532226562
124455	linear.bias	5	-1.371754765510559
124455	linear.bias	6	-0.3603076934814453
124455	linear.bias	7	-0.11521986126899719
125013	transitions	0	-1.751686930656433
125013	transitions	1	-10000.0
125013	transitions	2	-0.7969565987586975
125013	transitions	3	-10000.0
125013	transitions	4	1.9023250341415405
125013	transitions	5	-10000.0
125013	transitions	6	-10000.0
125013	transitions	7	1.6747615337371826
125013	transitions	8	-2.4649624824523926
125013	transitions	9	-4.111571788787842
125013	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
125013	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
125013	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
125013	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
125013	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
125013	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
125013	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
125013	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
125013	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
125013	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
125013	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
125013	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
125013	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
125013	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
125013	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
125013	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
125013	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
125013	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
125013	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
125013	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
125013	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
125013	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
125013	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
125013	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
125013	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
125013	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
125013	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
125013	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
125013	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
125013	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
125013	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
125013	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
125013	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
125013	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
125013	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
125013	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
125013	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
125013	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
125013	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
125013	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
125013	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
125013	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
125013	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
125013	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
125013	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
125013	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
125013	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
125013	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
125013	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
125013	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
125013	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
125013	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
125013	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
125013	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
125013	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
125013	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
125013	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
125013	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
125013	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
125013	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
125013	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
125013	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
125013	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
125013	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
125013	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
125013	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
125013	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
125013	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
125013	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
125013	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
125013	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
125013	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
125013	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
125013	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
125013	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
125013	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
125013	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
125013	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
125013	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
125013	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
125013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
125013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
125013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
125013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
125013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
125013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
125013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
125013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
125013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
125013	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
125013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
125013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
125013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
125013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
125013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
125013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
125013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
125013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
125013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
125013	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
125013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
125013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
125013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
125013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
125013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
125013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
125013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
125013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
125013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
125013	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
125013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
125013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
125013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
125013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
125013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
125013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
125013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
125013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
125013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
125013	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
125013	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
125013	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
125013	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
125013	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
125013	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
125013	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
125013	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
125013	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
125013	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
125013	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
125013	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
125013	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
125013	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
125013	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
125013	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
125013	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
125013	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
125013	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
125013	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
125013	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
125013	embedding2nn.weight	0	0.006482255645096302
125013	embedding2nn.weight	1	0.005314439069479704
125013	embedding2nn.weight	2	0.01327451691031456
125013	embedding2nn.weight	3	0.025242941454052925
125013	embedding2nn.weight	4	0.019362930208444595
125013	embedding2nn.weight	5	0.009176441468298435
125013	embedding2nn.weight	6	-0.012300338596105576
125013	embedding2nn.weight	7	-0.003238662611693144
125013	embedding2nn.weight	8	-0.0024688306730240583
125013	embedding2nn.weight	9	0.0017845144029706717
125013	embedding2nn.bias	0	0.006969811394810677
125013	embedding2nn.bias	1	-0.018866389989852905
125013	embedding2nn.bias	2	0.0685347318649292
125013	embedding2nn.bias	3	0.051405906677246094
125013	embedding2nn.bias	4	-0.005396670196205378
125013	embedding2nn.bias	5	-0.02653472125530243
125013	embedding2nn.bias	6	0.02451632171869278
125013	embedding2nn.bias	7	-0.008010419085621834
125013	embedding2nn.bias	8	-0.02854331210255623
125013	embedding2nn.bias	9	0.016283798962831497
125013	rnn.weight_ih_l0	0	0.07114436477422714
125013	rnn.weight_ih_l0	1	-0.037604205310344696
125013	rnn.weight_ih_l0	2	0.0009232978336513042
125013	rnn.weight_ih_l0	3	0.047689154744148254
125013	rnn.weight_ih_l0	4	-0.025327540934085846
125013	rnn.weight_ih_l0	5	0.043364498764276505
125013	rnn.weight_ih_l0	6	0.009595644660294056
125013	rnn.weight_ih_l0	7	0.06061653047800064
125013	rnn.weight_ih_l0	8	0.009988636709749699
125013	rnn.weight_ih_l0	9	-0.025847554206848145
125013	rnn.weight_hh_l0	0	-0.0165130365639925
125013	rnn.weight_hh_l0	1	-0.019819479435682297
125013	rnn.weight_hh_l0	2	-0.05828002840280533
125013	rnn.weight_hh_l0	3	-0.005015998613089323
125013	rnn.weight_hh_l0	4	-0.010217450559139252
125013	rnn.weight_hh_l0	5	-0.028221001848578453
125013	rnn.weight_hh_l0	6	-0.0013808462535962462
125013	rnn.weight_hh_l0	7	-0.04915081337094307
125013	rnn.weight_hh_l0	8	0.06795092672109604
125013	rnn.weight_hh_l0	9	0.044751815497875214
125013	rnn.bias_ih_l0	0	-0.16983342170715332
125013	rnn.bias_ih_l0	1	-0.159967303276062
125013	rnn.bias_ih_l0	2	-0.020200852304697037
125013	rnn.bias_ih_l0	3	-0.14089131355285645
125013	rnn.bias_ih_l0	4	-0.056142959743738174
125013	rnn.bias_ih_l0	5	-0.15435083210468292
125013	rnn.bias_ih_l0	6	0.055780746042728424
125013	rnn.bias_ih_l0	7	-0.086896613240242
125013	rnn.bias_ih_l0	8	-0.0313880480825901
125013	rnn.bias_ih_l0	9	-0.10759533196687698
125013	rnn.bias_hh_l0	0	-0.0684790089726448
125013	rnn.bias_hh_l0	1	0.2224322259426117
125013	rnn.bias_hh_l0	2	0.031542737036943436
125013	rnn.bias_hh_l0	3	-0.06532949954271317
125013	rnn.bias_hh_l0	4	-0.08324819058179855
125013	rnn.bias_hh_l0	5	-0.010297994129359722
125013	rnn.bias_hh_l0	6	0.057205621153116226
125013	rnn.bias_hh_l0	7	-0.11115358769893646
125013	rnn.bias_hh_l0	8	-0.22514690458774567
125013	rnn.bias_hh_l0	9	-0.0996372252702713
125013	rnn.weight_ih_l0_reverse	0	0.022907113656401634
125013	rnn.weight_ih_l0_reverse	1	-0.06287640333175659
125013	rnn.weight_ih_l0_reverse	2	0.04097934067249298
125013	rnn.weight_ih_l0_reverse	3	0.009560330770909786
125013	rnn.weight_ih_l0_reverse	4	0.009439993649721146
125013	rnn.weight_ih_l0_reverse	5	-0.03380318731069565
125013	rnn.weight_ih_l0_reverse	6	0.019912846386432648
125013	rnn.weight_ih_l0_reverse	7	0.03288356214761734
125013	rnn.weight_ih_l0_reverse	8	-0.02507176622748375
125013	rnn.weight_ih_l0_reverse	9	0.003941388800740242
125013	rnn.weight_hh_l0_reverse	0	0.04668375104665756
125013	rnn.weight_hh_l0_reverse	1	0.03115100786089897
125013	rnn.weight_hh_l0_reverse	2	-0.01898345910012722
125013	rnn.weight_hh_l0_reverse	3	-0.07898436486721039
125013	rnn.weight_hh_l0_reverse	4	0.012087342329323292
125013	rnn.weight_hh_l0_reverse	5	-0.052945151925086975
125013	rnn.weight_hh_l0_reverse	6	-0.012585682794451714
125013	rnn.weight_hh_l0_reverse	7	0.027548382058739662
125013	rnn.weight_hh_l0_reverse	8	0.016942476853728294
125013	rnn.weight_hh_l0_reverse	9	0.007153830956667662
125013	rnn.bias_ih_l0_reverse	0	-0.044055499136447906
125013	rnn.bias_ih_l0_reverse	1	-0.12856259942054749
125013	rnn.bias_ih_l0_reverse	2	-0.12588970363140106
125013	rnn.bias_ih_l0_reverse	3	-0.040160588920116425
125013	rnn.bias_ih_l0_reverse	4	-0.1090335100889206
125013	rnn.bias_ih_l0_reverse	5	-0.09098514914512634
125013	rnn.bias_ih_l0_reverse	6	-0.18953204154968262
125013	rnn.bias_ih_l0_reverse	7	-0.05321456119418144
125013	rnn.bias_ih_l0_reverse	8	-0.05231756344437599
125013	rnn.bias_ih_l0_reverse	9	-0.12473466992378235
125013	rnn.bias_hh_l0_reverse	0	-0.13291090726852417
125013	rnn.bias_hh_l0_reverse	1	-0.1477302759885788
125013	rnn.bias_hh_l0_reverse	2	0.10050441324710846
125013	rnn.bias_hh_l0_reverse	3	0.06246145814657211
125013	rnn.bias_hh_l0_reverse	4	-0.1662355661392212
125013	rnn.bias_hh_l0_reverse	5	-0.12505196034908295
125013	rnn.bias_hh_l0_reverse	6	-0.11433752626180649
125013	rnn.bias_hh_l0_reverse	7	-0.043554387986660004
125013	rnn.bias_hh_l0_reverse	8	-0.08344322443008423
125013	rnn.bias_hh_l0_reverse	9	-0.02948041819036007
125013	linear.weight	0	-0.0075907958671450615
125013	linear.weight	1	-0.03423271328210831
125013	linear.weight	2	0.2538796365261078
125013	linear.weight	3	-0.07972508668899536
125013	linear.weight	4	-0.010588549077510834
125013	linear.weight	5	0.11967232823371887
125013	linear.weight	6	-0.010739270597696304
125013	linear.weight	7	-0.028650645166635513
125013	linear.weight	8	0.14483046531677246
125013	linear.weight	9	-0.24505837261676788
125013	linear.bias	0	-0.03956538438796997
125013	linear.bias	1	0.031413208693265915
125013	linear.bias	2	0.48340079188346863
125013	linear.bias	3	-0.5547378659248352
125013	linear.bias	4	1.9168027639389038
125013	linear.bias	5	-1.3719892501831055
125013	linear.bias	6	-0.36055439710617065
125013	linear.bias	7	-0.11628548055887222
125571	transitions	0	-1.7528501749038696
125571	transitions	1	-10000.0
125571	transitions	2	-0.7969565987586975
125571	transitions	3	-10000.0
125571	transitions	4	1.908279299736023
125571	transitions	5	-10000.0
125571	transitions	6	-10000.0
125571	transitions	7	1.6835118532180786
125571	transitions	8	-2.4659574031829834
125571	transitions	9	-4.1124267578125
125571	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
125571	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
125571	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
125571	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
125571	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
125571	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
125571	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
125571	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
125571	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
125571	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
125571	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
125571	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
125571	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
125571	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
125571	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
125571	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
125571	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
125571	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
125571	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
125571	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
125571	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
125571	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
125571	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
125571	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
125571	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
125571	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
125571	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
125571	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
125571	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
125571	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
125571	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
125571	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
125571	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
125571	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
125571	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
125571	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
125571	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
125571	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
125571	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
125571	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
125571	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
125571	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
125571	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
125571	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
125571	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
125571	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
125571	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
125571	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
125571	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
125571	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
125571	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
125571	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
125571	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
125571	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
125571	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
125571	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
125571	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
125571	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
125571	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
125571	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
125571	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
125571	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
125571	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
125571	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
125571	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
125571	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
125571	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
125571	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
125571	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
125571	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
125571	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
125571	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
125571	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
125571	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
125571	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
125571	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
125571	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
125571	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
125571	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
125571	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
125571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
125571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
125571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
125571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
125571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
125571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
125571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
125571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
125571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
125571	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
125571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
125571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
125571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
125571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
125571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
125571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
125571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
125571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
125571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
125571	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
125571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
125571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
125571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
125571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
125571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
125571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
125571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
125571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
125571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
125571	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
125571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
125571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
125571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
125571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
125571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
125571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
125571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
125571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
125571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
125571	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
125571	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
125571	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
125571	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
125571	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
125571	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
125571	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
125571	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
125571	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
125571	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
125571	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
125571	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
125571	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
125571	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
125571	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
125571	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
125571	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
125571	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
125571	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
125571	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
125571	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
125571	embedding2nn.weight	0	0.006502049975097179
125571	embedding2nn.weight	1	0.005222372245043516
125571	embedding2nn.weight	2	0.013277921825647354
125571	embedding2nn.weight	3	0.025181453675031662
125571	embedding2nn.weight	4	0.019626080989837646
125571	embedding2nn.weight	5	0.00889353733509779
125571	embedding2nn.weight	6	-0.01270638033747673
125571	embedding2nn.weight	7	-0.00300424313172698
125571	embedding2nn.weight	8	-0.0028802058659493923
125571	embedding2nn.weight	9	0.0017515667714178562
125571	embedding2nn.bias	0	0.009644848294556141
125571	embedding2nn.bias	1	-0.019009651616215706
125571	embedding2nn.bias	2	0.07264405488967896
125571	embedding2nn.bias	3	0.04763416573405266
125571	embedding2nn.bias	4	-0.009442267008125782
125571	embedding2nn.bias	5	-0.023797763511538506
125571	embedding2nn.bias	6	0.022498570382595062
125571	embedding2nn.bias	7	-0.00462915375828743
125571	embedding2nn.bias	8	-0.030660253018140793
125571	embedding2nn.bias	9	0.012411793693900108
125571	rnn.weight_ih_l0	0	0.07132569700479507
125571	rnn.weight_ih_l0	1	-0.037778567522764206
125571	rnn.weight_ih_l0	2	0.001419908832758665
125571	rnn.weight_ih_l0	3	0.048143815249204636
125571	rnn.weight_ih_l0	4	-0.02623262070119381
125571	rnn.weight_ih_l0	5	0.04385851323604584
125571	rnn.weight_ih_l0	6	0.009374966844916344
125571	rnn.weight_ih_l0	7	0.06057117134332657
125571	rnn.weight_ih_l0	8	0.011743700131773949
125571	rnn.weight_ih_l0	9	-0.02520734816789627
125571	rnn.weight_hh_l0	0	-0.016459736973047256
125571	rnn.weight_hh_l0	1	-0.020013604313135147
125571	rnn.weight_hh_l0	2	-0.057420603930950165
125571	rnn.weight_hh_l0	3	-0.0050956811755895615
125571	rnn.weight_hh_l0	4	-0.010289319790899754
125571	rnn.weight_hh_l0	5	-0.028023242950439453
125571	rnn.weight_hh_l0	6	-0.0014257937436923385
125571	rnn.weight_hh_l0	7	-0.05013524740934372
125571	rnn.weight_hh_l0	8	0.06835377961397171
125571	rnn.weight_hh_l0	9	0.044582560658454895
125571	rnn.bias_ih_l0	0	-0.16968627274036407
125571	rnn.bias_ih_l0	1	-0.16113334894180298
125571	rnn.bias_ih_l0	2	-0.019224610179662704
125571	rnn.bias_ih_l0	3	-0.13916553556919098
125571	rnn.bias_ih_l0	4	-0.0580558255314827
125571	rnn.bias_ih_l0	5	-0.1538424789905548
125571	rnn.bias_ih_l0	6	0.054432857781648636
125571	rnn.bias_ih_l0	7	-0.08886580914258957
125571	rnn.bias_ih_l0	8	-0.03270648419857025
125571	rnn.bias_ih_l0	9	-0.10760778933763504
125571	rnn.bias_hh_l0	0	-0.06776321679353714
125571	rnn.bias_hh_l0	1	0.21960347890853882
125571	rnn.bias_hh_l0	2	0.03204983100295067
125571	rnn.bias_hh_l0	3	-0.06614141911268234
125571	rnn.bias_hh_l0	4	-0.08291678875684738
125571	rnn.bias_hh_l0	5	-0.011912506073713303
125571	rnn.bias_hh_l0	6	0.05858989432454109
125571	rnn.bias_hh_l0	7	-0.11237476021051407
125571	rnn.bias_hh_l0	8	-0.22548417747020721
125571	rnn.bias_hh_l0	9	-0.10144244134426117
125571	rnn.weight_ih_l0_reverse	0	0.022334875538945198
125571	rnn.weight_ih_l0_reverse	1	-0.062333494424819946
125571	rnn.weight_ih_l0_reverse	2	0.040781259536743164
125571	rnn.weight_ih_l0_reverse	3	0.009088636375963688
125571	rnn.weight_ih_l0_reverse	4	0.009721002541482449
125571	rnn.weight_ih_l0_reverse	5	-0.03357258811593056
125571	rnn.weight_ih_l0_reverse	6	0.01974896527826786
125571	rnn.weight_ih_l0_reverse	7	0.03332747519016266
125571	rnn.weight_ih_l0_reverse	8	-0.024244241416454315
125571	rnn.weight_ih_l0_reverse	9	0.0038569248281419277
125571	rnn.weight_hh_l0_reverse	0	0.04675857350230217
125571	rnn.weight_hh_l0_reverse	1	0.031150074675679207
125571	rnn.weight_hh_l0_reverse	2	-0.0190753061324358
125571	rnn.weight_hh_l0_reverse	3	-0.07882800698280334
125571	rnn.weight_hh_l0_reverse	4	0.012391082011163235
125571	rnn.weight_hh_l0_reverse	5	-0.052754975855350494
125571	rnn.weight_hh_l0_reverse	6	-0.01270334329456091
125571	rnn.weight_hh_l0_reverse	7	0.027533823624253273
125571	rnn.weight_hh_l0_reverse	8	0.016617504879832268
125571	rnn.weight_hh_l0_reverse	9	0.007042803801596165
125571	rnn.bias_ih_l0_reverse	0	-0.04406111314892769
125571	rnn.bias_ih_l0_reverse	1	-0.1303894817829132
125571	rnn.bias_ih_l0_reverse	2	-0.12548846006393433
125571	rnn.bias_ih_l0_reverse	3	-0.0427425317466259
125571	rnn.bias_ih_l0_reverse	4	-0.1127769947052002
125571	rnn.bias_ih_l0_reverse	5	-0.09033802151679993
125571	rnn.bias_ih_l0_reverse	6	-0.1911037564277649
125571	rnn.bias_ih_l0_reverse	7	-0.05348524451255798
125571	rnn.bias_ih_l0_reverse	8	-0.053241509944200516
125571	rnn.bias_ih_l0_reverse	9	-0.12560522556304932
125571	rnn.bias_hh_l0_reverse	0	-0.1304015815258026
125571	rnn.bias_hh_l0_reverse	1	-0.14882856607437134
125571	rnn.bias_hh_l0_reverse	2	0.10093173384666443
125571	rnn.bias_hh_l0_reverse	3	0.06588175892829895
125571	rnn.bias_hh_l0_reverse	4	-0.16250988841056824
125571	rnn.bias_hh_l0_reverse	5	-0.12285120785236359
125571	rnn.bias_hh_l0_reverse	6	-0.11505298316478729
125571	rnn.bias_hh_l0_reverse	7	-0.04256360977888107
125571	rnn.bias_hh_l0_reverse	8	-0.08555115014314651
125571	rnn.bias_hh_l0_reverse	9	-0.029059456661343575
125571	linear.weight	0	-0.007589465007185936
125571	linear.weight	1	-0.04691873863339424
125571	linear.weight	2	0.24330098927021027
125571	linear.weight	3	-0.07972651720046997
125571	linear.weight	4	-0.010588549077510834
125571	linear.weight	5	0.13533633947372437
125571	linear.weight	6	-0.010739270597696304
125571	linear.weight	7	-0.0355231873691082
125571	linear.weight	8	0.13077645003795624
125571	linear.weight	9	-0.2520700693130493
125571	linear.bias	0	-0.03956538438796997
125571	linear.bias	1	0.031413208693265915
125571	linear.bias	2	0.5306327939033508
125571	linear.bias	3	-0.5919227004051208
125571	linear.bias	4	1.9183096885681152
125571	linear.bias	5	-1.3722350597381592
125571	linear.bias	6	-0.36581599712371826
125571	linear.bias	7	-0.12234552204608917
126129	transitions	0	-1.7544397115707397
126129	transitions	1	-10000.0
126129	transitions	2	-0.7969565987586975
126129	transitions	3	-10000.0
126129	transitions	4	1.9249728918075562
126129	transitions	5	-10000.0
126129	transitions	6	-10000.0
126129	transitions	7	1.6911524534225464
126129	transitions	8	-2.466928243637085
126129	transitions	9	-4.11332368850708
126129	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
126129	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
126129	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
126129	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
126129	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
126129	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
126129	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
126129	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
126129	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
126129	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
126129	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
126129	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
126129	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
126129	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
126129	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
126129	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
126129	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
126129	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
126129	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
126129	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
126129	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
126129	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
126129	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
126129	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
126129	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
126129	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
126129	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
126129	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
126129	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
126129	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
126129	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
126129	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
126129	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
126129	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
126129	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
126129	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
126129	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
126129	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
126129	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
126129	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
126129	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
126129	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
126129	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
126129	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
126129	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
126129	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
126129	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
126129	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
126129	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
126129	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
126129	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
126129	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
126129	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
126129	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
126129	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
126129	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
126129	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
126129	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
126129	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
126129	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
126129	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
126129	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
126129	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
126129	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
126129	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
126129	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
126129	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
126129	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
126129	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
126129	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
126129	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
126129	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
126129	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
126129	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
126129	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
126129	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
126129	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
126129	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
126129	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
126129	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
126129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
126129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
126129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
126129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
126129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
126129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
126129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
126129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
126129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
126129	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
126129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
126129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
126129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
126129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
126129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
126129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
126129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
126129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
126129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
126129	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
126129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
126129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
126129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
126129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
126129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
126129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
126129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
126129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
126129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
126129	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
126129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
126129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
126129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
126129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
126129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
126129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
126129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
126129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
126129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
126129	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
126129	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
126129	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
126129	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
126129	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
126129	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
126129	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
126129	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
126129	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
126129	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
126129	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
126129	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
126129	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
126129	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
126129	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
126129	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
126129	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
126129	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
126129	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
126129	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
126129	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
126129	embedding2nn.weight	0	0.006497946567833424
126129	embedding2nn.weight	1	0.005187404807657003
126129	embedding2nn.weight	2	0.01327721681445837
126129	embedding2nn.weight	3	0.024866292253136635
126129	embedding2nn.weight	4	0.019507993012666702
126129	embedding2nn.weight	5	0.008243893273174763
126129	embedding2nn.weight	6	-0.012547076679766178
126129	embedding2nn.weight	7	-0.0028998611960560083
126129	embedding2nn.weight	8	-0.003168789902701974
126129	embedding2nn.weight	9	0.001874197623692453
126129	embedding2nn.bias	0	0.009079734794795513
126129	embedding2nn.bias	1	-0.02137851156294346
126129	embedding2nn.bias	2	0.07190340757369995
126129	embedding2nn.bias	3	0.039673469960689545
126129	embedding2nn.bias	4	-0.0051932670176029205
126129	embedding2nn.bias	5	-0.021528050303459167
126129	embedding2nn.bias	6	0.026804430410265923
126129	embedding2nn.bias	7	-0.010430851951241493
126129	embedding2nn.bias	8	-0.032108649611473083
126129	embedding2nn.bias	9	0.012717342004179955
126129	rnn.weight_ih_l0	0	0.07168736308813095
126129	rnn.weight_ih_l0	1	-0.037573542445898056
126129	rnn.weight_ih_l0	2	0.0018301490927115083
126129	rnn.weight_ih_l0	3	0.0483069121837616
126129	rnn.weight_ih_l0	4	-0.025819335132837296
126129	rnn.weight_ih_l0	5	0.044372525066137314
126129	rnn.weight_ih_l0	6	0.009158030152320862
126129	rnn.weight_ih_l0	7	0.060406096279621124
126129	rnn.weight_ih_l0	8	0.013383777812123299
126129	rnn.weight_ih_l0	9	-0.025533074513077736
126129	rnn.weight_hh_l0	0	-0.017284519970417023
126129	rnn.weight_hh_l0	1	-0.019933952018618584
126129	rnn.weight_hh_l0	2	-0.057456016540527344
126129	rnn.weight_hh_l0	3	-0.005001481622457504
126129	rnn.weight_hh_l0	4	-0.01029327791184187
126129	rnn.weight_hh_l0	5	-0.02816724218428135
126129	rnn.weight_hh_l0	6	-0.0015197943430393934
126129	rnn.weight_hh_l0	7	-0.05058376118540764
126129	rnn.weight_hh_l0	8	0.0680520236492157
126129	rnn.weight_hh_l0	9	0.04457534849643707
126129	rnn.bias_ih_l0	0	-0.17059467732906342
126129	rnn.bias_ih_l0	1	-0.16329066455364227
126129	rnn.bias_ih_l0	2	-0.020007140934467316
126129	rnn.bias_ih_l0	3	-0.13877542316913605
126129	rnn.bias_ih_l0	4	-0.058075424283742905
126129	rnn.bias_ih_l0	5	-0.15437506139278412
126129	rnn.bias_ih_l0	6	0.05833200365304947
126129	rnn.bias_ih_l0	7	-0.0885690227150917
126129	rnn.bias_ih_l0	8	-0.03153686970472336
126129	rnn.bias_ih_l0	9	-0.10691828280687332
126129	rnn.bias_hh_l0	0	-0.06729678064584732
126129	rnn.bias_hh_l0	1	0.21766996383666992
126129	rnn.bias_hh_l0	2	0.034289903938770294
126129	rnn.bias_hh_l0	3	-0.06741433590650558
126129	rnn.bias_hh_l0	4	-0.08193878084421158
126129	rnn.bias_hh_l0	5	-0.014620977453887463
126129	rnn.bias_hh_l0	6	0.058674219995737076
126129	rnn.bias_hh_l0	7	-0.11141745746135712
126129	rnn.bias_hh_l0	8	-0.22503076493740082
126129	rnn.bias_hh_l0	9	-0.10129085183143616
126129	rnn.weight_ih_l0_reverse	0	0.0224606953561306
126129	rnn.weight_ih_l0_reverse	1	-0.06266368925571442
126129	rnn.weight_ih_l0_reverse	2	0.04095930606126785
126129	rnn.weight_ih_l0_reverse	3	0.008920242078602314
126129	rnn.weight_ih_l0_reverse	4	0.009967860765755177
126129	rnn.weight_ih_l0_reverse	5	-0.03355101868510246
126129	rnn.weight_ih_l0_reverse	6	0.01981671154499054
126129	rnn.weight_ih_l0_reverse	7	0.03303510695695877
126129	rnn.weight_ih_l0_reverse	8	-0.024057893082499504
126129	rnn.weight_ih_l0_reverse	9	0.003699523163959384
126129	rnn.weight_hh_l0_reverse	0	0.046704769134521484
126129	rnn.weight_hh_l0_reverse	1	0.031050026416778564
126129	rnn.weight_hh_l0_reverse	2	-0.01908496953547001
126129	rnn.weight_hh_l0_reverse	3	-0.07871925830841064
126129	rnn.weight_hh_l0_reverse	4	0.012142383493483067
126129	rnn.weight_hh_l0_reverse	5	-0.05269291624426842
126129	rnn.weight_hh_l0_reverse	6	-0.012659844942390919
126129	rnn.weight_hh_l0_reverse	7	0.027285201475024223
126129	rnn.weight_hh_l0_reverse	8	0.016854308545589447
126129	rnn.weight_hh_l0_reverse	9	0.006932011339813471
126129	rnn.bias_ih_l0_reverse	0	-0.04483354464173317
126129	rnn.bias_ih_l0_reverse	1	-0.1315363049507141
126129	rnn.bias_ih_l0_reverse	2	-0.12548066675662994
126129	rnn.bias_ih_l0_reverse	3	-0.042023081332445145
126129	rnn.bias_ih_l0_reverse	4	-0.1086764931678772
126129	rnn.bias_ih_l0_reverse	5	-0.09011806547641754
126129	rnn.bias_ih_l0_reverse	6	-0.19028647243976593
126129	rnn.bias_ih_l0_reverse	7	-0.054140955209732056
126129	rnn.bias_ih_l0_reverse	8	-0.05395285040140152
126129	rnn.bias_ih_l0_reverse	9	-0.12633593380451202
126129	rnn.bias_hh_l0_reverse	0	-0.13193029165267944
126129	rnn.bias_hh_l0_reverse	1	-0.15042860805988312
126129	rnn.bias_hh_l0_reverse	2	0.09950677305459976
126129	rnn.bias_hh_l0_reverse	3	0.0658494159579277
126129	rnn.bias_hh_l0_reverse	4	-0.1587091088294983
126129	rnn.bias_hh_l0_reverse	5	-0.12452177703380585
126129	rnn.bias_hh_l0_reverse	6	-0.1173165962100029
126129	rnn.bias_hh_l0_reverse	7	-0.04176407679915428
126129	rnn.bias_hh_l0_reverse	8	-0.0860775038599968
126129	rnn.bias_hh_l0_reverse	9	-0.030283628031611443
126129	linear.weight	0	-0.007587937172502279
126129	linear.weight	1	-0.05576716363430023
126129	linear.weight	2	0.23552502691745758
126129	linear.weight	3	-0.07972490042448044
126129	linear.weight	4	-0.010588549077510834
126129	linear.weight	5	0.10085052996873856
126129	linear.weight	6	-0.010739270597696304
126129	linear.weight	7	-0.012043495662510395
126129	linear.weight	8	0.16987177729606628
126129	linear.weight	9	-0.2493440806865692
126129	linear.bias	0	-0.03956538438796997
126129	linear.bias	1	0.031413208693265915
126129	linear.bias	2	0.495242714881897
126129	linear.bias	3	-0.5448123216629028
126129	linear.bias	4	1.9076560735702515
126129	linear.bias	5	-1.3724894523620605
126129	linear.bias	6	-0.36541223526000977
126129	linear.bias	7	-0.12357232719659805
126687	transitions	0	-1.7557833194732666
126687	transitions	1	-10000.0
126687	transitions	2	-0.7969565987586975
126687	transitions	3	-10000.0
126687	transitions	4	1.9318186044692993
126687	transitions	5	-10000.0
126687	transitions	6	-10000.0
126687	transitions	7	1.6727559566497803
126687	transitions	8	-2.4681808948516846
126687	transitions	9	-4.1142497062683105
126687	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
126687	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
126687	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
126687	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
126687	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
126687	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
126687	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
126687	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
126687	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
126687	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
126687	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
126687	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
126687	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
126687	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
126687	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
126687	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
126687	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
126687	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
126687	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
126687	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
126687	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
126687	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
126687	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
126687	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
126687	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
126687	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
126687	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
126687	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
126687	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
126687	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
126687	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
126687	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
126687	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
126687	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
126687	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
126687	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
126687	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
126687	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
126687	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
126687	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
126687	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
126687	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
126687	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
126687	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
126687	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
126687	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
126687	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
126687	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
126687	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
126687	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
126687	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
126687	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
126687	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
126687	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
126687	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
126687	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
126687	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
126687	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
126687	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
126687	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
126687	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
126687	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
126687	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
126687	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
126687	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
126687	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
126687	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
126687	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
126687	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
126687	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
126687	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
126687	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
126687	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
126687	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
126687	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
126687	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
126687	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
126687	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
126687	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
126687	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
126687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
126687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
126687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
126687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
126687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
126687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
126687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
126687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
126687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
126687	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
126687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
126687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
126687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
126687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
126687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
126687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
126687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
126687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
126687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
126687	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
126687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
126687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
126687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
126687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
126687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
126687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
126687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
126687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
126687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
126687	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
126687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
126687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
126687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
126687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
126687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
126687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
126687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
126687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
126687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
126687	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
126687	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
126687	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
126687	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
126687	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
126687	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
126687	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
126687	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
126687	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
126687	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
126687	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
126687	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
126687	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
126687	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
126687	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
126687	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
126687	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
126687	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
126687	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
126687	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
126687	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
126687	embedding2nn.weight	0	0.006485448684543371
126687	embedding2nn.weight	1	0.005127227399498224
126687	embedding2nn.weight	2	0.013295409269630909
126687	embedding2nn.weight	3	0.02426186576485634
126687	embedding2nn.weight	4	0.019819675013422966
126687	embedding2nn.weight	5	0.007819658145308495
126687	embedding2nn.weight	6	-0.012542939744889736
126687	embedding2nn.weight	7	-0.0030147810466587543
126687	embedding2nn.weight	8	-0.0030772555619478226
126687	embedding2nn.weight	9	0.0017877157079055905
126687	embedding2nn.bias	0	0.010479863733053207
126687	embedding2nn.bias	1	-0.02428215928375721
126687	embedding2nn.bias	2	0.07274969667196274
126687	embedding2nn.bias	3	0.046349022537469864
126687	embedding2nn.bias	4	-0.010485183447599411
126687	embedding2nn.bias	5	-0.01985456421971321
126687	embedding2nn.bias	6	0.024416547268629074
126687	embedding2nn.bias	7	-0.014460673555731773
126687	embedding2nn.bias	8	-0.031140264123678207
126687	embedding2nn.bias	9	0.012003454379737377
126687	rnn.weight_ih_l0	0	0.0718233734369278
126687	rnn.weight_ih_l0	1	-0.037812091410160065
126687	rnn.weight_ih_l0	2	0.0013525048270821571
126687	rnn.weight_ih_l0	3	0.048959266394376755
126687	rnn.weight_ih_l0	4	-0.024948757141828537
126687	rnn.weight_ih_l0	5	0.044686585664749146
126687	rnn.weight_ih_l0	6	0.0088071059435606
126687	rnn.weight_ih_l0	7	0.06038606911897659
126687	rnn.weight_ih_l0	8	0.01340080238878727
126687	rnn.weight_ih_l0	9	-0.025227060541510582
126687	rnn.weight_hh_l0	0	-0.017256885766983032
126687	rnn.weight_hh_l0	1	-0.01953935995697975
126687	rnn.weight_hh_l0	2	-0.05653056874871254
126687	rnn.weight_hh_l0	3	-0.005167095921933651
126687	rnn.weight_hh_l0	4	-0.010319825261831284
126687	rnn.weight_hh_l0	5	-0.02857918106019497
126687	rnn.weight_hh_l0	6	-0.001494593801908195
126687	rnn.weight_hh_l0	7	-0.05100294575095177
126687	rnn.weight_hh_l0	8	0.06787996739149094
126687	rnn.weight_hh_l0	9	0.044280994683504105
126687	rnn.bias_ih_l0	0	-0.1688256859779358
126687	rnn.bias_ih_l0	1	-0.15845148265361786
126687	rnn.bias_ih_l0	2	-0.02000591531395912
126687	rnn.bias_ih_l0	3	-0.13882498443126678
126687	rnn.bias_ih_l0	4	-0.056049149483442307
126687	rnn.bias_ih_l0	5	-0.15386243164539337
126687	rnn.bias_ih_l0	6	0.05889493599534035
126687	rnn.bias_ih_l0	7	-0.08825080841779709
126687	rnn.bias_ih_l0	8	-0.03203502297401428
126687	rnn.bias_ih_l0	9	-0.10643153637647629
126687	rnn.bias_hh_l0	0	-0.06829846650362015
126687	rnn.bias_hh_l0	1	0.21610230207443237
126687	rnn.bias_hh_l0	2	0.03754093125462532
126687	rnn.bias_hh_l0	3	-0.0683026984333992
126687	rnn.bias_hh_l0	4	-0.08078760653734207
126687	rnn.bias_hh_l0	5	-0.014193342067301273
126687	rnn.bias_hh_l0	6	0.058670420199632645
126687	rnn.bias_hh_l0	7	-0.1093071848154068
126687	rnn.bias_hh_l0	8	-0.22547031939029694
126687	rnn.bias_hh_l0	9	-0.10220200568437576
126687	rnn.weight_ih_l0_reverse	0	0.02165604941546917
126687	rnn.weight_ih_l0_reverse	1	-0.06334050744771957
126687	rnn.weight_ih_l0_reverse	2	0.041206102818250656
126687	rnn.weight_ih_l0_reverse	3	0.008623805828392506
126687	rnn.weight_ih_l0_reverse	4	0.009546645916998386
126687	rnn.weight_ih_l0_reverse	5	-0.03380681946873665
126687	rnn.weight_ih_l0_reverse	6	0.01856883428990841
126687	rnn.weight_ih_l0_reverse	7	0.03296193107962608
126687	rnn.weight_ih_l0_reverse	8	-0.024304643273353577
126687	rnn.weight_ih_l0_reverse	9	0.003772379131987691
126687	rnn.weight_hh_l0_reverse	0	0.046493224799633026
126687	rnn.weight_hh_l0_reverse	1	0.03093031235039234
126687	rnn.weight_hh_l0_reverse	2	-0.018775219097733498
126687	rnn.weight_hh_l0_reverse	3	-0.07895686477422714
126687	rnn.weight_hh_l0_reverse	4	0.01214622799307108
126687	rnn.weight_hh_l0_reverse	5	-0.05258055776357651
126687	rnn.weight_hh_l0_reverse	6	-0.012734455056488514
126687	rnn.weight_hh_l0_reverse	7	0.027113717049360275
126687	rnn.weight_hh_l0_reverse	8	0.016318142414093018
126687	rnn.weight_hh_l0_reverse	9	0.006620041094720364
126687	rnn.bias_ih_l0_reverse	0	-0.04555945843458176
126687	rnn.bias_ih_l0_reverse	1	-0.13134442269802094
126687	rnn.bias_ih_l0_reverse	2	-0.12708966434001923
126687	rnn.bias_ih_l0_reverse	3	-0.04060424864292145
126687	rnn.bias_ih_l0_reverse	4	-0.10800747573375702
126687	rnn.bias_ih_l0_reverse	5	-0.09266288578510284
126687	rnn.bias_ih_l0_reverse	6	-0.19162635505199432
126687	rnn.bias_ih_l0_reverse	7	-0.055464934557676315
126687	rnn.bias_ih_l0_reverse	8	-0.053562309592962265
126687	rnn.bias_ih_l0_reverse	9	-0.12864699959754944
126687	rnn.bias_hh_l0_reverse	0	-0.13198575377464294
126687	rnn.bias_hh_l0_reverse	1	-0.15062454342842102
126687	rnn.bias_hh_l0_reverse	2	0.0999596044421196
126687	rnn.bias_hh_l0_reverse	3	0.06465088576078415
126687	rnn.bias_hh_l0_reverse	4	-0.15783493220806122
126687	rnn.bias_hh_l0_reverse	5	-0.12609991431236267
126687	rnn.bias_hh_l0_reverse	6	-0.12326974421739578
126687	rnn.bias_hh_l0_reverse	7	-0.04269225150346756
126687	rnn.bias_hh_l0_reverse	8	-0.0866263285279274
126687	rnn.bias_hh_l0_reverse	9	-0.03022218681871891
126687	linear.weight	0	-0.007589094806462526
126687	linear.weight	1	-0.027011852711439133
126687	linear.weight	2	0.23865479230880737
126687	linear.weight	3	-0.07972323894500732
126687	linear.weight	4	-0.010588549077510834
126687	linear.weight	5	0.07981562614440918
126687	linear.weight	6	-0.010739270597696304
126687	linear.weight	7	0.004150122404098511
126687	linear.weight	8	0.11188879609107971
126687	linear.weight	9	-0.2524285614490509
126687	linear.bias	0	-0.03956538438796997
126687	linear.bias	1	0.031413208693265915
126687	linear.bias	2	0.495290607213974
126687	linear.bias	3	-0.5652296543121338
126687	linear.bias	4	1.922448992729187
126687	linear.bias	5	-1.372743010520935
126687	linear.bias	6	-0.3622618615627289
126687	linear.bias	7	-0.12090370059013367
127245	transitions	0	-1.7570717334747314
127245	transitions	1	-10000.0
127245	transitions	2	-0.7969565987586975
127245	transitions	3	-10000.0
127245	transitions	4	1.9610333442687988
127245	transitions	5	-10000.0
127245	transitions	6	-10000.0
127245	transitions	7	1.6750274896621704
127245	transitions	8	-2.4691882133483887
127245	transitions	9	-4.115228176116943
127245	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
127245	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
127245	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
127245	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
127245	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
127245	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
127245	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
127245	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
127245	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
127245	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
127245	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
127245	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
127245	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
127245	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
127245	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
127245	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
127245	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
127245	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
127245	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
127245	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
127245	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
127245	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
127245	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
127245	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
127245	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
127245	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
127245	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
127245	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
127245	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
127245	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
127245	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
127245	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
127245	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
127245	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
127245	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
127245	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
127245	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
127245	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
127245	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
127245	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
127245	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
127245	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
127245	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
127245	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
127245	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
127245	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
127245	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
127245	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
127245	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
127245	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
127245	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
127245	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
127245	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
127245	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
127245	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
127245	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
127245	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
127245	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
127245	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
127245	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
127245	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
127245	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
127245	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
127245	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
127245	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
127245	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
127245	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
127245	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
127245	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
127245	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
127245	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
127245	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
127245	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
127245	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
127245	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
127245	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
127245	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
127245	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
127245	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
127245	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
127245	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
127245	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
127245	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
127245	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
127245	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
127245	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
127245	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
127245	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
127245	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
127245	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
127245	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
127245	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
127245	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
127245	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
127245	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
127245	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
127245	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
127245	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
127245	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
127245	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
127245	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
127245	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
127245	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
127245	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
127245	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
127245	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
127245	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
127245	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
127245	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
127245	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
127245	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
127245	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
127245	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
127245	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
127245	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
127245	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
127245	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
127245	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
127245	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
127245	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
127245	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
127245	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
127245	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
127245	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
127245	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
127245	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
127245	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
127245	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
127245	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
127245	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
127245	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
127245	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
127245	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
127245	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
127245	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
127245	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
127245	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
127245	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
127245	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
127245	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
127245	embedding2nn.weight	0	0.006469225976616144
127245	embedding2nn.weight	1	0.005132592748850584
127245	embedding2nn.weight	2	0.013288138434290886
127245	embedding2nn.weight	3	0.024086587131023407
127245	embedding2nn.weight	4	0.0193987637758255
127245	embedding2nn.weight	5	0.008057938888669014
127245	embedding2nn.weight	6	-0.01213364489376545
127245	embedding2nn.weight	7	-0.003114535240456462
127245	embedding2nn.weight	8	-0.0037326004821807146
127245	embedding2nn.weight	9	0.0018011493375524879
127245	embedding2nn.bias	0	0.011624998413026333
127245	embedding2nn.bias	1	-0.01958591304719448
127245	embedding2nn.bias	2	0.0743737667798996
127245	embedding2nn.bias	3	0.041358768939971924
127245	embedding2nn.bias	4	-0.004746974911540747
127245	embedding2nn.bias	5	-0.024144163355231285
127245	embedding2nn.bias	6	0.02127799764275551
127245	embedding2nn.bias	7	-0.009351826272904873
127245	embedding2nn.bias	8	-0.03446057066321373
127245	embedding2nn.bias	9	0.013921000994741917
127245	rnn.weight_ih_l0	0	0.071648009121418
127245	rnn.weight_ih_l0	1	-0.037621282041072845
127245	rnn.weight_ih_l0	2	0.0012388128088787198
127245	rnn.weight_ih_l0	3	0.048050656914711
127245	rnn.weight_ih_l0	4	-0.025405297055840492
127245	rnn.weight_ih_l0	5	0.044809166342020035
127245	rnn.weight_ih_l0	6	0.008744238875806332
127245	rnn.weight_ih_l0	7	0.06047406792640686
127245	rnn.weight_ih_l0	8	0.012372943572700024
127245	rnn.weight_ih_l0	9	-0.02478667162358761
127245	rnn.weight_hh_l0	0	-0.017425069585442543
127245	rnn.weight_hh_l0	1	-0.019388308748602867
127245	rnn.weight_hh_l0	2	-0.05578668415546417
127245	rnn.weight_hh_l0	3	-0.005285701714456081
127245	rnn.weight_hh_l0	4	-0.01019430160522461
127245	rnn.weight_hh_l0	5	-0.02847996912896633
127245	rnn.weight_hh_l0	6	-0.0014757219469174743
127245	rnn.weight_hh_l0	7	-0.05165505036711693
127245	rnn.weight_hh_l0	8	0.06755441427230835
127245	rnn.weight_hh_l0	9	0.04412906616926193
127245	rnn.bias_ih_l0	0	-0.16902872920036316
127245	rnn.bias_ih_l0	1	-0.15780538320541382
127245	rnn.bias_ih_l0	2	-0.01816604472696781
127245	rnn.bias_ih_l0	3	-0.137339785695076
127245	rnn.bias_ih_l0	4	-0.05684240907430649
127245	rnn.bias_ih_l0	5	-0.15316489338874817
127245	rnn.bias_ih_l0	6	0.05770488455891609
127245	rnn.bias_ih_l0	7	-0.08868346363306046
127245	rnn.bias_ih_l0	8	-0.033297959715127945
127245	rnn.bias_ih_l0	9	-0.10873731970787048
127245	rnn.bias_hh_l0	0	-0.06840884685516357
127245	rnn.bias_hh_l0	1	0.21701239049434662
127245	rnn.bias_hh_l0	2	0.035757482051849365
127245	rnn.bias_hh_l0	3	-0.06728910654783249
127245	rnn.bias_hh_l0	4	-0.07867493480443954
127245	rnn.bias_hh_l0	5	-0.01727554388344288
127245	rnn.bias_hh_l0	6	0.06045563146471977
127245	rnn.bias_hh_l0	7	-0.10655493289232254
127245	rnn.bias_hh_l0	8	-0.2241707444190979
127245	rnn.bias_hh_l0	9	-0.10440608859062195
127245	rnn.weight_ih_l0_reverse	0	0.02336343750357628
127245	rnn.weight_ih_l0_reverse	1	-0.06358450651168823
127245	rnn.weight_ih_l0_reverse	2	0.04111440107226372
127245	rnn.weight_ih_l0_reverse	3	0.008629607036709785
127245	rnn.weight_ih_l0_reverse	4	0.009160096757113934
127245	rnn.weight_ih_l0_reverse	5	-0.033801376819610596
127245	rnn.weight_ih_l0_reverse	6	0.018984928727149963
127245	rnn.weight_ih_l0_reverse	7	0.03270122408866882
127245	rnn.weight_ih_l0_reverse	8	-0.024108903482556343
127245	rnn.weight_ih_l0_reverse	9	0.003260535653680563
127245	rnn.weight_hh_l0_reverse	0	0.046174585819244385
127245	rnn.weight_hh_l0_reverse	1	0.031143173575401306
127245	rnn.weight_hh_l0_reverse	2	-0.01826193556189537
127245	rnn.weight_hh_l0_reverse	3	-0.07928738743066788
127245	rnn.weight_hh_l0_reverse	4	0.011958576738834381
127245	rnn.weight_hh_l0_reverse	5	-0.05211629718542099
127245	rnn.weight_hh_l0_reverse	6	-0.01269738283008337
127245	rnn.weight_hh_l0_reverse	7	0.027337558567523956
127245	rnn.weight_hh_l0_reverse	8	0.015988552942872047
127245	rnn.weight_hh_l0_reverse	9	0.007179119624197483
127245	rnn.bias_ih_l0_reverse	0	-0.04397489130496979
127245	rnn.bias_ih_l0_reverse	1	-0.13063569366931915
127245	rnn.bias_ih_l0_reverse	2	-0.12581442296504974
127245	rnn.bias_ih_l0_reverse	3	-0.04031305015087128
127245	rnn.bias_ih_l0_reverse	4	-0.10893110185861588
127245	rnn.bias_ih_l0_reverse	5	-0.09337858110666275
127245	rnn.bias_ih_l0_reverse	6	-0.19224071502685547
127245	rnn.bias_ih_l0_reverse	7	-0.05560002103447914
127245	rnn.bias_ih_l0_reverse	8	-0.05284621939063072
127245	rnn.bias_ih_l0_reverse	9	-0.12606853246688843
127245	rnn.bias_hh_l0_reverse	0	-0.13204923272132874
127245	rnn.bias_hh_l0_reverse	1	-0.15153615176677704
127245	rnn.bias_hh_l0_reverse	2	0.10305339843034744
127245	rnn.bias_hh_l0_reverse	3	0.06512854248285294
127245	rnn.bias_hh_l0_reverse	4	-0.1620495617389679
127245	rnn.bias_hh_l0_reverse	5	-0.12782418727874756
127245	rnn.bias_hh_l0_reverse	6	-0.12102960050106049
127245	rnn.bias_hh_l0_reverse	7	-0.04400927945971489
127245	rnn.bias_hh_l0_reverse	8	-0.08537974208593369
127245	rnn.bias_hh_l0_reverse	9	-0.029842928051948547
127245	linear.weight	0	-0.007589009124785662
127245	linear.weight	1	-0.017959561198949814
127245	linear.weight	2	0.2475043088197708
127245	linear.weight	3	-0.07972101867198944
127245	linear.weight	4	-0.010588549077510834
127245	linear.weight	5	0.10477374494075775
127245	linear.weight	6	-0.010739270597696304
127245	linear.weight	7	-0.005844769533723593
127245	linear.weight	8	0.08092667907476425
127245	linear.weight	9	-0.2518031895160675
127245	linear.bias	0	-0.03956538438796997
127245	linear.bias	1	0.031413208693265915
127245	linear.bias	2	0.4808562994003296
127245	linear.bias	3	-0.5092306733131409
127245	linear.bias	4	1.9397568702697754
127245	linear.bias	5	-1.3729926347732544
127245	linear.bias	6	-0.3909423053264618
127245	linear.bias	7	-0.1508595496416092
127803	transitions	0	-1.7581692934036255
127803	transitions	1	-10000.0
127803	transitions	2	-0.7969565987586975
127803	transitions	3	-10000.0
127803	transitions	4	1.9439774751663208
127803	transitions	5	-10000.0
127803	transitions	6	-10000.0
127803	transitions	7	1.6805304288864136
127803	transitions	8	-2.470125436782837
127803	transitions	9	-4.116095066070557
127803	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
127803	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
127803	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
127803	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
127803	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
127803	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
127803	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
127803	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
127803	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
127803	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
127803	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
127803	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
127803	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
127803	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
127803	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
127803	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
127803	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
127803	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
127803	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
127803	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
127803	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
127803	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
127803	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
127803	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
127803	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
127803	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
127803	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
127803	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
127803	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
127803	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
127803	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
127803	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
127803	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
127803	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
127803	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
127803	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
127803	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
127803	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
127803	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
127803	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
127803	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
127803	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
127803	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
127803	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
127803	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
127803	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
127803	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
127803	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
127803	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
127803	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
127803	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
127803	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
127803	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
127803	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
127803	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
127803	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
127803	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
127803	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
127803	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
127803	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
127803	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
127803	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
127803	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
127803	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
127803	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
127803	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
127803	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
127803	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
127803	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
127803	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
127803	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
127803	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
127803	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
127803	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
127803	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
127803	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
127803	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
127803	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
127803	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
127803	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
127803	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
127803	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
127803	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
127803	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
127803	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
127803	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
127803	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
127803	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
127803	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
127803	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
127803	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
127803	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
127803	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
127803	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
127803	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
127803	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
127803	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
127803	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
127803	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
127803	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
127803	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
127803	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
127803	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
127803	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
127803	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
127803	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
127803	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
127803	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
127803	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
127803	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
127803	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
127803	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
127803	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
127803	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
127803	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
127803	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
127803	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
127803	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
127803	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
127803	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
127803	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
127803	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
127803	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
127803	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
127803	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
127803	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
127803	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
127803	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
127803	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
127803	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
127803	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
127803	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
127803	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
127803	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
127803	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
127803	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
127803	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
127803	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
127803	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
127803	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
127803	embedding2nn.weight	0	0.006484657526016235
127803	embedding2nn.weight	1	0.005048503167927265
127803	embedding2nn.weight	2	0.013300055637955666
127803	embedding2nn.weight	3	0.02420949563384056
127803	embedding2nn.weight	4	0.019248947501182556
127803	embedding2nn.weight	5	0.008273850195109844
127803	embedding2nn.weight	6	-0.012045240961015224
127803	embedding2nn.weight	7	-0.003315686946734786
127803	embedding2nn.weight	8	-0.0036026921588927507
127803	embedding2nn.weight	9	0.0019543389789760113
127803	embedding2nn.bias	0	0.006015099585056305
127803	embedding2nn.bias	1	-0.023069126531481743
127803	embedding2nn.bias	2	0.07458075881004333
127803	embedding2nn.bias	3	0.035913411527872086
127803	embedding2nn.bias	4	-0.007580987643450499
127803	embedding2nn.bias	5	-0.02772408537566662
127803	embedding2nn.bias	6	0.015552429482340813
127803	embedding2nn.bias	7	-0.009738268330693245
127803	embedding2nn.bias	8	-0.02904156595468521
127803	embedding2nn.bias	9	0.012708252295851707
127803	rnn.weight_ih_l0	0	0.07105699926614761
127803	rnn.weight_ih_l0	1	-0.03703712671995163
127803	rnn.weight_ih_l0	2	0.0006063328473828733
127803	rnn.weight_ih_l0	3	0.04840201884508133
127803	rnn.weight_ih_l0	4	-0.02541721798479557
127803	rnn.weight_ih_l0	5	0.04518343135714531
127803	rnn.weight_ih_l0	6	0.008935922756791115
127803	rnn.weight_ih_l0	7	0.06058093532919884
127803	rnn.weight_ih_l0	8	0.011128254234790802
127803	rnn.weight_ih_l0	9	-0.025064123794436455
127803	rnn.weight_hh_l0	0	-0.017315903678536415
127803	rnn.weight_hh_l0	1	-0.019466549158096313
127803	rnn.weight_hh_l0	2	-0.05595392361283302
127803	rnn.weight_hh_l0	3	-0.0051330337300896645
127803	rnn.weight_hh_l0	4	-0.01008445955812931
127803	rnn.weight_hh_l0	5	-0.02819889597594738
127803	rnn.weight_hh_l0	6	-0.001482904888689518
127803	rnn.weight_hh_l0	7	-0.05177539214491844
127803	rnn.weight_hh_l0	8	0.06754756718873978
127803	rnn.weight_hh_l0	9	0.04437367245554924
127803	rnn.bias_ih_l0	0	-0.16903771460056305
127803	rnn.bias_ih_l0	1	-0.1574622392654419
127803	rnn.bias_ih_l0	2	-0.015636775642633438
127803	rnn.bias_ih_l0	3	-0.13660220801830292
127803	rnn.bias_ih_l0	4	-0.053298190236091614
127803	rnn.bias_ih_l0	5	-0.1536867618560791
127803	rnn.bias_ih_l0	6	0.05942726135253906
127803	rnn.bias_ih_l0	7	-0.0879092887043953
127803	rnn.bias_ih_l0	8	-0.032045215368270874
127803	rnn.bias_ih_l0	9	-0.109366275370121
127803	rnn.bias_hh_l0	0	-0.06904291361570358
127803	rnn.bias_hh_l0	1	0.21767489612102509
127803	rnn.bias_hh_l0	2	0.03479501232504845
127803	rnn.bias_hh_l0	3	-0.06793510168790817
127803	rnn.bias_hh_l0	4	-0.07903607189655304
127803	rnn.bias_hh_l0	5	-0.021477701142430305
127803	rnn.bias_hh_l0	6	0.056961193680763245
127803	rnn.bias_hh_l0	7	-0.10890442132949829
127803	rnn.bias_hh_l0	8	-0.22332121431827545
127803	rnn.bias_hh_l0	9	-0.10406781733036041
127803	rnn.weight_ih_l0_reverse	0	0.022271014750003815
127803	rnn.weight_ih_l0_reverse	1	-0.06369107216596603
127803	rnn.weight_ih_l0_reverse	2	0.04119115695357323
127803	rnn.weight_ih_l0_reverse	3	0.008668527938425541
127803	rnn.weight_ih_l0_reverse	4	0.009124289266765118
127803	rnn.weight_ih_l0_reverse	5	-0.033760521560907364
127803	rnn.weight_ih_l0_reverse	6	0.017511693760752678
127803	rnn.weight_ih_l0_reverse	7	0.03291993960738182
127803	rnn.weight_ih_l0_reverse	8	-0.024068571627140045
127803	rnn.weight_ih_l0_reverse	9	0.003252771683037281
127803	rnn.weight_hh_l0_reverse	0	0.045806609094142914
127803	rnn.weight_hh_l0_reverse	1	0.03091024048626423
127803	rnn.weight_hh_l0_reverse	2	-0.018488826230168343
127803	rnn.weight_hh_l0_reverse	3	-0.07924546301364899
127803	rnn.weight_hh_l0_reverse	4	0.01227134745568037
127803	rnn.weight_hh_l0_reverse	5	-0.05171724781394005
127803	rnn.weight_hh_l0_reverse	6	-0.012773046270012856
127803	rnn.weight_hh_l0_reverse	7	0.027418101206421852
127803	rnn.weight_hh_l0_reverse	8	0.01605367846786976
127803	rnn.weight_hh_l0_reverse	9	0.007120964117348194
127803	rnn.bias_ih_l0_reverse	0	-0.04351578652858734
127803	rnn.bias_ih_l0_reverse	1	-0.13195247948169708
127803	rnn.bias_ih_l0_reverse	2	-0.12606918811798096
127803	rnn.bias_ih_l0_reverse	3	-0.04004603624343872
127803	rnn.bias_ih_l0_reverse	4	-0.10811208933591843
127803	rnn.bias_ih_l0_reverse	5	-0.0933385044336319
127803	rnn.bias_ih_l0_reverse	6	-0.1919652819633484
127803	rnn.bias_ih_l0_reverse	7	-0.05502498522400856
127803	rnn.bias_ih_l0_reverse	8	-0.05244375765323639
127803	rnn.bias_ih_l0_reverse	9	-0.12432992458343506
127803	rnn.bias_hh_l0_reverse	0	-0.13314223289489746
127803	rnn.bias_hh_l0_reverse	1	-0.14930634200572968
127803	rnn.bias_hh_l0_reverse	2	0.10234218090772629
127803	rnn.bias_hh_l0_reverse	3	0.06591062247753143
127803	rnn.bias_hh_l0_reverse	4	-0.16376972198486328
127803	rnn.bias_hh_l0_reverse	5	-0.12675386667251587
127803	rnn.bias_hh_l0_reverse	6	-0.119539774954319
127803	rnn.bias_hh_l0_reverse	7	-0.04243531823158264
127803	rnn.bias_hh_l0_reverse	8	-0.08380916714668274
127803	rnn.bias_hh_l0_reverse	9	-0.030520914122462273
127803	linear.weight	0	-0.007587164640426636
127803	linear.weight	1	-0.018522959202528
127803	linear.weight	2	0.23688849806785583
127803	linear.weight	3	-0.07971898466348648
127803	linear.weight	4	-0.010588549077510834
127803	linear.weight	5	0.11128882318735123
127803	linear.weight	6	-0.010739270597696304
127803	linear.weight	7	-0.025513065978884697
127803	linear.weight	8	0.0855216458439827
127803	linear.weight	9	-0.24984750151634216
127803	linear.bias	0	-0.03956538438796997
127803	linear.bias	1	0.031413208693265915
127803	linear.bias	2	0.49146875739097595
127803	linear.bias	3	-0.5697718262672424
127803	linear.bias	4	1.9343010187149048
127803	linear.bias	5	-1.3732280731201172
127803	linear.bias	6	-0.3624967336654663
127803	linear.bias	7	-0.12369902431964874
128361	transitions	0	-1.7593464851379395
128361	transitions	1	-10000.0
128361	transitions	2	-0.7969565987586975
128361	transitions	3	-10000.0
128361	transitions	4	1.9238759279251099
128361	transitions	5	-10000.0
128361	transitions	6	-10000.0
128361	transitions	7	1.6832098960876465
128361	transitions	8	-2.4711146354675293
128361	transitions	9	-4.117021560668945
128361	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
128361	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
128361	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
128361	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
128361	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
128361	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
128361	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
128361	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
128361	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
128361	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
128361	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
128361	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
128361	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
128361	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
128361	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
128361	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
128361	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
128361	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
128361	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
128361	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
128361	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
128361	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
128361	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
128361	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
128361	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
128361	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
128361	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
128361	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
128361	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
128361	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
128361	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
128361	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
128361	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
128361	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
128361	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
128361	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
128361	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
128361	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
128361	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
128361	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
128361	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
128361	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
128361	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
128361	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
128361	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
128361	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
128361	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
128361	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
128361	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
128361	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
128361	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
128361	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
128361	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
128361	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
128361	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
128361	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
128361	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
128361	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
128361	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
128361	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
128361	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
128361	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
128361	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
128361	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
128361	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
128361	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
128361	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
128361	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
128361	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
128361	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
128361	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
128361	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
128361	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
128361	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
128361	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
128361	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
128361	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
128361	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
128361	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
128361	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
128361	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
128361	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
128361	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
128361	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
128361	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
128361	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
128361	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
128361	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
128361	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
128361	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
128361	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
128361	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
128361	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
128361	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
128361	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
128361	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
128361	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
128361	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
128361	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
128361	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
128361	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
128361	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
128361	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
128361	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
128361	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
128361	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
128361	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
128361	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
128361	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
128361	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
128361	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
128361	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
128361	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
128361	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
128361	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
128361	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
128361	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
128361	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
128361	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
128361	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
128361	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
128361	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
128361	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
128361	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
128361	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
128361	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
128361	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
128361	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
128361	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
128361	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
128361	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
128361	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
128361	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
128361	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
128361	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
128361	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
128361	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
128361	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
128361	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
128361	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
128361	embedding2nn.weight	0	0.006469866260886192
128361	embedding2nn.weight	1	0.0052129956893622875
128361	embedding2nn.weight	2	0.013315092772245407
128361	embedding2nn.weight	3	0.02475697174668312
128361	embedding2nn.weight	4	0.019453642889857292
128361	embedding2nn.weight	5	0.008263634517788887
128361	embedding2nn.weight	6	-0.012103677727282047
128361	embedding2nn.weight	7	-0.0032509637530893087
128361	embedding2nn.weight	8	-0.003848288208246231
128361	embedding2nn.weight	9	0.0019415519200265408
128361	embedding2nn.bias	0	0.010648260824382305
128361	embedding2nn.bias	1	-0.028791144490242004
128361	embedding2nn.bias	2	0.07144724577665329
128361	embedding2nn.bias	3	0.040280621498823166
128361	embedding2nn.bias	4	-0.013060707598924637
128361	embedding2nn.bias	5	-0.027254687622189522
128361	embedding2nn.bias	6	0.022055236622691154
128361	embedding2nn.bias	7	-0.009723502211272717
128361	embedding2nn.bias	8	-0.029613088816404343
128361	embedding2nn.bias	9	0.01910213567316532
128361	rnn.weight_ih_l0	0	0.07136720418930054
128361	rnn.weight_ih_l0	1	-0.037701547145843506
128361	rnn.weight_ih_l0	2	0.00020209576177876443
128361	rnn.weight_ih_l0	3	0.04798458516597748
128361	rnn.weight_ih_l0	4	-0.025929324328899384
128361	rnn.weight_ih_l0	5	0.04466071352362633
128361	rnn.weight_ih_l0	6	0.009042514488101006
128361	rnn.weight_ih_l0	7	0.06120699271559715
128361	rnn.weight_ih_l0	8	0.009462043642997742
128361	rnn.weight_ih_l0	9	-0.02483491040766239
128361	rnn.weight_hh_l0	0	-0.017154095694422722
128361	rnn.weight_hh_l0	1	-0.019538605585694313
128361	rnn.weight_hh_l0	2	-0.05580269172787666
128361	rnn.weight_hh_l0	3	-0.00519123300909996
128361	rnn.weight_hh_l0	4	-0.010057544335722923
128361	rnn.weight_hh_l0	5	-0.0279872827231884
128361	rnn.weight_hh_l0	6	-0.0013882936909794807
128361	rnn.weight_hh_l0	7	-0.05163932219147682
128361	rnn.weight_hh_l0	8	0.06760793924331665
128361	rnn.weight_hh_l0	9	0.04491014406085014
128361	rnn.bias_ih_l0	0	-0.1664537936449051
128361	rnn.bias_ih_l0	1	-0.15691272914409637
128361	rnn.bias_ih_l0	2	-0.01661810651421547
128361	rnn.bias_ih_l0	3	-0.13977225124835968
128361	rnn.bias_ih_l0	4	-0.054465096443891525
128361	rnn.bias_ih_l0	5	-0.15324489772319794
128361	rnn.bias_ih_l0	6	0.05378909409046173
128361	rnn.bias_ih_l0	7	-0.08818595856428146
128361	rnn.bias_ih_l0	8	-0.03250672668218613
128361	rnn.bias_ih_l0	9	-0.10967429727315903
128361	rnn.bias_hh_l0	0	-0.06917840242385864
128361	rnn.bias_hh_l0	1	0.22068028151988983
128361	rnn.bias_hh_l0	2	0.03823849558830261
128361	rnn.bias_hh_l0	3	-0.06930030137300491
128361	rnn.bias_hh_l0	4	-0.07883033156394958
128361	rnn.bias_hh_l0	5	-0.022118378430604935
128361	rnn.bias_hh_l0	6	0.058139145374298096
128361	rnn.bias_hh_l0	7	-0.107059545814991
128361	rnn.bias_hh_l0	8	-0.22622741758823395
128361	rnn.bias_hh_l0	9	-0.10430466383695602
128361	rnn.weight_ih_l0_reverse	0	0.02231624536216259
128361	rnn.weight_ih_l0_reverse	1	-0.0640188604593277
128361	rnn.weight_ih_l0_reverse	2	0.040929608047008514
128361	rnn.weight_ih_l0_reverse	3	0.00798036903142929
128361	rnn.weight_ih_l0_reverse	4	0.009164507500827312
128361	rnn.weight_ih_l0_reverse	5	-0.03473399952054024
128361	rnn.weight_ih_l0_reverse	6	0.017906079068779945
128361	rnn.weight_ih_l0_reverse	7	0.03295041248202324
128361	rnn.weight_ih_l0_reverse	8	-0.024163059890270233
128361	rnn.weight_ih_l0_reverse	9	0.0032550485339015722
128361	rnn.weight_hh_l0_reverse	0	0.04504925012588501
128361	rnn.weight_hh_l0_reverse	1	0.0313531868159771
128361	rnn.weight_hh_l0_reverse	2	-0.018553607165813446
128361	rnn.weight_hh_l0_reverse	3	-0.07891552895307541
128361	rnn.weight_hh_l0_reverse	4	0.012413421645760536
128361	rnn.weight_hh_l0_reverse	5	-0.05238588526844978
128361	rnn.weight_hh_l0_reverse	6	-0.012823168188333511
128361	rnn.weight_hh_l0_reverse	7	0.02736363187432289
128361	rnn.weight_hh_l0_reverse	8	0.01650409959256649
128361	rnn.weight_hh_l0_reverse	9	0.007553436793386936
128361	rnn.bias_ih_l0_reverse	0	-0.04469625651836395
128361	rnn.bias_ih_l0_reverse	1	-0.13262620568275452
128361	rnn.bias_ih_l0_reverse	2	-0.12380411475896835
128361	rnn.bias_ih_l0_reverse	3	-0.0405973382294178
128361	rnn.bias_ih_l0_reverse	4	-0.10845983773469925
128361	rnn.bias_ih_l0_reverse	5	-0.0919760912656784
128361	rnn.bias_ih_l0_reverse	6	-0.19288578629493713
128361	rnn.bias_ih_l0_reverse	7	-0.05255742371082306
128361	rnn.bias_ih_l0_reverse	8	-0.05352121591567993
128361	rnn.bias_ih_l0_reverse	9	-0.1237114816904068
128361	rnn.bias_hh_l0_reverse	0	-0.13473235070705414
128361	rnn.bias_hh_l0_reverse	1	-0.15066136419773102
128361	rnn.bias_hh_l0_reverse	2	0.10311613976955414
128361	rnn.bias_hh_l0_reverse	3	0.06267260760068893
128361	rnn.bias_hh_l0_reverse	4	-0.16346636414527893
128361	rnn.bias_hh_l0_reverse	5	-0.1285150796175003
128361	rnn.bias_hh_l0_reverse	6	-0.11913686245679855
128361	rnn.bias_hh_l0_reverse	7	-0.04014498367905617
128361	rnn.bias_hh_l0_reverse	8	-0.08530531078577042
128361	rnn.bias_hh_l0_reverse	9	-0.028654055669903755
128361	linear.weight	0	-0.007587537169456482
128361	linear.weight	1	0.001192699302919209
128361	linear.weight	2	0.22994224727153778
128361	linear.weight	3	-0.07971798628568649
128361	linear.weight	4	-0.010588549077510834
128361	linear.weight	5	0.08089182525873184
128361	linear.weight	6	-0.010739270597696304
128361	linear.weight	7	-0.053532905876636505
128361	linear.weight	8	0.11353810131549835
128361	linear.weight	9	-0.255580872297287
128361	linear.bias	0	-0.03956538438796997
128361	linear.bias	1	0.031413208693265915
128361	linear.bias	2	0.4873776435852051
128361	linear.bias	3	-0.5636281967163086
128361	linear.bias	4	1.899915099143982
128361	linear.bias	5	-1.3734596967697144
128361	linear.bias	6	-0.3461209833621979
128361	linear.bias	7	-0.1075247973203659
128920	transitions	0	-1.7605910301208496
128920	transitions	1	-10000.0
128920	transitions	2	-0.7969565987586975
128920	transitions	3	-10000.0
128920	transitions	4	1.9625564813613892
128920	transitions	5	-10000.0
128920	transitions	6	-10000.0
128920	transitions	7	1.6845390796661377
128920	transitions	8	-2.4723124504089355
128920	transitions	9	-4.117981433868408
128920	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
128920	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
128920	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
128920	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
128920	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
128920	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
128920	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
128920	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
128920	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
128920	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
128920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
128920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
128920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
128920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
128920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
128920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
128920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
128920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
128920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
128920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
128920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
128920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
128920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
128920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
128920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
128920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
128920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
128920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
128920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
128920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
128920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
128920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
128920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
128920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
128920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
128920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
128920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
128920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
128920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
128920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
128920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
128920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
128920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
128920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
128920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
128920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
128920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
128920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
128920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
128920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
128920	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
128920	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
128920	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
128920	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
128920	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
128920	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
128920	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
128920	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
128920	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
128920	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
128920	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
128920	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
128920	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
128920	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
128920	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
128920	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
128920	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
128920	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
128920	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
128920	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
128920	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
128920	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
128920	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
128920	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
128920	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
128920	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
128920	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
128920	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
128920	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
128920	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
128920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
128920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
128920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
128920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
128920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
128920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
128920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
128920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
128920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
128920	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
128920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
128920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
128920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
128920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
128920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
128920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
128920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
128920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
128920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
128920	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
128920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
128920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
128920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
128920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
128920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
128920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
128920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
128920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
128920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
128920	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
128920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
128920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
128920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
128920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
128920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
128920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
128920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
128920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
128920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
128920	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
128920	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
128920	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
128920	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
128920	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
128920	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
128920	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
128920	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
128920	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
128920	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
128920	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
128920	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
128920	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
128920	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
128920	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
128920	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
128920	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
128920	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
128920	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
128920	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
128920	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
128920	embedding2nn.weight	0	0.006459066644310951
128920	embedding2nn.weight	1	0.005200158338993788
128920	embedding2nn.weight	2	0.013311276212334633
128920	embedding2nn.weight	3	0.024647722020745277
128920	embedding2nn.weight	4	0.019346557557582855
128920	embedding2nn.weight	5	0.008061475120484829
128920	embedding2nn.weight	6	-0.012211637571454048
128920	embedding2nn.weight	7	-0.0034405477344989777
128920	embedding2nn.weight	8	-0.004492746200412512
128920	embedding2nn.weight	9	0.0019240378169342875
128920	embedding2nn.bias	0	0.007974817417562008
128920	embedding2nn.bias	1	-0.026609603315591812
128920	embedding2nn.bias	2	0.07287507504224777
128920	embedding2nn.bias	3	0.0432683527469635
128920	embedding2nn.bias	4	-0.010149981826543808
128920	embedding2nn.bias	5	-0.026962270960211754
128920	embedding2nn.bias	6	0.01912044547498226
128920	embedding2nn.bias	7	-0.0034338291734457016
128920	embedding2nn.bias	8	-0.03160645067691803
128920	embedding2nn.bias	9	0.01585283689200878
128920	rnn.weight_ih_l0	0	0.07116562873125076
128920	rnn.weight_ih_l0	1	-0.03761277720332146
128920	rnn.weight_ih_l0	2	0.0009651100845076144
128920	rnn.weight_ih_l0	3	0.04700007662177086
128920	rnn.weight_ih_l0	4	-0.02616140805184841
128920	rnn.weight_ih_l0	5	0.045551836490631104
128920	rnn.weight_ih_l0	6	0.009038281626999378
128920	rnn.weight_ih_l0	7	0.06158122792840004
128920	rnn.weight_ih_l0	8	0.00832380261272192
128920	rnn.weight_ih_l0	9	-0.024867409840226173
128920	rnn.weight_hh_l0	0	-0.016396261751651764
128920	rnn.weight_hh_l0	1	-0.01927274651825428
128920	rnn.weight_hh_l0	2	-0.05603945627808571
128920	rnn.weight_hh_l0	3	-0.005397389177232981
128920	rnn.weight_hh_l0	4	-0.01003433857113123
128920	rnn.weight_hh_l0	5	-0.027714822441339493
128920	rnn.weight_hh_l0	6	-0.001318943570367992
128920	rnn.weight_hh_l0	7	-0.05078289285302162
128920	rnn.weight_hh_l0	8	0.06760833412408829
128920	rnn.weight_hh_l0	9	0.04554953798651695
128920	rnn.bias_ih_l0	0	-0.17025193572044373
128920	rnn.bias_ih_l0	1	-0.15498629212379456
128920	rnn.bias_ih_l0	2	-0.018397558480501175
128920	rnn.bias_ih_l0	3	-0.14049863815307617
128920	rnn.bias_ih_l0	4	-0.052492909133434296
128920	rnn.bias_ih_l0	5	-0.15295670926570892
128920	rnn.bias_ih_l0	6	0.0627162978053093
128920	rnn.bias_ih_l0	7	-0.08729817718267441
128920	rnn.bias_ih_l0	8	-0.029138803482055664
128920	rnn.bias_ih_l0	9	-0.10910909622907639
128920	rnn.bias_hh_l0	0	-0.0691055878996849
128920	rnn.bias_hh_l0	1	0.22270232439041138
128920	rnn.bias_hh_l0	2	0.040471456944942474
128920	rnn.bias_hh_l0	3	-0.06875691562891006
128920	rnn.bias_hh_l0	4	-0.07872538268566132
128920	rnn.bias_hh_l0	5	-0.020768646150827408
128920	rnn.bias_hh_l0	6	0.05865797773003578
128920	rnn.bias_hh_l0	7	-0.10691555589437485
128920	rnn.bias_hh_l0	8	-0.2222871035337448
128920	rnn.bias_hh_l0	9	-0.10333041101694107
128920	rnn.weight_ih_l0_reverse	0	0.023623725399374962
128920	rnn.weight_ih_l0_reverse	1	-0.06382700055837631
128920	rnn.weight_ih_l0_reverse	2	0.04094709828495979
128920	rnn.weight_ih_l0_reverse	3	0.007899786345660686
128920	rnn.weight_ih_l0_reverse	4	0.009331611916422844
128920	rnn.weight_ih_l0_reverse	5	-0.034729644656181335
128920	rnn.weight_ih_l0_reverse	6	0.018517764285206795
128920	rnn.weight_ih_l0_reverse	7	0.03282330930233002
128920	rnn.weight_ih_l0_reverse	8	-0.02347555384039879
128920	rnn.weight_ih_l0_reverse	9	0.0033289941493421793
128920	rnn.weight_hh_l0_reverse	0	0.04470296576619148
128920	rnn.weight_hh_l0_reverse	1	0.03132328391075134
128920	rnn.weight_hh_l0_reverse	2	-0.018707633018493652
128920	rnn.weight_hh_l0_reverse	3	-0.07914883643388748
128920	rnn.weight_hh_l0_reverse	4	0.01198624074459076
128920	rnn.weight_hh_l0_reverse	5	-0.05205368623137474
128920	rnn.weight_hh_l0_reverse	6	-0.012721541337668896
128920	rnn.weight_hh_l0_reverse	7	0.027460889890789986
128920	rnn.weight_hh_l0_reverse	8	0.0157381072640419
128920	rnn.weight_hh_l0_reverse	9	0.007697257213294506
128920	rnn.bias_ih_l0_reverse	0	-0.04362953081727028
128920	rnn.bias_ih_l0_reverse	1	-0.13366276025772095
128920	rnn.bias_ih_l0_reverse	2	-0.12307471036911011
128920	rnn.bias_ih_l0_reverse	3	-0.04203212633728981
128920	rnn.bias_ih_l0_reverse	4	-0.10750693827867508
128920	rnn.bias_ih_l0_reverse	5	-0.09075779467821121
128920	rnn.bias_ih_l0_reverse	6	-0.1938689947128296
128920	rnn.bias_ih_l0_reverse	7	-0.05086563155055046
128920	rnn.bias_ih_l0_reverse	8	-0.05140983685851097
128920	rnn.bias_ih_l0_reverse	9	-0.12562258541584015
128920	rnn.bias_hh_l0_reverse	0	-0.1350088119506836
128920	rnn.bias_hh_l0_reverse	1	-0.15086930990219116
128920	rnn.bias_hh_l0_reverse	2	0.10392263531684875
128920	rnn.bias_hh_l0_reverse	3	0.062096402049064636
128920	rnn.bias_hh_l0_reverse	4	-0.16501004993915558
128920	rnn.bias_hh_l0_reverse	5	-0.1299465000629425
128920	rnn.bias_hh_l0_reverse	6	-0.11718244850635529
128920	rnn.bias_hh_l0_reverse	7	-0.04364018887281418
128920	rnn.bias_hh_l0_reverse	8	-0.0867074728012085
128920	rnn.bias_hh_l0_reverse	9	-0.03139178454875946
128920	linear.weight	0	-0.007586637046188116
128920	linear.weight	1	0.004339295905083418
128920	linear.weight	2	0.23188991844654083
128920	linear.weight	3	-0.07971341907978058
128920	linear.weight	4	-0.010588549077510834
128920	linear.weight	5	0.08698897063732147
128920	linear.weight	6	-0.010739270597696304
128920	linear.weight	7	-0.05431479215621948
128920	linear.weight	8	0.08259821683168411
128920	linear.weight	9	-0.2600102722644806
128920	linear.bias	0	-0.03956538438796997
128920	linear.bias	1	0.031413208693265915
128920	linear.bias	2	0.44590529799461365
128920	linear.bias	3	-0.5353481769561768
128920	linear.bias	4	1.9359296560287476
128920	linear.bias	5	-1.3736978769302368
128920	linear.bias	6	-0.3573349118232727
128920	linear.bias	7	-0.11890994012355804
129478	transitions	0	-1.7616348266601562
129478	transitions	1	-10000.0
129478	transitions	2	-0.7969565987586975
129478	transitions	3	-10000.0
129478	transitions	4	1.960005283355713
129478	transitions	5	-10000.0
129478	transitions	6	-10000.0
129478	transitions	7	1.6756409406661987
129478	transitions	8	-2.473184823989868
129478	transitions	9	-4.1189165115356445
129478	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
129478	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
129478	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
129478	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
129478	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
129478	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
129478	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
129478	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
129478	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
129478	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
129478	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
129478	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
129478	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
129478	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
129478	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
129478	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
129478	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
129478	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
129478	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
129478	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
129478	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
129478	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
129478	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
129478	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
129478	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
129478	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
129478	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
129478	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
129478	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
129478	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
129478	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
129478	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
129478	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
129478	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
129478	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
129478	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
129478	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
129478	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
129478	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
129478	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
129478	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
129478	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
129478	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
129478	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
129478	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
129478	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
129478	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
129478	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
129478	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
129478	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
129478	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
129478	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
129478	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
129478	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
129478	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
129478	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
129478	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
129478	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
129478	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
129478	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
129478	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
129478	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
129478	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
129478	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
129478	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
129478	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
129478	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
129478	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
129478	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
129478	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
129478	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
129478	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
129478	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
129478	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
129478	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
129478	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
129478	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
129478	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
129478	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
129478	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
129478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
129478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
129478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
129478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
129478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
129478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
129478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
129478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
129478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
129478	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
129478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
129478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
129478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
129478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
129478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
129478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
129478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
129478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
129478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
129478	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
129478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
129478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
129478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
129478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
129478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
129478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
129478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
129478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
129478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
129478	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
129478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
129478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
129478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
129478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
129478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
129478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
129478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
129478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
129478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
129478	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
129478	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
129478	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
129478	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
129478	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
129478	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
129478	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
129478	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
129478	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
129478	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
129478	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
129478	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
129478	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
129478	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
129478	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
129478	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
129478	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
129478	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
129478	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
129478	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
129478	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
129478	embedding2nn.weight	0	0.006471062079071999
129478	embedding2nn.weight	1	0.005195752717554569
129478	embedding2nn.weight	2	0.013312084600329399
129478	embedding2nn.weight	3	0.024390386417508125
129478	embedding2nn.weight	4	0.019745515659451485
129478	embedding2nn.weight	5	0.0078192800283432
129478	embedding2nn.weight	6	-0.012459672056138515
129478	embedding2nn.weight	7	-0.0033498837146908045
129478	embedding2nn.weight	8	-0.004009978845715523
129478	embedding2nn.weight	9	0.0019382010214030743
129478	embedding2nn.bias	0	0.007832451723515987
129478	embedding2nn.bias	1	-0.024571217596530914
129478	embedding2nn.bias	2	0.07202412188053131
129478	embedding2nn.bias	3	0.046824440360069275
129478	embedding2nn.bias	4	-0.008467352017760277
129478	embedding2nn.bias	5	-0.019939715042710304
129478	embedding2nn.bias	6	0.017159495502710342
129478	embedding2nn.bias	7	-0.005152648314833641
129478	embedding2nn.bias	8	-0.030217701569199562
129478	embedding2nn.bias	9	0.014236650429666042
129478	rnn.weight_ih_l0	0	0.07039295136928558
129478	rnn.weight_ih_l0	1	-0.037891872227191925
129478	rnn.weight_ih_l0	2	0.0007033057045191526
129478	rnn.weight_ih_l0	3	0.047723155468702316
129478	rnn.weight_ih_l0	4	-0.026228459551930428
129478	rnn.weight_ih_l0	5	0.046056199818849564
129478	rnn.weight_ih_l0	6	0.00902683474123478
129478	rnn.weight_ih_l0	7	0.06240048632025719
129478	rnn.weight_ih_l0	8	0.007395302876830101
129478	rnn.weight_ih_l0	9	-0.024677425622940063
129478	rnn.weight_hh_l0	0	-0.01607120968401432
129478	rnn.weight_hh_l0	1	-0.019437484443187714
129478	rnn.weight_hh_l0	2	-0.05576609447598457
129478	rnn.weight_hh_l0	3	-0.0054396349005401134
129478	rnn.weight_hh_l0	4	-0.009934439323842525
129478	rnn.weight_hh_l0	5	-0.027414653450250626
129478	rnn.weight_hh_l0	6	-0.0012736604548990726
129478	rnn.weight_hh_l0	7	-0.050602998584508896
129478	rnn.weight_hh_l0	8	0.06766222417354584
129478	rnn.weight_hh_l0	9	0.04548247158527374
129478	rnn.bias_ih_l0	0	-0.1694045066833496
129478	rnn.bias_ih_l0	1	-0.15469810366630554
129478	rnn.bias_ih_l0	2	-0.0171623844653368
129478	rnn.bias_ih_l0	3	-0.14065931737422943
129478	rnn.bias_ih_l0	4	-0.055469200015068054
129478	rnn.bias_ih_l0	5	-0.1516607105731964
129478	rnn.bias_ih_l0	6	0.06336169689893723
129478	rnn.bias_ih_l0	7	-0.08587025851011276
129478	rnn.bias_ih_l0	8	-0.033403992652893066
129478	rnn.bias_ih_l0	9	-0.10911761224269867
129478	rnn.bias_hh_l0	0	-0.06885325163602829
129478	rnn.bias_hh_l0	1	0.22575494647026062
129478	rnn.bias_hh_l0	2	0.03546091541647911
129478	rnn.bias_hh_l0	3	-0.07006946206092834
129478	rnn.bias_hh_l0	4	-0.07939382642507553
129478	rnn.bias_hh_l0	5	-0.019926507025957108
129478	rnn.bias_hh_l0	6	0.05774107575416565
129478	rnn.bias_hh_l0	7	-0.1052163690328598
129478	rnn.bias_hh_l0	8	-0.2230045646429062
129478	rnn.bias_hh_l0	9	-0.10301225632429123
129478	rnn.weight_ih_l0_reverse	0	0.02281319350004196
129478	rnn.weight_ih_l0_reverse	1	-0.06341277062892914
129478	rnn.weight_ih_l0_reverse	2	0.04097164422273636
129478	rnn.weight_ih_l0_reverse	3	0.008176400326192379
129478	rnn.weight_ih_l0_reverse	4	0.009061537683010101
129478	rnn.weight_ih_l0_reverse	5	-0.03476989269256592
129478	rnn.weight_ih_l0_reverse	6	0.018786102533340454
129478	rnn.weight_ih_l0_reverse	7	0.03289395943284035
129478	rnn.weight_ih_l0_reverse	8	-0.023389147594571114
129478	rnn.weight_ih_l0_reverse	9	0.002287504030391574
129478	rnn.weight_hh_l0_reverse	0	0.04440247267484665
129478	rnn.weight_hh_l0_reverse	1	0.03152867779135704
129478	rnn.weight_hh_l0_reverse	2	-0.018515342846512794
129478	rnn.weight_hh_l0_reverse	3	-0.07799075543880463
129478	rnn.weight_hh_l0_reverse	4	0.0123169906437397
129478	rnn.weight_hh_l0_reverse	5	-0.05172847583889961
129478	rnn.weight_hh_l0_reverse	6	-0.013003104366362095
129478	rnn.weight_hh_l0_reverse	7	0.027294591069221497
129478	rnn.weight_hh_l0_reverse	8	0.014948480762541294
129478	rnn.weight_hh_l0_reverse	9	0.0069855800829827785
129478	rnn.bias_ih_l0_reverse	0	-0.04248121753334999
129478	rnn.bias_ih_l0_reverse	1	-0.13542787730693817
129478	rnn.bias_ih_l0_reverse	2	-0.1219131126999855
129478	rnn.bias_ih_l0_reverse	3	-0.04033881798386574
129478	rnn.bias_ih_l0_reverse	4	-0.10897105932235718
129478	rnn.bias_ih_l0_reverse	5	-0.09138055145740509
129478	rnn.bias_ih_l0_reverse	6	-0.19468526542186737
129478	rnn.bias_ih_l0_reverse	7	-0.051433540880680084
129478	rnn.bias_ih_l0_reverse	8	-0.05121957138180733
129478	rnn.bias_ih_l0_reverse	9	-0.12595094740390778
129478	rnn.bias_hh_l0_reverse	0	-0.13563348352909088
129478	rnn.bias_hh_l0_reverse	1	-0.14994727075099945
129478	rnn.bias_hh_l0_reverse	2	0.10405909270048141
129478	rnn.bias_hh_l0_reverse	3	0.06349573284387589
129478	rnn.bias_hh_l0_reverse	4	-0.16511811316013336
129478	rnn.bias_hh_l0_reverse	5	-0.12762829661369324
129478	rnn.bias_hh_l0_reverse	6	-0.11934386193752289
129478	rnn.bias_hh_l0_reverse	7	-0.04517919942736626
129478	rnn.bias_hh_l0_reverse	8	-0.08531275391578674
129478	rnn.bias_hh_l0_reverse	9	-0.030937451869249344
129478	linear.weight	0	-0.007586577907204628
129478	linear.weight	1	0.0003704697883222252
129478	linear.weight	2	0.24897892773151398
129478	linear.weight	3	-0.07970862835645676
129478	linear.weight	4	-0.010588549077510834
129478	linear.weight	5	0.08899514377117157
129478	linear.weight	6	-0.010739270597696304
129478	linear.weight	7	-0.06385553628206253
129478	linear.weight	8	0.13594190776348114
129478	linear.weight	9	-0.2637794017791748
129478	linear.bias	0	-0.03956538438796997
129478	linear.bias	1	0.031413208693265915
129478	linear.bias	2	0.42965418100357056
129478	linear.bias	3	-0.5257213115692139
129478	linear.bias	4	1.9323362112045288
129478	linear.bias	5	-1.3739346265792847
129478	linear.bias	6	-0.3520476222038269
129478	linear.bias	7	-0.11375709623098373
130036	transitions	0	-1.7628751993179321
130036	transitions	1	-10000.0
130036	transitions	2	-0.7969565987586975
130036	transitions	3	-10000.0
130036	transitions	4	1.9289172887802124
130036	transitions	5	-10000.0
130036	transitions	6	-10000.0
130036	transitions	7	1.7000041007995605
130036	transitions	8	-2.474172353744507
130036	transitions	9	-4.11986780166626
130036	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
130036	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
130036	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
130036	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
130036	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
130036	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
130036	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
130036	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
130036	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
130036	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
130036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
130036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
130036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
130036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
130036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
130036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
130036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
130036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
130036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
130036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
130036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
130036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
130036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
130036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
130036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
130036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
130036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
130036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
130036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
130036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
130036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
130036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
130036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
130036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
130036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
130036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
130036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
130036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
130036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
130036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
130036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
130036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
130036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
130036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
130036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
130036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
130036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
130036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
130036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
130036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
130036	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
130036	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
130036	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
130036	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
130036	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
130036	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
130036	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
130036	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
130036	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
130036	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
130036	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
130036	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
130036	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
130036	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
130036	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
130036	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
130036	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
130036	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
130036	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
130036	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
130036	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
130036	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
130036	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
130036	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
130036	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
130036	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
130036	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
130036	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
130036	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
130036	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
130036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
130036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
130036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
130036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
130036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
130036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
130036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
130036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
130036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
130036	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
130036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
130036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
130036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
130036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
130036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
130036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
130036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
130036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
130036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
130036	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
130036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
130036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
130036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
130036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
130036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
130036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
130036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
130036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
130036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
130036	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
130036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
130036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
130036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
130036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
130036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
130036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
130036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
130036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
130036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
130036	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
130036	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
130036	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
130036	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
130036	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
130036	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
130036	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
130036	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
130036	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
130036	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
130036	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
130036	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
130036	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
130036	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
130036	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
130036	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
130036	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
130036	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
130036	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
130036	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
130036	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
130036	embedding2nn.weight	0	0.006490595173090696
130036	embedding2nn.weight	1	0.00515918480232358
130036	embedding2nn.weight	2	0.013301887549459934
130036	embedding2nn.weight	3	0.02452925033867359
130036	embedding2nn.weight	4	0.01964813657104969
130036	embedding2nn.weight	5	0.007756264880299568
130036	embedding2nn.weight	6	-0.012579981237649918
130036	embedding2nn.weight	7	-0.003390747355297208
130036	embedding2nn.weight	8	-0.003601204603910446
130036	embedding2nn.weight	9	0.0018529309891164303
130036	embedding2nn.bias	0	0.0015103350160643458
130036	embedding2nn.bias	1	-0.026858635246753693
130036	embedding2nn.bias	2	0.07581322640180588
130036	embedding2nn.bias	3	0.045909665524959564
130036	embedding2nn.bias	4	-0.009524302557110786
130036	embedding2nn.bias	5	-0.021699437871575356
130036	embedding2nn.bias	6	0.019787367433309555
130036	embedding2nn.bias	7	-0.0058843898586928844
130036	embedding2nn.bias	8	-0.032407619059085846
130036	embedding2nn.bias	9	0.013966563157737255
130036	rnn.weight_ih_l0	0	0.0699656531214714
130036	rnn.weight_ih_l0	1	-0.03777819126844406
130036	rnn.weight_ih_l0	2	0.0010708320187404752
130036	rnn.weight_ih_l0	3	0.0478055514395237
130036	rnn.weight_ih_l0	4	-0.026186801493167877
130036	rnn.weight_ih_l0	5	0.04601562023162842
130036	rnn.weight_ih_l0	6	0.009034509770572186
130036	rnn.weight_ih_l0	7	0.06303955614566803
130036	rnn.weight_ih_l0	8	0.007692493032664061
130036	rnn.weight_ih_l0	9	-0.02410285361111164
130036	rnn.weight_hh_l0	0	-0.016372568905353546
130036	rnn.weight_hh_l0	1	-0.019171688705682755
130036	rnn.weight_hh_l0	2	-0.055399734526872635
130036	rnn.weight_hh_l0	3	-0.005274300929158926
130036	rnn.weight_hh_l0	4	-0.009877806529402733
130036	rnn.weight_hh_l0	5	-0.027664804831147194
130036	rnn.weight_hh_l0	6	-0.001183121814392507
130036	rnn.weight_hh_l0	7	-0.05110874027013779
130036	rnn.weight_hh_l0	8	0.06739740818738937
130036	rnn.weight_hh_l0	9	0.04565052315592766
130036	rnn.bias_ih_l0	0	-0.16890491545200348
130036	rnn.bias_ih_l0	1	-0.1542021781206131
130036	rnn.bias_ih_l0	2	-0.01929035782814026
130036	rnn.bias_ih_l0	3	-0.14013159275054932
130036	rnn.bias_ih_l0	4	-0.057216938585042953
130036	rnn.bias_ih_l0	5	-0.15191321074962616
130036	rnn.bias_ih_l0	6	0.06413029879331589
130036	rnn.bias_ih_l0	7	-0.08342171460390091
130036	rnn.bias_ih_l0	8	-0.03254973143339157
130036	rnn.bias_ih_l0	9	-0.10932870209217072
130036	rnn.bias_hh_l0	0	-0.06940598040819168
130036	rnn.bias_hh_l0	1	0.22758065164089203
130036	rnn.bias_hh_l0	2	0.03764073923230171
130036	rnn.bias_hh_l0	3	-0.07042937725782394
130036	rnn.bias_hh_l0	4	-0.07813139259815216
130036	rnn.bias_hh_l0	5	-0.024315055459737778
130036	rnn.bias_hh_l0	6	0.055182620882987976
130036	rnn.bias_hh_l0	7	-0.10228297114372253
130036	rnn.bias_hh_l0	8	-0.21819835901260376
130036	rnn.bias_hh_l0	9	-0.10233386605978012
130036	rnn.weight_ih_l0_reverse	0	0.022385770455002785
130036	rnn.weight_ih_l0_reverse	1	-0.0635157972574234
130036	rnn.weight_ih_l0_reverse	2	0.04106459394097328
130036	rnn.weight_ih_l0_reverse	3	0.0074398391880095005
130036	rnn.weight_ih_l0_reverse	4	0.008654508739709854
130036	rnn.weight_ih_l0_reverse	5	-0.034752022475004196
130036	rnn.weight_ih_l0_reverse	6	0.018343793228268623
130036	rnn.weight_ih_l0_reverse	7	0.032571643590927124
130036	rnn.weight_ih_l0_reverse	8	-0.023195819929242134
130036	rnn.weight_ih_l0_reverse	9	0.00258839363232255
130036	rnn.weight_hh_l0_reverse	0	0.04470301419496536
130036	rnn.weight_hh_l0_reverse	1	0.03162861987948418
130036	rnn.weight_hh_l0_reverse	2	-0.01886962540447712
130036	rnn.weight_hh_l0_reverse	3	-0.0784369632601738
130036	rnn.weight_hh_l0_reverse	4	0.012321592308580875
130036	rnn.weight_hh_l0_reverse	5	-0.05121336132287979
130036	rnn.weight_hh_l0_reverse	6	-0.012969025410711765
130036	rnn.weight_hh_l0_reverse	7	0.027284152805805206
130036	rnn.weight_hh_l0_reverse	8	0.014478569850325584
130036	rnn.weight_hh_l0_reverse	9	0.006868516094982624
130036	rnn.bias_ih_l0_reverse	0	-0.04518086090683937
130036	rnn.bias_ih_l0_reverse	1	-0.1362961381673813
130036	rnn.bias_ih_l0_reverse	2	-0.1231747716665268
130036	rnn.bias_ih_l0_reverse	3	-0.04171092435717583
130036	rnn.bias_ih_l0_reverse	4	-0.109822116792202
130036	rnn.bias_ih_l0_reverse	5	-0.09128017723560333
130036	rnn.bias_ih_l0_reverse	6	-0.19258594512939453
130036	rnn.bias_ih_l0_reverse	7	-0.051861848682165146
130036	rnn.bias_ih_l0_reverse	8	-0.052716389298439026
130036	rnn.bias_ih_l0_reverse	9	-0.12672552466392517
130036	rnn.bias_hh_l0_reverse	0	-0.13610532879829407
130036	rnn.bias_hh_l0_reverse	1	-0.1501283049583435
130036	rnn.bias_hh_l0_reverse	2	0.10436581820249557
130036	rnn.bias_hh_l0_reverse	3	0.06351303309202194
130036	rnn.bias_hh_l0_reverse	4	-0.16663029789924622
130036	rnn.bias_hh_l0_reverse	5	-0.13002939522266388
130036	rnn.bias_hh_l0_reverse	6	-0.12024330347776413
130036	rnn.bias_hh_l0_reverse	7	-0.04493493214249611
130036	rnn.bias_hh_l0_reverse	8	-0.08549987524747849
130036	rnn.bias_hh_l0_reverse	9	-0.03098059818148613
130036	linear.weight	0	-0.007587181869894266
130036	linear.weight	1	0.018236061558127403
130036	linear.weight	2	0.2501079738140106
130036	linear.weight	3	-0.07970568537712097
130036	linear.weight	4	-0.010588549077510834
130036	linear.weight	5	0.10211678594350815
130036	linear.weight	6	-0.010739270597696304
130036	linear.weight	7	-0.0489247590303421
130036	linear.weight	8	0.1219576895236969
130036	linear.weight	9	-0.26705384254455566
130036	linear.bias	0	-0.03956538438796997
130036	linear.bias	1	0.031413208693265915
130036	linear.bias	2	0.45076411962509155
130036	linear.bias	3	-0.5537999868392944
130036	linear.bias	4	1.9116381406784058
130036	linear.bias	5	-1.3741683959960938
130036	linear.bias	6	-0.3380592465400696
130036	linear.bias	7	-0.09986289590597153
130594	transitions	0	-1.7641373872756958
130594	transitions	1	-10000.0
130594	transitions	2	-0.7969565987586975
130594	transitions	3	-10000.0
130594	transitions	4	1.9256305694580078
130594	transitions	5	-10000.0
130594	transitions	6	-10000.0
130594	transitions	7	1.6932462453842163
130594	transitions	8	-2.4753100872039795
130594	transitions	9	-4.120784759521484
130594	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
130594	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
130594	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
130594	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
130594	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
130594	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
130594	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
130594	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
130594	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
130594	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
130594	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
130594	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
130594	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
130594	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
130594	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
130594	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
130594	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
130594	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
130594	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
130594	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
130594	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
130594	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
130594	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
130594	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
130594	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
130594	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
130594	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
130594	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
130594	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
130594	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
130594	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
130594	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
130594	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
130594	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
130594	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
130594	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
130594	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
130594	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
130594	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
130594	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
130594	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
130594	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
130594	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
130594	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
130594	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
130594	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
130594	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
130594	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
130594	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
130594	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
130594	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
130594	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
130594	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
130594	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
130594	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
130594	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
130594	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
130594	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
130594	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
130594	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
130594	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
130594	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
130594	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
130594	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
130594	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
130594	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
130594	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
130594	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
130594	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
130594	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
130594	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
130594	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
130594	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
130594	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
130594	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
130594	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
130594	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
130594	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
130594	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
130594	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
130594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
130594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
130594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
130594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
130594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
130594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
130594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
130594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
130594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
130594	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
130594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
130594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
130594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
130594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
130594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
130594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
130594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
130594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
130594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
130594	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
130594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
130594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
130594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
130594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
130594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
130594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
130594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
130594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
130594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
130594	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
130594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
130594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
130594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
130594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
130594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
130594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
130594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
130594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
130594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
130594	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
130594	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
130594	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
130594	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
130594	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
130594	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
130594	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
130594	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
130594	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
130594	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
130594	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
130594	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
130594	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
130594	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
130594	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
130594	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
130594	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
130594	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
130594	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
130594	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
130594	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
130594	embedding2nn.weight	0	0.006488715298473835
130594	embedding2nn.weight	1	0.005185212939977646
130594	embedding2nn.weight	2	0.013313940726220608
130594	embedding2nn.weight	3	0.024434858933091164
130594	embedding2nn.weight	4	0.019683539867401123
130594	embedding2nn.weight	5	0.007540891878306866
130594	embedding2nn.weight	6	-0.012689929455518723
130594	embedding2nn.weight	7	-0.0031414846889674664
130594	embedding2nn.weight	8	-0.0034672983456403017
130594	embedding2nn.weight	9	0.001804969971999526
130594	embedding2nn.bias	0	0.0047090426087379456
130594	embedding2nn.bias	1	-0.023629985749721527
130594	embedding2nn.bias	2	0.07004961371421814
130594	embedding2nn.bias	3	0.0511971078813076
130594	embedding2nn.bias	4	-0.007007759064435959
130594	embedding2nn.bias	5	-0.02842569537460804
130594	embedding2nn.bias	6	0.019682005047798157
130594	embedding2nn.bias	7	-0.0032195064704865217
130594	embedding2nn.bias	8	-0.035695403814315796
130594	embedding2nn.bias	9	0.019422179087996483
130594	rnn.weight_ih_l0	0	0.07041491568088531
130594	rnn.weight_ih_l0	1	-0.038315076380968094
130594	rnn.weight_ih_l0	2	0.001030774787068367
130594	rnn.weight_ih_l0	3	0.047084368765354156
130594	rnn.weight_ih_l0	4	-0.025524424389004707
130594	rnn.weight_ih_l0	5	0.046673450618982315
130594	rnn.weight_ih_l0	6	0.00898655503988266
130594	rnn.weight_ih_l0	7	0.06264062970876694
130594	rnn.weight_ih_l0	8	0.007922620512545109
130594	rnn.weight_ih_l0	9	-0.02416161075234413
130594	rnn.weight_hh_l0	0	-0.01582929491996765
130594	rnn.weight_hh_l0	1	-0.0193637665361166
130594	rnn.weight_hh_l0	2	-0.055659931153059006
130594	rnn.weight_hh_l0	3	-0.00522609194740653
130594	rnn.weight_hh_l0	4	-0.009838171303272247
130594	rnn.weight_hh_l0	5	-0.027505075559020042
130594	rnn.weight_hh_l0	6	-0.0011519691906869411
130594	rnn.weight_hh_l0	7	-0.051040492951869965
130594	rnn.weight_hh_l0	8	0.06745271384716034
130594	rnn.weight_hh_l0	9	0.04564063251018524
130594	rnn.bias_ih_l0	0	-0.16821050643920898
130594	rnn.bias_ih_l0	1	-0.15178439021110535
130594	rnn.bias_ih_l0	2	-0.019485505297780037
130594	rnn.bias_ih_l0	3	-0.1401304304599762
130594	rnn.bias_ih_l0	4	-0.055503178387880325
130594	rnn.bias_ih_l0	5	-0.15145917236804962
130594	rnn.bias_ih_l0	6	0.06629058718681335
130594	rnn.bias_ih_l0	7	-0.08452800661325455
130594	rnn.bias_ih_l0	8	-0.02973795495927334
130594	rnn.bias_ih_l0	9	-0.10952048003673553
130594	rnn.bias_hh_l0	0	-0.06974199414253235
130594	rnn.bias_hh_l0	1	0.22461439669132233
130594	rnn.bias_hh_l0	2	0.03528229892253876
130594	rnn.bias_hh_l0	3	-0.07180298119783401
130594	rnn.bias_hh_l0	4	-0.08003891259431839
130594	rnn.bias_hh_l0	5	-0.023248525336384773
130594	rnn.bias_hh_l0	6	0.05566919595003128
130594	rnn.bias_hh_l0	7	-0.09895552694797516
130594	rnn.bias_hh_l0	8	-0.22312171757221222
130594	rnn.bias_hh_l0	9	-0.10266725718975067
130594	rnn.weight_ih_l0_reverse	0	0.02324472926557064
130594	rnn.weight_ih_l0_reverse	1	-0.06353044509887695
130594	rnn.weight_ih_l0_reverse	2	0.04105439409613609
130594	rnn.weight_ih_l0_reverse	3	0.006255860906094313
130594	rnn.weight_ih_l0_reverse	4	0.008722980506718159
130594	rnn.weight_ih_l0_reverse	5	-0.03476019203662872
130594	rnn.weight_ih_l0_reverse	6	0.01782049983739853
130594	rnn.weight_ih_l0_reverse	7	0.032704148441553116
130594	rnn.weight_ih_l0_reverse	8	-0.023320624604821205
130594	rnn.weight_ih_l0_reverse	9	0.002497651381418109
130594	rnn.weight_hh_l0_reverse	0	0.044777870178222656
130594	rnn.weight_hh_l0_reverse	1	0.0313282273709774
130594	rnn.weight_hh_l0_reverse	2	-0.01898377202451229
130594	rnn.weight_hh_l0_reverse	3	-0.0781075581908226
130594	rnn.weight_hh_l0_reverse	4	0.012227334082126617
130594	rnn.weight_hh_l0_reverse	5	-0.051212817430496216
130594	rnn.weight_hh_l0_reverse	6	-0.012877275235950947
130594	rnn.weight_hh_l0_reverse	7	0.02704964578151703
130594	rnn.weight_hh_l0_reverse	8	0.014079698361456394
130594	rnn.weight_hh_l0_reverse	9	0.006594171281903982
130594	rnn.bias_ih_l0_reverse	0	-0.044697701930999756
130594	rnn.bias_ih_l0_reverse	1	-0.13479961454868317
130594	rnn.bias_ih_l0_reverse	2	-0.12406822293996811
130594	rnn.bias_ih_l0_reverse	3	-0.04214407876133919
130594	rnn.bias_ih_l0_reverse	4	-0.11091527342796326
130594	rnn.bias_ih_l0_reverse	5	-0.09092194586992264
130594	rnn.bias_ih_l0_reverse	6	-0.19299371540546417
130594	rnn.bias_ih_l0_reverse	7	-0.05126181244850159
130594	rnn.bias_ih_l0_reverse	8	-0.0503266379237175
130594	rnn.bias_ih_l0_reverse	9	-0.1287170648574829
130594	rnn.bias_hh_l0_reverse	0	-0.1356581747531891
130594	rnn.bias_hh_l0_reverse	1	-0.1497420370578766
130594	rnn.bias_hh_l0_reverse	2	0.10348552465438843
130594	rnn.bias_hh_l0_reverse	3	0.06175088882446289
130594	rnn.bias_hh_l0_reverse	4	-0.16439326107501984
130594	rnn.bias_hh_l0_reverse	5	-0.1287473440170288
130594	rnn.bias_hh_l0_reverse	6	-0.115697480738163
130594	rnn.bias_hh_l0_reverse	7	-0.04477907717227936
130594	rnn.bias_hh_l0_reverse	8	-0.08596563339233398
130594	rnn.bias_hh_l0_reverse	9	-0.030062973499298096
130594	linear.weight	0	-0.0075843543745577335
130594	linear.weight	1	0.011684858240187168
130594	linear.weight	2	0.24411439895629883
130594	linear.weight	3	-0.07970597594976425
130594	linear.weight	4	-0.010588549077510834
130594	linear.weight	5	0.10528209805488586
130594	linear.weight	6	-0.010739270597696304
130594	linear.weight	7	-0.012983597815036774
130594	linear.weight	8	0.1208399310708046
130594	linear.weight	9	-0.2609456479549408
130594	linear.bias	0	-0.03956538438796997
130594	linear.bias	1	0.031413208693265915
130594	linear.bias	2	0.48660048842430115
130594	linear.bias	3	-0.5697137713432312
130594	linear.bias	4	1.949989914894104
130594	linear.bias	5	-1.3744099140167236
130594	linear.bias	6	-0.3672034740447998
130594	linear.bias	7	-0.1287611871957779
131152	transitions	0	-1.765082836151123
131152	transitions	1	-10000.0
131152	transitions	2	-0.7969565987586975
131152	transitions	3	-10000.0
131152	transitions	4	1.9157885313034058
131152	transitions	5	-10000.0
131152	transitions	6	-10000.0
131152	transitions	7	1.6944174766540527
131152	transitions	8	-2.4762520790100098
131152	transitions	9	-4.121697425842285
131152	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
131152	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
131152	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
131152	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
131152	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
131152	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
131152	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
131152	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
131152	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
131152	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
131152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
131152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
131152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
131152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
131152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
131152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
131152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
131152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
131152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
131152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
131152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
131152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
131152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
131152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
131152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
131152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
131152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
131152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
131152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
131152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
131152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
131152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
131152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
131152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
131152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
131152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
131152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
131152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
131152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
131152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
131152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
131152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
131152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
131152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
131152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
131152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
131152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
131152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
131152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
131152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
131152	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
131152	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
131152	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
131152	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
131152	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
131152	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
131152	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
131152	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
131152	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
131152	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
131152	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
131152	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
131152	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
131152	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
131152	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
131152	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
131152	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
131152	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
131152	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
131152	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
131152	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
131152	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
131152	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
131152	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
131152	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
131152	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
131152	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
131152	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
131152	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
131152	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
131152	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
131152	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
131152	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
131152	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
131152	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
131152	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
131152	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
131152	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
131152	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
131152	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
131152	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
131152	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
131152	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
131152	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
131152	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
131152	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
131152	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
131152	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
131152	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
131152	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
131152	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
131152	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
131152	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
131152	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
131152	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
131152	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
131152	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
131152	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
131152	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
131152	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
131152	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
131152	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
131152	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
131152	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
131152	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
131152	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
131152	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
131152	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
131152	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
131152	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
131152	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
131152	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
131152	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
131152	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
131152	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
131152	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
131152	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
131152	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
131152	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
131152	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
131152	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
131152	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
131152	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
131152	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
131152	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
131152	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
131152	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
131152	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
131152	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
131152	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
131152	embedding2nn.weight	0	0.006461813114583492
131152	embedding2nn.weight	1	0.005104421637952328
131152	embedding2nn.weight	2	0.01330981869250536
131152	embedding2nn.weight	3	0.024611731991171837
131152	embedding2nn.weight	4	0.01960805431008339
131152	embedding2nn.weight	5	0.008322266861796379
131152	embedding2nn.weight	6	-0.012991347350180149
131152	embedding2nn.weight	7	-0.003239501966163516
131152	embedding2nn.weight	8	-0.0035988616291433573
131152	embedding2nn.weight	9	0.0017934751231223345
131152	embedding2nn.bias	0	0.001180119696073234
131152	embedding2nn.bias	1	-0.02083379216492176
131152	embedding2nn.bias	2	0.07039579749107361
131152	embedding2nn.bias	3	0.052242979407310486
131152	embedding2nn.bias	4	-0.008769061416387558
131152	embedding2nn.bias	5	-0.021829433739185333
131152	embedding2nn.bias	6	0.013633156195282936
131152	embedding2nn.bias	7	-0.000979541800916195
131152	embedding2nn.bias	8	-0.03223596513271332
131152	embedding2nn.bias	9	0.016444597393274307
131152	rnn.weight_ih_l0	0	0.07045737653970718
131152	rnn.weight_ih_l0	1	-0.03806815668940544
131152	rnn.weight_ih_l0	2	0.001069866819307208
131152	rnn.weight_ih_l0	3	0.04642008990049362
131152	rnn.weight_ih_l0	4	-0.026550166308879852
131152	rnn.weight_ih_l0	5	0.04599306359887123
131152	rnn.weight_ih_l0	6	0.00889129564166069
131152	rnn.weight_ih_l0	7	0.061925191432237625
131152	rnn.weight_ih_l0	8	0.007823375053703785
131152	rnn.weight_ih_l0	9	-0.02357141487300396
131152	rnn.weight_hh_l0	0	-0.015972664579749107
131152	rnn.weight_hh_l0	1	-0.01945289969444275
131152	rnn.weight_hh_l0	2	-0.05588750168681145
131152	rnn.weight_hh_l0	3	-0.0052096168510615826
131152	rnn.weight_hh_l0	4	-0.009822145104408264
131152	rnn.weight_hh_l0	5	-0.027657128870487213
131152	rnn.weight_hh_l0	6	-0.0013130498118698597
131152	rnn.weight_hh_l0	7	-0.05161810666322708
131152	rnn.weight_hh_l0	8	0.06734739989042282
131152	rnn.weight_hh_l0	9	0.04567711427807808
131152	rnn.bias_ih_l0	0	-0.1679278165102005
131152	rnn.bias_ih_l0	1	-0.15213410556316376
131152	rnn.bias_ih_l0	2	-0.016917528584599495
131152	rnn.bias_ih_l0	3	-0.13946790993213654
131152	rnn.bias_ih_l0	4	-0.05678841099143028
131152	rnn.bias_ih_l0	5	-0.15209990739822388
131152	rnn.bias_ih_l0	6	0.061688583344221115
131152	rnn.bias_ih_l0	7	-0.0872872993350029
131152	rnn.bias_ih_l0	8	-0.0297787357121706
131152	rnn.bias_ih_l0	9	-0.11038893461227417
131152	rnn.bias_hh_l0	0	-0.07239264249801636
131152	rnn.bias_hh_l0	1	0.22422759234905243
131152	rnn.bias_hh_l0	2	0.036334287375211716
131152	rnn.bias_hh_l0	3	-0.07246248424053192
131152	rnn.bias_hh_l0	4	-0.08079610764980316
131152	rnn.bias_hh_l0	5	-0.0253835991024971
131152	rnn.bias_hh_l0	6	0.056512072682380676
131152	rnn.bias_hh_l0	7	-0.09913372248411179
131152	rnn.bias_hh_l0	8	-0.22577941417694092
131152	rnn.bias_hh_l0	9	-0.1027570366859436
131152	rnn.weight_ih_l0_reverse	0	0.022157343104481697
131152	rnn.weight_ih_l0_reverse	1	-0.06262011080980301
131152	rnn.weight_ih_l0_reverse	2	0.041032545268535614
131152	rnn.weight_ih_l0_reverse	3	0.006926643196493387
131152	rnn.weight_ih_l0_reverse	4	0.008348342962563038
131152	rnn.weight_ih_l0_reverse	5	-0.03438495472073555
131152	rnn.weight_ih_l0_reverse	6	0.017502179369330406
131152	rnn.weight_ih_l0_reverse	7	0.03240756317973137
131152	rnn.weight_ih_l0_reverse	8	-0.02292785979807377
131152	rnn.weight_ih_l0_reverse	9	0.002364819636568427
131152	rnn.weight_hh_l0_reverse	0	0.04472845792770386
131152	rnn.weight_hh_l0_reverse	1	0.03110685758292675
131152	rnn.weight_hh_l0_reverse	2	-0.018363945186138153
131152	rnn.weight_hh_l0_reverse	3	-0.07854407280683517
131152	rnn.weight_hh_l0_reverse	4	0.012295529246330261
131152	rnn.weight_hh_l0_reverse	5	-0.051204703748226166
131152	rnn.weight_hh_l0_reverse	6	-0.012813322246074677
131152	rnn.weight_hh_l0_reverse	7	0.02705753780901432
131152	rnn.weight_hh_l0_reverse	8	0.013898842968046665
131152	rnn.weight_hh_l0_reverse	9	0.006505237892270088
131152	rnn.bias_ih_l0_reverse	0	-0.04460648074746132
131152	rnn.bias_ih_l0_reverse	1	-0.13643576204776764
131152	rnn.bias_ih_l0_reverse	2	-0.12395300716161728
131152	rnn.bias_ih_l0_reverse	3	-0.041038453578948975
131152	rnn.bias_ih_l0_reverse	4	-0.10670389980077744
131152	rnn.bias_ih_l0_reverse	5	-0.09090744704008102
131152	rnn.bias_ih_l0_reverse	6	-0.19027964770793915
131152	rnn.bias_ih_l0_reverse	7	-0.05035118758678436
131152	rnn.bias_ih_l0_reverse	8	-0.05195893719792366
131152	rnn.bias_ih_l0_reverse	9	-0.13133804500102997
131152	rnn.bias_hh_l0_reverse	0	-0.13446705043315887
131152	rnn.bias_hh_l0_reverse	1	-0.15028052031993866
131152	rnn.bias_hh_l0_reverse	2	0.1029757559299469
131152	rnn.bias_hh_l0_reverse	3	0.06293819844722748
131152	rnn.bias_hh_l0_reverse	4	-0.16469472646713257
131152	rnn.bias_hh_l0_reverse	5	-0.12780643999576569
131152	rnn.bias_hh_l0_reverse	6	-0.11652422696352005
131152	rnn.bias_hh_l0_reverse	7	-0.04451160132884979
131152	rnn.bias_hh_l0_reverse	8	-0.08915920555591583
131152	rnn.bias_hh_l0_reverse	9	-0.030114391818642616
131152	linear.weight	0	-0.0075813112780451775
131152	linear.weight	1	0.011294075287878513
131152	linear.weight	2	0.23802460730075836
131152	linear.weight	3	-0.07970789819955826
131152	linear.weight	4	-0.010588549077510834
131152	linear.weight	5	0.11210760474205017
131152	linear.weight	6	-0.010739270597696304
131152	linear.weight	7	-0.018446607515215874
131152	linear.weight	8	0.14995789527893066
131152	linear.weight	9	-0.25792956352233887
131152	linear.bias	0	-0.03956538438796997
131152	linear.bias	1	0.031413208693265915
131152	linear.bias	2	0.45465123653411865
131152	linear.bias	3	-0.5507252812385559
131152	linear.bias	4	1.9383100271224976
131152	linear.bias	5	-1.374639630317688
131152	linear.bias	6	-0.35475262999534607
131152	linear.bias	7	-0.11635555326938629
131710	transitions	0	-1.7662286758422852
131710	transitions	1	-10000.0
131710	transitions	2	-0.7969565987586975
131710	transitions	3	-10000.0
131710	transitions	4	1.9222630262374878
131710	transitions	5	-10000.0
131710	transitions	6	-10000.0
131710	transitions	7	1.698873519897461
131710	transitions	8	-2.477168083190918
131710	transitions	9	-4.1225738525390625
131710	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
131710	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
131710	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
131710	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
131710	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
131710	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
131710	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
131710	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
131710	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
131710	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
131710	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
131710	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
131710	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
131710	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
131710	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
131710	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
131710	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
131710	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
131710	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
131710	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
131710	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
131710	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
131710	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
131710	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
131710	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
131710	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
131710	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
131710	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
131710	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
131710	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
131710	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
131710	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
131710	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
131710	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
131710	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
131710	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
131710	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
131710	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
131710	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
131710	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
131710	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
131710	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
131710	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
131710	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
131710	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
131710	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
131710	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
131710	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
131710	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
131710	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
131710	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
131710	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
131710	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
131710	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
131710	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
131710	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
131710	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
131710	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
131710	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
131710	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
131710	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
131710	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
131710	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
131710	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
131710	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
131710	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
131710	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
131710	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
131710	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
131710	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
131710	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
131710	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
131710	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
131710	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
131710	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
131710	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
131710	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
131710	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
131710	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
131710	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
131710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
131710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
131710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
131710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
131710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
131710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
131710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
131710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
131710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
131710	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
131710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
131710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
131710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
131710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
131710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
131710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
131710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
131710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
131710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
131710	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
131710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
131710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
131710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
131710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
131710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
131710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
131710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
131710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
131710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
131710	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
131710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
131710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
131710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
131710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
131710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
131710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
131710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
131710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
131710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
131710	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
131710	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
131710	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
131710	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
131710	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
131710	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
131710	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
131710	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
131710	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
131710	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
131710	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
131710	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
131710	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
131710	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
131710	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
131710	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
131710	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
131710	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
131710	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
131710	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
131710	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
131710	embedding2nn.weight	0	0.006470193155109882
131710	embedding2nn.weight	1	0.00503914151340723
131710	embedding2nn.weight	2	0.01331119891256094
131710	embedding2nn.weight	3	0.024933017790317535
131710	embedding2nn.weight	4	0.019640784710645676
131710	embedding2nn.weight	5	0.008769514039158821
131710	embedding2nn.weight	6	-0.012969458475708961
131710	embedding2nn.weight	7	-0.003119758563116193
131710	embedding2nn.weight	8	-0.0034760490525513887
131710	embedding2nn.weight	9	0.0015084194019436836
131710	embedding2nn.bias	0	0.0017468470614403486
131710	embedding2nn.bias	1	-0.019549531862139702
131710	embedding2nn.bias	2	0.07016833126544952
131710	embedding2nn.bias	3	0.052098169922828674
131710	embedding2nn.bias	4	-0.008546971715986729
131710	embedding2nn.bias	5	-0.020327437669038773
131710	embedding2nn.bias	6	0.014087174087762833
131710	embedding2nn.bias	7	0.0024587921798229218
131710	embedding2nn.bias	8	-0.03498769551515579
131710	embedding2nn.bias	9	0.018239444121718407
131710	rnn.weight_ih_l0	0	0.07076939195394516
131710	rnn.weight_ih_l0	1	-0.03841765224933624
131710	rnn.weight_ih_l0	2	0.0006938002770766616
131710	rnn.weight_ih_l0	3	0.047141581773757935
131710	rnn.weight_ih_l0	4	-0.025969352573156357
131710	rnn.weight_ih_l0	5	0.04612467810511589
131710	rnn.weight_ih_l0	6	0.008741340599954128
131710	rnn.weight_ih_l0	7	0.062438033521175385
131710	rnn.weight_ih_l0	8	0.007236426696181297
131710	rnn.weight_ih_l0	9	-0.02401823364198208
131710	rnn.weight_hh_l0	0	-0.015497466549277306
131710	rnn.weight_hh_l0	1	-0.019075646996498108
131710	rnn.weight_hh_l0	2	-0.055849380791187286
131710	rnn.weight_hh_l0	3	-0.005292516201734543
131710	rnn.weight_hh_l0	4	-0.009779942221939564
131710	rnn.weight_hh_l0	5	-0.027481602504849434
131710	rnn.weight_hh_l0	6	-0.0014805415412411094
131710	rnn.weight_hh_l0	7	-0.05079789459705353
131710	rnn.weight_hh_l0	8	0.06763363629579544
131710	rnn.weight_hh_l0	9	0.04574313014745712
131710	rnn.bias_ih_l0	0	-0.17165958881378174
131710	rnn.bias_ih_l0	1	-0.1519918590784073
131710	rnn.bias_ih_l0	2	-0.018416158854961395
131710	rnn.bias_ih_l0	3	-0.1392456442117691
131710	rnn.bias_ih_l0	4	-0.05633993446826935
131710	rnn.bias_ih_l0	5	-0.15288211405277252
131710	rnn.bias_ih_l0	6	0.06638118624687195
131710	rnn.bias_ih_l0	7	-0.08882938325405121
131710	rnn.bias_ih_l0	8	-0.030447717756032944
131710	rnn.bias_ih_l0	9	-0.11252915859222412
131710	rnn.bias_hh_l0	0	-0.07335019111633301
131710	rnn.bias_hh_l0	1	0.2225000262260437
131710	rnn.bias_hh_l0	2	0.03522764518857002
131710	rnn.bias_hh_l0	3	-0.07276501506567001
131710	rnn.bias_hh_l0	4	-0.0782918855547905
131710	rnn.bias_hh_l0	5	-0.02334585040807724
131710	rnn.bias_hh_l0	6	0.056088779121637344
131710	rnn.bias_hh_l0	7	-0.09887102991342545
131710	rnn.bias_hh_l0	8	-0.22367988526821136
131710	rnn.bias_hh_l0	9	-0.10231190919876099
131710	rnn.weight_ih_l0_reverse	0	0.022333219647407532
131710	rnn.weight_ih_l0_reverse	1	-0.06251644343137741
131710	rnn.weight_ih_l0_reverse	2	0.041116513311862946
131710	rnn.weight_ih_l0_reverse	3	0.007091319654136896
131710	rnn.weight_ih_l0_reverse	4	0.008553102612495422
131710	rnn.weight_ih_l0_reverse	5	-0.03410012647509575
131710	rnn.weight_ih_l0_reverse	6	0.01783842034637928
131710	rnn.weight_ih_l0_reverse	7	0.0319087989628315
131710	rnn.weight_ih_l0_reverse	8	-0.02332470566034317
131710	rnn.weight_ih_l0_reverse	9	0.001694529433734715
131710	rnn.weight_hh_l0_reverse	0	0.0447583831846714
131710	rnn.weight_hh_l0_reverse	1	0.030844617635011673
131710	rnn.weight_hh_l0_reverse	2	-0.018601421266794205
131710	rnn.weight_hh_l0_reverse	3	-0.07832194864749908
131710	rnn.weight_hh_l0_reverse	4	0.01234158780425787
131710	rnn.weight_hh_l0_reverse	5	-0.051314715296030045
131710	rnn.weight_hh_l0_reverse	6	-0.012898997403681278
131710	rnn.weight_hh_l0_reverse	7	0.02707476168870926
131710	rnn.weight_hh_l0_reverse	8	0.013480022549629211
131710	rnn.weight_hh_l0_reverse	9	0.0070059834979474545
131710	rnn.bias_ih_l0_reverse	0	-0.04379810020327568
131710	rnn.bias_ih_l0_reverse	1	-0.13635168969631195
131710	rnn.bias_ih_l0_reverse	2	-0.1244223341345787
131710	rnn.bias_ih_l0_reverse	3	-0.041555941104888916
131710	rnn.bias_ih_l0_reverse	4	-0.10484734177589417
131710	rnn.bias_ih_l0_reverse	5	-0.09189329296350479
131710	rnn.bias_ih_l0_reverse	6	-0.19311176240444183
131710	rnn.bias_ih_l0_reverse	7	-0.04952598363161087
131710	rnn.bias_ih_l0_reverse	8	-0.05573317036032677
131710	rnn.bias_ih_l0_reverse	9	-0.12870103120803833
131710	rnn.bias_hh_l0_reverse	0	-0.1343400478363037
131710	rnn.bias_hh_l0_reverse	1	-0.14910973608493805
131710	rnn.bias_hh_l0_reverse	2	0.10336605459451675
131710	rnn.bias_hh_l0_reverse	3	0.0677637979388237
131710	rnn.bias_hh_l0_reverse	4	-0.16488587856292725
131710	rnn.bias_hh_l0_reverse	5	-0.12960006296634674
131710	rnn.bias_hh_l0_reverse	6	-0.11769641935825348
131710	rnn.bias_hh_l0_reverse	7	-0.04354983940720558
131710	rnn.bias_hh_l0_reverse	8	-0.08665596693754196
131710	rnn.bias_hh_l0_reverse	9	-0.03175997734069824
131710	linear.weight	0	-0.007575610652565956
131710	linear.weight	1	0.013510490767657757
131710	linear.weight	2	0.24398136138916016
131710	linear.weight	3	-0.07970874011516571
131710	linear.weight	4	-0.010588549077510834
131710	linear.weight	5	0.09862558543682098
131710	linear.weight	6	-0.010739270597696304
131710	linear.weight	7	-0.043760623782873154
131710	linear.weight	8	0.12983326613903046
131710	linear.weight	9	-0.2556751072406769
131710	linear.bias	0	-0.03956538438796997
131710	linear.bias	1	0.031413208693265915
131710	linear.bias	2	0.4595705568790436
131710	linear.bias	3	-0.5418955683708191
131710	linear.bias	4	1.926202416419983
131710	linear.bias	5	-1.3748712539672852
131710	linear.bias	6	-0.3546246886253357
131710	linear.bias	7	-0.11790299415588379
132268	transitions	0	-1.7673362493515015
132268	transitions	1	-10000.0
132268	transitions	2	-0.7969565987586975
132268	transitions	3	-10000.0
132268	transitions	4	1.9296810626983643
132268	transitions	5	-10000.0
132268	transitions	6	-10000.0
132268	transitions	7	1.697323203086853
132268	transitions	8	-2.478151321411133
132268	transitions	9	-4.123481273651123
132268	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
132268	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
132268	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
132268	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
132268	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
132268	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
132268	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
132268	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
132268	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
132268	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
132268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
132268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
132268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
132268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
132268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
132268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
132268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
132268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
132268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
132268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
132268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
132268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
132268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
132268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
132268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
132268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
132268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
132268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
132268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
132268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
132268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
132268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
132268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
132268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
132268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
132268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
132268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
132268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
132268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
132268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
132268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
132268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
132268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
132268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
132268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
132268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
132268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
132268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
132268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
132268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
132268	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
132268	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
132268	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
132268	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
132268	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
132268	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
132268	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
132268	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
132268	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
132268	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
132268	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
132268	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
132268	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
132268	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
132268	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
132268	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
132268	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
132268	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
132268	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
132268	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
132268	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
132268	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
132268	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
132268	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
132268	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
132268	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
132268	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
132268	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
132268	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
132268	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
132268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
132268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
132268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
132268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
132268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
132268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
132268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
132268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
132268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
132268	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
132268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
132268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
132268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
132268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
132268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
132268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
132268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
132268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
132268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
132268	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
132268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
132268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
132268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
132268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
132268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
132268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
132268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
132268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
132268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
132268	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
132268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
132268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
132268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
132268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
132268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
132268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
132268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
132268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
132268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
132268	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
132268	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
132268	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
132268	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
132268	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
132268	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
132268	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
132268	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
132268	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
132268	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
132268	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
132268	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
132268	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
132268	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
132268	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
132268	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
132268	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
132268	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
132268	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
132268	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
132268	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
132268	embedding2nn.weight	0	0.006490489933639765
132268	embedding2nn.weight	1	0.0049199871718883514
132268	embedding2nn.weight	2	0.013318079523742199
132268	embedding2nn.weight	3	0.02474682778120041
132268	embedding2nn.weight	4	0.019538773223757744
132268	embedding2nn.weight	5	0.008790242485702038
132268	embedding2nn.weight	6	-0.013276688754558563
132268	embedding2nn.weight	7	-0.003166589420288801
132268	embedding2nn.weight	8	-0.003897386137396097
132268	embedding2nn.weight	9	0.001548529602587223
132268	embedding2nn.bias	0	-0.0007814470445737243
132268	embedding2nn.bias	1	-0.025099191814661026
132268	embedding2nn.bias	2	0.06721297651529312
132268	embedding2nn.bias	3	0.05079374834895134
132268	embedding2nn.bias	4	-0.007530541624873877
132268	embedding2nn.bias	5	-0.020040826871991158
132268	embedding2nn.bias	6	0.016100376844406128
132268	embedding2nn.bias	7	0.0067307655699551105
132268	embedding2nn.bias	8	-0.03474866598844528
132268	embedding2nn.bias	9	0.01417412981390953
132268	rnn.weight_ih_l0	0	0.0705714076757431
132268	rnn.weight_ih_l0	1	-0.03848988562822342
132268	rnn.weight_ih_l0	2	0.000325309723848477
132268	rnn.weight_ih_l0	3	0.046600766479969025
132268	rnn.weight_ih_l0	4	-0.02634165808558464
132268	rnn.weight_ih_l0	5	0.04742011800408363
132268	rnn.weight_ih_l0	6	0.008520461618900299
132268	rnn.weight_ih_l0	7	0.062361642718315125
132268	rnn.weight_ih_l0	8	0.007104251999408007
132268	rnn.weight_ih_l0	9	-0.024455666542053223
132268	rnn.weight_hh_l0	0	-0.015066927298903465
132268	rnn.weight_hh_l0	1	-0.019223667681217194
132268	rnn.weight_hh_l0	2	-0.05599053204059601
132268	rnn.weight_hh_l0	3	-0.005127130541950464
132268	rnn.weight_hh_l0	4	-0.009806433692574501
132268	rnn.weight_hh_l0	5	-0.027532029896974564
132268	rnn.weight_hh_l0	6	-0.0015024717431515455
132268	rnn.weight_hh_l0	7	-0.050904277712106705
132268	rnn.weight_hh_l0	8	0.06760744005441666
132268	rnn.weight_hh_l0	9	0.04576672986149788
132268	rnn.bias_ih_l0	0	-0.17079365253448486
132268	rnn.bias_ih_l0	1	-0.15406255424022675
132268	rnn.bias_ih_l0	2	-0.01963721588253975
132268	rnn.bias_ih_l0	3	-0.1379038542509079
132268	rnn.bias_ih_l0	4	-0.056211553514003754
132268	rnn.bias_ih_l0	5	-0.15347549319267273
132268	rnn.bias_ih_l0	6	0.06711221486330032
132268	rnn.bias_ih_l0	7	-0.08952295780181885
132268	rnn.bias_ih_l0	8	-0.02898203767836094
132268	rnn.bias_ih_l0	9	-0.11369643360376358
132268	rnn.bias_hh_l0	0	-0.0716065913438797
132268	rnn.bias_hh_l0	1	0.22532233595848083
132268	rnn.bias_hh_l0	2	0.04016774520277977
132268	rnn.bias_hh_l0	3	-0.07027718424797058
132268	rnn.bias_hh_l0	4	-0.07785018533468246
132268	rnn.bias_hh_l0	5	-0.02777760662138462
132268	rnn.bias_hh_l0	6	0.055507317185401917
132268	rnn.bias_hh_l0	7	-0.096690334379673
132268	rnn.bias_hh_l0	8	-0.22547858953475952
132268	rnn.bias_hh_l0	9	-0.1021612286567688
132268	rnn.weight_ih_l0_reverse	0	0.022184042260050774
132268	rnn.weight_ih_l0_reverse	1	-0.062230516225099564
132268	rnn.weight_ih_l0_reverse	2	0.04097330942749977
132268	rnn.weight_ih_l0_reverse	3	0.007973123341798782
132268	rnn.weight_ih_l0_reverse	4	0.008846823126077652
132268	rnn.weight_ih_l0_reverse	5	-0.0343283973634243
132268	rnn.weight_ih_l0_reverse	6	0.016841812059283257
132268	rnn.weight_ih_l0_reverse	7	0.03203578293323517
132268	rnn.weight_ih_l0_reverse	8	-0.023815827444195747
132268	rnn.weight_ih_l0_reverse	9	0.0013800333254039288
132268	rnn.weight_hh_l0_reverse	0	0.0448642261326313
132268	rnn.weight_hh_l0_reverse	1	0.030887873843312263
132268	rnn.weight_hh_l0_reverse	2	-0.01895991526544094
132268	rnn.weight_hh_l0_reverse	3	-0.07812710106372833
132268	rnn.weight_hh_l0_reverse	4	0.012533881701529026
132268	rnn.weight_hh_l0_reverse	5	-0.050882454961538315
132268	rnn.weight_hh_l0_reverse	6	-0.012810833752155304
132268	rnn.weight_hh_l0_reverse	7	0.027395781129598618
132268	rnn.weight_hh_l0_reverse	8	0.013131363317370415
132268	rnn.weight_hh_l0_reverse	9	0.007026971317827702
132268	rnn.bias_ih_l0_reverse	0	-0.04429969564080238
132268	rnn.bias_ih_l0_reverse	1	-0.13471990823745728
132268	rnn.bias_ih_l0_reverse	2	-0.1235431656241417
132268	rnn.bias_ih_l0_reverse	3	-0.04162154346704483
132268	rnn.bias_ih_l0_reverse	4	-0.10558199137449265
132268	rnn.bias_ih_l0_reverse	5	-0.09098368883132935
132268	rnn.bias_ih_l0_reverse	6	-0.1932341754436493
132268	rnn.bias_ih_l0_reverse	7	-0.0505903959274292
132268	rnn.bias_ih_l0_reverse	8	-0.05676387995481491
132268	rnn.bias_ih_l0_reverse	9	-0.1300322264432907
132268	rnn.bias_hh_l0_reverse	0	-0.13413430750370026
132268	rnn.bias_hh_l0_reverse	1	-0.15057380497455597
132268	rnn.bias_hh_l0_reverse	2	0.10547362267971039
132268	rnn.bias_hh_l0_reverse	3	0.06608375161886215
132268	rnn.bias_hh_l0_reverse	4	-0.1629982590675354
132268	rnn.bias_hh_l0_reverse	5	-0.13209545612335205
132268	rnn.bias_hh_l0_reverse	6	-0.11842136830091476
132268	rnn.bias_hh_l0_reverse	7	-0.0444675013422966
132268	rnn.bias_hh_l0_reverse	8	-0.08795884251594543
132268	rnn.bias_hh_l0_reverse	9	-0.032315753400325775
132268	linear.weight	0	-0.007570297922939062
132268	linear.weight	1	0.013191990554332733
132268	linear.weight	2	0.2483281046152115
132268	linear.weight	3	-0.07970461249351501
132268	linear.weight	4	-0.010588549077510834
132268	linear.weight	5	0.11603135615587234
132268	linear.weight	6	-0.010739270597696304
132268	linear.weight	7	-0.03148045763373375
132268	linear.weight	8	0.11235051602125168
132268	linear.weight	9	-0.2570442855358124
132268	linear.bias	0	-0.03956538438796997
132268	linear.bias	1	0.031413208693265915
132268	linear.bias	2	0.46075350046157837
132268	linear.bias	3	-0.5166671872138977
132268	linear.bias	4	1.9368011951446533
132268	linear.bias	5	-1.3751004934310913
132268	linear.bias	6	-0.37255579233169556
132268	linear.bias	7	-0.13676711916923523
132826	transitions	0	-1.7683604955673218
132826	transitions	1	-10000.0
132826	transitions	2	-0.7969565987586975
132826	transitions	3	-10000.0
132826	transitions	4	1.9174952507019043
132826	transitions	5	-10000.0
132826	transitions	6	-10000.0
132826	transitions	7	1.7159194946289062
132826	transitions	8	-2.4791555404663086
132826	transitions	9	-4.124377250671387
132826	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
132826	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
132826	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
132826	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
132826	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
132826	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
132826	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
132826	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
132826	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
132826	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
132826	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
132826	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
132826	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
132826	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
132826	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
132826	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
132826	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
132826	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
132826	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
132826	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
132826	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
132826	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
132826	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
132826	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
132826	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
132826	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
132826	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
132826	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
132826	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
132826	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
132826	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
132826	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
132826	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
132826	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
132826	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
132826	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
132826	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
132826	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
132826	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
132826	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
132826	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
132826	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
132826	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
132826	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
132826	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
132826	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
132826	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
132826	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
132826	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
132826	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
132826	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
132826	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
132826	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
132826	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
132826	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
132826	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
132826	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
132826	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
132826	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
132826	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
132826	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
132826	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
132826	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
132826	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
132826	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
132826	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
132826	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
132826	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
132826	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
132826	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
132826	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
132826	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
132826	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
132826	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
132826	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
132826	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
132826	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
132826	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
132826	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
132826	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
132826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
132826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
132826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
132826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
132826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
132826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
132826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
132826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
132826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
132826	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
132826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
132826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
132826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
132826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
132826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
132826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
132826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
132826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
132826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
132826	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
132826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
132826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
132826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
132826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
132826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
132826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
132826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
132826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
132826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
132826	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
132826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
132826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
132826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
132826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
132826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
132826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
132826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
132826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
132826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
132826	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
132826	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
132826	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
132826	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
132826	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
132826	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
132826	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
132826	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
132826	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
132826	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
132826	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
132826	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
132826	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
132826	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
132826	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
132826	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
132826	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
132826	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
132826	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
132826	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
132826	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
132826	embedding2nn.weight	0	0.006486220750957727
132826	embedding2nn.weight	1	0.00500863790512085
132826	embedding2nn.weight	2	0.01331332977861166
132826	embedding2nn.weight	3	0.025063052773475647
132826	embedding2nn.weight	4	0.019577648490667343
132826	embedding2nn.weight	5	0.008943548426032066
132826	embedding2nn.weight	6	-0.012867758050560951
132826	embedding2nn.weight	7	-0.0029691571835428476
132826	embedding2nn.weight	8	-0.004552060272544622
132826	embedding2nn.weight	9	0.0014099696418270469
132826	embedding2nn.bias	0	0.003826105734333396
132826	embedding2nn.bias	1	-0.024885309860110283
132826	embedding2nn.bias	2	0.06071612611413002
132826	embedding2nn.bias	3	0.05009342357516289
132826	embedding2nn.bias	4	-0.012472246773540974
132826	embedding2nn.bias	5	-0.02129586599767208
132826	embedding2nn.bias	6	0.01751500368118286
132826	embedding2nn.bias	7	0.0015996551373973489
132826	embedding2nn.bias	8	-0.03757350146770477
132826	embedding2nn.bias	9	0.015367195010185242
132826	rnn.weight_ih_l0	0	0.07049993425607681
132826	rnn.weight_ih_l0	1	-0.039571814239025116
132826	rnn.weight_ih_l0	2	0.0005484910798259079
132826	rnn.weight_ih_l0	3	0.04661750793457031
132826	rnn.weight_ih_l0	4	-0.02681773155927658
132826	rnn.weight_ih_l0	5	0.04679195582866669
132826	rnn.weight_ih_l0	6	0.008728464134037495
132826	rnn.weight_ih_l0	7	0.06263977289199829
132826	rnn.weight_ih_l0	8	0.006752947345376015
132826	rnn.weight_ih_l0	9	-0.023873288184404373
132826	rnn.weight_hh_l0	0	-0.015276935882866383
132826	rnn.weight_hh_l0	1	-0.019506942480802536
132826	rnn.weight_hh_l0	2	-0.05644887685775757
132826	rnn.weight_hh_l0	3	-0.005012769717723131
132826	rnn.weight_hh_l0	4	-0.00982174277305603
132826	rnn.weight_hh_l0	5	-0.02754572220146656
132826	rnn.weight_hh_l0	6	-0.0015225778333842754
132826	rnn.weight_hh_l0	7	-0.04998650774359703
132826	rnn.weight_hh_l0	8	0.06768123805522919
132826	rnn.weight_hh_l0	9	0.04549841582775116
132826	rnn.bias_ih_l0	0	-0.17140789330005646
132826	rnn.bias_ih_l0	1	-0.1544695943593979
132826	rnn.bias_ih_l0	2	-0.020787741988897324
132826	rnn.bias_ih_l0	3	-0.1391323059797287
132826	rnn.bias_ih_l0	4	-0.059043049812316895
132826	rnn.bias_ih_l0	5	-0.1546451896429062
132826	rnn.bias_ih_l0	6	0.06303101032972336
132826	rnn.bias_ih_l0	7	-0.08981413394212723
132826	rnn.bias_ih_l0	8	-0.029133904725313187
132826	rnn.bias_ih_l0	9	-0.11203733831644058
132826	rnn.bias_hh_l0	0	-0.0704071968793869
132826	rnn.bias_hh_l0	1	0.22743451595306396
132826	rnn.bias_hh_l0	2	0.040711402893066406
132826	rnn.bias_hh_l0	3	-0.06572040915489197
132826	rnn.bias_hh_l0	4	-0.0762874186038971
132826	rnn.bias_hh_l0	5	-0.028003403916954994
132826	rnn.bias_hh_l0	6	0.05810066685080528
132826	rnn.bias_hh_l0	7	-0.09745239466428757
132826	rnn.bias_hh_l0	8	-0.22548481822013855
132826	rnn.bias_hh_l0	9	-0.09947127103805542
132826	rnn.weight_ih_l0_reverse	0	0.023030798882246017
132826	rnn.weight_ih_l0_reverse	1	-0.06251216679811478
132826	rnn.weight_ih_l0_reverse	2	0.041451264172792435
132826	rnn.weight_ih_l0_reverse	3	0.008305375464260578
132826	rnn.weight_ih_l0_reverse	4	0.008882938884198666
132826	rnn.weight_ih_l0_reverse	5	-0.034203339368104935
132826	rnn.weight_ih_l0_reverse	6	0.016507387161254883
132826	rnn.weight_ih_l0_reverse	7	0.032287124544382095
132826	rnn.weight_ih_l0_reverse	8	-0.023996740579605103
132826	rnn.weight_ih_l0_reverse	9	0.0014596794499084353
132826	rnn.weight_hh_l0_reverse	0	0.044810954481363297
132826	rnn.weight_hh_l0_reverse	1	0.031080516055226326
132826	rnn.weight_hh_l0_reverse	2	-0.01875426061451435
132826	rnn.weight_hh_l0_reverse	3	-0.07763292640447617
132826	rnn.weight_hh_l0_reverse	4	0.012576568871736526
132826	rnn.weight_hh_l0_reverse	5	-0.05089988932013512
132826	rnn.weight_hh_l0_reverse	6	-0.01281147450208664
132826	rnn.weight_hh_l0_reverse	7	0.027450235560536385
132826	rnn.weight_hh_l0_reverse	8	0.01344919204711914
132826	rnn.weight_hh_l0_reverse	9	0.007301457226276398
132826	rnn.bias_ih_l0_reverse	0	-0.0441390760242939
132826	rnn.bias_ih_l0_reverse	1	-0.1357680857181549
132826	rnn.bias_ih_l0_reverse	2	-0.12414615601301193
132826	rnn.bias_ih_l0_reverse	3	-0.04072171822190285
132826	rnn.bias_ih_l0_reverse	4	-0.10648484528064728
132826	rnn.bias_ih_l0_reverse	5	-0.09104997664690018
132826	rnn.bias_ih_l0_reverse	6	-0.1934036761522293
132826	rnn.bias_ih_l0_reverse	7	-0.05237044766545296
132826	rnn.bias_ih_l0_reverse	8	-0.05684656277298927
132826	rnn.bias_ih_l0_reverse	9	-0.12875260412693024
132826	rnn.bias_hh_l0_reverse	0	-0.13530708849430084
132826	rnn.bias_hh_l0_reverse	1	-0.14999499917030334
132826	rnn.bias_hh_l0_reverse	2	0.10593108087778091
132826	rnn.bias_hh_l0_reverse	3	0.06337698549032211
132826	rnn.bias_hh_l0_reverse	4	-0.16268590092658997
132826	rnn.bias_hh_l0_reverse	5	-0.13192738592624664
132826	rnn.bias_hh_l0_reverse	6	-0.1170111820101738
132826	rnn.bias_hh_l0_reverse	7	-0.044849976897239685
132826	rnn.bias_hh_l0_reverse	8	-0.088396817445755
132826	rnn.bias_hh_l0_reverse	9	-0.032417479902505875
132826	linear.weight	0	-0.007566059939563274
132826	linear.weight	1	0.018789533525705338
132826	linear.weight	2	0.2524373233318329
132826	linear.weight	3	-0.07970253378152847
132826	linear.weight	4	-0.010588549077510834
132826	linear.weight	5	0.09636128693819046
132826	linear.weight	6	-0.010739270597696304
132826	linear.weight	7	-0.04394224286079407
132826	linear.weight	8	0.12636977434158325
132826	linear.weight	9	-0.25653570890426636
132826	linear.bias	0	-0.03956538438796997
132826	linear.bias	1	0.031413208693265915
132826	linear.bias	2	0.4548218250274658
132826	linear.bias	3	-0.5487392544746399
132826	linear.bias	4	1.9520560503005981
132826	linear.bias	5	-1.3753294944763184
132826	linear.bias	6	-0.3614579439163208
132826	linear.bias	7	-0.12490041553974152
133384	transitions	0	-1.7699289321899414
133384	transitions	1	-10000.0
133384	transitions	2	-0.7969565987586975
133384	transitions	3	-10000.0
133384	transitions	4	1.9036427736282349
133384	transitions	5	-10000.0
133384	transitions	6	-10000.0
133384	transitions	7	1.6968094110488892
133384	transitions	8	-2.4802658557891846
133384	transitions	9	-4.125314712524414
133384	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
133384	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
133384	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
133384	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
133384	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
133384	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
133384	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
133384	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
133384	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
133384	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
133384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
133384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
133384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
133384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
133384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
133384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
133384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
133384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
133384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
133384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
133384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
133384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
133384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
133384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
133384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
133384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
133384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
133384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
133384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
133384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
133384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
133384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
133384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
133384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
133384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
133384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
133384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
133384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
133384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
133384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
133384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
133384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
133384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
133384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
133384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
133384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
133384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
133384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
133384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
133384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
133384	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
133384	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
133384	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
133384	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
133384	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
133384	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
133384	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
133384	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
133384	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
133384	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
133384	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
133384	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
133384	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
133384	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
133384	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
133384	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
133384	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
133384	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
133384	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
133384	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
133384	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
133384	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
133384	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
133384	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
133384	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
133384	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
133384	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
133384	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
133384	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
133384	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
133384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
133384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
133384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
133384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
133384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
133384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
133384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
133384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
133384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
133384	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
133384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
133384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
133384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
133384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
133384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
133384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
133384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
133384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
133384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
133384	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
133384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
133384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
133384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
133384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
133384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
133384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
133384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
133384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
133384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
133384	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
133384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
133384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
133384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
133384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
133384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
133384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
133384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
133384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
133384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
133384	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
133384	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
133384	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
133384	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
133384	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
133384	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
133384	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
133384	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
133384	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
133384	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
133384	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
133384	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
133384	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
133384	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
133384	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
133384	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
133384	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
133384	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
133384	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
133384	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
133384	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
133384	embedding2nn.weight	0	0.006486203521490097
133384	embedding2nn.weight	1	0.005071131978183985
133384	embedding2nn.weight	2	0.013325260020792484
133384	embedding2nn.weight	3	0.024604888632893562
133384	embedding2nn.weight	4	0.019542653113603592
133384	embedding2nn.weight	5	0.008857923559844494
133384	embedding2nn.weight	6	-0.012842201627790928
133384	embedding2nn.weight	7	-0.0031091365963220596
133384	embedding2nn.weight	8	-0.00524228997528553
133384	embedding2nn.weight	9	0.0013527226401492953
133384	embedding2nn.bias	0	-0.005571222398430109
133384	embedding2nn.bias	1	-0.023538656532764435
133384	embedding2nn.bias	2	0.06178168207406998
133384	embedding2nn.bias	3	0.05030239000916481
133384	embedding2nn.bias	4	-0.010769384913146496
133384	embedding2nn.bias	5	-0.018387744203209877
133384	embedding2nn.bias	6	0.023486599326133728
133384	embedding2nn.bias	7	0.0015812950441613793
133384	embedding2nn.bias	8	-0.037172138690948486
133384	embedding2nn.bias	9	0.015540304593741894
133384	rnn.weight_ih_l0	0	0.07036104053258896
133384	rnn.weight_ih_l0	1	-0.03921440243721008
133384	rnn.weight_ih_l0	2	0.0004845215589739382
133384	rnn.weight_ih_l0	3	0.04640518128871918
133384	rnn.weight_ih_l0	4	-0.027193229645490646
133384	rnn.weight_ih_l0	5	0.04676045477390289
133384	rnn.weight_ih_l0	6	0.008569059893488884
133384	rnn.weight_ih_l0	7	0.06322674453258514
133384	rnn.weight_ih_l0	8	0.00603736937046051
133384	rnn.weight_ih_l0	9	-0.023046350106596947
133384	rnn.weight_hh_l0	0	-0.015524272806942463
133384	rnn.weight_hh_l0	1	-0.019620539620518684
133384	rnn.weight_hh_l0	2	-0.05655587464570999
133384	rnn.weight_hh_l0	3	-0.005036291666328907
133384	rnn.weight_hh_l0	4	-0.009698186069726944
133384	rnn.weight_hh_l0	5	-0.027650676667690277
133384	rnn.weight_hh_l0	6	-0.001454871497116983
133384	rnn.weight_hh_l0	7	-0.05007290095090866
133384	rnn.weight_hh_l0	8	0.06765281409025192
133384	rnn.weight_hh_l0	9	0.045590389519929886
133384	rnn.bias_ih_l0	0	-0.16536426544189453
133384	rnn.bias_ih_l0	1	-0.1553259640932083
133384	rnn.bias_ih_l0	2	-0.020894881337881088
133384	rnn.bias_ih_l0	3	-0.1404077112674713
133384	rnn.bias_ih_l0	4	-0.05642656981945038
133384	rnn.bias_ih_l0	5	-0.15590739250183105
133384	rnn.bias_ih_l0	6	0.05929938703775406
133384	rnn.bias_ih_l0	7	-0.09014762938022614
133384	rnn.bias_ih_l0	8	-0.030827365815639496
133384	rnn.bias_ih_l0	9	-0.111782968044281
133384	rnn.bias_hh_l0	0	-0.06877388805150986
133384	rnn.bias_hh_l0	1	0.22827090322971344
133384	rnn.bias_hh_l0	2	0.043330900371074677
133384	rnn.bias_hh_l0	3	-0.0671689361333847
133384	rnn.bias_hh_l0	4	-0.07471808791160583
133384	rnn.bias_hh_l0	5	-0.026279451325535774
133384	rnn.bias_hh_l0	6	0.05939419940114021
133384	rnn.bias_hh_l0	7	-0.09845848381519318
133384	rnn.bias_hh_l0	8	-0.22764964401721954
133384	rnn.bias_hh_l0	9	-0.10051678121089935
133384	rnn.weight_ih_l0_reverse	0	0.02203153446316719
133384	rnn.weight_ih_l0_reverse	1	-0.06281299144029617
133384	rnn.weight_ih_l0_reverse	2	0.041219644248485565
133384	rnn.weight_ih_l0_reverse	3	0.00887235812842846
133384	rnn.weight_ih_l0_reverse	4	0.008781710639595985
133384	rnn.weight_ih_l0_reverse	5	-0.03386087343096733
133384	rnn.weight_ih_l0_reverse	6	0.01648879237473011
133384	rnn.weight_ih_l0_reverse	7	0.03198426961898804
133384	rnn.weight_ih_l0_reverse	8	-0.024000681936740875
133384	rnn.weight_ih_l0_reverse	9	0.001584990182891488
133384	rnn.weight_hh_l0_reverse	0	0.04498723894357681
133384	rnn.weight_hh_l0_reverse	1	0.03140298277139664
133384	rnn.weight_hh_l0_reverse	2	-0.018599117174744606
133384	rnn.weight_hh_l0_reverse	3	-0.0777868703007698
133384	rnn.weight_hh_l0_reverse	4	0.012688855640590191
133384	rnn.weight_hh_l0_reverse	5	-0.05047541856765747
133384	rnn.weight_hh_l0_reverse	6	-0.012846739962697029
133384	rnn.weight_hh_l0_reverse	7	0.02737690880894661
133384	rnn.weight_hh_l0_reverse	8	0.013364585116505623
133384	rnn.weight_hh_l0_reverse	9	0.0075219981372356415
133384	rnn.bias_ih_l0_reverse	0	-0.0455179400742054
133384	rnn.bias_ih_l0_reverse	1	-0.1358426958322525
133384	rnn.bias_ih_l0_reverse	2	-0.12687382102012634
133384	rnn.bias_ih_l0_reverse	3	-0.03972142934799194
133384	rnn.bias_ih_l0_reverse	4	-0.10372180491685867
133384	rnn.bias_ih_l0_reverse	5	-0.09092754870653152
133384	rnn.bias_ih_l0_reverse	6	-0.19652564823627472
133384	rnn.bias_ih_l0_reverse	7	-0.053737446665763855
133384	rnn.bias_ih_l0_reverse	8	-0.057532116770744324
133384	rnn.bias_ih_l0_reverse	9	-0.12861691415309906
133384	rnn.bias_hh_l0_reverse	0	-0.13047344982624054
133384	rnn.bias_hh_l0_reverse	1	-0.1497739851474762
133384	rnn.bias_hh_l0_reverse	2	0.10226988792419434
133384	rnn.bias_hh_l0_reverse	3	0.06398679316043854
133384	rnn.bias_hh_l0_reverse	4	-0.16432812809944153
133384	rnn.bias_hh_l0_reverse	5	-0.12930646538734436
133384	rnn.bias_hh_l0_reverse	6	-0.11920056492090225
133384	rnn.bias_hh_l0_reverse	7	-0.04423034191131592
133384	rnn.bias_hh_l0_reverse	8	-0.08709461987018585
133384	rnn.bias_hh_l0_reverse	9	-0.030383776873350143
133384	linear.weight	0	-0.007561619393527508
133384	linear.weight	1	0.005795804783701897
133384	linear.weight	2	0.25716882944107056
133384	linear.weight	3	-0.0797041580080986
133384	linear.weight	4	-0.010588549077510834
133384	linear.weight	5	0.10208621621131897
133384	linear.weight	6	-0.010739270597696304
133384	linear.weight	7	-0.03343327343463898
133384	linear.weight	8	0.15781833231449127
133384	linear.weight	9	-0.25354304909706116
133384	linear.bias	0	-0.03956538438796997
133384	linear.bias	1	0.031413208693265915
133384	linear.bias	2	0.42281419038772583
133384	linear.bias	3	-0.5478887557983398
133384	linear.bias	4	1.933707356452942
133384	linear.bias	5	-1.3755598068237305
133384	linear.bias	6	-0.33599552512168884
133384	linear.bias	7	-0.10064104199409485
133942	transitions	0	-1.7711116075515747
133942	transitions	1	-10000.0
133942	transitions	2	-0.7969565987586975
133942	transitions	3	-10000.0
133942	transitions	4	1.9101272821426392
133942	transitions	5	-10000.0
133942	transitions	6	-10000.0
133942	transitions	7	1.7063862085342407
133942	transitions	8	-2.4813365936279297
133942	transitions	9	-4.126223087310791
133942	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
133942	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
133942	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
133942	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
133942	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
133942	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
133942	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
133942	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
133942	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
133942	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
133942	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
133942	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
133942	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
133942	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
133942	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
133942	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
133942	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
133942	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
133942	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
133942	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
133942	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
133942	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
133942	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
133942	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
133942	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
133942	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
133942	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
133942	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
133942	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
133942	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
133942	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
133942	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
133942	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
133942	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
133942	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
133942	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
133942	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
133942	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
133942	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
133942	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
133942	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
133942	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
133942	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
133942	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
133942	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
133942	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
133942	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
133942	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
133942	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
133942	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
133942	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
133942	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
133942	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
133942	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
133942	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
133942	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
133942	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
133942	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
133942	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
133942	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
133942	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
133942	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
133942	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
133942	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
133942	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
133942	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
133942	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
133942	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
133942	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
133942	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
133942	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
133942	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
133942	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
133942	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
133942	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
133942	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
133942	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
133942	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
133942	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
133942	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
133942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
133942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
133942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
133942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
133942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
133942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
133942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
133942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
133942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
133942	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
133942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
133942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
133942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
133942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
133942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
133942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
133942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
133942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
133942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
133942	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
133942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
133942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
133942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
133942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
133942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
133942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
133942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
133942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
133942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
133942	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
133942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
133942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
133942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
133942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
133942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
133942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
133942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
133942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
133942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
133942	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
133942	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
133942	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
133942	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
133942	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
133942	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
133942	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
133942	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
133942	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
133942	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
133942	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
133942	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
133942	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
133942	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
133942	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
133942	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
133942	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
133942	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
133942	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
133942	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
133942	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
133942	embedding2nn.weight	0	0.006462525110691786
133942	embedding2nn.weight	1	0.0049987053498625755
133942	embedding2nn.weight	2	0.013310232199728489
133942	embedding2nn.weight	3	0.02465282380580902
133942	embedding2nn.weight	4	0.01961495913565159
133942	embedding2nn.weight	5	0.009119859896600246
133942	embedding2nn.weight	6	-0.012833177112042904
133942	embedding2nn.weight	7	-0.002927786437794566
133942	embedding2nn.weight	8	-0.005568515043705702
133942	embedding2nn.weight	9	0.001435641897842288
133942	embedding2nn.bias	0	-0.0040544974617660046
133942	embedding2nn.bias	1	-0.018270650878548622
133942	embedding2nn.bias	2	0.0631536990404129
133942	embedding2nn.bias	3	0.05146816745400429
133942	embedding2nn.bias	4	-0.009589322842657566
133942	embedding2nn.bias	5	-0.015493110753595829
133942	embedding2nn.bias	6	0.02266107127070427
133942	embedding2nn.bias	7	0.0032787241507321596
133942	embedding2nn.bias	8	-0.03721309080719948
133942	embedding2nn.bias	9	0.017329832538962364
133942	rnn.weight_ih_l0	0	0.07018795609474182
133942	rnn.weight_ih_l0	1	-0.03846156969666481
133942	rnn.weight_ih_l0	2	-0.00023800675990059972
133942	rnn.weight_ih_l0	3	0.0459728017449379
133942	rnn.weight_ih_l0	4	-0.026870762929320335
133942	rnn.weight_ih_l0	5	0.04695504158735275
133942	rnn.weight_ih_l0	6	0.008859803900122643
133942	rnn.weight_ih_l0	7	0.06370819360017776
133942	rnn.weight_ih_l0	8	0.007006972096860409
133942	rnn.weight_ih_l0	9	-0.022864799946546555
133942	rnn.weight_hh_l0	0	-0.015206774696707726
133942	rnn.weight_hh_l0	1	-0.019659532234072685
133942	rnn.weight_hh_l0	2	-0.056387387216091156
133942	rnn.weight_hh_l0	3	-0.00505378982052207
133942	rnn.weight_hh_l0	4	-0.00964957382529974
133942	rnn.weight_hh_l0	5	-0.0269769337028265
133942	rnn.weight_hh_l0	6	-0.0014025602722540498
133942	rnn.weight_hh_l0	7	-0.04976888373494148
133942	rnn.weight_hh_l0	8	0.06763077527284622
133942	rnn.weight_hh_l0	9	0.04563818499445915
133942	rnn.bias_ih_l0	0	-0.16563500463962555
133942	rnn.bias_ih_l0	1	-0.15702828764915466
133942	rnn.bias_ih_l0	2	-0.02042248472571373
133942	rnn.bias_ih_l0	3	-0.13832442462444305
133942	rnn.bias_ih_l0	4	-0.056695904582738876
133942	rnn.bias_ih_l0	5	-0.1553792953491211
133942	rnn.bias_ih_l0	6	0.06304271519184113
133942	rnn.bias_ih_l0	7	-0.0892987996339798
133942	rnn.bias_ih_l0	8	-0.030823735520243645
133942	rnn.bias_ih_l0	9	-0.1104704886674881
133942	rnn.bias_hh_l0	0	-0.06654646247625351
133942	rnn.bias_hh_l0	1	0.228988379240036
133942	rnn.bias_hh_l0	2	0.04178010672330856
133942	rnn.bias_hh_l0	3	-0.06834086775779724
133942	rnn.bias_hh_l0	4	-0.07469099014997482
133942	rnn.bias_hh_l0	5	-0.024314701557159424
133942	rnn.bias_hh_l0	6	0.05517110228538513
133942	rnn.bias_hh_l0	7	-0.0960925817489624
133942	rnn.bias_hh_l0	8	-0.2250608652830124
133942	rnn.bias_hh_l0	9	-0.10070211440324783
133942	rnn.weight_ih_l0_reverse	0	0.02090861089527607
133942	rnn.weight_ih_l0_reverse	1	-0.06269954890012741
133942	rnn.weight_ih_l0_reverse	2	0.04083693027496338
133942	rnn.weight_ih_l0_reverse	3	0.008301002904772758
133942	rnn.weight_ih_l0_reverse	4	0.008340028114616871
133942	rnn.weight_ih_l0_reverse	5	-0.03193173184990883
133942	rnn.weight_ih_l0_reverse	6	0.014817977324128151
133942	rnn.weight_ih_l0_reverse	7	0.03217574581503868
133942	rnn.weight_ih_l0_reverse	8	-0.02366493083536625
133942	rnn.weight_ih_l0_reverse	9	0.0024333393666893244
133942	rnn.weight_hh_l0_reverse	0	0.04504998028278351
133942	rnn.weight_hh_l0_reverse	1	0.03131791576743126
133942	rnn.weight_hh_l0_reverse	2	-0.018378978595137596
133942	rnn.weight_hh_l0_reverse	3	-0.07740015536546707
133942	rnn.weight_hh_l0_reverse	4	0.012531746178865433
133942	rnn.weight_hh_l0_reverse	5	-0.050645820796489716
133942	rnn.weight_hh_l0_reverse	6	-0.012813021428883076
133942	rnn.weight_hh_l0_reverse	7	0.02734091877937317
133942	rnn.weight_hh_l0_reverse	8	0.014113370329141617
133942	rnn.weight_hh_l0_reverse	9	0.007967471145093441
133942	rnn.bias_ih_l0_reverse	0	-0.044343408197164536
133942	rnn.bias_ih_l0_reverse	1	-0.1361210197210312
133942	rnn.bias_ih_l0_reverse	2	-0.1256599873304367
133942	rnn.bias_ih_l0_reverse	3	-0.04005192592740059
133942	rnn.bias_ih_l0_reverse	4	-0.10244593024253845
133942	rnn.bias_ih_l0_reverse	5	-0.09074217826128006
133942	rnn.bias_ih_l0_reverse	6	-0.19464264810085297
133942	rnn.bias_ih_l0_reverse	7	-0.05568743869662285
133942	rnn.bias_ih_l0_reverse	8	-0.05856791138648987
133942	rnn.bias_ih_l0_reverse	9	-0.1276458352804184
133942	rnn.bias_hh_l0_reverse	0	-0.13171765208244324
133942	rnn.bias_hh_l0_reverse	1	-0.15104609727859497
133942	rnn.bias_hh_l0_reverse	2	0.10034175217151642
133942	rnn.bias_hh_l0_reverse	3	0.06465788930654526
133942	rnn.bias_hh_l0_reverse	4	-0.16527393460273743
133942	rnn.bias_hh_l0_reverse	5	-0.13121922314167023
133942	rnn.bias_hh_l0_reverse	6	-0.1167636439204216
133942	rnn.bias_hh_l0_reverse	7	-0.04467560350894928
133942	rnn.bias_hh_l0_reverse	8	-0.08793182671070099
133942	rnn.bias_hh_l0_reverse	9	-0.0294222142547369
133942	linear.weight	0	-0.0075598484836518764
133942	linear.weight	1	0.007310351822525263
133942	linear.weight	2	0.2595925033092499
133942	linear.weight	3	-0.07970507442951202
133942	linear.weight	4	-0.010588549077510834
133942	linear.weight	5	0.11656362563371658
133942	linear.weight	6	-0.010739270597696304
133942	linear.weight	7	-0.056123338639736176
133942	linear.weight	8	0.19492025673389435
133942	linear.weight	9	-0.249923437833786
133942	linear.bias	0	-0.03956538438796997
133942	linear.bias	1	0.031413208693265915
133942	linear.bias	2	0.4209260642528534
133942	linear.bias	3	-0.552618682384491
133942	linear.bias	4	1.9419307708740234
133942	linear.bias	5	-1.3757928609848022
133942	linear.bias	6	-0.3367381691932678
133942	linear.bias	7	-0.1012844517827034
134501	transitions	0	-1.7722411155700684
134501	transitions	1	-10000.0
134501	transitions	2	-0.7969565987586975
134501	transitions	3	-10000.0
134501	transitions	4	1.9231925010681152
134501	transitions	5	-10000.0
134501	transitions	6	-10000.0
134501	transitions	7	1.7171193361282349
134501	transitions	8	-2.4823203086853027
134501	transitions	9	-4.127184867858887
134501	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
134501	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
134501	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
134501	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
134501	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
134501	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
134501	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
134501	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
134501	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
134501	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
134501	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
134501	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
134501	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
134501	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
134501	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
134501	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
134501	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
134501	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
134501	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
134501	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
134501	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
134501	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
134501	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
134501	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
134501	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
134501	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
134501	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
134501	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
134501	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
134501	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
134501	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
134501	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
134501	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
134501	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
134501	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
134501	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
134501	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
134501	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
134501	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
134501	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
134501	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
134501	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
134501	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
134501	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
134501	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
134501	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
134501	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
134501	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
134501	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
134501	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
134501	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
134501	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
134501	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
134501	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
134501	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
134501	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
134501	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
134501	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
134501	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
134501	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
134501	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
134501	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
134501	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
134501	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
134501	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
134501	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
134501	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
134501	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
134501	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
134501	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
134501	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
134501	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
134501	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
134501	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
134501	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
134501	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
134501	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
134501	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
134501	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
134501	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
134501	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
134501	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
134501	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
134501	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
134501	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
134501	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
134501	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
134501	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
134501	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
134501	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
134501	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
134501	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
134501	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
134501	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
134501	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
134501	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
134501	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
134501	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
134501	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
134501	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
134501	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
134501	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
134501	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
134501	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
134501	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
134501	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
134501	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
134501	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
134501	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
134501	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
134501	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
134501	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
134501	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
134501	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
134501	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
134501	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
134501	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
134501	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
134501	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
134501	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
134501	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
134501	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
134501	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
134501	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
134501	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
134501	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
134501	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
134501	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
134501	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
134501	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
134501	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
134501	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
134501	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
134501	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
134501	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
134501	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
134501	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
134501	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
134501	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
134501	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
134501	embedding2nn.weight	0	0.006480074487626553
134501	embedding2nn.weight	1	0.00496999965980649
134501	embedding2nn.weight	2	0.013305006548762321
134501	embedding2nn.weight	3	0.024663317948579788
134501	embedding2nn.weight	4	0.019891714677214622
134501	embedding2nn.weight	5	0.009043190628290176
134501	embedding2nn.weight	6	-0.012888206169009209
134501	embedding2nn.weight	7	-0.002823652932420373
134501	embedding2nn.weight	8	-0.005795737728476524
134501	embedding2nn.weight	9	0.0014883601106703281
134501	embedding2nn.bias	0	-0.0004783588810823858
134501	embedding2nn.bias	1	-0.01700214482843876
134501	embedding2nn.bias	2	0.06363002210855484
134501	embedding2nn.bias	3	0.046344853937625885
134501	embedding2nn.bias	4	-0.015410779975354671
134501	embedding2nn.bias	5	-0.02064378187060356
134501	embedding2nn.bias	6	0.01816544495522976
134501	embedding2nn.bias	7	-0.002137367147952318
134501	embedding2nn.bias	8	-0.03535740450024605
134501	embedding2nn.bias	9	0.013569813221693039
134501	rnn.weight_ih_l0	0	0.06996165215969086
134501	rnn.weight_ih_l0	1	-0.037867769598960876
134501	rnn.weight_ih_l0	2	-0.0006332276971079409
134501	rnn.weight_ih_l0	3	0.04499727115035057
134501	rnn.weight_ih_l0	4	-0.026788778603076935
134501	rnn.weight_ih_l0	5	0.04715801775455475
134501	rnn.weight_ih_l0	6	0.008966106921434402
134501	rnn.weight_ih_l0	7	0.06380411982536316
134501	rnn.weight_ih_l0	8	0.0068398271687328815
134501	rnn.weight_ih_l0	9	-0.022909335792064667
134501	rnn.weight_hh_l0	0	-0.015612062066793442
134501	rnn.weight_hh_l0	1	-0.02000155858695507
134501	rnn.weight_hh_l0	2	-0.05669552832841873
134501	rnn.weight_hh_l0	3	-0.005048524122685194
134501	rnn.weight_hh_l0	4	-0.009571804665029049
134501	rnn.weight_hh_l0	5	-0.026489634066820145
134501	rnn.weight_hh_l0	6	-0.0014587434707209468
134501	rnn.weight_hh_l0	7	-0.04904220253229141
134501	rnn.weight_hh_l0	8	0.06736519932746887
134501	rnn.weight_hh_l0	9	0.0455644465982914
134501	rnn.bias_ih_l0	0	-0.16709008812904358
134501	rnn.bias_ih_l0	1	-0.15451565384864807
134501	rnn.bias_ih_l0	2	-0.020666012540459633
134501	rnn.bias_ih_l0	3	-0.1391555815935135
134501	rnn.bias_ih_l0	4	-0.0550333596765995
134501	rnn.bias_ih_l0	5	-0.15468843281269073
134501	rnn.bias_ih_l0	6	0.06211870536208153
134501	rnn.bias_ih_l0	7	-0.08782290667295456
134501	rnn.bias_ih_l0	8	-0.031132182106375694
134501	rnn.bias_ih_l0	9	-0.11049888283014297
134501	rnn.bias_hh_l0	0	-0.06690806150436401
134501	rnn.bias_hh_l0	1	0.22878262400627136
134501	rnn.bias_hh_l0	2	0.03939388692378998
134501	rnn.bias_hh_l0	3	-0.06879740208387375
134501	rnn.bias_hh_l0	4	-0.07393880188465118
134501	rnn.bias_hh_l0	5	-0.02501356042921543
134501	rnn.bias_hh_l0	6	0.05863288417458534
134501	rnn.bias_hh_l0	7	-0.09407205134630203
134501	rnn.bias_hh_l0	8	-0.2231377363204956
134501	rnn.bias_hh_l0	9	-0.10075200349092484
134501	rnn.weight_ih_l0_reverse	0	0.02072703093290329
134501	rnn.weight_ih_l0_reverse	1	-0.06310746818780899
134501	rnn.weight_ih_l0_reverse	2	0.04069574922323227
134501	rnn.weight_ih_l0_reverse	3	0.00987426657229662
134501	rnn.weight_ih_l0_reverse	4	0.008325169794261456
134501	rnn.weight_ih_l0_reverse	5	-0.03123917244374752
134501	rnn.weight_ih_l0_reverse	6	0.015592862851917744
134501	rnn.weight_ih_l0_reverse	7	0.032210223376750946
134501	rnn.weight_ih_l0_reverse	8	-0.023694738745689392
134501	rnn.weight_ih_l0_reverse	9	0.002423511352390051
134501	rnn.weight_hh_l0_reverse	0	0.04478216543793678
134501	rnn.weight_hh_l0_reverse	1	0.03137234225869179
134501	rnn.weight_hh_l0_reverse	2	-0.01843556948006153
134501	rnn.weight_hh_l0_reverse	3	-0.07657293230295181
134501	rnn.weight_hh_l0_reverse	4	0.012668314389884472
134501	rnn.weight_hh_l0_reverse	5	-0.05066414549946785
134501	rnn.weight_hh_l0_reverse	6	-0.012877334840595722
134501	rnn.weight_hh_l0_reverse	7	0.02749517560005188
134501	rnn.weight_hh_l0_reverse	8	0.01411101408302784
134501	rnn.weight_hh_l0_reverse	9	0.008594201877713203
134501	rnn.bias_ih_l0_reverse	0	-0.04375920817255974
134501	rnn.bias_ih_l0_reverse	1	-0.13648951053619385
134501	rnn.bias_ih_l0_reverse	2	-0.12497244775295258
134501	rnn.bias_ih_l0_reverse	3	-0.04075203090906143
134501	rnn.bias_ih_l0_reverse	4	-0.1060577854514122
134501	rnn.bias_ih_l0_reverse	5	-0.0898512676358223
134501	rnn.bias_ih_l0_reverse	6	-0.1940976083278656
134501	rnn.bias_ih_l0_reverse	7	-0.054389357566833496
134501	rnn.bias_ih_l0_reverse	8	-0.05976279452443123
134501	rnn.bias_ih_l0_reverse	9	-0.12856733798980713
134501	rnn.bias_hh_l0_reverse	0	-0.13154195249080658
134501	rnn.bias_hh_l0_reverse	1	-0.1496778130531311
134501	rnn.bias_hh_l0_reverse	2	0.10351693630218506
134501	rnn.bias_hh_l0_reverse	3	0.06319636106491089
134501	rnn.bias_hh_l0_reverse	4	-0.16500741243362427
134501	rnn.bias_hh_l0_reverse	5	-0.12949807941913605
134501	rnn.bias_hh_l0_reverse	6	-0.11625348031520844
134501	rnn.bias_hh_l0_reverse	7	-0.04348655790090561
134501	rnn.bias_hh_l0_reverse	8	-0.08768820017576218
134501	rnn.bias_hh_l0_reverse	9	-0.028964580968022346
134501	linear.weight	0	-0.007555515971034765
134501	linear.weight	1	0.0011687795631587505
134501	linear.weight	2	0.25007399916648865
134501	linear.weight	3	-0.07970339804887772
134501	linear.weight	4	-0.010588549077510834
134501	linear.weight	5	0.0857362300157547
134501	linear.weight	6	-0.010739270597696304
134501	linear.weight	7	-0.054470136761665344
134501	linear.weight	8	0.17253175377845764
134501	linear.weight	9	-0.24547310173511505
134501	linear.bias	0	-0.03956538438796997
134501	linear.bias	1	0.031413208693265915
134501	linear.bias	2	0.43324828147888184
134501	linear.bias	3	-0.5356253981590271
134501	linear.bias	4	1.9533753395080566
134501	linear.bias	5	-1.3760321140289307
134501	linear.bias	6	-0.35736703872680664
134501	linear.bias	7	-0.12119153887033463
135059	transitions	0	-1.7734276056289673
135059	transitions	1	-10000.0
135059	transitions	2	-0.7969565987586975
135059	transitions	3	-10000.0
135059	transitions	4	1.9300786256790161
135059	transitions	5	-10000.0
135059	transitions	6	-10000.0
135059	transitions	7	1.7180544137954712
135059	transitions	8	-2.483309507369995
135059	transitions	9	-4.128015995025635
135059	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
135059	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
135059	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
135059	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
135059	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
135059	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
135059	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
135059	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
135059	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
135059	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
135059	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
135059	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
135059	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
135059	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
135059	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
135059	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
135059	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
135059	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
135059	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
135059	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
135059	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
135059	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
135059	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
135059	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
135059	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
135059	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
135059	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
135059	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
135059	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
135059	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
135059	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
135059	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
135059	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
135059	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
135059	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
135059	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
135059	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
135059	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
135059	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
135059	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
135059	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
135059	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
135059	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
135059	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
135059	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
135059	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
135059	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
135059	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
135059	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
135059	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
135059	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
135059	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
135059	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
135059	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
135059	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
135059	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
135059	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
135059	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
135059	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
135059	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
135059	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
135059	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
135059	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
135059	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
135059	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
135059	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
135059	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
135059	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
135059	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
135059	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
135059	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
135059	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
135059	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
135059	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
135059	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
135059	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
135059	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
135059	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
135059	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
135059	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
135059	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
135059	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
135059	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
135059	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
135059	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
135059	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
135059	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
135059	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
135059	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
135059	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
135059	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
135059	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
135059	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
135059	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
135059	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
135059	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
135059	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
135059	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
135059	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
135059	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
135059	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
135059	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
135059	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
135059	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
135059	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
135059	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
135059	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
135059	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
135059	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
135059	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
135059	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
135059	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
135059	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
135059	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
135059	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
135059	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
135059	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
135059	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
135059	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
135059	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
135059	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
135059	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
135059	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
135059	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
135059	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
135059	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
135059	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
135059	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
135059	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
135059	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
135059	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
135059	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
135059	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
135059	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
135059	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
135059	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
135059	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
135059	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
135059	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
135059	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
135059	embedding2nn.weight	0	0.006471491418778896
135059	embedding2nn.weight	1	0.004930761177092791
135059	embedding2nn.weight	2	0.013319633901119232
135059	embedding2nn.weight	3	0.024618329480290413
135059	embedding2nn.weight	4	0.019912870600819588
135059	embedding2nn.weight	5	0.008426854386925697
135059	embedding2nn.weight	6	-0.012820260599255562
135059	embedding2nn.weight	7	-0.002867496106773615
135059	embedding2nn.weight	8	-0.005600694101303816
135059	embedding2nn.weight	9	0.0011956727830693126
135059	embedding2nn.bias	0	0.005652290768921375
135059	embedding2nn.bias	1	-0.014251300133764744
135059	embedding2nn.bias	2	0.0616062730550766
135059	embedding2nn.bias	3	0.04295829311013222
135059	embedding2nn.bias	4	-0.01915353536605835
135059	embedding2nn.bias	5	-0.022258704528212547
135059	embedding2nn.bias	6	0.016875039786100388
135059	embedding2nn.bias	7	-0.0035315947607159615
135059	embedding2nn.bias	8	-0.036354951560497284
135059	embedding2nn.bias	9	0.01368720829486847
135059	rnn.weight_ih_l0	0	0.06965617090463638
135059	rnn.weight_ih_l0	1	-0.03695116192102432
135059	rnn.weight_ih_l0	2	5.2805462473770604e-05
135059	rnn.weight_ih_l0	3	0.044632699340581894
135059	rnn.weight_ih_l0	4	-0.027001259848475456
135059	rnn.weight_ih_l0	5	0.04688747227191925
135059	rnn.weight_ih_l0	6	0.008946606889367104
135059	rnn.weight_ih_l0	7	0.063758485019207
135059	rnn.weight_ih_l0	8	0.006446080282330513
135059	rnn.weight_ih_l0	9	-0.02299497276544571
135059	rnn.weight_hh_l0	0	-0.01568637415766716
135059	rnn.weight_hh_l0	1	-0.020271601155400276
135059	rnn.weight_hh_l0	2	-0.05683767423033714
135059	rnn.weight_hh_l0	3	-0.005066102370619774
135059	rnn.weight_hh_l0	4	-0.009618030861020088
135059	rnn.weight_hh_l0	5	-0.026299940422177315
135059	rnn.weight_hh_l0	6	-0.0014153734082356095
135059	rnn.weight_hh_l0	7	-0.04897264018654823
135059	rnn.weight_hh_l0	8	0.06734766066074371
135059	rnn.weight_hh_l0	9	0.04558325931429863
135059	rnn.bias_ih_l0	0	-0.1683252900838852
135059	rnn.bias_ih_l0	1	-0.15572497248649597
135059	rnn.bias_ih_l0	2	-0.021266557276248932
135059	rnn.bias_ih_l0	3	-0.14093945920467377
135059	rnn.bias_ih_l0	4	-0.054558999836444855
135059	rnn.bias_ih_l0	5	-0.15631183981895447
135059	rnn.bias_ih_l0	6	0.059811174869537354
135059	rnn.bias_ih_l0	7	-0.08809817582368851
135059	rnn.bias_ih_l0	8	-0.02880512736737728
135059	rnn.bias_ih_l0	9	-0.11011233180761337
135059	rnn.bias_hh_l0	0	-0.06968953460454941
135059	rnn.bias_hh_l0	1	0.22750043869018555
135059	rnn.bias_hh_l0	2	0.036773402243852615
135059	rnn.bias_hh_l0	3	-0.06734610348939896
135059	rnn.bias_hh_l0	4	-0.07510344684123993
135059	rnn.bias_hh_l0	5	-0.019035987555980682
135059	rnn.bias_hh_l0	6	0.059564635157585144
135059	rnn.bias_hh_l0	7	-0.09462472051382065
135059	rnn.bias_hh_l0	8	-0.2227611094713211
135059	rnn.bias_hh_l0	9	-0.10068073868751526
135059	rnn.weight_ih_l0_reverse	0	0.020990051329135895
135059	rnn.weight_ih_l0_reverse	1	-0.06267904490232468
135059	rnn.weight_ih_l0_reverse	2	0.04065226390957832
135059	rnn.weight_ih_l0_reverse	3	0.009825685992836952
135059	rnn.weight_ih_l0_reverse	4	0.00793872307986021
135059	rnn.weight_ih_l0_reverse	5	-0.031792208552360535
135059	rnn.weight_ih_l0_reverse	6	0.016442149877548218
135059	rnn.weight_ih_l0_reverse	7	0.031956806778907776
135059	rnn.weight_ih_l0_reverse	8	-0.023969756439328194
135059	rnn.weight_ih_l0_reverse	9	0.0014365569222718477
135059	rnn.weight_hh_l0_reverse	0	0.04503858461976051
135059	rnn.weight_hh_l0_reverse	1	0.030818797647953033
135059	rnn.weight_hh_l0_reverse	2	-0.01845535822212696
135059	rnn.weight_hh_l0_reverse	3	-0.07669548690319061
135059	rnn.weight_hh_l0_reverse	4	0.012831312604248524
135059	rnn.weight_hh_l0_reverse	5	-0.05044975131750107
135059	rnn.weight_hh_l0_reverse	6	-0.012823643162846565
135059	rnn.weight_hh_l0_reverse	7	0.027531461790204048
135059	rnn.weight_hh_l0_reverse	8	0.014509531669318676
135059	rnn.weight_hh_l0_reverse	9	0.00807596743106842
135059	rnn.bias_ih_l0_reverse	0	-0.046028073877096176
135059	rnn.bias_ih_l0_reverse	1	-0.13588352501392365
135059	rnn.bias_ih_l0_reverse	2	-0.12726442515850067
135059	rnn.bias_ih_l0_reverse	3	-0.0402221754193306
135059	rnn.bias_ih_l0_reverse	4	-0.10686355829238892
135059	rnn.bias_ih_l0_reverse	5	-0.09068834036588669
135059	rnn.bias_ih_l0_reverse	6	-0.19387765228748322
135059	rnn.bias_ih_l0_reverse	7	-0.054212335497140884
135059	rnn.bias_ih_l0_reverse	8	-0.06019439548254013
135059	rnn.bias_ih_l0_reverse	9	-0.12952739000320435
135059	rnn.bias_hh_l0_reverse	0	-0.13191008567810059
135059	rnn.bias_hh_l0_reverse	1	-0.15058620274066925
135059	rnn.bias_hh_l0_reverse	2	0.09980981051921844
135059	rnn.bias_hh_l0_reverse	3	0.05854169279336929
135059	rnn.bias_hh_l0_reverse	4	-0.16579949855804443
135059	rnn.bias_hh_l0_reverse	5	-0.1287245899438858
135059	rnn.bias_hh_l0_reverse	6	-0.11769094318151474
135059	rnn.bias_hh_l0_reverse	7	-0.04511192440986633
135059	rnn.bias_hh_l0_reverse	8	-0.08964385837316513
135059	rnn.bias_hh_l0_reverse	9	-0.03148817643523216
135059	linear.weight	0	-0.00755572784692049
135059	linear.weight	1	0.011016049422323704
135059	linear.weight	2	0.25575095415115356
135059	linear.weight	3	-0.07970324903726578
135059	linear.weight	4	-0.010588549077510834
135059	linear.weight	5	0.06313475221395493
135059	linear.weight	6	-0.010739270597696304
135059	linear.weight	7	-0.054399728775024414
135059	linear.weight	8	0.17563606798648834
135059	linear.weight	9	-0.24221575260162354
135059	linear.bias	0	-0.03956538438796997
135059	linear.bias	1	0.031413208693265915
135059	linear.bias	2	0.4680279493331909
135059	linear.bias	3	-0.6230315566062927
135059	linear.bias	4	1.9788551330566406
135059	linear.bias	5	-1.3762716054916382
135059	linear.bias	6	-0.34318703413009644
135059	linear.bias	7	-0.10800394415855408
135617	transitions	0	-1.7752774953842163
135617	transitions	1	-10000.0
135617	transitions	2	-0.7969565987586975
135617	transitions	3	-10000.0
135617	transitions	4	1.9214309453964233
135617	transitions	5	-10000.0
135617	transitions	6	-10000.0
135617	transitions	7	1.7229719161987305
135617	transitions	8	-2.48431396484375
135617	transitions	9	-4.128842830657959
135617	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
135617	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
135617	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
135617	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
135617	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
135617	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
135617	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
135617	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
135617	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
135617	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
135617	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
135617	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
135617	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
135617	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
135617	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
135617	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
135617	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
135617	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
135617	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
135617	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
135617	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
135617	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
135617	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
135617	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
135617	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
135617	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
135617	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
135617	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
135617	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
135617	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
135617	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
135617	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
135617	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
135617	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
135617	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
135617	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
135617	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
135617	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
135617	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
135617	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
135617	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
135617	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
135617	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
135617	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
135617	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
135617	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
135617	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
135617	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
135617	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
135617	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
135617	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
135617	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
135617	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
135617	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
135617	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
135617	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
135617	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
135617	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
135617	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
135617	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
135617	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
135617	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
135617	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
135617	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
135617	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
135617	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
135617	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
135617	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
135617	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
135617	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
135617	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
135617	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
135617	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
135617	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
135617	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
135617	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
135617	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
135617	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
135617	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
135617	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
135617	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
135617	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
135617	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
135617	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
135617	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
135617	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
135617	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
135617	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
135617	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
135617	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
135617	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
135617	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
135617	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
135617	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
135617	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
135617	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
135617	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
135617	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
135617	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
135617	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
135617	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
135617	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
135617	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
135617	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
135617	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
135617	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
135617	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
135617	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
135617	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
135617	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
135617	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
135617	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
135617	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
135617	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
135617	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
135617	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
135617	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
135617	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
135617	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
135617	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
135617	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
135617	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
135617	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
135617	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
135617	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
135617	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
135617	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
135617	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
135617	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
135617	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
135617	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
135617	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
135617	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
135617	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
135617	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
135617	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
135617	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
135617	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
135617	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
135617	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
135617	embedding2nn.weight	0	0.006466222926974297
135617	embedding2nn.weight	1	0.004945892374962568
135617	embedding2nn.weight	2	0.013312850147485733
135617	embedding2nn.weight	3	0.024545757099986076
135617	embedding2nn.weight	4	0.01992577128112316
135617	embedding2nn.weight	5	0.008333442732691765
135617	embedding2nn.weight	6	-0.01279467809945345
135617	embedding2nn.weight	7	-0.0027748860884457827
135617	embedding2nn.weight	8	-0.006592874880880117
135617	embedding2nn.weight	9	0.0012549449456855655
135617	embedding2nn.bias	0	0.005918802227824926
135617	embedding2nn.bias	1	-0.017735354602336884
135617	embedding2nn.bias	2	0.06558587402105331
135617	embedding2nn.bias	3	0.047097135335206985
135617	embedding2nn.bias	4	-0.021158726885914803
135617	embedding2nn.bias	5	-0.025907186791300774
135617	embedding2nn.bias	6	0.016254868358373642
135617	embedding2nn.bias	7	-0.007358346600085497
135617	embedding2nn.bias	8	-0.037049684673547745
135617	embedding2nn.bias	9	0.017338916659355164
135617	rnn.weight_ih_l0	0	0.07018420845270157
135617	rnn.weight_ih_l0	1	-0.037035245448350906
135617	rnn.weight_ih_l0	2	-0.0007703178562223911
135617	rnn.weight_ih_l0	3	0.04483939707279205
135617	rnn.weight_ih_l0	4	-0.027595676481723785
135617	rnn.weight_ih_l0	5	0.0453483909368515
135617	rnn.weight_ih_l0	6	0.00870258267968893
135617	rnn.weight_ih_l0	7	0.06355170905590057
135617	rnn.weight_ih_l0	8	0.006326333619654179
135617	rnn.weight_ih_l0	9	-0.023158181458711624
135617	rnn.weight_hh_l0	0	-0.015787513926625252
135617	rnn.weight_hh_l0	1	-0.020636167377233505
135617	rnn.weight_hh_l0	2	-0.05651900917291641
135617	rnn.weight_hh_l0	3	-0.0050287977792322636
135617	rnn.weight_hh_l0	4	-0.00967375747859478
135617	rnn.weight_hh_l0	5	-0.026078449562191963
135617	rnn.weight_hh_l0	6	-0.0013781249290332198
135617	rnn.weight_hh_l0	7	-0.048773813992738724
135617	rnn.weight_hh_l0	8	0.06738046556711197
135617	rnn.weight_hh_l0	9	0.04597502946853638
135617	rnn.bias_ih_l0	0	-0.16894355416297913
135617	rnn.bias_ih_l0	1	-0.15514394640922546
135617	rnn.bias_ih_l0	2	-0.021180886775255203
135617	rnn.bias_ih_l0	3	-0.14076277613639832
135617	rnn.bias_ih_l0	4	-0.0557439848780632
135617	rnn.bias_ih_l0	5	-0.1573144644498825
135617	rnn.bias_ih_l0	6	0.05951017513871193
135617	rnn.bias_ih_l0	7	-0.08770903199911118
135617	rnn.bias_ih_l0	8	-0.029902325943112373
135617	rnn.bias_ih_l0	9	-0.10912558436393738
135617	rnn.bias_hh_l0	0	-0.06881500780582428
135617	rnn.bias_hh_l0	1	0.22791750729084015
135617	rnn.bias_hh_l0	2	0.03695222735404968
135617	rnn.bias_hh_l0	3	-0.0679711401462555
135617	rnn.bias_hh_l0	4	-0.07520544528961182
135617	rnn.bias_hh_l0	5	-0.014319161884486675
135617	rnn.bias_hh_l0	6	0.0593862421810627
135617	rnn.bias_hh_l0	7	-0.0971585214138031
135617	rnn.bias_hh_l0	8	-0.2219744771718979
135617	rnn.bias_hh_l0	9	-0.10112173855304718
135617	rnn.weight_ih_l0_reverse	0	0.0216571893543005
135617	rnn.weight_ih_l0_reverse	1	-0.062114883214235306
135617	rnn.weight_ih_l0_reverse	2	0.04081385210156441
135617	rnn.weight_ih_l0_reverse	3	0.010233955457806587
135617	rnn.weight_ih_l0_reverse	4	0.007763703819364309
135617	rnn.weight_ih_l0_reverse	5	-0.031302593648433685
135617	rnn.weight_ih_l0_reverse	6	0.01511788833886385
135617	rnn.weight_ih_l0_reverse	7	0.0315483883023262
135617	rnn.weight_ih_l0_reverse	8	-0.024291666224598885
135617	rnn.weight_ih_l0_reverse	9	0.0013397452421486378
135617	rnn.weight_hh_l0_reverse	0	0.04492747411131859
135617	rnn.weight_hh_l0_reverse	1	0.03076756000518799
135617	rnn.weight_hh_l0_reverse	2	-0.019032970070838928
135617	rnn.weight_hh_l0_reverse	3	-0.07634708285331726
135617	rnn.weight_hh_l0_reverse	4	0.012542431242763996
135617	rnn.weight_hh_l0_reverse	5	-0.05094603821635246
135617	rnn.weight_hh_l0_reverse	6	-0.012828553095459938
135617	rnn.weight_hh_l0_reverse	7	0.027449695393443108
135617	rnn.weight_hh_l0_reverse	8	0.014513206668198109
135617	rnn.weight_hh_l0_reverse	9	0.0075646694749593735
135617	rnn.bias_ih_l0_reverse	0	-0.04584245756268501
135617	rnn.bias_ih_l0_reverse	1	-0.1349024921655655
135617	rnn.bias_ih_l0_reverse	2	-0.1307939887046814
135617	rnn.bias_ih_l0_reverse	3	-0.03869158774614334
135617	rnn.bias_ih_l0_reverse	4	-0.10786493122577667
135617	rnn.bias_ih_l0_reverse	5	-0.08972865343093872
135617	rnn.bias_ih_l0_reverse	6	-0.19363433122634888
135617	rnn.bias_ih_l0_reverse	7	-0.05540741980075836
135617	rnn.bias_ih_l0_reverse	8	-0.060340847820043564
135617	rnn.bias_ih_l0_reverse	9	-0.1299797147512436
135617	rnn.bias_hh_l0_reverse	0	-0.13445644080638885
135617	rnn.bias_hh_l0_reverse	1	-0.1482163518667221
135617	rnn.bias_hh_l0_reverse	2	0.10299792885780334
135617	rnn.bias_hh_l0_reverse	3	0.0604044608771801
135617	rnn.bias_hh_l0_reverse	4	-0.1661369800567627
135617	rnn.bias_hh_l0_reverse	5	-0.12838566303253174
135617	rnn.bias_hh_l0_reverse	6	-0.11865649372339249
135617	rnn.bias_hh_l0_reverse	7	-0.045764174312353134
135617	rnn.bias_hh_l0_reverse	8	-0.08893252164125443
135617	rnn.bias_hh_l0_reverse	9	-0.030140345916152
135617	linear.weight	0	-0.007556541822850704
135617	linear.weight	1	-0.0014092449564486742
135617	linear.weight	2	0.2434299737215042
135617	linear.weight	3	-0.07970304042100906
135617	linear.weight	4	-0.010588549077510834
135617	linear.weight	5	0.05136771872639656
135617	linear.weight	6	-0.010739270597696304
135617	linear.weight	7	-0.035902563482522964
135617	linear.weight	8	0.1960763782262802
135617	linear.weight	9	-0.23756498098373413
135617	linear.bias	0	-0.03956538438796997
135617	linear.bias	1	0.031413208693265915
135617	linear.bias	2	0.4338330924510956
135617	linear.bias	3	-0.5561708211898804
135617	linear.bias	4	1.962357997894287
135617	linear.bias	5	-1.3765040636062622
135617	linear.bias	6	-0.35055574774742126
135617	linear.bias	7	-0.11658559739589691
136175	transitions	0	-1.7764121294021606
136175	transitions	1	-10000.0
136175	transitions	2	-0.7969565987586975
136175	transitions	3	-10000.0
136175	transitions	4	1.8968435525894165
136175	transitions	5	-10000.0
136175	transitions	6	-10000.0
136175	transitions	7	1.7283968925476074
136175	transitions	8	-2.4851300716400146
136175	transitions	9	-4.129637241363525
136175	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
136175	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
136175	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
136175	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
136175	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
136175	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
136175	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
136175	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
136175	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
136175	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
136175	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
136175	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
136175	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
136175	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
136175	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
136175	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
136175	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
136175	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
136175	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
136175	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
136175	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
136175	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
136175	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
136175	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
136175	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
136175	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
136175	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
136175	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
136175	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
136175	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
136175	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
136175	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
136175	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
136175	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
136175	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
136175	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
136175	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
136175	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
136175	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
136175	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
136175	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
136175	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
136175	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
136175	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
136175	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
136175	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
136175	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
136175	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
136175	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
136175	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
136175	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
136175	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
136175	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
136175	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
136175	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
136175	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
136175	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
136175	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
136175	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
136175	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
136175	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
136175	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
136175	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
136175	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
136175	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
136175	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
136175	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
136175	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
136175	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
136175	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
136175	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
136175	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
136175	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
136175	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
136175	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
136175	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
136175	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
136175	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
136175	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
136175	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
136175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
136175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
136175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
136175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
136175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
136175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
136175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
136175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
136175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
136175	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
136175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
136175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
136175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
136175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
136175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
136175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
136175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
136175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
136175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
136175	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
136175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
136175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
136175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
136175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
136175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
136175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
136175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
136175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
136175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
136175	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
136175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
136175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
136175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
136175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
136175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
136175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
136175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
136175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
136175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
136175	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
136175	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
136175	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
136175	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
136175	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
136175	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
136175	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
136175	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
136175	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
136175	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
136175	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
136175	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
136175	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
136175	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
136175	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
136175	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
136175	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
136175	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
136175	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
136175	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
136175	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
136175	embedding2nn.weight	0	0.006482371594756842
136175	embedding2nn.weight	1	0.004953827243298292
136175	embedding2nn.weight	2	0.013319467194378376
136175	embedding2nn.weight	3	0.024491503834724426
136175	embedding2nn.weight	4	0.01967611350119114
136175	embedding2nn.weight	5	0.00856622401624918
136175	embedding2nn.weight	6	-0.012475227005779743
136175	embedding2nn.weight	7	-0.002620042534545064
136175	embedding2nn.weight	8	-0.006291181780397892
136175	embedding2nn.weight	9	0.0012151976116001606
136175	embedding2nn.bias	0	0.00404055742546916
136175	embedding2nn.bias	1	-0.02264178916811943
136175	embedding2nn.bias	2	0.06723522394895554
136175	embedding2nn.bias	3	0.0477701835334301
136175	embedding2nn.bias	4	-0.018772635608911514
136175	embedding2nn.bias	5	-0.020954614505171776
136175	embedding2nn.bias	6	0.014036159962415695
136175	embedding2nn.bias	7	0.00017048219160642475
136175	embedding2nn.bias	8	-0.03923272714018822
136175	embedding2nn.bias	9	0.014171039685606956
136175	rnn.weight_ih_l0	0	0.07034437358379364
136175	rnn.weight_ih_l0	1	-0.03761141002178192
136175	rnn.weight_ih_l0	2	6.33573072263971e-05
136175	rnn.weight_ih_l0	3	0.04561958461999893
136175	rnn.weight_ih_l0	4	-0.027625108137726784
136175	rnn.weight_ih_l0	5	0.04516168683767319
136175	rnn.weight_ih_l0	6	0.008842057548463345
136175	rnn.weight_ih_l0	7	0.06416792422533035
136175	rnn.weight_ih_l0	8	0.00588848814368248
136175	rnn.weight_ih_l0	9	-0.023912275210022926
136175	rnn.weight_hh_l0	0	-0.015514661557972431
136175	rnn.weight_hh_l0	1	-0.020894940942525864
136175	rnn.weight_hh_l0	2	-0.0558510422706604
136175	rnn.weight_hh_l0	3	-0.005093403626233339
136175	rnn.weight_hh_l0	4	-0.009606446139514446
136175	rnn.weight_hh_l0	5	-0.026138462126255035
136175	rnn.weight_hh_l0	6	-0.0013149266596883535
136175	rnn.weight_hh_l0	7	-0.04867406561970711
136175	rnn.weight_hh_l0	8	0.06770270317792892
136175	rnn.weight_hh_l0	9	0.045761238783597946
136175	rnn.bias_ih_l0	0	-0.16852718591690063
136175	rnn.bias_ih_l0	1	-0.15458431839942932
136175	rnn.bias_ih_l0	2	-0.02124948985874653
136175	rnn.bias_ih_l0	3	-0.1417059302330017
136175	rnn.bias_ih_l0	4	-0.05745287612080574
136175	rnn.bias_ih_l0	5	-0.15943169593811035
136175	rnn.bias_ih_l0	6	0.06194436922669411
136175	rnn.bias_ih_l0	7	-0.08786407858133316
136175	rnn.bias_ih_l0	8	-0.0293471310287714
136175	rnn.bias_ih_l0	9	-0.10703201591968536
136175	rnn.bias_hh_l0	0	-0.06966160982847214
136175	rnn.bias_hh_l0	1	0.23088963329792023
136175	rnn.bias_hh_l0	2	0.03928207606077194
136175	rnn.bias_hh_l0	3	-0.06861653923988342
136175	rnn.bias_hh_l0	4	-0.07574191689491272
136175	rnn.bias_hh_l0	5	-0.020608792081475258
136175	rnn.bias_hh_l0	6	0.059088241308927536
136175	rnn.bias_hh_l0	7	-0.09362903237342834
136175	rnn.bias_hh_l0	8	-0.2198888212442398
136175	rnn.bias_hh_l0	9	-0.10136128216981888
136175	rnn.weight_ih_l0_reverse	0	0.022030426189303398
136175	rnn.weight_ih_l0_reverse	1	-0.06174606457352638
136175	rnn.weight_ih_l0_reverse	2	0.040546346455812454
136175	rnn.weight_ih_l0_reverse	3	0.010298285633325577
136175	rnn.weight_ih_l0_reverse	4	0.007494049612432718
136175	rnn.weight_ih_l0_reverse	5	-0.030259771272540092
136175	rnn.weight_ih_l0_reverse	6	0.015050225891172886
136175	rnn.weight_ih_l0_reverse	7	0.03155229613184929
136175	rnn.weight_ih_l0_reverse	8	-0.024210643023252487
136175	rnn.weight_ih_l0_reverse	9	0.0011843167012557387
136175	rnn.weight_hh_l0_reverse	0	0.0450097881257534
136175	rnn.weight_hh_l0_reverse	1	0.030683517456054688
136175	rnn.weight_hh_l0_reverse	2	-0.019071461632847786
136175	rnn.weight_hh_l0_reverse	3	-0.07606887072324753
136175	rnn.weight_hh_l0_reverse	4	0.01250560861080885
136175	rnn.weight_hh_l0_reverse	5	-0.050824765115976334
136175	rnn.weight_hh_l0_reverse	6	-0.012942471541464329
136175	rnn.weight_hh_l0_reverse	7	0.027484584599733353
136175	rnn.weight_hh_l0_reverse	8	0.014852249063551426
136175	rnn.weight_hh_l0_reverse	9	0.007542390841990709
136175	rnn.bias_ih_l0_reverse	0	-0.04666247218847275
136175	rnn.bias_ih_l0_reverse	1	-0.135142982006073
136175	rnn.bias_ih_l0_reverse	2	-0.12824170291423798
136175	rnn.bias_ih_l0_reverse	3	-0.03820723667740822
136175	rnn.bias_ih_l0_reverse	4	-0.10811466723680496
136175	rnn.bias_ih_l0_reverse	5	-0.08864367753267288
136175	rnn.bias_ih_l0_reverse	6	-0.19388122856616974
136175	rnn.bias_ih_l0_reverse	7	-0.0562092624604702
136175	rnn.bias_ih_l0_reverse	8	-0.05767209827899933
136175	rnn.bias_ih_l0_reverse	9	-0.1308903694152832
136175	rnn.bias_hh_l0_reverse	0	-0.13382698595523834
136175	rnn.bias_hh_l0_reverse	1	-0.1508178561925888
136175	rnn.bias_hh_l0_reverse	2	0.09778626263141632
136175	rnn.bias_hh_l0_reverse	3	0.063181571662426
136175	rnn.bias_hh_l0_reverse	4	-0.1615411341190338
136175	rnn.bias_hh_l0_reverse	5	-0.1284153163433075
136175	rnn.bias_hh_l0_reverse	6	-0.1183849573135376
136175	rnn.bias_hh_l0_reverse	7	-0.047581326216459274
136175	rnn.bias_hh_l0_reverse	8	-0.08835141360759735
136175	rnn.bias_hh_l0_reverse	9	-0.029707081615924835
136175	linear.weight	0	-0.007557038217782974
136175	linear.weight	1	0.00716438889503479
136175	linear.weight	2	0.23207902908325195
136175	linear.weight	3	-0.0797022134065628
136175	linear.weight	4	-0.010588549077510834
136175	linear.weight	5	0.08668162673711777
136175	linear.weight	6	-0.010739270597696304
136175	linear.weight	7	-0.048724934458732605
136175	linear.weight	8	0.2032756805419922
136175	linear.weight	9	-0.23830315470695496
136175	linear.bias	0	-0.03956538438796997
136175	linear.bias	1	0.031413208693265915
136175	linear.bias	2	0.46193236112594604
136175	linear.bias	3	-0.5947331190109253
136175	linear.bias	4	1.9604618549346924
136175	linear.bias	5	-1.3767426013946533
136175	linear.bias	6	-0.34320366382598877
136175	linear.bias	7	-0.11135416477918625
136733	transitions	0	-1.7776716947555542
136733	transitions	1	-10000.0
136733	transitions	2	-0.7969565987586975
136733	transitions	3	-10000.0
136733	transitions	4	1.9031015634536743
136733	transitions	5	-10000.0
136733	transitions	6	-10000.0
136733	transitions	7	1.7222670316696167
136733	transitions	8	-2.4858860969543457
136733	transitions	9	-4.130398750305176
136733	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
136733	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
136733	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
136733	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
136733	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
136733	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
136733	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
136733	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
136733	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
136733	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
136733	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
136733	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
136733	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
136733	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
136733	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
136733	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
136733	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
136733	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
136733	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
136733	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
136733	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
136733	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
136733	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
136733	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
136733	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
136733	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
136733	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
136733	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
136733	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
136733	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
136733	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
136733	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
136733	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
136733	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
136733	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
136733	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
136733	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
136733	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
136733	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
136733	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
136733	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
136733	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
136733	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
136733	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
136733	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
136733	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
136733	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
136733	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
136733	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
136733	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
136733	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
136733	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
136733	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
136733	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
136733	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
136733	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
136733	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
136733	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
136733	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
136733	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
136733	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
136733	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
136733	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
136733	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
136733	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
136733	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
136733	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
136733	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
136733	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
136733	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
136733	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
136733	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
136733	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
136733	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
136733	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
136733	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
136733	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
136733	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
136733	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
136733	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
136733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
136733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
136733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
136733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
136733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
136733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
136733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
136733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
136733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
136733	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
136733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
136733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
136733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
136733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
136733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
136733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
136733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
136733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
136733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
136733	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
136733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
136733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
136733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
136733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
136733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
136733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
136733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
136733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
136733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
136733	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
136733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
136733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
136733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
136733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
136733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
136733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
136733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
136733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
136733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
136733	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
136733	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
136733	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
136733	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
136733	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
136733	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
136733	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
136733	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
136733	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
136733	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
136733	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
136733	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
136733	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
136733	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
136733	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
136733	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
136733	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
136733	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
136733	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
136733	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
136733	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
136733	embedding2nn.weight	0	0.006463132798671722
136733	embedding2nn.weight	1	0.004821899347007275
136733	embedding2nn.weight	2	0.013304268941283226
136733	embedding2nn.weight	3	0.024292154237627983
136733	embedding2nn.weight	4	0.019603785127401352
136733	embedding2nn.weight	5	0.007997795939445496
136733	embedding2nn.weight	6	-0.012291237711906433
136733	embedding2nn.weight	7	-0.002523873932659626
136733	embedding2nn.weight	8	-0.0065094786696136
136733	embedding2nn.weight	9	0.0010603865375742316
136733	embedding2nn.bias	0	0.00688669690862298
136733	embedding2nn.bias	1	-0.024295054376125336
136733	embedding2nn.bias	2	0.06584567576646805
136733	embedding2nn.bias	3	0.04942150041460991
136733	embedding2nn.bias	4	-0.014002145268023014
136733	embedding2nn.bias	5	-0.017869409173727036
136733	embedding2nn.bias	6	0.017408769577741623
136733	embedding2nn.bias	7	-0.0016252223867923021
136733	embedding2nn.bias	8	-0.03710855916142464
136733	embedding2nn.bias	9	0.016745200380682945
136733	rnn.weight_ih_l0	0	0.0710642859339714
136733	rnn.weight_ih_l0	1	-0.038069337606430054
136733	rnn.weight_ih_l0	2	-0.00030411448096856475
136733	rnn.weight_ih_l0	3	0.0452728271484375
136733	rnn.weight_ih_l0	4	-0.028321897611021996
136733	rnn.weight_ih_l0	5	0.044773489236831665
136733	rnn.weight_ih_l0	6	0.008796487003564835
136733	rnn.weight_ih_l0	7	0.0638376921415329
136733	rnn.weight_ih_l0	8	0.005901932716369629
136733	rnn.weight_ih_l0	9	-0.024589989334344864
136733	rnn.weight_hh_l0	0	-0.015041056089103222
136733	rnn.weight_hh_l0	1	-0.020842906087636948
136733	rnn.weight_hh_l0	2	-0.05555026978254318
136733	rnn.weight_hh_l0	3	-0.005081139970570803
136733	rnn.weight_hh_l0	4	-0.009523151442408562
136733	rnn.weight_hh_l0	5	-0.026080448180437088
136733	rnn.weight_hh_l0	6	-0.001314654597081244
136733	rnn.weight_hh_l0	7	-0.04854068532586098
136733	rnn.weight_hh_l0	8	0.06772811710834503
136733	rnn.weight_hh_l0	9	0.045925725251436234
136733	rnn.bias_ih_l0	0	-0.16872912645339966
136733	rnn.bias_ih_l0	1	-0.1571958214044571
136733	rnn.bias_ih_l0	2	-0.021128574386239052
136733	rnn.bias_ih_l0	3	-0.1419629007577896
136733	rnn.bias_ih_l0	4	-0.05860898643732071
136733	rnn.bias_ih_l0	5	-0.15511730313301086
136733	rnn.bias_ih_l0	6	0.06195300444960594
136733	rnn.bias_ih_l0	7	-0.08646755665540695
136733	rnn.bias_ih_l0	8	-0.029711032286286354
136733	rnn.bias_ih_l0	9	-0.11039676517248154
136733	rnn.bias_hh_l0	0	-0.0718652755022049
136733	rnn.bias_hh_l0	1	0.23293396830558777
136733	rnn.bias_hh_l0	2	0.03958600386977196
136733	rnn.bias_hh_l0	3	-0.065024234354496
136733	rnn.bias_hh_l0	4	-0.0742795541882515
136733	rnn.bias_hh_l0	5	-0.020484663546085358
136733	rnn.bias_hh_l0	6	0.058029044419527054
136733	rnn.bias_hh_l0	7	-0.09228312969207764
136733	rnn.bias_hh_l0	8	-0.22132401168346405
136733	rnn.bias_hh_l0	9	-0.10067178308963776
136733	rnn.weight_ih_l0_reverse	0	0.020517954602837563
136733	rnn.weight_ih_l0_reverse	1	-0.0622059628367424
136733	rnn.weight_ih_l0_reverse	2	0.04100540652871132
136733	rnn.weight_ih_l0_reverse	3	0.010405810549855232
136733	rnn.weight_ih_l0_reverse	4	0.006913296412676573
136733	rnn.weight_ih_l0_reverse	5	-0.030399978160858154
136733	rnn.weight_ih_l0_reverse	6	0.015566646121442318
136733	rnn.weight_ih_l0_reverse	7	0.032125722616910934
136733	rnn.weight_ih_l0_reverse	8	-0.0244002528488636
136733	rnn.weight_ih_l0_reverse	9	0.0011422723764553666
136733	rnn.weight_hh_l0_reverse	0	0.04512906074523926
136733	rnn.weight_hh_l0_reverse	1	0.031137581914663315
136733	rnn.weight_hh_l0_reverse	2	-0.019254090264439583
136733	rnn.weight_hh_l0_reverse	3	-0.07589547336101532
136733	rnn.weight_hh_l0_reverse	4	0.01248087640851736
136733	rnn.weight_hh_l0_reverse	5	-0.05088650435209274
136733	rnn.weight_hh_l0_reverse	6	-0.01287558488547802
136733	rnn.weight_hh_l0_reverse	7	0.02767300046980381
136733	rnn.weight_hh_l0_reverse	8	0.014738671481609344
136733	rnn.weight_hh_l0_reverse	9	0.006654339376837015
136733	rnn.bias_ih_l0_reverse	0	-0.04750325530767441
136733	rnn.bias_ih_l0_reverse	1	-0.13400600850582123
136733	rnn.bias_ih_l0_reverse	2	-0.1277993768453598
136733	rnn.bias_ih_l0_reverse	3	-0.038444701582193375
136733	rnn.bias_ih_l0_reverse	4	-0.10955677181482315
136733	rnn.bias_ih_l0_reverse	5	-0.0894775390625
136733	rnn.bias_ih_l0_reverse	6	-0.19073352217674255
136733	rnn.bias_ih_l0_reverse	7	-0.056621991097927094
136733	rnn.bias_ih_l0_reverse	8	-0.05915887653827667
136733	rnn.bias_ih_l0_reverse	9	-0.13125090301036835
136733	rnn.bias_hh_l0_reverse	0	-0.13551555573940277
136733	rnn.bias_hh_l0_reverse	1	-0.14958786964416504
136733	rnn.bias_hh_l0_reverse	2	0.0937533900141716
136733	rnn.bias_hh_l0_reverse	3	0.0640639215707779
136733	rnn.bias_hh_l0_reverse	4	-0.16661323606967926
136733	rnn.bias_hh_l0_reverse	5	-0.13087424635887146
136733	rnn.bias_hh_l0_reverse	6	-0.1161884069442749
136733	rnn.bias_hh_l0_reverse	7	-0.04924479126930237
136733	rnn.bias_hh_l0_reverse	8	-0.08726286888122559
136733	rnn.bias_hh_l0_reverse	9	-0.03386650234460831
136733	linear.weight	0	-0.00755603052675724
136733	linear.weight	1	-0.004220666363835335
136733	linear.weight	2	0.23471304774284363
136733	linear.weight	3	-0.07969960570335388
136733	linear.weight	4	-0.010588549077510834
136733	linear.weight	5	0.06215394288301468
136733	linear.weight	6	-0.010739270597696304
136733	linear.weight	7	-0.0268474780023098
136733	linear.weight	8	0.16398607194423676
136733	linear.weight	9	-0.2344832867383957
136733	linear.bias	0	-0.03956538438796997
136733	linear.bias	1	0.031413208693265915
136733	linear.bias	2	0.44192034006118774
136733	linear.bias	3	-0.553897500038147
136733	linear.bias	4	1.9327446222305298
136733	linear.bias	5	-1.3769761323928833
136733	linear.bias	6	-0.3380104601383209
136733	linear.bias	7	-0.10943520069122314
137291	transitions	0	-1.7789698839187622
137291	transitions	1	-10000.0
137291	transitions	2	-0.7969565987586975
137291	transitions	3	-10000.0
137291	transitions	4	1.9105075597763062
137291	transitions	5	-10000.0
137291	transitions	6	-10000.0
137291	transitions	7	1.7290112972259521
137291	transitions	8	-2.4869537353515625
137291	transitions	9	-4.131282806396484
137291	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
137291	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
137291	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
137291	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
137291	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
137291	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
137291	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
137291	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
137291	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
137291	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
137291	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
137291	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
137291	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
137291	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
137291	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
137291	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
137291	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
137291	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
137291	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
137291	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
137291	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
137291	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
137291	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
137291	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
137291	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
137291	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
137291	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
137291	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
137291	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
137291	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
137291	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
137291	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
137291	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
137291	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
137291	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
137291	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
137291	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
137291	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
137291	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
137291	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
137291	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
137291	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
137291	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
137291	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
137291	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
137291	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
137291	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
137291	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
137291	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
137291	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
137291	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
137291	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
137291	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
137291	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
137291	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
137291	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
137291	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
137291	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
137291	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
137291	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
137291	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
137291	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
137291	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
137291	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
137291	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
137291	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
137291	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
137291	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
137291	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
137291	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
137291	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
137291	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
137291	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
137291	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
137291	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
137291	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
137291	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
137291	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
137291	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
137291	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
137291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
137291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
137291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
137291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
137291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
137291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
137291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
137291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
137291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
137291	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
137291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
137291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
137291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
137291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
137291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
137291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
137291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
137291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
137291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
137291	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
137291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
137291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
137291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
137291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
137291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
137291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
137291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
137291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
137291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
137291	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
137291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
137291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
137291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
137291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
137291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
137291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
137291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
137291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
137291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
137291	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
137291	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
137291	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
137291	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
137291	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
137291	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
137291	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
137291	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
137291	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
137291	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
137291	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
137291	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
137291	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
137291	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
137291	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
137291	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
137291	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
137291	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
137291	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
137291	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
137291	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
137291	embedding2nn.weight	0	0.006475528236478567
137291	embedding2nn.weight	1	0.004752394277602434
137291	embedding2nn.weight	2	0.013270028866827488
137291	embedding2nn.weight	3	0.02424849011003971
137291	embedding2nn.weight	4	0.0194256454706192
137291	embedding2nn.weight	5	0.00809355266392231
137291	embedding2nn.weight	6	-0.01222587376832962
137291	embedding2nn.weight	7	-0.002710470464080572
137291	embedding2nn.weight	8	-0.006575214676558971
137291	embedding2nn.weight	9	0.001100615831092
137291	embedding2nn.bias	0	0.002514531370252371
137291	embedding2nn.bias	1	-0.02485552988946438
137291	embedding2nn.bias	2	0.06668420881032944
137291	embedding2nn.bias	3	0.04968012869358063
137291	embedding2nn.bias	4	-0.011578361503779888
137291	embedding2nn.bias	5	-0.01951327547430992
137291	embedding2nn.bias	6	0.020288502797484398
137291	embedding2nn.bias	7	-0.004189827013760805
137291	embedding2nn.bias	8	-0.03585761785507202
137291	embedding2nn.bias	9	0.020969560369849205
137291	rnn.weight_ih_l0	0	0.07116734981536865
137291	rnn.weight_ih_l0	1	-0.03934165835380554
137291	rnn.weight_ih_l0	2	-4.7565710701746866e-05
137291	rnn.weight_ih_l0	3	0.044099628925323486
137291	rnn.weight_ih_l0	4	-0.027738703414797783
137291	rnn.weight_ih_l0	5	0.04555249959230423
137291	rnn.weight_ih_l0	6	0.008991751819849014
137291	rnn.weight_ih_l0	7	0.06374204903841019
137291	rnn.weight_ih_l0	8	0.005461371038109064
137291	rnn.weight_ih_l0	9	-0.024273499846458435
137291	rnn.weight_hh_l0	0	-0.015362311154603958
137291	rnn.weight_hh_l0	1	-0.020322035998106003
137291	rnn.weight_hh_l0	2	-0.055606093257665634
137291	rnn.weight_hh_l0	3	-0.004965111613273621
137291	rnn.weight_hh_l0	4	-0.009468313306570053
137291	rnn.weight_hh_l0	5	-0.026018857955932617
137291	rnn.weight_hh_l0	6	-0.0012196913594380021
137291	rnn.weight_hh_l0	7	-0.04814203083515167
137291	rnn.weight_hh_l0	8	0.06734984368085861
137291	rnn.weight_hh_l0	9	0.04584307223558426
137291	rnn.bias_ih_l0	0	-0.16635607182979584
137291	rnn.bias_ih_l0	1	-0.15669019520282745
137291	rnn.bias_ih_l0	2	-0.019883275032043457
137291	rnn.bias_ih_l0	3	-0.14371515810489655
137291	rnn.bias_ih_l0	4	-0.05377749726176262
137291	rnn.bias_ih_l0	5	-0.15504801273345947
137291	rnn.bias_ih_l0	6	0.057695284485816956
137291	rnn.bias_ih_l0	7	-0.08747920393943787
137291	rnn.bias_ih_l0	8	-0.0305937472730875
137291	rnn.bias_ih_l0	9	-0.10869008302688599
137291	rnn.bias_hh_l0	0	-0.06930021941661835
137291	rnn.bias_hh_l0	1	0.23118478059768677
137291	rnn.bias_hh_l0	2	0.04011381417512894
137291	rnn.bias_hh_l0	3	-0.06524500995874405
137291	rnn.bias_hh_l0	4	-0.07389482110738754
137291	rnn.bias_hh_l0	5	-0.023770876228809357
137291	rnn.bias_hh_l0	6	0.058576248586177826
137291	rnn.bias_hh_l0	7	-0.0950523316860199
137291	rnn.bias_hh_l0	8	-0.22240442037582397
137291	rnn.bias_hh_l0	9	-0.10067272186279297
137291	rnn.weight_ih_l0_reverse	0	0.02033996768295765
137291	rnn.weight_ih_l0_reverse	1	-0.062025975435972214
137291	rnn.weight_ih_l0_reverse	2	0.04095044732093811
137291	rnn.weight_ih_l0_reverse	3	0.009498289786279202
137291	rnn.weight_ih_l0_reverse	4	0.006645967252552509
137291	rnn.weight_ih_l0_reverse	5	-0.030331404879689217
137291	rnn.weight_ih_l0_reverse	6	0.014882398769259453
137291	rnn.weight_ih_l0_reverse	7	0.03149118646979332
137291	rnn.weight_ih_l0_reverse	8	-0.024483265355229378
137291	rnn.weight_ih_l0_reverse	9	0.001979136373847723
137291	rnn.weight_hh_l0_reverse	0	0.045058201998472214
137291	rnn.weight_hh_l0_reverse	1	0.03066299669444561
137291	rnn.weight_hh_l0_reverse	2	-0.019332731142640114
137291	rnn.weight_hh_l0_reverse	3	-0.07642470300197601
137291	rnn.weight_hh_l0_reverse	4	0.012649915181100368
137291	rnn.weight_hh_l0_reverse	5	-0.05069166049361229
137291	rnn.weight_hh_l0_reverse	6	-0.013016629964113235
137291	rnn.weight_hh_l0_reverse	7	0.027723394334316254
137291	rnn.weight_hh_l0_reverse	8	0.014777343720197678
137291	rnn.weight_hh_l0_reverse	9	0.006117081735283136
137291	rnn.bias_ih_l0_reverse	0	-0.047316838055849075
137291	rnn.bias_ih_l0_reverse	1	-0.13216173648834229
137291	rnn.bias_ih_l0_reverse	2	-0.1258181482553482
137291	rnn.bias_ih_l0_reverse	3	-0.03903013467788696
137291	rnn.bias_ih_l0_reverse	4	-0.10890105366706848
137291	rnn.bias_ih_l0_reverse	5	-0.08691353350877762
137291	rnn.bias_ih_l0_reverse	6	-0.19292210042476654
137291	rnn.bias_ih_l0_reverse	7	-0.056145183742046356
137291	rnn.bias_ih_l0_reverse	8	-0.05824514105916023
137291	rnn.bias_ih_l0_reverse	9	-0.13105590641498566
137291	rnn.bias_hh_l0_reverse	0	-0.13240015506744385
137291	rnn.bias_hh_l0_reverse	1	-0.15007740259170532
137291	rnn.bias_hh_l0_reverse	2	0.09463415294885635
137291	rnn.bias_hh_l0_reverse	3	0.06353598088026047
137291	rnn.bias_hh_l0_reverse	4	-0.16465836763381958
137291	rnn.bias_hh_l0_reverse	5	-0.13127316534519196
137291	rnn.bias_hh_l0_reverse	6	-0.11805594712495804
137291	rnn.bias_hh_l0_reverse	7	-0.0494295172393322
137291	rnn.bias_hh_l0_reverse	8	-0.08803688734769821
137291	rnn.bias_hh_l0_reverse	9	-0.03340097516775131
137291	linear.weight	0	-0.007555556017905474
137291	linear.weight	1	0.01095348410308361
137291	linear.weight	2	0.24075765907764435
137291	linear.weight	3	-0.07969493418931961
137291	linear.weight	4	-0.010588549077510834
137291	linear.weight	5	0.08318638801574707
137291	linear.weight	6	-0.010739270597696304
137291	linear.weight	7	-0.026860311627388
137291	linear.weight	8	0.17057351768016815
137291	linear.weight	9	-0.23531106114387512
137291	linear.bias	0	-0.03956538438796997
137291	linear.bias	1	0.031413208693265915
137291	linear.bias	2	0.40970107913017273
137291	linear.bias	3	-0.5409219861030579
137291	linear.bias	4	1.933537244796753
137291	linear.bias	5	-1.377201795578003
137291	linear.bias	6	-0.3283537030220032
137291	linear.bias	7	-0.10043267905712128
137849	transitions	0	-1.7800911664962769
137849	transitions	1	-10000.0
137849	transitions	2	-0.7969565987586975
137849	transitions	3	-10000.0
137849	transitions	4	1.9311444759368896
137849	transitions	5	-10000.0
137849	transitions	6	-10000.0
137849	transitions	7	1.726140022277832
137849	transitions	8	-2.488199234008789
137849	transitions	9	-4.132186412811279
137849	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
137849	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
137849	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
137849	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
137849	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
137849	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
137849	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
137849	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
137849	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
137849	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
137849	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
137849	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
137849	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
137849	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
137849	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
137849	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
137849	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
137849	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
137849	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
137849	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
137849	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
137849	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
137849	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
137849	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
137849	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
137849	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
137849	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
137849	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
137849	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
137849	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
137849	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
137849	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
137849	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
137849	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
137849	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
137849	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
137849	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
137849	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
137849	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
137849	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
137849	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
137849	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
137849	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
137849	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
137849	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
137849	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
137849	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
137849	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
137849	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
137849	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
137849	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
137849	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
137849	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
137849	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
137849	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
137849	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
137849	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
137849	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
137849	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
137849	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
137849	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
137849	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
137849	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
137849	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
137849	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
137849	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
137849	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
137849	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
137849	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
137849	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
137849	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
137849	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
137849	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
137849	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
137849	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
137849	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
137849	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
137849	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
137849	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
137849	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
137849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
137849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
137849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
137849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
137849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
137849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
137849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
137849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
137849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
137849	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
137849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
137849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
137849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
137849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
137849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
137849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
137849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
137849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
137849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
137849	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
137849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
137849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
137849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
137849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
137849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
137849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
137849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
137849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
137849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
137849	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
137849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
137849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
137849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
137849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
137849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
137849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
137849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
137849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
137849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
137849	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
137849	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
137849	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
137849	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
137849	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
137849	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
137849	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
137849	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
137849	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
137849	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
137849	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
137849	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
137849	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
137849	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
137849	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
137849	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
137849	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
137849	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
137849	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
137849	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
137849	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
137849	embedding2nn.weight	0	0.006488047540187836
137849	embedding2nn.weight	1	0.0046988981775939465
137849	embedding2nn.weight	2	0.01327828411012888
137849	embedding2nn.weight	3	0.024759335443377495
137849	embedding2nn.weight	4	0.0195955578237772
137849	embedding2nn.weight	5	0.008425852283835411
137849	embedding2nn.weight	6	-0.012498044408857822
137849	embedding2nn.weight	7	-0.0027445058804005384
137849	embedding2nn.weight	8	-0.006651521194726229
137849	embedding2nn.weight	9	0.001068287412635982
137849	embedding2nn.bias	0	0.002006860449910164
137849	embedding2nn.bias	1	-0.021351762115955353
137849	embedding2nn.bias	2	0.07271759957075119
137849	embedding2nn.bias	3	0.04638908430933952
137849	embedding2nn.bias	4	-0.013904441148042679
137849	embedding2nn.bias	5	-0.024450337514281273
137849	embedding2nn.bias	6	0.024817517027258873
137849	embedding2nn.bias	7	0.0004583648405969143
137849	embedding2nn.bias	8	-0.03618393465876579
137849	embedding2nn.bias	9	0.02352459728717804
137849	rnn.weight_ih_l0	0	0.07159630954265594
137849	rnn.weight_ih_l0	1	-0.039808258414268494
137849	rnn.weight_ih_l0	2	-0.0002865634742192924
137849	rnn.weight_ih_l0	3	0.04426751658320427
137849	rnn.weight_ih_l0	4	-0.028275875374674797
137849	rnn.weight_ih_l0	5	0.0468406081199646
137849	rnn.weight_ih_l0	6	0.008971845731139183
137849	rnn.weight_ih_l0	7	0.06402525305747986
137849	rnn.weight_ih_l0	8	0.004680745769292116
137849	rnn.weight_ih_l0	9	-0.024541079998016357
137849	rnn.weight_hh_l0	0	-0.014720844104886055
137849	rnn.weight_hh_l0	1	-0.020390940830111504
137849	rnn.weight_hh_l0	2	-0.05577519163489342
137849	rnn.weight_hh_l0	3	-0.004843757022172213
137849	rnn.weight_hh_l0	4	-0.00950042437762022
137849	rnn.weight_hh_l0	5	-0.026015808805823326
137849	rnn.weight_hh_l0	6	-0.0012227429542690516
137849	rnn.weight_hh_l0	7	-0.048282742500305176
137849	rnn.weight_hh_l0	8	0.06720370054244995
137849	rnn.weight_hh_l0	9	0.045922111719846725
137849	rnn.bias_ih_l0	0	-0.16669940948486328
137849	rnn.bias_ih_l0	1	-0.15914557874202728
137849	rnn.bias_ih_l0	2	-0.018114205449819565
137849	rnn.bias_ih_l0	3	-0.1419800966978073
137849	rnn.bias_ih_l0	4	-0.0535171814262867
137849	rnn.bias_ih_l0	5	-0.1543470025062561
137849	rnn.bias_ih_l0	6	0.06247685104608536
137849	rnn.bias_ih_l0	7	-0.08793821930885315
137849	rnn.bias_ih_l0	8	-0.03208986297249794
137849	rnn.bias_ih_l0	9	-0.10972980409860611
137849	rnn.bias_hh_l0	0	-0.07071921229362488
137849	rnn.bias_hh_l0	1	0.23052746057510376
137849	rnn.bias_hh_l0	2	0.037946201860904694
137849	rnn.bias_hh_l0	3	-0.0632399246096611
137849	rnn.bias_hh_l0	4	-0.07471317052841187
137849	rnn.bias_hh_l0	5	-0.01630445383489132
137849	rnn.bias_hh_l0	6	0.06064190715551376
137849	rnn.bias_hh_l0	7	-0.09589795023202896
137849	rnn.bias_hh_l0	8	-0.22258149087429047
137849	rnn.bias_hh_l0	9	-0.10212769359350204
137849	rnn.weight_ih_l0_reverse	0	0.020928140729665756
137849	rnn.weight_ih_l0_reverse	1	-0.06177950277924538
137849	rnn.weight_ih_l0_reverse	2	0.04033312201499939
137849	rnn.weight_ih_l0_reverse	3	0.009926973842084408
137849	rnn.weight_ih_l0_reverse	4	0.006525584030896425
137849	rnn.weight_ih_l0_reverse	5	-0.030303914099931717
137849	rnn.weight_ih_l0_reverse	6	0.015241624787449837
137849	rnn.weight_ih_l0_reverse	7	0.031416814774274826
137849	rnn.weight_ih_l0_reverse	8	-0.02447391487658024
137849	rnn.weight_ih_l0_reverse	9	0.0023842707742005587
137849	rnn.weight_hh_l0_reverse	0	0.04524849355220795
137849	rnn.weight_hh_l0_reverse	1	0.030546439811587334
137849	rnn.weight_hh_l0_reverse	2	-0.019225362688302994
137849	rnn.weight_hh_l0_reverse	3	-0.07623913884162903
137849	rnn.weight_hh_l0_reverse	4	0.012862260453402996
137849	rnn.weight_hh_l0_reverse	5	-0.05093542858958244
137849	rnn.weight_hh_l0_reverse	6	-0.012891714461147785
137849	rnn.weight_hh_l0_reverse	7	0.027954597026109695
137849	rnn.weight_hh_l0_reverse	8	0.015207958407700062
137849	rnn.weight_hh_l0_reverse	9	0.006497739814221859
137849	rnn.bias_ih_l0_reverse	0	-0.04705853387713432
137849	rnn.bias_ih_l0_reverse	1	-0.1334065943956375
137849	rnn.bias_ih_l0_reverse	2	-0.1263720840215683
137849	rnn.bias_ih_l0_reverse	3	-0.03763619065284729
137849	rnn.bias_ih_l0_reverse	4	-0.10792545229196548
137849	rnn.bias_ih_l0_reverse	5	-0.08783531188964844
137849	rnn.bias_ih_l0_reverse	6	-0.19298212230205536
137849	rnn.bias_ih_l0_reverse	7	-0.05387008562684059
137849	rnn.bias_ih_l0_reverse	8	-0.0596948005259037
137849	rnn.bias_ih_l0_reverse	9	-0.1330103874206543
137849	rnn.bias_hh_l0_reverse	0	-0.133236825466156
137849	rnn.bias_hh_l0_reverse	1	-0.147020161151886
137849	rnn.bias_hh_l0_reverse	2	0.09691151231527328
137849	rnn.bias_hh_l0_reverse	3	0.06612538546323776
137849	rnn.bias_hh_l0_reverse	4	-0.16534878313541412
137849	rnn.bias_hh_l0_reverse	5	-0.13297639787197113
137849	rnn.bias_hh_l0_reverse	6	-0.1183127909898758
137849	rnn.bias_hh_l0_reverse	7	-0.052087366580963135
137849	rnn.bias_hh_l0_reverse	8	-0.08807860314846039
137849	rnn.bias_hh_l0_reverse	9	-0.03517341986298561
137849	linear.weight	0	-0.007555984891951084
137849	linear.weight	1	0.0065534100867807865
137849	linear.weight	2	0.22872565686702728
137849	linear.weight	3	-0.07969299703836441
137849	linear.weight	4	-0.010588549077510834
137849	linear.weight	5	0.10159070789813995
137849	linear.weight	6	-0.010739270597696304
137849	linear.weight	7	-0.0694303885102272
137849	linear.weight	8	0.17982985079288483
137849	linear.weight	9	-0.23672407865524292
137849	linear.bias	0	-0.03956538438796997
137849	linear.bias	1	0.031413208693265915
137849	linear.bias	2	0.4373777210712433
137849	linear.bias	3	-0.5511848330497742
137849	linear.bias	4	1.9384503364562988
137849	linear.bias	5	-1.3774324655532837
137849	linear.bias	6	-0.33982300758361816
137849	linear.bias	7	-0.11107667535543442
138407	transitions	0	-1.7812825441360474
138407	transitions	1	-10000.0
138407	transitions	2	-0.7969565987586975
138407	transitions	3	-10000.0
138407	transitions	4	1.9197206497192383
138407	transitions	5	-10000.0
138407	transitions	6	-10000.0
138407	transitions	7	1.7020660638809204
138407	transitions	8	-2.4893646240234375
138407	transitions	9	-4.133091926574707
138407	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
138407	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
138407	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
138407	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
138407	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
138407	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
138407	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
138407	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
138407	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
138407	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
138407	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
138407	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
138407	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
138407	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
138407	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
138407	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
138407	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
138407	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
138407	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
138407	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
138407	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
138407	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
138407	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
138407	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
138407	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
138407	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
138407	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
138407	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
138407	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
138407	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
138407	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
138407	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
138407	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
138407	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
138407	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
138407	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
138407	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
138407	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
138407	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
138407	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
138407	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
138407	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
138407	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
138407	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
138407	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
138407	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
138407	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
138407	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
138407	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
138407	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
138407	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
138407	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
138407	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
138407	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
138407	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
138407	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
138407	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
138407	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
138407	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
138407	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
138407	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
138407	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
138407	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
138407	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
138407	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
138407	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
138407	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
138407	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
138407	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
138407	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
138407	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
138407	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
138407	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
138407	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
138407	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
138407	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
138407	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
138407	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
138407	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
138407	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
138407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
138407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
138407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
138407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
138407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
138407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
138407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
138407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
138407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
138407	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
138407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
138407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
138407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
138407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
138407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
138407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
138407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
138407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
138407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
138407	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
138407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
138407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
138407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
138407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
138407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
138407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
138407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
138407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
138407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
138407	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
138407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
138407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
138407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
138407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
138407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
138407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
138407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
138407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
138407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
138407	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
138407	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
138407	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
138407	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
138407	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
138407	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
138407	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
138407	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
138407	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
138407	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
138407	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
138407	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
138407	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
138407	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
138407	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
138407	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
138407	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
138407	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
138407	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
138407	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
138407	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
138407	embedding2nn.weight	0	0.006474538240581751
138407	embedding2nn.weight	1	0.004764796234667301
138407	embedding2nn.weight	2	0.013284416869282722
138407	embedding2nn.weight	3	0.02447870932519436
138407	embedding2nn.weight	4	0.019689397886395454
138407	embedding2nn.weight	5	0.008315535262227058
138407	embedding2nn.weight	6	-0.01264211069792509
138407	embedding2nn.weight	7	-0.002705360995605588
138407	embedding2nn.weight	8	-0.006569146178662777
138407	embedding2nn.weight	9	0.0011838726932182908
138407	embedding2nn.bias	0	0.0015527482610195875
138407	embedding2nn.bias	1	-0.020184215158224106
138407	embedding2nn.bias	2	0.07028862088918686
138407	embedding2nn.bias	3	0.044746026396751404
138407	embedding2nn.bias	4	-0.016623955219984055
138407	embedding2nn.bias	5	-0.031123515218496323
138407	embedding2nn.bias	6	0.02096172422170639
138407	embedding2nn.bias	7	-0.0037775589153170586
138407	embedding2nn.bias	8	-0.032327812165021896
138407	embedding2nn.bias	9	0.019126618281006813
138407	rnn.weight_ih_l0	0	0.07088728249073029
138407	rnn.weight_ih_l0	1	-0.03995237499475479
138407	rnn.weight_ih_l0	2	-0.0004607335722539574
138407	rnn.weight_ih_l0	3	0.045343466103076935
138407	rnn.weight_ih_l0	4	-0.027574215084314346
138407	rnn.weight_ih_l0	5	0.046643491834402084
138407	rnn.weight_ih_l0	6	0.009163920767605305
138407	rnn.weight_ih_l0	7	0.06397391855716705
138407	rnn.weight_ih_l0	8	0.005184601526707411
138407	rnn.weight_ih_l0	9	-0.024006180465221405
138407	rnn.weight_hh_l0	0	-0.015167241916060448
138407	rnn.weight_hh_l0	1	-0.02032872661948204
138407	rnn.weight_hh_l0	2	-0.05610879138112068
138407	rnn.weight_hh_l0	3	-0.0049684857949614525
138407	rnn.weight_hh_l0	4	-0.009541351348161697
138407	rnn.weight_hh_l0	5	-0.026127085089683533
138407	rnn.weight_hh_l0	6	-0.0011246647918596864
138407	rnn.weight_hh_l0	7	-0.04878430813550949
138407	rnn.weight_hh_l0	8	0.0672500804066658
138407	rnn.weight_hh_l0	9	0.04560846462845802
138407	rnn.bias_ih_l0	0	-0.1671411246061325
138407	rnn.bias_ih_l0	1	-0.15943683683872223
138407	rnn.bias_ih_l0	2	-0.01719634234905243
138407	rnn.bias_ih_l0	3	-0.14594154059886932
138407	rnn.bias_ih_l0	4	-0.05307166278362274
138407	rnn.bias_ih_l0	5	-0.1519034057855606
138407	rnn.bias_ih_l0	6	0.06028173491358757
138407	rnn.bias_ih_l0	7	-0.08834297955036163
138407	rnn.bias_ih_l0	8	-0.029057996347546577
138407	rnn.bias_ih_l0	9	-0.10856793820858002
138407	rnn.bias_hh_l0	0	-0.07086672633886337
138407	rnn.bias_hh_l0	1	0.2293563336133957
138407	rnn.bias_hh_l0	2	0.039211638271808624
138407	rnn.bias_hh_l0	3	-0.06331299990415573
138407	rnn.bias_hh_l0	4	-0.07503993064165115
138407	rnn.bias_hh_l0	5	-0.016494357958436012
138407	rnn.bias_hh_l0	6	0.05927298590540886
138407	rnn.bias_hh_l0	7	-0.10129379481077194
138407	rnn.bias_hh_l0	8	-0.22721636295318604
138407	rnn.bias_hh_l0	9	-0.10107503831386566
138407	rnn.weight_ih_l0_reverse	0	0.020229944959282875
138407	rnn.weight_ih_l0_reverse	1	-0.06164168566465378
138407	rnn.weight_ih_l0_reverse	2	0.040156446397304535
138407	rnn.weight_ih_l0_reverse	3	0.010064440779387951
138407	rnn.weight_ih_l0_reverse	4	0.006146943662315607
138407	rnn.weight_ih_l0_reverse	5	-0.030206872150301933
138407	rnn.weight_ih_l0_reverse	6	0.015539788641035557
138407	rnn.weight_ih_l0_reverse	7	0.031119050458073616
138407	rnn.weight_ih_l0_reverse	8	-0.02433193102478981
138407	rnn.weight_ih_l0_reverse	9	0.002803866285830736
138407	rnn.weight_hh_l0_reverse	0	0.0448257252573967
138407	rnn.weight_hh_l0_reverse	1	0.030282333493232727
138407	rnn.weight_hh_l0_reverse	2	-0.019134514033794403
138407	rnn.weight_hh_l0_reverse	3	-0.07603047788143158
138407	rnn.weight_hh_l0_reverse	4	0.013028156012296677
138407	rnn.weight_hh_l0_reverse	5	-0.05061457306146622
138407	rnn.weight_hh_l0_reverse	6	-0.012973419390618801
138407	rnn.weight_hh_l0_reverse	7	0.02808738872408867
138407	rnn.weight_hh_l0_reverse	8	0.01512443833053112
138407	rnn.weight_hh_l0_reverse	9	0.006167827174067497
138407	rnn.bias_ih_l0_reverse	0	-0.047221146523952484
138407	rnn.bias_ih_l0_reverse	1	-0.13331259787082672
138407	rnn.bias_ih_l0_reverse	2	-0.12728926539421082
138407	rnn.bias_ih_l0_reverse	3	-0.03710462898015976
138407	rnn.bias_ih_l0_reverse	4	-0.10719426721334457
138407	rnn.bias_ih_l0_reverse	5	-0.09110123664140701
138407	rnn.bias_ih_l0_reverse	6	-0.19327327609062195
138407	rnn.bias_ih_l0_reverse	7	-0.05297465994954109
138407	rnn.bias_ih_l0_reverse	8	-0.06037432700395584
138407	rnn.bias_ih_l0_reverse	9	-0.1329176127910614
138407	rnn.bias_hh_l0_reverse	0	-0.13235922157764435
138407	rnn.bias_hh_l0_reverse	1	-0.14803318679332733
138407	rnn.bias_hh_l0_reverse	2	0.0992627665400505
138407	rnn.bias_hh_l0_reverse	3	0.06509801000356674
138407	rnn.bias_hh_l0_reverse	4	-0.16393330693244934
138407	rnn.bias_hh_l0_reverse	5	-0.13274605572223663
138407	rnn.bias_hh_l0_reverse	6	-0.1160382553935051
138407	rnn.bias_hh_l0_reverse	7	-0.04944682493805885
138407	rnn.bias_hh_l0_reverse	8	-0.08737792819738388
138407	rnn.bias_hh_l0_reverse	9	-0.03257257118821144
138407	linear.weight	0	-0.0075567010790109634
138407	linear.weight	1	0.015684708952903748
138407	linear.weight	2	0.23233792185783386
138407	linear.weight	3	-0.07969235628843307
138407	linear.weight	4	-0.010588549077510834
138407	linear.weight	5	0.11578613519668579
138407	linear.weight	6	-0.010739270597696304
138407	linear.weight	7	-0.04835685342550278
138407	linear.weight	8	0.17572450637817383
138407	linear.weight	9	-0.23996387422084808
138407	linear.bias	0	-0.03956538438796997
138407	linear.bias	1	0.031413208693265915
138407	linear.bias	2	0.455524742603302
138407	linear.bias	3	-0.5745128989219666
138407	linear.bias	4	1.9280072450637817
138407	linear.bias	5	-1.3776663541793823
138407	linear.bias	6	-0.33168846368789673
138407	linear.bias	7	-0.10337197035551071
138965	transitions	0	-1.7824242115020752
138965	transitions	1	-10000.0
138965	transitions	2	-0.7969565987586975
138965	transitions	3	-10000.0
138965	transitions	4	1.940904974937439
138965	transitions	5	-10000.0
138965	transitions	6	-10000.0
138965	transitions	7	1.7064356803894043
138965	transitions	8	-2.4902725219726562
138965	transitions	9	-4.133918285369873
138965	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
138965	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
138965	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
138965	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
138965	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
138965	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
138965	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
138965	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
138965	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
138965	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
138965	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
138965	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
138965	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
138965	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
138965	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
138965	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
138965	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
138965	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
138965	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
138965	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
138965	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
138965	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
138965	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
138965	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
138965	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
138965	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
138965	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
138965	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
138965	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
138965	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
138965	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
138965	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
138965	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
138965	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
138965	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
138965	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
138965	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
138965	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
138965	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
138965	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
138965	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
138965	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
138965	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
138965	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
138965	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
138965	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
138965	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
138965	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
138965	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
138965	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
138965	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
138965	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
138965	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
138965	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
138965	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
138965	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
138965	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
138965	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
138965	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
138965	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
138965	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
138965	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
138965	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
138965	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
138965	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
138965	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
138965	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
138965	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
138965	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
138965	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
138965	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
138965	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
138965	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
138965	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
138965	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
138965	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
138965	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
138965	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
138965	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
138965	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
138965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
138965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
138965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
138965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
138965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
138965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
138965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
138965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
138965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
138965	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
138965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
138965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
138965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
138965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
138965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
138965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
138965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
138965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
138965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
138965	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
138965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
138965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
138965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
138965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
138965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
138965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
138965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
138965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
138965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
138965	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
138965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
138965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
138965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
138965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
138965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
138965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
138965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
138965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
138965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
138965	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
138965	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
138965	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
138965	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
138965	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
138965	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
138965	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
138965	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
138965	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
138965	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
138965	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
138965	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
138965	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
138965	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
138965	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
138965	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
138965	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
138965	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
138965	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
138965	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
138965	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
138965	embedding2nn.weight	0	0.006469745188951492
138965	embedding2nn.weight	1	0.004762031603604555
138965	embedding2nn.weight	2	0.01328368578106165
138965	embedding2nn.weight	3	0.024380648508667946
138965	embedding2nn.weight	4	0.019527044147253036
138965	embedding2nn.weight	5	0.008399889804422855
138965	embedding2nn.weight	6	-0.012499836273491383
138965	embedding2nn.weight	7	-0.0027136702556163073
138965	embedding2nn.weight	8	-0.007018586620688438
138965	embedding2nn.weight	9	0.0013601949904114008
138965	embedding2nn.bias	0	-0.005166602320969105
138965	embedding2nn.bias	1	-0.023649010807275772
138965	embedding2nn.bias	2	0.0699213445186615
138965	embedding2nn.bias	3	0.044677045196294785
138965	embedding2nn.bias	4	-0.02129696123301983
138965	embedding2nn.bias	5	-0.025380553677678108
138965	embedding2nn.bias	6	0.01656980812549591
138965	embedding2nn.bias	7	0.0016734553501009941
138965	embedding2nn.bias	8	-0.03474131599068642
138965	embedding2nn.bias	9	0.016009017825126648
138965	rnn.weight_ih_l0	0	0.07165493816137314
138965	rnn.weight_ih_l0	1	-0.039620403200387955
138965	rnn.weight_ih_l0	2	-5.2827752369921654e-05
138965	rnn.weight_ih_l0	3	0.04525578394532204
138965	rnn.weight_ih_l0	4	-0.02777707763016224
138965	rnn.weight_ih_l0	5	0.04702100157737732
138965	rnn.weight_ih_l0	6	0.009315136820077896
138965	rnn.weight_ih_l0	7	0.06307130306959152
138965	rnn.weight_ih_l0	8	0.005270643625408411
138965	rnn.weight_ih_l0	9	-0.024220174178481102
138965	rnn.weight_hh_l0	0	-0.014885030686855316
138965	rnn.weight_hh_l0	1	-0.02072525955736637
138965	rnn.weight_hh_l0	2	-0.05659943446516991
138965	rnn.weight_hh_l0	3	-0.004916954319924116
138965	rnn.weight_hh_l0	4	-0.009481660090386868
138965	rnn.weight_hh_l0	5	-0.025965094566345215
138965	rnn.weight_hh_l0	6	-0.0011057447409257293
138965	rnn.weight_hh_l0	7	-0.04785507917404175
138965	rnn.weight_hh_l0	8	0.06723710149526596
138965	rnn.weight_hh_l0	9	0.04541008546948433
138965	rnn.bias_ih_l0	0	-0.16605104506015778
138965	rnn.bias_ih_l0	1	-0.16034336388111115
138965	rnn.bias_ih_l0	2	-0.016054727137088776
138965	rnn.bias_ih_l0	3	-0.14375700056552887
138965	rnn.bias_ih_l0	4	-0.054794419556856155
138965	rnn.bias_ih_l0	5	-0.15377110242843628
138965	rnn.bias_ih_l0	6	0.06215478479862213
138965	rnn.bias_ih_l0	7	-0.0895569920539856
138965	rnn.bias_ih_l0	8	-0.033195193856954575
138965	rnn.bias_ih_l0	9	-0.10950416326522827
138965	rnn.bias_hh_l0	0	-0.0723387822508812
138965	rnn.bias_hh_l0	1	0.23193860054016113
138965	rnn.bias_hh_l0	2	0.03781562298536301
138965	rnn.bias_hh_l0	3	-0.06371340900659561
138965	rnn.bias_hh_l0	4	-0.07703649252653122
138965	rnn.bias_hh_l0	5	-0.013171941973268986
138965	rnn.bias_hh_l0	6	0.05490870028734207
138965	rnn.bias_hh_l0	7	-0.09809111803770065
138965	rnn.bias_hh_l0	8	-0.22645576298236847
138965	rnn.bias_hh_l0	9	-0.10166008025407791
138965	rnn.weight_ih_l0_reverse	0	0.02170001156628132
138965	rnn.weight_ih_l0_reverse	1	-0.061391305178403854
138965	rnn.weight_ih_l0_reverse	2	0.040567949414253235
138965	rnn.weight_ih_l0_reverse	3	0.011148973368108273
138965	rnn.weight_ih_l0_reverse	4	0.005891953594982624
138965	rnn.weight_ih_l0_reverse	5	-0.029706060886383057
138965	rnn.weight_ih_l0_reverse	6	0.015345516614615917
138965	rnn.weight_ih_l0_reverse	7	0.031177746132016182
138965	rnn.weight_ih_l0_reverse	8	-0.024357343092560768
138965	rnn.weight_ih_l0_reverse	9	0.0025715380907058716
138965	rnn.weight_hh_l0_reverse	0	0.044803835451602936
138965	rnn.weight_hh_l0_reverse	1	0.030499059706926346
138965	rnn.weight_hh_l0_reverse	2	-0.019154096022248268
138965	rnn.weight_hh_l0_reverse	3	-0.07670718431472778
138965	rnn.weight_hh_l0_reverse	4	0.013262184336781502
138965	rnn.weight_hh_l0_reverse	5	-0.05005800351500511
138965	rnn.weight_hh_l0_reverse	6	-0.01297381054610014
138965	rnn.weight_hh_l0_reverse	7	0.028187228366732597
138965	rnn.weight_hh_l0_reverse	8	0.015449627302587032
138965	rnn.weight_hh_l0_reverse	9	0.005974228028208017
138965	rnn.bias_ih_l0_reverse	0	-0.04621904715895653
138965	rnn.bias_ih_l0_reverse	1	-0.1329149752855301
138965	rnn.bias_ih_l0_reverse	2	-0.12696494162082672
138965	rnn.bias_ih_l0_reverse	3	-0.03831666335463524
138965	rnn.bias_ih_l0_reverse	4	-0.1065257117152214
138965	rnn.bias_ih_l0_reverse	5	-0.08959679305553436
138965	rnn.bias_ih_l0_reverse	6	-0.1953568011522293
138965	rnn.bias_ih_l0_reverse	7	-0.05402343347668648
138965	rnn.bias_ih_l0_reverse	8	-0.058430299162864685
138965	rnn.bias_ih_l0_reverse	9	-0.13022619485855103
138965	rnn.bias_hh_l0_reverse	0	-0.1340518444776535
138965	rnn.bias_hh_l0_reverse	1	-0.14855444431304932
138965	rnn.bias_hh_l0_reverse	2	0.10055702179670334
138965	rnn.bias_hh_l0_reverse	3	0.06451465934515
138965	rnn.bias_hh_l0_reverse	4	-0.1644551306962967
138965	rnn.bias_hh_l0_reverse	5	-0.13151304423809052
138965	rnn.bias_hh_l0_reverse	6	-0.11209002137184143
138965	rnn.bias_hh_l0_reverse	7	-0.04967695474624634
138965	rnn.bias_hh_l0_reverse	8	-0.08583658933639526
138965	rnn.bias_hh_l0_reverse	9	-0.03154143691062927
138965	linear.weight	0	-0.0075567858293652534
138965	linear.weight	1	0.015540162101387978
138965	linear.weight	2	0.22665324807167053
138965	linear.weight	3	-0.07968679815530777
138965	linear.weight	4	-0.010588549077510834
138965	linear.weight	5	0.07856723666191101
138965	linear.weight	6	-0.010739270597696304
138965	linear.weight	7	-0.02323117107152939
138965	linear.weight	8	0.21542078256607056
138965	linear.weight	9	-0.22821755707263947
138965	linear.bias	0	-0.03956538438796997
138965	linear.bias	1	0.031413208693265915
138965	linear.bias	2	0.4293132424354553
138965	linear.bias	3	-0.5517092347145081
138965	linear.bias	4	1.9694269895553589
138965	linear.bias	5	-1.3778918981552124
138965	linear.bias	6	-0.34998729825019836
138965	linear.bias	7	-0.12287454307079315
139523	transitions	0	-1.7834552526474
139523	transitions	1	-10000.0
139523	transitions	2	-0.7969565987586975
139523	transitions	3	-10000.0
139523	transitions	4	1.9498579502105713
139523	transitions	5	-10000.0
139523	transitions	6	-10000.0
139523	transitions	7	1.7193281650543213
139523	transitions	8	-2.4912517070770264
139523	transitions	9	-4.134768486022949
139523	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
139523	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
139523	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
139523	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
139523	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
139523	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
139523	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
139523	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
139523	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
139523	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
139523	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
139523	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
139523	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
139523	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
139523	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
139523	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
139523	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
139523	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
139523	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
139523	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
139523	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
139523	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
139523	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
139523	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
139523	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
139523	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
139523	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
139523	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
139523	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
139523	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
139523	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
139523	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
139523	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
139523	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
139523	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
139523	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
139523	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
139523	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
139523	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
139523	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
139523	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
139523	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
139523	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
139523	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
139523	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
139523	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
139523	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
139523	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
139523	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
139523	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
139523	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
139523	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
139523	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
139523	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
139523	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
139523	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
139523	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
139523	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
139523	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
139523	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
139523	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
139523	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
139523	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
139523	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
139523	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
139523	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
139523	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
139523	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
139523	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
139523	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
139523	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
139523	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
139523	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
139523	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
139523	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
139523	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
139523	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
139523	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
139523	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
139523	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
139523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
139523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
139523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
139523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
139523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
139523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
139523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
139523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
139523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
139523	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
139523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
139523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
139523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
139523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
139523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
139523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
139523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
139523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
139523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
139523	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
139523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
139523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
139523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
139523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
139523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
139523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
139523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
139523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
139523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
139523	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
139523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
139523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
139523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
139523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
139523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
139523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
139523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
139523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
139523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
139523	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
139523	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
139523	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
139523	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
139523	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
139523	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
139523	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
139523	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
139523	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
139523	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
139523	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
139523	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
139523	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
139523	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
139523	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
139523	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
139523	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
139523	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
139523	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
139523	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
139523	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
139523	embedding2nn.weight	0	0.006462811026722193
139523	embedding2nn.weight	1	0.004716987255960703
139523	embedding2nn.weight	2	0.013283799402415752
139523	embedding2nn.weight	3	0.024448810145258904
139523	embedding2nn.weight	4	0.019596800208091736
139523	embedding2nn.weight	5	0.00863769929856062
139523	embedding2nn.weight	6	-0.01249487791210413
139523	embedding2nn.weight	7	-0.0027342732064425945
139523	embedding2nn.weight	8	-0.007067450322210789
139523	embedding2nn.weight	9	0.001135480240918696
139523	embedding2nn.bias	0	0.0013981714146211743
139523	embedding2nn.bias	1	-0.02291342243552208
139523	embedding2nn.bias	2	0.06798255443572998
139523	embedding2nn.bias	3	0.04545883461833
139523	embedding2nn.bias	4	-0.01574588567018509
139523	embedding2nn.bias	5	-0.028822368010878563
139523	embedding2nn.bias	6	0.014565760269761086
139523	embedding2nn.bias	7	-0.0027683021035045385
139523	embedding2nn.bias	8	-0.033601727336645126
139523	embedding2nn.bias	9	0.01816583424806595
139523	rnn.weight_ih_l0	0	0.071783147752285
139523	rnn.weight_ih_l0	1	-0.04059883579611778
139523	rnn.weight_ih_l0	2	0.000579542014747858
139523	rnn.weight_ih_l0	3	0.04543576389551163
139523	rnn.weight_ih_l0	4	-0.02793070301413536
139523	rnn.weight_ih_l0	5	0.04620176926255226
139523	rnn.weight_ih_l0	6	0.009167247451841831
139523	rnn.weight_ih_l0	7	0.06317443400621414
139523	rnn.weight_ih_l0	8	0.005903786513954401
139523	rnn.weight_ih_l0	9	-0.024363556876778603
139523	rnn.weight_hh_l0	0	-0.015274559147655964
139523	rnn.weight_hh_l0	1	-0.020307287573814392
139523	rnn.weight_hh_l0	2	-0.05668465048074722
139523	rnn.weight_hh_l0	3	-0.004892716184258461
139523	rnn.weight_hh_l0	4	-0.009733186103403568
139523	rnn.weight_hh_l0	5	-0.025773731991648674
139523	rnn.weight_hh_l0	6	-0.001233101123943925
139523	rnn.weight_hh_l0	7	-0.04765097796916962
139523	rnn.weight_hh_l0	8	0.06702975928783417
139523	rnn.weight_hh_l0	9	0.04526001214981079
139523	rnn.bias_ih_l0	0	-0.16390903294086456
139523	rnn.bias_ih_l0	1	-0.15914733707904816
139523	rnn.bias_ih_l0	2	-0.014236305840313435
139523	rnn.bias_ih_l0	3	-0.1427685171365738
139523	rnn.bias_ih_l0	4	-0.05616764724254608
139523	rnn.bias_ih_l0	5	-0.15612353384494781
139523	rnn.bias_ih_l0	6	0.060095079243183136
139523	rnn.bias_ih_l0	7	-0.09311236441135406
139523	rnn.bias_ih_l0	8	-0.036197349429130554
139523	rnn.bias_ih_l0	9	-0.11103732883930206
139523	rnn.bias_hh_l0	0	-0.07302413880825043
139523	rnn.bias_hh_l0	1	0.2304476797580719
139523	rnn.bias_hh_l0	2	0.03862637281417847
139523	rnn.bias_hh_l0	3	-0.0643468126654625
139523	rnn.bias_hh_l0	4	-0.07729180157184601
139523	rnn.bias_hh_l0	5	-0.010704681277275085
139523	rnn.bias_hh_l0	6	0.05586494877934456
139523	rnn.bias_hh_l0	7	-0.1005682498216629
139523	rnn.bias_hh_l0	8	-0.22685520350933075
139523	rnn.bias_hh_l0	9	-0.10280631482601166
139523	rnn.weight_ih_l0_reverse	0	0.020986171439290047
139523	rnn.weight_ih_l0_reverse	1	-0.061561550945043564
139523	rnn.weight_ih_l0_reverse	2	0.040446240454912186
139523	rnn.weight_ih_l0_reverse	3	0.011427720077335835
139523	rnn.weight_ih_l0_reverse	4	0.006735288072377443
139523	rnn.weight_ih_l0_reverse	5	-0.030819900333881378
139523	rnn.weight_ih_l0_reverse	6	0.014972996897995472
139523	rnn.weight_ih_l0_reverse	7	0.031092369928956032
139523	rnn.weight_ih_l0_reverse	8	-0.02456359937787056
139523	rnn.weight_ih_l0_reverse	9	0.0024114942643791437
139523	rnn.weight_hh_l0_reverse	0	0.04499457776546478
139523	rnn.weight_hh_l0_reverse	1	0.030816348269581795
139523	rnn.weight_hh_l0_reverse	2	-0.019235597923398018
139523	rnn.weight_hh_l0_reverse	3	-0.07636731117963791
139523	rnn.weight_hh_l0_reverse	4	0.01329200342297554
139523	rnn.weight_hh_l0_reverse	5	-0.05011238157749176
139523	rnn.weight_hh_l0_reverse	6	-0.01302391942590475
139523	rnn.weight_hh_l0_reverse	7	0.02823222056031227
139523	rnn.weight_hh_l0_reverse	8	0.015324493870139122
139523	rnn.weight_hh_l0_reverse	9	0.0062825847417116165
139523	rnn.bias_ih_l0_reverse	0	-0.04458250850439072
139523	rnn.bias_ih_l0_reverse	1	-0.13389737904071808
139523	rnn.bias_ih_l0_reverse	2	-0.12740449607372284
139523	rnn.bias_ih_l0_reverse	3	-0.038857683539390564
139523	rnn.bias_ih_l0_reverse	4	-0.10221465677022934
139523	rnn.bias_ih_l0_reverse	5	-0.09229777008295059
139523	rnn.bias_ih_l0_reverse	6	-0.19500397145748138
139523	rnn.bias_ih_l0_reverse	7	-0.05455698445439339
139523	rnn.bias_ih_l0_reverse	8	-0.0601348802447319
139523	rnn.bias_ih_l0_reverse	9	-0.12822897732257843
139523	rnn.bias_hh_l0_reverse	0	-0.13481758534908295
139523	rnn.bias_hh_l0_reverse	1	-0.1495680958032608
139523	rnn.bias_hh_l0_reverse	2	0.10000476986169815
139523	rnn.bias_hh_l0_reverse	3	0.06369494646787643
139523	rnn.bias_hh_l0_reverse	4	-0.16253022849559784
139523	rnn.bias_hh_l0_reverse	5	-0.12916789948940277
139523	rnn.bias_hh_l0_reverse	6	-0.11117596179246902
139523	rnn.bias_hh_l0_reverse	7	-0.05059107020497322
139523	rnn.bias_hh_l0_reverse	8	-0.08819276094436646
139523	rnn.bias_hh_l0_reverse	9	-0.032624926418066025
139523	linear.weight	0	-0.007557631470263004
139523	linear.weight	1	0.01546085998415947
139523	linear.weight	2	0.23030562698841095
139523	linear.weight	3	-0.07968073338270187
139523	linear.weight	4	-0.010588549077510834
139523	linear.weight	5	0.11545732617378235
139523	linear.weight	6	-0.010739270597696304
139523	linear.weight	7	-0.043552216142416
139523	linear.weight	8	0.1885075718164444
139523	linear.weight	9	-0.22890813648700714
139523	linear.bias	0	-0.03956538438796997
139523	linear.bias	1	0.031413208693265915
139523	linear.bias	2	0.41962048411369324
139523	linear.bias	3	-0.5482097864151001
139523	linear.bias	4	1.9679251909255981
139523	linear.bias	5	-1.3781203031539917
139523	linear.bias	6	-0.3458074927330017
139523	linear.bias	7	-0.1191435381770134
140082	transitions	0	-1.7848528623580933
140082	transitions	1	-10000.0
140082	transitions	2	-0.7969565987586975
140082	transitions	3	-10000.0
140082	transitions	4	1.953931450843811
140082	transitions	5	-10000.0
140082	transitions	6	-10000.0
140082	transitions	7	1.7057560682296753
140082	transitions	8	-2.4921035766601562
140082	transitions	9	-4.135600566864014
140082	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
140082	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
140082	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
140082	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
140082	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
140082	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
140082	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
140082	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
140082	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
140082	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
140082	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
140082	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
140082	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
140082	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
140082	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
140082	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
140082	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
140082	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
140082	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
140082	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
140082	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
140082	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
140082	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
140082	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
140082	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
140082	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
140082	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
140082	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
140082	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
140082	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
140082	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
140082	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
140082	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
140082	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
140082	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
140082	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
140082	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
140082	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
140082	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
140082	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
140082	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
140082	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
140082	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
140082	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
140082	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
140082	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
140082	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
140082	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
140082	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
140082	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
140082	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
140082	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
140082	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
140082	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
140082	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
140082	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
140082	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
140082	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
140082	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
140082	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
140082	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
140082	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
140082	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
140082	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
140082	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
140082	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
140082	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
140082	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
140082	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
140082	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
140082	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
140082	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
140082	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
140082	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
140082	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
140082	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
140082	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
140082	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
140082	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
140082	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
140082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
140082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
140082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
140082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
140082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
140082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
140082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
140082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
140082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
140082	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
140082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
140082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
140082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
140082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
140082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
140082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
140082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
140082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
140082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
140082	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
140082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
140082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
140082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
140082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
140082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
140082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
140082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
140082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
140082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
140082	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
140082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
140082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
140082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
140082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
140082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
140082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
140082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
140082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
140082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
140082	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
140082	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
140082	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
140082	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
140082	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
140082	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
140082	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
140082	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
140082	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
140082	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
140082	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
140082	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
140082	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
140082	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
140082	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
140082	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
140082	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
140082	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
140082	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
140082	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
140082	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
140082	embedding2nn.weight	0	0.006465810351073742
140082	embedding2nn.weight	1	0.0047707282938063145
140082	embedding2nn.weight	2	0.013256661593914032
140082	embedding2nn.weight	3	0.024798789992928505
140082	embedding2nn.weight	4	0.019356826320290565
140082	embedding2nn.weight	5	0.009224334731698036
140082	embedding2nn.weight	6	-0.012699536047875881
140082	embedding2nn.weight	7	-0.0028026304207742214
140082	embedding2nn.weight	8	-0.006654052529484034
140082	embedding2nn.weight	9	0.0010883247014135122
140082	embedding2nn.bias	0	0.004781907889991999
140082	embedding2nn.bias	1	-0.0229823999106884
140082	embedding2nn.bias	2	0.06603028625249863
140082	embedding2nn.bias	3	0.04224317893385887
140082	embedding2nn.bias	4	-0.015328670851886272
140082	embedding2nn.bias	5	-0.029806924983859062
140082	embedding2nn.bias	6	0.01424473151564598
140082	embedding2nn.bias	7	0.001971075078472495
140082	embedding2nn.bias	8	-0.03541975095868111
140082	embedding2nn.bias	9	0.01496485248208046
140082	rnn.weight_ih_l0	0	0.0725313276052475
140082	rnn.weight_ih_l0	1	-0.040466923266649246
140082	rnn.weight_ih_l0	2	0.0008233266999013722
140082	rnn.weight_ih_l0	3	0.04464750736951828
140082	rnn.weight_ih_l0	4	-0.028215933591127396
140082	rnn.weight_ih_l0	5	0.04773741960525513
140082	rnn.weight_ih_l0	6	0.008826668374240398
140082	rnn.weight_ih_l0	7	0.06253335624933243
140082	rnn.weight_ih_l0	8	0.006235104985535145
140082	rnn.weight_ih_l0	9	-0.02441065013408661
140082	rnn.weight_hh_l0	0	-0.014731657691299915
140082	rnn.weight_hh_l0	1	-0.019991958513855934
140082	rnn.weight_hh_l0	2	-0.05647478252649307
140082	rnn.weight_hh_l0	3	-0.004843492526561022
140082	rnn.weight_hh_l0	4	-0.00965835154056549
140082	rnn.weight_hh_l0	5	-0.025934340432286263
140082	rnn.weight_hh_l0	6	-0.001098240609280765
140082	rnn.weight_hh_l0	7	-0.0477747842669487
140082	rnn.weight_hh_l0	8	0.06725823879241943
140082	rnn.weight_hh_l0	9	0.045136939734220505
140082	rnn.bias_ih_l0	0	-0.16482685506343842
140082	rnn.bias_ih_l0	1	-0.15823763608932495
140082	rnn.bias_ih_l0	2	-0.014507977291941643
140082	rnn.bias_ih_l0	3	-0.14285871386528015
140082	rnn.bias_ih_l0	4	-0.05881814658641815
140082	rnn.bias_ih_l0	5	-0.15651017427444458
140082	rnn.bias_ih_l0	6	0.061460334807634354
140082	rnn.bias_ih_l0	7	-0.09210900962352753
140082	rnn.bias_ih_l0	8	-0.03396705538034439
140082	rnn.bias_ih_l0	9	-0.11220394819974899
140082	rnn.bias_hh_l0	0	-0.07108713686466217
140082	rnn.bias_hh_l0	1	0.23164910078048706
140082	rnn.bias_hh_l0	2	0.0432104766368866
140082	rnn.bias_hh_l0	3	-0.06427738815546036
140082	rnn.bias_hh_l0	4	-0.0771380215883255
140082	rnn.bias_hh_l0	5	-0.01391169149428606
140082	rnn.bias_hh_l0	6	0.05483770743012428
140082	rnn.bias_hh_l0	7	-0.09986966103315353
140082	rnn.bias_hh_l0	8	-0.2277916818857193
140082	rnn.bias_hh_l0	9	-0.10519395768642426
140082	rnn.weight_ih_l0_reverse	0	0.02112429030239582
140082	rnn.weight_ih_l0_reverse	1	-0.061050307005643845
140082	rnn.weight_ih_l0_reverse	2	0.04099035635590553
140082	rnn.weight_ih_l0_reverse	3	0.011647691018879414
140082	rnn.weight_ih_l0_reverse	4	0.006418997421860695
140082	rnn.weight_ih_l0_reverse	5	-0.030807258561253548
140082	rnn.weight_ih_l0_reverse	6	0.013926548883318901
140082	rnn.weight_ih_l0_reverse	7	0.030939580872654915
140082	rnn.weight_ih_l0_reverse	8	-0.024274537339806557
140082	rnn.weight_ih_l0_reverse	9	0.0025999487843364477
140082	rnn.weight_hh_l0_reverse	0	0.04497458040714264
140082	rnn.weight_hh_l0_reverse	1	0.030612343922257423
140082	rnn.weight_hh_l0_reverse	2	-0.019279591739177704
140082	rnn.weight_hh_l0_reverse	3	-0.07694099843502045
140082	rnn.weight_hh_l0_reverse	4	0.012872704304754734
140082	rnn.weight_hh_l0_reverse	5	-0.05036097392439842
140082	rnn.weight_hh_l0_reverse	6	-0.013017714954912663
140082	rnn.weight_hh_l0_reverse	7	0.028265753760933876
140082	rnn.weight_hh_l0_reverse	8	0.015148721635341644
140082	rnn.weight_hh_l0_reverse	9	0.005978166125714779
140082	rnn.bias_ih_l0_reverse	0	-0.045647237449884415
140082	rnn.bias_ih_l0_reverse	1	-0.13334448635578156
140082	rnn.bias_ih_l0_reverse	2	-0.12913557887077332
140082	rnn.bias_ih_l0_reverse	3	-0.03788240998983383
140082	rnn.bias_ih_l0_reverse	4	-0.09985258430242538
140082	rnn.bias_ih_l0_reverse	5	-0.09246817976236343
140082	rnn.bias_ih_l0_reverse	6	-0.19486333429813385
140082	rnn.bias_ih_l0_reverse	7	-0.05140439420938492
140082	rnn.bias_ih_l0_reverse	8	-0.06151581555604935
140082	rnn.bias_ih_l0_reverse	9	-0.1275148093700409
140082	rnn.bias_hh_l0_reverse	0	-0.13535268604755402
140082	rnn.bias_hh_l0_reverse	1	-0.1474986970424652
140082	rnn.bias_hh_l0_reverse	2	0.10128488391637802
140082	rnn.bias_hh_l0_reverse	3	0.061567340046167374
140082	rnn.bias_hh_l0_reverse	4	-0.16315408051013947
140082	rnn.bias_hh_l0_reverse	5	-0.13029111921787262
140082	rnn.bias_hh_l0_reverse	6	-0.11086145043373108
140082	rnn.bias_hh_l0_reverse	7	-0.0481170155107975
140082	rnn.bias_hh_l0_reverse	8	-0.08745124191045761
140082	rnn.bias_hh_l0_reverse	9	-0.03118925169110298
140082	linear.weight	0	-0.007557991426438093
140082	linear.weight	1	0.0194096639752388
140082	linear.weight	2	0.2363985776901245
140082	linear.weight	3	-0.07967836409807205
140082	linear.weight	4	-0.010588549077510834
140082	linear.weight	5	0.10341962426900864
140082	linear.weight	6	-0.010739270597696304
140082	linear.weight	7	-0.030728314071893692
140082	linear.weight	8	0.16096369922161102
140082	linear.weight	9	-0.2318267822265625
140082	linear.bias	0	-0.03956538438796997
140082	linear.bias	1	0.031413208693265915
140082	linear.bias	2	0.44108521938323975
140082	linear.bias	3	-0.5468088388442993
140082	linear.bias	4	1.946696400642395
140082	linear.bias	5	-1.378350019454956
140082	linear.bias	6	-0.3459559977054596
140082	linear.bias	7	-0.12041693180799484
140640	transitions	0	-1.7860010862350464
140640	transitions	1	-10000.0
140640	transitions	2	-0.7969565987586975
140640	transitions	3	-10000.0
140640	transitions	4	1.9678072929382324
140640	transitions	5	-10000.0
140640	transitions	6	-10000.0
140640	transitions	7	1.6885225772857666
140640	transitions	8	-2.493030309677124
140640	transitions	9	-4.136432647705078
140640	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
140640	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
140640	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
140640	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
140640	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
140640	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
140640	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
140640	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
140640	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
140640	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
140640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
140640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
140640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
140640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
140640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
140640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
140640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
140640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
140640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
140640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
140640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
140640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
140640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
140640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
140640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
140640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
140640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
140640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
140640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
140640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
140640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
140640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
140640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
140640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
140640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
140640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
140640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
140640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
140640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
140640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
140640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
140640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
140640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
140640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
140640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
140640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
140640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
140640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
140640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
140640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
140640	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
140640	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
140640	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
140640	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
140640	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
140640	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
140640	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
140640	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
140640	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
140640	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
140640	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
140640	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
140640	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
140640	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
140640	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
140640	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
140640	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
140640	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
140640	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
140640	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
140640	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
140640	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
140640	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
140640	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
140640	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
140640	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
140640	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
140640	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
140640	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
140640	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
140640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
140640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
140640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
140640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
140640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
140640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
140640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
140640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
140640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
140640	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
140640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
140640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
140640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
140640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
140640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
140640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
140640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
140640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
140640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
140640	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
140640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
140640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
140640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
140640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
140640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
140640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
140640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
140640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
140640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
140640	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
140640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
140640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
140640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
140640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
140640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
140640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
140640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
140640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
140640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
140640	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
140640	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
140640	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
140640	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
140640	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
140640	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
140640	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
140640	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
140640	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
140640	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
140640	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
140640	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
140640	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
140640	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
140640	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
140640	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
140640	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
140640	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
140640	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
140640	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
140640	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
140640	embedding2nn.weight	0	0.006454472430050373
140640	embedding2nn.weight	1	0.0046804966405034065
140640	embedding2nn.weight	2	0.013249119743704796
140640	embedding2nn.weight	3	0.025302723050117493
140640	embedding2nn.weight	4	0.019229412078857422
140640	embedding2nn.weight	5	0.009242312051355839
140640	embedding2nn.weight	6	-0.012747157365083694
140640	embedding2nn.weight	7	-0.0027273716405034065
140640	embedding2nn.weight	8	-0.00648881308734417
140640	embedding2nn.weight	9	0.0011352477595210075
140640	embedding2nn.bias	0	0.005660597700625658
140640	embedding2nn.bias	1	-0.025558117777109146
140640	embedding2nn.bias	2	0.06783030927181244
140640	embedding2nn.bias	3	0.04076395183801651
140640	embedding2nn.bias	4	-0.01653752103447914
140640	embedding2nn.bias	5	-0.03462739661335945
140640	embedding2nn.bias	6	0.013804426416754723
140640	embedding2nn.bias	7	0.004359052982181311
140640	embedding2nn.bias	8	-0.037530217319726944
140640	embedding2nn.bias	9	0.021124141290783882
140640	rnn.weight_ih_l0	0	0.07298671454191208
140640	rnn.weight_ih_l0	1	-0.039271388202905655
140640	rnn.weight_ih_l0	2	0.0006316619110293686
140640	rnn.weight_ih_l0	3	0.044092461466789246
140640	rnn.weight_ih_l0	4	-0.02794622629880905
140640	rnn.weight_ih_l0	5	0.04825499281287193
140640	rnn.weight_ih_l0	6	0.009096343070268631
140640	rnn.weight_ih_l0	7	0.06206502765417099
140640	rnn.weight_ih_l0	8	0.005917665082961321
140640	rnn.weight_ih_l0	9	-0.02442803606390953
140640	rnn.weight_hh_l0	0	-0.014499066397547722
140640	rnn.weight_hh_l0	1	-0.019951000809669495
140640	rnn.weight_hh_l0	2	-0.05649597942829132
140640	rnn.weight_hh_l0	3	-0.004955534357577562
140640	rnn.weight_hh_l0	4	-0.009684194810688496
140640	rnn.weight_hh_l0	5	-0.025852901861071587
140640	rnn.weight_hh_l0	6	-0.001102664740756154
140640	rnn.weight_hh_l0	7	-0.046954430639743805
140640	rnn.weight_hh_l0	8	0.06720444560050964
140640	rnn.weight_hh_l0	9	0.04497504606842995
140640	rnn.bias_ih_l0	0	-0.16634990274906158
140640	rnn.bias_ih_l0	1	-0.15967556834220886
140640	rnn.bias_ih_l0	2	-0.015320283360779285
140640	rnn.bias_ih_l0	3	-0.14366114139556885
140640	rnn.bias_ih_l0	4	-0.05883442610502243
140640	rnn.bias_ih_l0	5	-0.15877880156040192
140640	rnn.bias_ih_l0	6	0.06140916422009468
140640	rnn.bias_ih_l0	7	-0.09168069809675217
140640	rnn.bias_ih_l0	8	-0.034458745270967484
140640	rnn.bias_ih_l0	9	-0.11229844391345978
140640	rnn.bias_hh_l0	0	-0.07136615365743637
140640	rnn.bias_hh_l0	1	0.22747404873371124
140640	rnn.bias_hh_l0	2	0.04143417999148369
140640	rnn.bias_hh_l0	3	-0.06701844185590744
140640	rnn.bias_hh_l0	4	-0.07542034983634949
140640	rnn.bias_hh_l0	5	-0.011777093634009361
140640	rnn.bias_hh_l0	6	0.05629192665219307
140640	rnn.bias_hh_l0	7	-0.10139524936676025
140640	rnn.bias_hh_l0	8	-0.22555477917194366
140640	rnn.bias_hh_l0	9	-0.10522253811359406
140640	rnn.weight_ih_l0_reverse	0	0.0225884597748518
140640	rnn.weight_ih_l0_reverse	1	-0.06136384606361389
140640	rnn.weight_ih_l0_reverse	2	0.04037977382540703
140640	rnn.weight_ih_l0_reverse	3	0.013848619535565376
140640	rnn.weight_ih_l0_reverse	4	0.006330820266157389
140640	rnn.weight_ih_l0_reverse	5	-0.030482802540063858
140640	rnn.weight_ih_l0_reverse	6	0.013393393717706203
140640	rnn.weight_ih_l0_reverse	7	0.03098464384675026
140640	rnn.weight_ih_l0_reverse	8	-0.024395983666181564
140640	rnn.weight_ih_l0_reverse	9	0.0029497321229428053
140640	rnn.weight_hh_l0_reverse	0	0.04494500532746315
140640	rnn.weight_hh_l0_reverse	1	0.030403142794966698
140640	rnn.weight_hh_l0_reverse	2	-0.019595250487327576
140640	rnn.weight_hh_l0_reverse	3	-0.07689283788204193
140640	rnn.weight_hh_l0_reverse	4	0.01283957064151764
140640	rnn.weight_hh_l0_reverse	5	-0.05019417032599449
140640	rnn.weight_hh_l0_reverse	6	-0.013119462877511978
140640	rnn.weight_hh_l0_reverse	7	0.028250940144062042
140640	rnn.weight_hh_l0_reverse	8	0.015240201726555824
140640	rnn.weight_hh_l0_reverse	9	0.005780911073088646
140640	rnn.bias_ih_l0_reverse	0	-0.04509171098470688
140640	rnn.bias_ih_l0_reverse	1	-0.1307518482208252
140640	rnn.bias_ih_l0_reverse	2	-0.13050523400306702
140640	rnn.bias_ih_l0_reverse	3	-0.03826673701405525
140640	rnn.bias_ih_l0_reverse	4	-0.10555145889520645
140640	rnn.bias_ih_l0_reverse	5	-0.09413698315620422
140640	rnn.bias_ih_l0_reverse	6	-0.1951826810836792
140640	rnn.bias_ih_l0_reverse	7	-0.0516977496445179
140640	rnn.bias_ih_l0_reverse	8	-0.06016736105084419
140640	rnn.bias_ih_l0_reverse	9	-0.12658704817295074
140640	rnn.bias_hh_l0_reverse	0	-0.13481496274471283
140640	rnn.bias_hh_l0_reverse	1	-0.1457580029964447
140640	rnn.bias_hh_l0_reverse	2	0.10077087581157684
140640	rnn.bias_hh_l0_reverse	3	0.05970446392893791
140640	rnn.bias_hh_l0_reverse	4	-0.164176806807518
140640	rnn.bias_hh_l0_reverse	5	-0.1291913241147995
140640	rnn.bias_hh_l0_reverse	6	-0.11295734345912933
140640	rnn.bias_hh_l0_reverse	7	-0.05020149424672127
140640	rnn.bias_hh_l0_reverse	8	-0.08597820997238159
140640	rnn.bias_hh_l0_reverse	9	-0.031688787043094635
140640	linear.weight	0	-0.007556900382041931
140640	linear.weight	1	0.009665594436228275
140640	linear.weight	2	0.24730637669563293
140640	linear.weight	3	-0.07967346906661987
140640	linear.weight	4	-0.010588549077510834
140640	linear.weight	5	0.10331500321626663
140640	linear.weight	6	-0.010739270597696304
140640	linear.weight	7	-0.02701362408697605
140640	linear.weight	8	0.1768006831407547
140640	linear.weight	9	-0.2291223257780075
140640	linear.bias	0	-0.03956538438796997
140640	linear.bias	1	0.031413208693265915
140640	linear.bias	2	0.42298534512519836
140640	linear.bias	3	-0.5381788015365601
140640	linear.bias	4	1.9559286832809448
140640	linear.bias	5	-1.3785765171051025
140640	linear.bias	6	-0.3455619215965271
140640	linear.bias	7	-0.12035723775625229
141198	transitions	0	-1.7871390581130981
141198	transitions	1	-10000.0
141198	transitions	2	-0.7969565987586975
141198	transitions	3	-10000.0
141198	transitions	4	1.972205638885498
141198	transitions	5	-10000.0
141198	transitions	6	-10000.0
141198	transitions	7	1.6833058595657349
141198	transitions	8	-2.4939634799957275
141198	transitions	9	-4.137205600738525
141198	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
141198	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
141198	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
141198	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
141198	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
141198	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
141198	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
141198	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
141198	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
141198	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
141198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
141198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
141198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
141198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
141198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
141198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
141198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
141198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
141198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
141198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
141198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
141198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
141198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
141198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
141198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
141198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
141198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
141198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
141198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
141198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
141198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
141198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
141198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
141198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
141198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
141198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
141198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
141198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
141198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
141198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
141198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
141198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
141198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
141198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
141198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
141198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
141198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
141198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
141198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
141198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
141198	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
141198	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
141198	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
141198	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
141198	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
141198	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
141198	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
141198	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
141198	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
141198	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
141198	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
141198	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
141198	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
141198	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
141198	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
141198	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
141198	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
141198	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
141198	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
141198	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
141198	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
141198	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
141198	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
141198	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
141198	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
141198	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
141198	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
141198	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
141198	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
141198	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
141198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
141198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
141198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
141198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
141198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
141198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
141198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
141198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
141198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
141198	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
141198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
141198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
141198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
141198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
141198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
141198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
141198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
141198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
141198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
141198	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
141198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
141198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
141198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
141198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
141198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
141198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
141198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
141198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
141198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
141198	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
141198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
141198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
141198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
141198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
141198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
141198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
141198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
141198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
141198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
141198	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
141198	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
141198	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
141198	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
141198	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
141198	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
141198	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
141198	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
141198	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
141198	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
141198	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
141198	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
141198	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
141198	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
141198	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
141198	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
141198	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
141198	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
141198	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
141198	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
141198	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
141198	embedding2nn.weight	0	0.006447621621191502
141198	embedding2nn.weight	1	0.004666317254304886
141198	embedding2nn.weight	2	0.01325132604688406
141198	embedding2nn.weight	3	0.02525661140680313
141198	embedding2nn.weight	4	0.019308090209960938
141198	embedding2nn.weight	5	0.008923527784645557
141198	embedding2nn.weight	6	-0.01283374521881342
141198	embedding2nn.weight	7	-0.002573822159320116
141198	embedding2nn.weight	8	-0.0060362424701452255
141198	embedding2nn.weight	9	0.0011723577044904232
141198	embedding2nn.bias	0	0.0037290812470018864
141198	embedding2nn.bias	1	-0.02107599563896656
141198	embedding2nn.bias	2	0.07069326937198639
141198	embedding2nn.bias	3	0.044046659022569656
141198	embedding2nn.bias	4	-0.013448311947286129
141198	embedding2nn.bias	5	-0.0314408503472805
141198	embedding2nn.bias	6	0.013775753788650036
141198	embedding2nn.bias	7	0.003156650811433792
141198	embedding2nn.bias	8	-0.03308998793363571
141198	embedding2nn.bias	9	0.022752920165657997
141198	rnn.weight_ih_l0	0	0.07191658020019531
141198	rnn.weight_ih_l0	1	-0.03969145193696022
141198	rnn.weight_ih_l0	2	0.00036315200850367546
141198	rnn.weight_ih_l0	3	0.04368775337934494
141198	rnn.weight_ih_l0	4	-0.027970604598522186
141198	rnn.weight_ih_l0	5	0.048036906868219376
141198	rnn.weight_ih_l0	6	0.009218933060765266
141198	rnn.weight_ih_l0	7	0.06243857741355896
141198	rnn.weight_ih_l0	8	0.006618634331971407
141198	rnn.weight_ih_l0	9	-0.02544436603784561
141198	rnn.weight_hh_l0	0	-0.014351787976920605
141198	rnn.weight_hh_l0	1	-0.020608853548765182
141198	rnn.weight_hh_l0	2	-0.056648194789886475
141198	rnn.weight_hh_l0	3	-0.004881374537944794
141198	rnn.weight_hh_l0	4	-0.009661409072577953
141198	rnn.weight_hh_l0	5	-0.025802873075008392
141198	rnn.weight_hh_l0	6	-0.0011466392315924168
141198	rnn.weight_hh_l0	7	-0.04632113128900528
141198	rnn.weight_hh_l0	8	0.0670890063047409
141198	rnn.weight_hh_l0	9	0.04463346302509308
141198	rnn.bias_ih_l0	0	-0.16446594893932343
141198	rnn.bias_ih_l0	1	-0.15609115362167358
141198	rnn.bias_ih_l0	2	-0.015135898254811764
141198	rnn.bias_ih_l0	3	-0.1434546858072281
141198	rnn.bias_ih_l0	4	-0.058166638016700745
141198	rnn.bias_ih_l0	5	-0.15704038739204407
141198	rnn.bias_ih_l0	6	0.06181144341826439
141198	rnn.bias_ih_l0	7	-0.09326764196157455
141198	rnn.bias_ih_l0	8	-0.034089114516973495
141198	rnn.bias_ih_l0	9	-0.11228185147047043
141198	rnn.bias_hh_l0	0	-0.07155200093984604
141198	rnn.bias_hh_l0	1	0.2321227639913559
141198	rnn.bias_hh_l0	2	0.043089788407087326
141198	rnn.bias_hh_l0	3	-0.06813265383243561
141198	rnn.bias_hh_l0	4	-0.07723570615053177
141198	rnn.bias_hh_l0	5	-0.014437353238463402
141198	rnn.bias_hh_l0	6	0.060292456299066544
141198	rnn.bias_hh_l0	7	-0.10094694048166275
141198	rnn.bias_hh_l0	8	-0.2257147878408432
141198	rnn.bias_hh_l0	9	-0.10458485782146454
141198	rnn.weight_ih_l0_reverse	0	0.02208082377910614
141198	rnn.weight_ih_l0_reverse	1	-0.06154484301805496
141198	rnn.weight_ih_l0_reverse	2	0.04002036154270172
141198	rnn.weight_ih_l0_reverse	3	0.013531742617487907
141198	rnn.weight_ih_l0_reverse	4	0.006671227980405092
141198	rnn.weight_ih_l0_reverse	5	-0.030566204339265823
141198	rnn.weight_ih_l0_reverse	6	0.012887174263596535
141198	rnn.weight_ih_l0_reverse	7	0.030522167682647705
141198	rnn.weight_ih_l0_reverse	8	-0.02420983836054802
141198	rnn.weight_ih_l0_reverse	9	0.002971641719341278
141198	rnn.weight_hh_l0_reverse	0	0.044700317084789276
141198	rnn.weight_hh_l0_reverse	1	0.030513301491737366
141198	rnn.weight_hh_l0_reverse	2	-0.019458619877696037
141198	rnn.weight_hh_l0_reverse	3	-0.07654599845409393
141198	rnn.weight_hh_l0_reverse	4	0.012874134816229343
141198	rnn.weight_hh_l0_reverse	5	-0.05022751912474632
141198	rnn.weight_hh_l0_reverse	6	-0.013116204179823399
141198	rnn.weight_hh_l0_reverse	7	0.028368718922138214
141198	rnn.weight_hh_l0_reverse	8	0.015111558139324188
141198	rnn.weight_hh_l0_reverse	9	0.005505239591002464
141198	rnn.bias_ih_l0_reverse	0	-0.04424811899662018
141198	rnn.bias_ih_l0_reverse	1	-0.13319115340709686
141198	rnn.bias_ih_l0_reverse	2	-0.13092762231826782
141198	rnn.bias_ih_l0_reverse	3	-0.03847160190343857
141198	rnn.bias_ih_l0_reverse	4	-0.10570516437292099
141198	rnn.bias_ih_l0_reverse	5	-0.09384258836507797
141198	rnn.bias_ih_l0_reverse	6	-0.19396978616714478
141198	rnn.bias_ih_l0_reverse	7	-0.05294545367360115
141198	rnn.bias_ih_l0_reverse	8	-0.060334015637636185
141198	rnn.bias_ih_l0_reverse	9	-0.12791365385055542
141198	rnn.bias_hh_l0_reverse	0	-0.13649968802928925
141198	rnn.bias_hh_l0_reverse	1	-0.1472204029560089
141198	rnn.bias_hh_l0_reverse	2	0.10403697192668915
141198	rnn.bias_hh_l0_reverse	3	0.062367260456085205
141198	rnn.bias_hh_l0_reverse	4	-0.1645345836877823
141198	rnn.bias_hh_l0_reverse	5	-0.12833313643932343
141198	rnn.bias_hh_l0_reverse	6	-0.11522462218999863
141198	rnn.bias_hh_l0_reverse	7	-0.04628830403089523
141198	rnn.bias_hh_l0_reverse	8	-0.08781629055738449
141198	rnn.bias_hh_l0_reverse	9	-0.028965894132852554
141198	linear.weight	0	-0.007554445881396532
141198	linear.weight	1	-0.004497217014431953
141198	linear.weight	2	0.23971331119537354
141198	linear.weight	3	-0.07967227697372437
141198	linear.weight	4	-0.010588549077510834
141198	linear.weight	5	0.10486208647489548
141198	linear.weight	6	-0.010739270597696304
141198	linear.weight	7	-0.04561898857355118
141198	linear.weight	8	0.1870233118534088
141198	linear.weight	9	-0.23117652535438538
141198	linear.bias	0	-0.03956538438796997
141198	linear.bias	1	0.031413208693265915
141198	linear.bias	2	0.4530004858970642
141198	linear.bias	3	-0.5764085650444031
141198	linear.bias	4	1.943595051765442
141198	linear.bias	5	-1.3788042068481445
141198	linear.bias	6	-0.334687203168869
141198	linear.bias	7	-0.11046723276376724
141756	transitions	0	-1.7883275747299194
141756	transitions	1	-10000.0
141756	transitions	2	-0.7969565987586975
141756	transitions	3	-10000.0
141756	transitions	4	1.9638198614120483
141756	transitions	5	-10000.0
141756	transitions	6	-10000.0
141756	transitions	7	1.7024339437484741
141756	transitions	8	-2.494933605194092
141756	transitions	9	-4.138059139251709
141756	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
141756	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
141756	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
141756	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
141756	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
141756	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
141756	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
141756	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
141756	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
141756	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
141756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
141756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
141756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
141756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
141756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
141756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
141756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
141756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
141756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
141756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
141756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
141756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
141756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
141756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
141756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
141756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
141756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
141756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
141756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
141756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
141756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
141756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
141756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
141756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
141756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
141756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
141756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
141756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
141756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
141756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
141756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
141756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
141756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
141756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
141756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
141756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
141756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
141756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
141756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
141756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
141756	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
141756	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
141756	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
141756	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
141756	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
141756	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
141756	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
141756	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
141756	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
141756	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
141756	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
141756	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
141756	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
141756	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
141756	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
141756	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
141756	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
141756	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
141756	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
141756	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
141756	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
141756	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
141756	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
141756	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
141756	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
141756	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
141756	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
141756	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
141756	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
141756	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
141756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
141756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
141756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
141756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
141756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
141756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
141756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
141756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
141756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
141756	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
141756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
141756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
141756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
141756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
141756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
141756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
141756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
141756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
141756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
141756	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
141756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
141756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
141756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
141756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
141756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
141756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
141756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
141756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
141756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
141756	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
141756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
141756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
141756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
141756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
141756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
141756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
141756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
141756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
141756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
141756	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
141756	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
141756	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
141756	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
141756	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
141756	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
141756	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
141756	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
141756	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
141756	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
141756	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
141756	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
141756	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
141756	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
141756	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
141756	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
141756	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
141756	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
141756	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
141756	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
141756	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
141756	embedding2nn.weight	0	0.006446997635066509
141756	embedding2nn.weight	1	0.004656258504837751
141756	embedding2nn.weight	2	0.013239625841379166
141756	embedding2nn.weight	3	0.024892359972000122
141756	embedding2nn.weight	4	0.01945018395781517
141756	embedding2nn.weight	5	0.008498582988977432
141756	embedding2nn.weight	6	-0.012921905145049095
141756	embedding2nn.weight	7	-0.002710862085223198
141756	embedding2nn.weight	8	-0.006287852767854929
141756	embedding2nn.weight	9	0.0012335387291386724
141756	embedding2nn.bias	0	0.006170472130179405
141756	embedding2nn.bias	1	-0.02693738229572773
141756	embedding2nn.bias	2	0.06924306601285934
141756	embedding2nn.bias	3	0.04662083461880684
141756	embedding2nn.bias	4	-0.01651153899729252
141756	embedding2nn.bias	5	-0.03381703794002533
141756	embedding2nn.bias	6	0.015409681014716625
141756	embedding2nn.bias	7	0.003181045176461339
141756	embedding2nn.bias	8	-0.03461907431483269
141756	embedding2nn.bias	9	0.021241500973701477
141756	rnn.weight_ih_l0	0	0.07188302278518677
141756	rnn.weight_ih_l0	1	-0.03917860984802246
141756	rnn.weight_ih_l0	2	0.0006734653725288808
141756	rnn.weight_ih_l0	3	0.043610185384750366
141756	rnn.weight_ih_l0	4	-0.027765866369009018
141756	rnn.weight_ih_l0	5	0.0483042448759079
141756	rnn.weight_ih_l0	6	0.009237292222678661
141756	rnn.weight_ih_l0	7	0.06235375255346298
141756	rnn.weight_ih_l0	8	0.006799469236284494
141756	rnn.weight_ih_l0	9	-0.024729618802666664
141756	rnn.weight_hh_l0	0	-0.014050106517970562
141756	rnn.weight_hh_l0	1	-0.021033067256212234
141756	rnn.weight_hh_l0	2	-0.05663243308663368
141756	rnn.weight_hh_l0	3	-0.004321173299103975
141756	rnn.weight_hh_l0	4	-0.009358054958283901
141756	rnn.weight_hh_l0	5	-0.026068758219480515
141756	rnn.weight_hh_l0	6	-0.0011621073354035616
141756	rnn.weight_hh_l0	7	-0.04659353569149971
141756	rnn.weight_hh_l0	8	0.06752708554267883
141756	rnn.weight_hh_l0	9	0.044494714587926865
141756	rnn.bias_ih_l0	0	-0.16633741557598114
141756	rnn.bias_ih_l0	1	-0.15669992566108704
141756	rnn.bias_ih_l0	2	-0.015185857191681862
141756	rnn.bias_ih_l0	3	-0.14220993220806122
141756	rnn.bias_ih_l0	4	-0.056205861270427704
141756	rnn.bias_ih_l0	5	-0.1581050306558609
141756	rnn.bias_ih_l0	6	0.05863821133971214
141756	rnn.bias_ih_l0	7	-0.09281070530414581
141756	rnn.bias_ih_l0	8	-0.0324297770857811
141756	rnn.bias_ih_l0	9	-0.11304106563329697
141756	rnn.bias_hh_l0	0	-0.0707831084728241
141756	rnn.bias_hh_l0	1	0.2358180433511734
141756	rnn.bias_hh_l0	2	0.04442552104592323
141756	rnn.bias_hh_l0	3	-0.06929577887058258
141756	rnn.bias_hh_l0	4	-0.07817789167165756
141756	rnn.bias_hh_l0	5	-0.01578322984278202
141756	rnn.bias_hh_l0	6	0.058583814650774
141756	rnn.bias_hh_l0	7	-0.10152118653059006
141756	rnn.bias_hh_l0	8	-0.22459295392036438
141756	rnn.bias_hh_l0	9	-0.1053343117237091
141756	rnn.weight_ih_l0_reverse	0	0.022384921088814735
141756	rnn.weight_ih_l0_reverse	1	-0.06173495203256607
141756	rnn.weight_ih_l0_reverse	2	0.03993598744273186
141756	rnn.weight_ih_l0_reverse	3	0.013291517272591591
141756	rnn.weight_ih_l0_reverse	4	0.007116175256669521
141756	rnn.weight_ih_l0_reverse	5	-0.0306920874863863
141756	rnn.weight_ih_l0_reverse	6	0.013786333613097668
141756	rnn.weight_ih_l0_reverse	7	0.03045709617435932
141756	rnn.weight_ih_l0_reverse	8	-0.024832304567098618
141756	rnn.weight_ih_l0_reverse	9	0.002182361204177141
141756	rnn.weight_hh_l0_reverse	0	0.04440391808748245
141756	rnn.weight_hh_l0_reverse	1	0.03072214685380459
141756	rnn.weight_hh_l0_reverse	2	-0.019738230854272842
141756	rnn.weight_hh_l0_reverse	3	-0.0775604397058487
141756	rnn.weight_hh_l0_reverse	4	0.012958758510649204
141756	rnn.weight_hh_l0_reverse	5	-0.05019006505608559
141756	rnn.weight_hh_l0_reverse	6	-0.013131776824593544
141756	rnn.weight_hh_l0_reverse	7	0.028527267277240753
141756	rnn.weight_hh_l0_reverse	8	0.015101811848580837
141756	rnn.weight_hh_l0_reverse	9	0.00552761135622859
141756	rnn.bias_ih_l0_reverse	0	-0.043806981295347214
141756	rnn.bias_ih_l0_reverse	1	-0.132600799202919
141756	rnn.bias_ih_l0_reverse	2	-0.13197818398475647
141756	rnn.bias_ih_l0_reverse	3	-0.03654646873474121
141756	rnn.bias_ih_l0_reverse	4	-0.10544546693563461
141756	rnn.bias_ih_l0_reverse	5	-0.09516279399394989
141756	rnn.bias_ih_l0_reverse	6	-0.19440625607967377
141756	rnn.bias_ih_l0_reverse	7	-0.05218086764216423
141756	rnn.bias_ih_l0_reverse	8	-0.060201454907655716
141756	rnn.bias_ih_l0_reverse	9	-0.12694860994815826
141756	rnn.bias_hh_l0_reverse	0	-0.13521984219551086
141756	rnn.bias_hh_l0_reverse	1	-0.14734087884426117
141756	rnn.bias_hh_l0_reverse	2	0.1054638996720314
141756	rnn.bias_hh_l0_reverse	3	0.061148494482040405
141756	rnn.bias_hh_l0_reverse	4	-0.165968656539917
141756	rnn.bias_hh_l0_reverse	5	-0.12985701858997345
141756	rnn.bias_hh_l0_reverse	6	-0.11295395344495773
141756	rnn.bias_hh_l0_reverse	7	-0.04857060685753822
141756	rnn.bias_hh_l0_reverse	8	-0.0881846696138382
141756	rnn.bias_hh_l0_reverse	9	-0.03256264328956604
141756	linear.weight	0	-0.007552450057119131
141756	linear.weight	1	-0.009168383665382862
141756	linear.weight	2	0.24361558258533478
141756	linear.weight	3	-0.07966972142457962
141756	linear.weight	4	-0.010588549077510834
141756	linear.weight	5	0.11779598146677017
141756	linear.weight	6	-0.010739270597696304
141756	linear.weight	7	-0.09430447220802307
141756	linear.weight	8	0.17135171592235565
141756	linear.weight	9	-0.2326711267232895
141756	linear.bias	0	-0.03956538438796997
141756	linear.bias	1	0.031413208693265915
141756	linear.bias	2	0.42079222202301025
141756	linear.bias	3	-0.5633304715156555
141756	linear.bias	4	1.9712421894073486
141756	linear.bias	5	-1.3790334463119507
141756	linear.bias	6	-0.338563472032547
141756	linear.bias	7	-0.11489076912403107
142314	transitions	0	-1.7894729375839233
142314	transitions	1	-10000.0
142314	transitions	2	-0.7969565987586975
142314	transitions	3	-10000.0
142314	transitions	4	1.9545053243637085
142314	transitions	5	-10000.0
142314	transitions	6	-10000.0
142314	transitions	7	1.7083717584609985
142314	transitions	8	-2.4958152770996094
142314	transitions	9	-4.138916015625
142314	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
142314	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
142314	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
142314	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
142314	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
142314	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
142314	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
142314	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
142314	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
142314	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
142314	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
142314	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
142314	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
142314	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
142314	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
142314	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
142314	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
142314	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
142314	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
142314	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
142314	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
142314	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
142314	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
142314	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
142314	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
142314	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
142314	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
142314	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
142314	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
142314	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
142314	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
142314	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
142314	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
142314	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
142314	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
142314	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
142314	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
142314	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
142314	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
142314	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
142314	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
142314	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
142314	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
142314	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
142314	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
142314	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
142314	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
142314	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
142314	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
142314	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
142314	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
142314	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
142314	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
142314	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
142314	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
142314	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
142314	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
142314	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
142314	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
142314	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
142314	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
142314	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
142314	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
142314	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
142314	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
142314	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
142314	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
142314	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
142314	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
142314	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
142314	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
142314	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
142314	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
142314	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
142314	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
142314	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
142314	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
142314	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
142314	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
142314	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
142314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
142314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
142314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
142314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
142314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
142314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
142314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
142314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
142314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
142314	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
142314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
142314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
142314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
142314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
142314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
142314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
142314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
142314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
142314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
142314	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
142314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
142314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
142314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
142314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
142314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
142314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
142314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
142314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
142314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
142314	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
142314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
142314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
142314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
142314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
142314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
142314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
142314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
142314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
142314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
142314	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
142314	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
142314	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
142314	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
142314	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
142314	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
142314	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
142314	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
142314	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
142314	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
142314	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
142314	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
142314	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
142314	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
142314	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
142314	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
142314	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
142314	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
142314	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
142314	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
142314	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
142314	embedding2nn.weight	0	0.006441424135118723
142314	embedding2nn.weight	1	0.0047001768834888935
142314	embedding2nn.weight	2	0.013230489566922188
142314	embedding2nn.weight	3	0.025055786594748497
142314	embedding2nn.weight	4	0.019521815702319145
142314	embedding2nn.weight	5	0.00883385818451643
142314	embedding2nn.weight	6	-0.012978619895875454
142314	embedding2nn.weight	7	-0.002437580842524767
142314	embedding2nn.weight	8	-0.006558359134942293
142314	embedding2nn.weight	9	0.001261310768313706
142314	embedding2nn.bias	0	0.00931679829955101
142314	embedding2nn.bias	1	-0.03421081230044365
142314	embedding2nn.bias	2	0.06799717247486115
142314	embedding2nn.bias	3	0.0506005622446537
142314	embedding2nn.bias	4	-0.014860985800623894
142314	embedding2nn.bias	5	-0.030173366889357567
142314	embedding2nn.bias	6	0.014136480167508125
142314	embedding2nn.bias	7	0.0022069639526307583
142314	embedding2nn.bias	8	-0.03091542050242424
142314	embedding2nn.bias	9	0.02343219891190529
142314	rnn.weight_ih_l0	0	0.07150933146476746
142314	rnn.weight_ih_l0	1	-0.038971126079559326
142314	rnn.weight_ih_l0	2	0.0005216238205321133
142314	rnn.weight_ih_l0	3	0.043964363634586334
142314	rnn.weight_ih_l0	4	-0.027648957446217537
142314	rnn.weight_ih_l0	5	0.0475299209356308
142314	rnn.weight_ih_l0	6	0.00943721178919077
142314	rnn.weight_ih_l0	7	0.06151119992136955
142314	rnn.weight_ih_l0	8	0.007048029452562332
142314	rnn.weight_ih_l0	9	-0.025529319420456886
142314	rnn.weight_hh_l0	0	-0.013708147220313549
142314	rnn.weight_hh_l0	1	-0.021079352125525475
142314	rnn.weight_hh_l0	2	-0.056926898658275604
142314	rnn.weight_hh_l0	3	-0.00438132556155324
142314	rnn.weight_hh_l0	4	-0.00925532542169094
142314	rnn.weight_hh_l0	5	-0.025897443294525146
142314	rnn.weight_hh_l0	6	-0.001083176233805716
142314	rnn.weight_hh_l0	7	-0.04612187668681145
142314	rnn.weight_hh_l0	8	0.06784763187170029
142314	rnn.weight_hh_l0	9	0.04472428560256958
142314	rnn.bias_ih_l0	0	-0.16622155904769897
142314	rnn.bias_ih_l0	1	-0.15925584733486176
142314	rnn.bias_ih_l0	2	-0.015330247581005096
142314	rnn.bias_ih_l0	3	-0.14023245871067047
142314	rnn.bias_ih_l0	4	-0.057918332517147064
142314	rnn.bias_ih_l0	5	-0.15806527435779572
142314	rnn.bias_ih_l0	6	0.06194019317626953
142314	rnn.bias_ih_l0	7	-0.09312797337770462
142314	rnn.bias_ih_l0	8	-0.033056024461984634
142314	rnn.bias_ih_l0	9	-0.1140969917178154
142314	rnn.bias_hh_l0	0	-0.07267594337463379
142314	rnn.bias_hh_l0	1	0.236345112323761
142314	rnn.bias_hh_l0	2	0.043141670525074005
142314	rnn.bias_hh_l0	3	-0.0676250159740448
142314	rnn.bias_hh_l0	4	-0.07650022208690643
142314	rnn.bias_hh_l0	5	-0.017138570547103882
142314	rnn.bias_hh_l0	6	0.05588454753160477
142314	rnn.bias_hh_l0	7	-0.10273858159780502
142314	rnn.bias_hh_l0	8	-0.22415071725845337
142314	rnn.bias_hh_l0	9	-0.10306566953659058
142314	rnn.weight_ih_l0_reverse	0	0.022488128393888474
142314	rnn.weight_ih_l0_reverse	1	-0.06187833845615387
142314	rnn.weight_ih_l0_reverse	2	0.040415167808532715
142314	rnn.weight_ih_l0_reverse	3	0.013339860364794731
142314	rnn.weight_ih_l0_reverse	4	0.006651902571320534
142314	rnn.weight_ih_l0_reverse	5	-0.030426332727074623
142314	rnn.weight_ih_l0_reverse	6	0.013768871314823627
142314	rnn.weight_ih_l0_reverse	7	0.030691510066390038
142314	rnn.weight_ih_l0_reverse	8	-0.02501087263226509
142314	rnn.weight_ih_l0_reverse	9	0.002625690773129463
142314	rnn.weight_hh_l0_reverse	0	0.04454539343714714
142314	rnn.weight_hh_l0_reverse	1	0.03055480867624283
142314	rnn.weight_hh_l0_reverse	2	-0.02011534385383129
142314	rnn.weight_hh_l0_reverse	3	-0.077593594789505
142314	rnn.weight_hh_l0_reverse	4	0.012960227206349373
142314	rnn.weight_hh_l0_reverse	5	-0.05040605738759041
142314	rnn.weight_hh_l0_reverse	6	-0.013063471764326096
142314	rnn.weight_hh_l0_reverse	7	0.028571953997015953
142314	rnn.weight_hh_l0_reverse	8	0.015310053713619709
142314	rnn.weight_hh_l0_reverse	9	0.0062334793619811535
142314	rnn.bias_ih_l0_reverse	0	-0.04399517923593521
142314	rnn.bias_ih_l0_reverse	1	-0.13217474520206451
142314	rnn.bias_ih_l0_reverse	2	-0.13038331270217896
142314	rnn.bias_ih_l0_reverse	3	-0.037317533046007156
142314	rnn.bias_ih_l0_reverse	4	-0.1069435402750969
142314	rnn.bias_ih_l0_reverse	5	-0.09376637637615204
142314	rnn.bias_ih_l0_reverse	6	-0.19339510798454285
142314	rnn.bias_ih_l0_reverse	7	-0.05332890525460243
142314	rnn.bias_ih_l0_reverse	8	-0.06177357956767082
142314	rnn.bias_ih_l0_reverse	9	-0.12787465751171112
142314	rnn.bias_hh_l0_reverse	0	-0.13342979550361633
142314	rnn.bias_hh_l0_reverse	1	-0.14974573254585266
142314	rnn.bias_hh_l0_reverse	2	0.10152179002761841
142314	rnn.bias_hh_l0_reverse	3	0.0631558746099472
142314	rnn.bias_hh_l0_reverse	4	-0.1649261713027954
142314	rnn.bias_hh_l0_reverse	5	-0.13145340979099274
142314	rnn.bias_hh_l0_reverse	6	-0.11231168359518051
142314	rnn.bias_hh_l0_reverse	7	-0.04807087033987045
142314	rnn.bias_hh_l0_reverse	8	-0.08997656404972076
142314	rnn.bias_hh_l0_reverse	9	-0.029086554422974586
142314	linear.weight	0	-0.007550514303147793
142314	linear.weight	1	0.01660965010523796
142314	linear.weight	2	0.24426759779453278
142314	linear.weight	3	-0.07966407388448715
142314	linear.weight	4	-0.010588549077510834
142314	linear.weight	5	0.10330569744110107
142314	linear.weight	6	-0.010739270597696304
142314	linear.weight	7	-0.08836434781551361
142314	linear.weight	8	0.14068777859210968
142314	linear.weight	9	-0.22918818891048431
142314	linear.bias	0	-0.03956538438796997
142314	linear.bias	1	0.031413208693265915
142314	linear.bias	2	0.4474571943283081
142314	linear.bias	3	-0.587513267993927
142314	linear.bias	4	1.9709481000900269
142314	linear.bias	5	-1.3792603015899658
142314	linear.bias	6	-0.3396139442920685
142314	linear.bias	7	-0.11581795662641525
142872	transitions	0	-1.7907222509384155
142872	transitions	1	-10000.0
142872	transitions	2	-0.7969565987586975
142872	transitions	3	-10000.0
142872	transitions	4	1.958621859550476
142872	transitions	5	-10000.0
142872	transitions	6	-10000.0
142872	transitions	7	1.7112351655960083
142872	transitions	8	-2.4968345165252686
142872	transitions	9	-4.139758586883545
142872	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
142872	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
142872	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
142872	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
142872	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
142872	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
142872	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
142872	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
142872	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
142872	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
142872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
142872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
142872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
142872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
142872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
142872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
142872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
142872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
142872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
142872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
142872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
142872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
142872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
142872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
142872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
142872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
142872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
142872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
142872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
142872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
142872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
142872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
142872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
142872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
142872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
142872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
142872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
142872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
142872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
142872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
142872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
142872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
142872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
142872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
142872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
142872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
142872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
142872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
142872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
142872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
142872	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
142872	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
142872	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
142872	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
142872	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
142872	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
142872	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
142872	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
142872	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
142872	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
142872	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
142872	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
142872	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
142872	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
142872	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
142872	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
142872	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
142872	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
142872	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
142872	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
142872	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
142872	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
142872	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
142872	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
142872	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
142872	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
142872	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
142872	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
142872	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
142872	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
142872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
142872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
142872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
142872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
142872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
142872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
142872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
142872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
142872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
142872	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
142872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
142872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
142872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
142872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
142872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
142872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
142872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
142872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
142872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
142872	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
142872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
142872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
142872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
142872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
142872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
142872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
142872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
142872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
142872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
142872	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
142872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
142872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
142872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
142872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
142872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
142872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
142872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
142872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
142872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
142872	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
142872	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
142872	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
142872	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
142872	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
142872	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
142872	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
142872	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
142872	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
142872	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
142872	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
142872	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
142872	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
142872	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
142872	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
142872	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
142872	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
142872	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
142872	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
142872	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
142872	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
142872	embedding2nn.weight	0	0.006436406634747982
142872	embedding2nn.weight	1	0.004749879706650972
142872	embedding2nn.weight	2	0.013225341215729713
142872	embedding2nn.weight	3	0.024945629760622978
142872	embedding2nn.weight	4	0.019423097372055054
142872	embedding2nn.weight	5	0.009018217213451862
142872	embedding2nn.weight	6	-0.013148562051355839
142872	embedding2nn.weight	7	-0.0024816442746669054
142872	embedding2nn.weight	8	-0.0063568344339728355
142872	embedding2nn.weight	9	0.0013481189962476492
142872	embedding2nn.bias	0	0.013375776819884777
142872	embedding2nn.bias	1	-0.02909908816218376
142872	embedding2nn.bias	2	0.07071429491043091
142872	embedding2nn.bias	3	0.05157003179192543
142872	embedding2nn.bias	4	-0.015592667274177074
142872	embedding2nn.bias	5	-0.028610259294509888
142872	embedding2nn.bias	6	0.01600870117545128
142872	embedding2nn.bias	7	0.0022269063629209995
142872	embedding2nn.bias	8	-0.030338136479258537
142872	embedding2nn.bias	9	0.020664934068918228
142872	rnn.weight_ih_l0	0	0.07103770971298218
142872	rnn.weight_ih_l0	1	-0.038515038788318634
142872	rnn.weight_ih_l0	2	0.0005019586533308029
142872	rnn.weight_ih_l0	3	0.04468315839767456
142872	rnn.weight_ih_l0	4	-0.027195626869797707
142872	rnn.weight_ih_l0	5	0.0471452996134758
142872	rnn.weight_ih_l0	6	0.009496742859482765
142872	rnn.weight_ih_l0	7	0.06166530027985573
142872	rnn.weight_ih_l0	8	0.007320668548345566
142872	rnn.weight_ih_l0	9	-0.025264304131269455
142872	rnn.weight_hh_l0	0	-0.013843203894793987
142872	rnn.weight_hh_l0	1	-0.020847812294960022
142872	rnn.weight_hh_l0	2	-0.0567764937877655
142872	rnn.weight_hh_l0	3	-0.004378657788038254
142872	rnn.weight_hh_l0	4	-0.009302033111453056
142872	rnn.weight_hh_l0	5	-0.025995969772338867
142872	rnn.weight_hh_l0	6	-0.0010388465598225594
142872	rnn.weight_hh_l0	7	-0.04629095643758774
142872	rnn.weight_hh_l0	8	0.06826988607645035
142872	rnn.weight_hh_l0	9	0.04501388594508171
142872	rnn.bias_ih_l0	0	-0.16736827790737152
142872	rnn.bias_ih_l0	1	-0.15842142701148987
142872	rnn.bias_ih_l0	2	-0.015058557502925396
142872	rnn.bias_ih_l0	3	-0.14036458730697632
142872	rnn.bias_ih_l0	4	-0.057502035051584244
142872	rnn.bias_ih_l0	5	-0.1589595377445221
142872	rnn.bias_ih_l0	6	0.06087511032819748
142872	rnn.bias_ih_l0	7	-0.09098844975233078
142872	rnn.bias_ih_l0	8	-0.036100175231695175
142872	rnn.bias_ih_l0	9	-0.11547642946243286
142872	rnn.bias_hh_l0	0	-0.07118824869394302
142872	rnn.bias_hh_l0	1	0.23974598944187164
142872	rnn.bias_hh_l0	2	0.04111817851662636
142872	rnn.bias_hh_l0	3	-0.06714587658643723
142872	rnn.bias_hh_l0	4	-0.07657554745674133
142872	rnn.bias_hh_l0	5	-0.014235693030059338
142872	rnn.bias_hh_l0	6	0.05571054667234421
142872	rnn.bias_hh_l0	7	-0.10224253684282303
142872	rnn.bias_hh_l0	8	-0.22359471023082733
142872	rnn.bias_hh_l0	9	-0.10438627749681473
142872	rnn.weight_ih_l0_reverse	0	0.021161600947380066
142872	rnn.weight_ih_l0_reverse	1	-0.06194540485739708
142872	rnn.weight_ih_l0_reverse	2	0.040176741778850555
142872	rnn.weight_ih_l0_reverse	3	0.012699280865490437
142872	rnn.weight_ih_l0_reverse	4	0.006995462346822023
142872	rnn.weight_ih_l0_reverse	5	-0.03059176355600357
142872	rnn.weight_ih_l0_reverse	6	0.01393892988562584
142872	rnn.weight_ih_l0_reverse	7	0.030756643041968346
142872	rnn.weight_ih_l0_reverse	8	-0.024946721270680428
142872	rnn.weight_ih_l0_reverse	9	0.0026054191403090954
142872	rnn.weight_hh_l0_reverse	0	0.04455949738621712
142872	rnn.weight_hh_l0_reverse	1	0.0309231448918581
142872	rnn.weight_hh_l0_reverse	2	-0.020034588873386383
142872	rnn.weight_hh_l0_reverse	3	-0.07715076953172684
142872	rnn.weight_hh_l0_reverse	4	0.01318193320184946
142872	rnn.weight_hh_l0_reverse	5	-0.04966817423701286
142872	rnn.weight_hh_l0_reverse	6	-0.013258952647447586
142872	rnn.weight_hh_l0_reverse	7	0.029044799506664276
142872	rnn.weight_hh_l0_reverse	8	0.014375788159668446
142872	rnn.weight_hh_l0_reverse	9	0.007363895885646343
142872	rnn.bias_ih_l0_reverse	0	-0.044125594198703766
142872	rnn.bias_ih_l0_reverse	1	-0.1324319690465927
142872	rnn.bias_ih_l0_reverse	2	-0.13031212985515594
142872	rnn.bias_ih_l0_reverse	3	-0.03502574563026428
142872	rnn.bias_ih_l0_reverse	4	-0.10698650777339935
142872	rnn.bias_ih_l0_reverse	5	-0.09322301298379898
142872	rnn.bias_ih_l0_reverse	6	-0.19337880611419678
142872	rnn.bias_ih_l0_reverse	7	-0.05252939835190773
142872	rnn.bias_ih_l0_reverse	8	-0.062270402908325195
142872	rnn.bias_ih_l0_reverse	9	-0.12861861288547516
142872	rnn.bias_hh_l0_reverse	0	-0.1366487443447113
142872	rnn.bias_hh_l0_reverse	1	-0.15193255245685577
142872	rnn.bias_hh_l0_reverse	2	0.10215505957603455
142872	rnn.bias_hh_l0_reverse	3	0.06098806858062744
142872	rnn.bias_hh_l0_reverse	4	-0.16681690514087677
142872	rnn.bias_hh_l0_reverse	5	-0.13038748502731323
142872	rnn.bias_hh_l0_reverse	6	-0.10954397916793823
142872	rnn.bias_hh_l0_reverse	7	-0.04925529286265373
142872	rnn.bias_hh_l0_reverse	8	-0.08735636621713638
142872	rnn.bias_hh_l0_reverse	9	-0.027741501107811928
142872	linear.weight	0	-0.007549547124654055
142872	linear.weight	1	0.023590944707393646
142872	linear.weight	2	0.25288206338882446
142872	linear.weight	3	-0.07965496182441711
142872	linear.weight	4	-0.010588549077510834
142872	linear.weight	5	0.09588286280632019
142872	linear.weight	6	-0.010739270597696304
142872	linear.weight	7	-0.08736294507980347
142872	linear.weight	8	0.17847344279289246
142872	linear.weight	9	-0.2324572503566742
142872	linear.bias	0	-0.03956538438796997
142872	linear.bias	1	0.031413208693265915
142872	linear.bias	2	0.4677217900753021
142872	linear.bias	3	-0.5796483159065247
142872	linear.bias	4	1.9384218454360962
142872	linear.bias	5	-1.3794870376586914
142872	linear.bias	6	-0.3369565010070801
142872	linear.bias	7	-0.11386287212371826
143430	transitions	0	-1.7918086051940918
143430	transitions	1	-10000.0
143430	transitions	2	-0.7969565987586975
143430	transitions	3	-10000.0
143430	transitions	4	1.9609618186950684
143430	transitions	5	-10000.0
143430	transitions	6	-10000.0
143430	transitions	7	1.713749647140503
143430	transitions	8	-2.497697591781616
143430	transitions	9	-4.140570640563965
143430	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
143430	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
143430	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
143430	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
143430	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
143430	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
143430	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
143430	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
143430	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
143430	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
143430	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
143430	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
143430	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
143430	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
143430	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
143430	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
143430	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
143430	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
143430	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
143430	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
143430	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
143430	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
143430	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
143430	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
143430	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
143430	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
143430	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
143430	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
143430	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
143430	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
143430	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
143430	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
143430	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
143430	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
143430	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
143430	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
143430	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
143430	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
143430	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
143430	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
143430	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
143430	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
143430	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
143430	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
143430	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
143430	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
143430	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
143430	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
143430	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
143430	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
143430	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
143430	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
143430	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
143430	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
143430	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
143430	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
143430	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
143430	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
143430	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
143430	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
143430	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
143430	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
143430	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
143430	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
143430	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
143430	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
143430	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
143430	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
143430	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
143430	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
143430	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
143430	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
143430	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
143430	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
143430	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
143430	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
143430	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
143430	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
143430	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
143430	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
143430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
143430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
143430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
143430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
143430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
143430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
143430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
143430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
143430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
143430	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
143430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
143430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
143430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
143430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
143430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
143430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
143430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
143430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
143430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
143430	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
143430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
143430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
143430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
143430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
143430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
143430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
143430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
143430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
143430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
143430	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
143430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
143430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
143430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
143430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
143430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
143430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
143430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
143430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
143430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
143430	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
143430	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
143430	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
143430	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
143430	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
143430	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
143430	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
143430	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
143430	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
143430	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
143430	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
143430	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
143430	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
143430	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
143430	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
143430	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
143430	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
143430	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
143430	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
143430	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
143430	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
143430	embedding2nn.weight	0	0.006440687458962202
143430	embedding2nn.weight	1	0.004804307594895363
143430	embedding2nn.weight	2	0.013218123465776443
143430	embedding2nn.weight	3	0.024686407297849655
143430	embedding2nn.weight	4	0.019761189818382263
143430	embedding2nn.weight	5	0.00857488065958023
143430	embedding2nn.weight	6	-0.013063634745776653
143430	embedding2nn.weight	7	-0.0023165654856711626
143430	embedding2nn.weight	8	-0.0068773915991187096
143430	embedding2nn.weight	9	0.001354092382825911
143430	embedding2nn.bias	0	0.01385428011417389
143430	embedding2nn.bias	1	-0.030025018379092216
143430	embedding2nn.bias	2	0.07098197937011719
143430	embedding2nn.bias	3	0.055421411991119385
143430	embedding2nn.bias	4	-0.011418233625590801
143430	embedding2nn.bias	5	-0.024667343124747276
143430	embedding2nn.bias	6	0.016947856172919273
143430	embedding2nn.bias	7	-0.002536156913265586
143430	embedding2nn.bias	8	-0.03473592549562454
143430	embedding2nn.bias	9	0.022548872977495193
143430	rnn.weight_ih_l0	0	0.07097992300987244
143430	rnn.weight_ih_l0	1	-0.03910224139690399
143430	rnn.weight_ih_l0	2	-3.326328442199156e-05
143430	rnn.weight_ih_l0	3	0.04502269625663757
143430	rnn.weight_ih_l0	4	-0.02694530040025711
143430	rnn.weight_ih_l0	5	0.046793609857559204
143430	rnn.weight_ih_l0	6	0.009516822174191475
143430	rnn.weight_ih_l0	7	0.061787281185388565
143430	rnn.weight_ih_l0	8	0.006368969101458788
143430	rnn.weight_ih_l0	9	-0.025110403075814247
143430	rnn.weight_hh_l0	0	-0.014137675985693932
143430	rnn.weight_hh_l0	1	-0.021020550280809402
143430	rnn.weight_hh_l0	2	-0.056928131729364395
143430	rnn.weight_hh_l0	3	-0.0044281259179115295
143430	rnn.weight_hh_l0	4	-0.009275641292333603
143430	rnn.weight_hh_l0	5	-0.02622446045279503
143430	rnn.weight_hh_l0	6	-0.001088067889213562
143430	rnn.weight_hh_l0	7	-0.0463479682803154
143430	rnn.weight_hh_l0	8	0.06789395213127136
143430	rnn.weight_hh_l0	9	0.044735267758369446
143430	rnn.bias_ih_l0	0	-0.16796348989009857
143430	rnn.bias_ih_l0	1	-0.15739764273166656
143430	rnn.bias_ih_l0	2	-0.015610342845320702
143430	rnn.bias_ih_l0	3	-0.14250963926315308
143430	rnn.bias_ih_l0	4	-0.056505706161260605
143430	rnn.bias_ih_l0	5	-0.1597946435213089
143430	rnn.bias_ih_l0	6	0.06311102211475372
143430	rnn.bias_ih_l0	7	-0.09009084850549698
143430	rnn.bias_ih_l0	8	-0.03671098127961159
143430	rnn.bias_ih_l0	9	-0.11537377536296844
143430	rnn.bias_hh_l0	0	-0.07201068103313446
143430	rnn.bias_hh_l0	1	0.23825635015964508
143430	rnn.bias_hh_l0	2	0.04028243571519852
143430	rnn.bias_hh_l0	3	-0.06773093342781067
143430	rnn.bias_hh_l0	4	-0.07706569880247116
143430	rnn.bias_hh_l0	5	-0.012610796838998795
143430	rnn.bias_hh_l0	6	0.057656191289424896
143430	rnn.bias_hh_l0	7	-0.10349023342132568
143430	rnn.bias_hh_l0	8	-0.22621873021125793
143430	rnn.bias_hh_l0	9	-0.1028192937374115
143430	rnn.weight_ih_l0_reverse	0	0.0204079020768404
143430	rnn.weight_ih_l0_reverse	1	-0.062145307660102844
143430	rnn.weight_ih_l0_reverse	2	0.040367063134908676
143430	rnn.weight_ih_l0_reverse	3	0.01259053684771061
143430	rnn.weight_ih_l0_reverse	4	0.006969426292926073
143430	rnn.weight_ih_l0_reverse	5	-0.03025280497968197
143430	rnn.weight_ih_l0_reverse	6	0.0132449297234416
143430	rnn.weight_ih_l0_reverse	7	0.03054243139922619
143430	rnn.weight_ih_l0_reverse	8	-0.025373827666044235
143430	rnn.weight_ih_l0_reverse	9	0.0029610698111355305
143430	rnn.weight_hh_l0_reverse	0	0.04435230419039726
143430	rnn.weight_hh_l0_reverse	1	0.030839864164590836
143430	rnn.weight_hh_l0_reverse	2	-0.0203142911195755
143430	rnn.weight_hh_l0_reverse	3	-0.07711546868085861
143430	rnn.weight_hh_l0_reverse	4	0.013120298273861408
143430	rnn.weight_hh_l0_reverse	5	-0.049816835671663284
143430	rnn.weight_hh_l0_reverse	6	-0.013246477581560612
143430	rnn.weight_hh_l0_reverse	7	0.029210809618234634
143430	rnn.weight_hh_l0_reverse	8	0.014394592493772507
143430	rnn.weight_hh_l0_reverse	9	0.007814420387148857
143430	rnn.bias_ih_l0_reverse	0	-0.04498157277703285
143430	rnn.bias_ih_l0_reverse	1	-0.13305751979351044
143430	rnn.bias_ih_l0_reverse	2	-0.1303587704896927
143430	rnn.bias_ih_l0_reverse	3	-0.037681590765714645
143430	rnn.bias_ih_l0_reverse	4	-0.10701797902584076
143430	rnn.bias_ih_l0_reverse	5	-0.0942663624882698
143430	rnn.bias_ih_l0_reverse	6	-0.1923222541809082
143430	rnn.bias_ih_l0_reverse	7	-0.05409369245171547
143430	rnn.bias_ih_l0_reverse	8	-0.0636429414153099
143430	rnn.bias_ih_l0_reverse	9	-0.12912914156913757
143430	rnn.bias_hh_l0_reverse	0	-0.13603727519512177
143430	rnn.bias_hh_l0_reverse	1	-0.15198543667793274
143430	rnn.bias_hh_l0_reverse	2	0.10126867145299911
143430	rnn.bias_hh_l0_reverse	3	0.06436485797166824
143430	rnn.bias_hh_l0_reverse	4	-0.16596707701683044
143430	rnn.bias_hh_l0_reverse	5	-0.13082194328308105
143430	rnn.bias_hh_l0_reverse	6	-0.1065986230969429
143430	rnn.bias_hh_l0_reverse	7	-0.050560031086206436
143430	rnn.bias_hh_l0_reverse	8	-0.08684097975492477
143430	rnn.bias_hh_l0_reverse	9	-0.026203062385320663
143430	linear.weight	0	-0.0075487480498850346
143430	linear.weight	1	0.041237447410821915
143430	linear.weight	2	0.2552395462989807
143430	linear.weight	3	-0.07964769750833511
143430	linear.weight	4	-0.010588549077510834
143430	linear.weight	5	0.10277227312326431
143430	linear.weight	6	-0.010739270597696304
143430	linear.weight	7	-0.08291245996952057
143430	linear.weight	8	0.18577459454536438
143430	linear.weight	9	-0.23499415814876556
143430	linear.bias	0	-0.03956538438796997
143430	linear.bias	1	0.031413208693265915
143430	linear.bias	2	0.43139636516571045
143430	linear.bias	3	-0.5568224787712097
143430	linear.bias	4	1.9430285692214966
143430	linear.bias	5	-1.37971031665802
143430	linear.bias	6	-0.3320757746696472
143430	linear.bias	7	-0.1096402034163475
143988	transitions	0	-1.7928682565689087
143988	transitions	1	-10000.0
143988	transitions	2	-0.7969565987586975
143988	transitions	3	-10000.0
143988	transitions	4	1.920983076095581
143988	transitions	5	-10000.0
143988	transitions	6	-10000.0
143988	transitions	7	1.723753571510315
143988	transitions	8	-2.4987761974334717
143988	transitions	9	-4.141455173492432
143988	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
143988	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
143988	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
143988	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
143988	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
143988	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
143988	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
143988	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
143988	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
143988	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
143988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
143988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
143988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
143988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
143988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
143988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
143988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
143988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
143988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
143988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
143988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
143988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
143988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
143988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
143988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
143988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
143988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
143988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
143988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
143988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
143988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
143988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
143988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
143988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
143988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
143988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
143988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
143988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
143988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
143988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
143988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
143988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
143988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
143988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
143988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
143988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
143988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
143988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
143988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
143988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
143988	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
143988	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
143988	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
143988	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
143988	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
143988	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
143988	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
143988	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
143988	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
143988	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
143988	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
143988	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
143988	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
143988	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
143988	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
143988	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
143988	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
143988	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
143988	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
143988	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
143988	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
143988	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
143988	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
143988	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
143988	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
143988	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
143988	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
143988	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
143988	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
143988	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
143988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
143988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
143988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
143988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
143988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
143988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
143988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
143988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
143988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
143988	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
143988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
143988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
143988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
143988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
143988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
143988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
143988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
143988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
143988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
143988	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
143988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
143988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
143988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
143988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
143988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
143988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
143988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
143988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
143988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
143988	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
143988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
143988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
143988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
143988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
143988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
143988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
143988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
143988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
143988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
143988	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
143988	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
143988	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
143988	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
143988	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
143988	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
143988	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
143988	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
143988	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
143988	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
143988	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
143988	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
143988	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
143988	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
143988	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
143988	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
143988	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
143988	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
143988	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
143988	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
143988	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
143988	embedding2nn.weight	0	0.006442210171371698
143988	embedding2nn.weight	1	0.004775544628500938
143988	embedding2nn.weight	2	0.013216113671660423
143988	embedding2nn.weight	3	0.024501871317625046
143988	embedding2nn.weight	4	0.01971343532204628
143988	embedding2nn.weight	5	0.008409367874264717
143988	embedding2nn.weight	6	-0.013374310918152332
143988	embedding2nn.weight	7	-0.0023356005549430847
143988	embedding2nn.weight	8	-0.0072294543497264385
143988	embedding2nn.weight	9	0.001352344756014645
143988	embedding2nn.bias	0	0.0143569465726614
143988	embedding2nn.bias	1	-0.023191068321466446
143988	embedding2nn.bias	2	0.07544609904289246
143988	embedding2nn.bias	3	0.060247525572776794
143988	embedding2nn.bias	4	-0.013068893924355507
143988	embedding2nn.bias	5	-0.025404563173651695
143988	embedding2nn.bias	6	0.012106914073228836
143988	embedding2nn.bias	7	-0.0006643201340921223
143988	embedding2nn.bias	8	-0.03160860016942024
143988	embedding2nn.bias	9	0.027509771287441254
143988	rnn.weight_ih_l0	0	0.07100467383861542
143988	rnn.weight_ih_l0	1	-0.03943101316690445
143988	rnn.weight_ih_l0	2	0.00016963620146270841
143988	rnn.weight_ih_l0	3	0.04578172042965889
143988	rnn.weight_ih_l0	4	-0.02728431671857834
143988	rnn.weight_ih_l0	5	0.04706690087914467
143988	rnn.weight_ih_l0	6	0.009670893661677837
143988	rnn.weight_ih_l0	7	0.06166491657495499
143988	rnn.weight_ih_l0	8	0.005739177577197552
143988	rnn.weight_ih_l0	9	-0.025097070261836052
143988	rnn.weight_hh_l0	0	-0.014222219586372375
143988	rnn.weight_hh_l0	1	-0.02098214067518711
143988	rnn.weight_hh_l0	2	-0.05714684724807739
143988	rnn.weight_hh_l0	3	-0.004313639830797911
143988	rnn.weight_hh_l0	4	-0.009350220672786236
143988	rnn.weight_hh_l0	5	-0.026123225688934326
143988	rnn.weight_hh_l0	6	-0.001064192270860076
143988	rnn.weight_hh_l0	7	-0.04608038067817688
143988	rnn.weight_hh_l0	8	0.06796539574861526
143988	rnn.weight_hh_l0	9	0.04478961229324341
143988	rnn.bias_ih_l0	0	-0.16802087426185608
143988	rnn.bias_ih_l0	1	-0.15562333166599274
143988	rnn.bias_ih_l0	2	-0.01615736074745655
143988	rnn.bias_ih_l0	3	-0.13997012376785278
143988	rnn.bias_ih_l0	4	-0.058308277279138565
143988	rnn.bias_ih_l0	5	-0.15961404144763947
143988	rnn.bias_ih_l0	6	0.061841074377298355
143988	rnn.bias_ih_l0	7	-0.09027594327926636
143988	rnn.bias_ih_l0	8	-0.03603871911764145
143988	rnn.bias_ih_l0	9	-0.11512052267789841
143988	rnn.bias_hh_l0	0	-0.07164029031991959
143988	rnn.bias_hh_l0	1	0.23511534929275513
143988	rnn.bias_hh_l0	2	0.03734159469604492
143988	rnn.bias_hh_l0	3	-0.06907137483358383
143988	rnn.bias_hh_l0	4	-0.0759720504283905
143988	rnn.bias_hh_l0	5	-0.009580289013683796
143988	rnn.bias_hh_l0	6	0.05570612847805023
143988	rnn.bias_hh_l0	7	-0.106028251349926
143988	rnn.bias_hh_l0	8	-0.221157968044281
143988	rnn.bias_hh_l0	9	-0.10193683952093124
143988	rnn.weight_ih_l0_reverse	0	0.020765740424394608
143988	rnn.weight_ih_l0_reverse	1	-0.06202024966478348
143988	rnn.weight_ih_l0_reverse	2	0.03981763496994972
143988	rnn.weight_ih_l0_reverse	3	0.012381458654999733
143988	rnn.weight_ih_l0_reverse	4	0.006998957134783268
143988	rnn.weight_ih_l0_reverse	5	-0.03028170019388199
143988	rnn.weight_ih_l0_reverse	6	0.013688921928405762
143988	rnn.weight_ih_l0_reverse	7	0.030877474695444107
143988	rnn.weight_ih_l0_reverse	8	-0.02556678280234337
143988	rnn.weight_ih_l0_reverse	9	0.002798130502924323
143988	rnn.weight_hh_l0_reverse	0	0.04436098411679268
143988	rnn.weight_hh_l0_reverse	1	0.030817564576864243
143988	rnn.weight_hh_l0_reverse	2	-0.02034187875688076
143988	rnn.weight_hh_l0_reverse	3	-0.07707539200782776
143988	rnn.weight_hh_l0_reverse	4	0.013158266432583332
143988	rnn.weight_hh_l0_reverse	5	-0.049938905984163284
143988	rnn.weight_hh_l0_reverse	6	-0.013032743707299232
143988	rnn.weight_hh_l0_reverse	7	0.02927156537771225
143988	rnn.weight_hh_l0_reverse	8	0.014612168073654175
143988	rnn.weight_hh_l0_reverse	9	0.007722523063421249
143988	rnn.bias_ih_l0_reverse	0	-0.04524105042219162
143988	rnn.bias_ih_l0_reverse	1	-0.13392548263072968
143988	rnn.bias_ih_l0_reverse	2	-0.1313030868768692
143988	rnn.bias_ih_l0_reverse	3	-0.03830992802977562
143988	rnn.bias_ih_l0_reverse	4	-0.1053699478507042
143988	rnn.bias_ih_l0_reverse	5	-0.09157571941614151
143988	rnn.bias_ih_l0_reverse	6	-0.19205349683761597
143988	rnn.bias_ih_l0_reverse	7	-0.05295659974217415
143988	rnn.bias_ih_l0_reverse	8	-0.06114771589636803
143988	rnn.bias_ih_l0_reverse	9	-0.12949572503566742
143988	rnn.bias_hh_l0_reverse	0	-0.13980230689048767
143988	rnn.bias_hh_l0_reverse	1	-0.15190918743610382
143988	rnn.bias_hh_l0_reverse	2	0.09872570633888245
143988	rnn.bias_hh_l0_reverse	3	0.06373479962348938
143988	rnn.bias_hh_l0_reverse	4	-0.16114722192287445
143988	rnn.bias_hh_l0_reverse	5	-0.1316853165626526
143988	rnn.bias_hh_l0_reverse	6	-0.10741116851568222
143988	rnn.bias_hh_l0_reverse	7	-0.050784382969141006
143988	rnn.bias_hh_l0_reverse	8	-0.08960564434528351
143988	rnn.bias_hh_l0_reverse	9	-0.029483633115887642
143988	linear.weight	0	-0.0075492518953979015
143988	linear.weight	1	0.034510791301727295
143988	linear.weight	2	0.26151907444000244
143988	linear.weight	3	-0.07963749021291733
143988	linear.weight	4	-0.010588549077510834
143988	linear.weight	5	0.10333319753408432
143988	linear.weight	6	-0.010739270597696304
143988	linear.weight	7	-0.09042380005121231
143988	linear.weight	8	0.16986539959907532
143988	linear.weight	9	-0.2331610471010208
143988	linear.bias	0	-0.03956538438796997
143988	linear.bias	1	0.031413208693265915
143988	linear.bias	2	0.4649413824081421
143988	linear.bias	3	-0.5936510562896729
143988	linear.bias	4	1.9455403089523315
143988	linear.bias	5	-1.3799344301223755
143988	linear.bias	6	-0.33174097537994385
143988	linear.bias	7	-0.10898949950933456
144546	transitions	0	-1.7939590215682983
144546	transitions	1	-10000.0
144546	transitions	2	-0.7969565987586975
144546	transitions	3	-10000.0
144546	transitions	4	1.9202178716659546
144546	transitions	5	-10000.0
144546	transitions	6	-10000.0
144546	transitions	7	1.7206025123596191
144546	transitions	8	-2.499781847000122
144546	transitions	9	-4.142279624938965
144546	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
144546	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
144546	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
144546	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
144546	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
144546	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
144546	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
144546	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
144546	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
144546	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
144546	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
144546	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
144546	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
144546	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
144546	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
144546	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
144546	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
144546	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
144546	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
144546	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
144546	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
144546	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
144546	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
144546	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
144546	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
144546	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
144546	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
144546	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
144546	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
144546	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
144546	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
144546	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
144546	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
144546	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
144546	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
144546	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
144546	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
144546	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
144546	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
144546	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
144546	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
144546	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
144546	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
144546	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
144546	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
144546	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
144546	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
144546	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
144546	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
144546	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
144546	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
144546	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
144546	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
144546	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
144546	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
144546	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
144546	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
144546	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
144546	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
144546	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
144546	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
144546	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
144546	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
144546	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
144546	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
144546	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
144546	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
144546	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
144546	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
144546	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
144546	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
144546	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
144546	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
144546	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
144546	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
144546	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
144546	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
144546	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
144546	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
144546	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
144546	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
144546	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
144546	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
144546	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
144546	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
144546	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
144546	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
144546	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
144546	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
144546	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
144546	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
144546	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
144546	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
144546	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
144546	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
144546	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
144546	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
144546	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
144546	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
144546	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
144546	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
144546	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
144546	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
144546	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
144546	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
144546	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
144546	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
144546	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
144546	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
144546	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
144546	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
144546	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
144546	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
144546	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
144546	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
144546	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
144546	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
144546	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
144546	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
144546	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
144546	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
144546	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
144546	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
144546	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
144546	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
144546	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
144546	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
144546	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
144546	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
144546	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
144546	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
144546	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
144546	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
144546	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
144546	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
144546	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
144546	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
144546	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
144546	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
144546	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
144546	embedding2nn.weight	0	0.006459028460085392
144546	embedding2nn.weight	1	0.004564818926155567
144546	embedding2nn.weight	2	0.013238106854259968
144546	embedding2nn.weight	3	0.024864910170435905
144546	embedding2nn.weight	4	0.019634496420621872
144546	embedding2nn.weight	5	0.00774335628375411
144546	embedding2nn.weight	6	-0.01327170804142952
144546	embedding2nn.weight	7	-0.002181133022531867
144546	embedding2nn.weight	8	-0.007145890034735203
144546	embedding2nn.weight	9	0.0012441767612472177
144546	embedding2nn.bias	0	0.012509007006883621
144546	embedding2nn.bias	1	-0.02279103919863701
144546	embedding2nn.bias	2	0.07210972905158997
144546	embedding2nn.bias	3	0.057675689458847046
144546	embedding2nn.bias	4	-0.010621234774589539
144546	embedding2nn.bias	5	-0.02528274431824684
144546	embedding2nn.bias	6	0.008591296151280403
144546	embedding2nn.bias	7	0.0026345120277255774
144546	embedding2nn.bias	8	-0.03325127810239792
144546	embedding2nn.bias	9	0.02345217950642109
144546	rnn.weight_ih_l0	0	0.07118604332208633
144546	rnn.weight_ih_l0	1	-0.03987324982881546
144546	rnn.weight_ih_l0	2	0.0005675943684764206
144546	rnn.weight_ih_l0	3	0.04463576525449753
144546	rnn.weight_ih_l0	4	-0.02759259007871151
144546	rnn.weight_ih_l0	5	0.04731863737106323
144546	rnn.weight_ih_l0	6	0.00991053506731987
144546	rnn.weight_ih_l0	7	0.06133044511079788
144546	rnn.weight_ih_l0	8	0.006319786887615919
144546	rnn.weight_ih_l0	9	-0.02444414794445038
144546	rnn.weight_hh_l0	0	-0.014067587442696095
144546	rnn.weight_hh_l0	1	-0.02110459841787815
144546	rnn.weight_hh_l0	2	-0.057059887796640396
144546	rnn.weight_hh_l0	3	-0.0046178377233445644
144546	rnn.weight_hh_l0	4	-0.0093690762296319
144546	rnn.weight_hh_l0	5	-0.02621421217918396
144546	rnn.weight_hh_l0	6	-0.0011098782997578382
144546	rnn.weight_hh_l0	7	-0.0461815670132637
144546	rnn.weight_hh_l0	8	0.06821537017822266
144546	rnn.weight_hh_l0	9	0.044690925627946854
144546	rnn.bias_ih_l0	0	-0.16434499621391296
144546	rnn.bias_ih_l0	1	-0.1538110375404358
144546	rnn.bias_ih_l0	2	-0.014770256355404854
144546	rnn.bias_ih_l0	3	-0.1391560137271881
144546	rnn.bias_ih_l0	4	-0.057179465889930725
144546	rnn.bias_ih_l0	5	-0.159510537981987
144546	rnn.bias_ih_l0	6	0.06491819024085999
144546	rnn.bias_ih_l0	7	-0.08966308832168579
144546	rnn.bias_ih_l0	8	-0.03661518171429634
144546	rnn.bias_ih_l0	9	-0.11468011885881424
144546	rnn.bias_hh_l0	0	-0.07176718860864639
144546	rnn.bias_hh_l0	1	0.23960447311401367
144546	rnn.bias_hh_l0	2	0.04014630615711212
144546	rnn.bias_hh_l0	3	-0.07315842807292938
144546	rnn.bias_hh_l0	4	-0.07432707399129868
144546	rnn.bias_hh_l0	5	-0.009145664982497692
144546	rnn.bias_hh_l0	6	0.053223952651023865
144546	rnn.bias_hh_l0	7	-0.10390651226043701
144546	rnn.bias_hh_l0	8	-0.22251150012016296
144546	rnn.bias_hh_l0	9	-0.10145892202854156
144546	rnn.weight_ih_l0_reverse	0	0.021451104432344437
144546	rnn.weight_ih_l0_reverse	1	-0.06139853969216347
144546	rnn.weight_ih_l0_reverse	2	0.040137868374586105
144546	rnn.weight_ih_l0_reverse	3	0.01268948707729578
144546	rnn.weight_ih_l0_reverse	4	0.006962602958083153
144546	rnn.weight_ih_l0_reverse	5	-0.031594809144735336
144546	rnn.weight_ih_l0_reverse	6	0.013754432089626789
144546	rnn.weight_ih_l0_reverse	7	0.030911598354578018
144546	rnn.weight_ih_l0_reverse	8	-0.02553400956094265
144546	rnn.weight_ih_l0_reverse	9	0.0024658178444951773
144546	rnn.weight_hh_l0_reverse	0	0.04420357197523117
144546	rnn.weight_hh_l0_reverse	1	0.030906416475772858
144546	rnn.weight_hh_l0_reverse	2	-0.020484255626797676
144546	rnn.weight_hh_l0_reverse	3	-0.0767589583992958
144546	rnn.weight_hh_l0_reverse	4	0.013070626184344292
144546	rnn.weight_hh_l0_reverse	5	-0.04987756535410881
144546	rnn.weight_hh_l0_reverse	6	-0.013093991205096245
144546	rnn.weight_hh_l0_reverse	7	0.029118459671735764
144546	rnn.weight_hh_l0_reverse	8	0.014418303966522217
144546	rnn.weight_hh_l0_reverse	9	0.007869488559663296
144546	rnn.bias_ih_l0_reverse	0	-0.04447321593761444
144546	rnn.bias_ih_l0_reverse	1	-0.13393250107765198
144546	rnn.bias_ih_l0_reverse	2	-0.1326051950454712
144546	rnn.bias_ih_l0_reverse	3	-0.03803608566522598
144546	rnn.bias_ih_l0_reverse	4	-0.10617215931415558
144546	rnn.bias_ih_l0_reverse	5	-0.08988340198993683
144546	rnn.bias_ih_l0_reverse	6	-0.19342003762722015
144546	rnn.bias_ih_l0_reverse	7	-0.05610616132616997
144546	rnn.bias_ih_l0_reverse	8	-0.060447808355093
144546	rnn.bias_ih_l0_reverse	9	-0.13033083081245422
144546	rnn.bias_hh_l0_reverse	0	-0.13719069957733154
144546	rnn.bias_hh_l0_reverse	1	-0.15157099068164825
144546	rnn.bias_hh_l0_reverse	2	0.10196279734373093
144546	rnn.bias_hh_l0_reverse	3	0.06432587653398514
144546	rnn.bias_hh_l0_reverse	4	-0.16111895442008972
144546	rnn.bias_hh_l0_reverse	5	-0.13112102448940277
144546	rnn.bias_hh_l0_reverse	6	-0.10721451044082642
144546	rnn.bias_hh_l0_reverse	7	-0.050140053033828735
144546	rnn.bias_hh_l0_reverse	8	-0.08809808641672134
144546	rnn.bias_hh_l0_reverse	9	-0.029256192967295647
144546	linear.weight	0	-0.007551069837063551
144546	linear.weight	1	0.038677822798490524
144546	linear.weight	2	0.26642459630966187
144546	linear.weight	3	-0.07962682098150253
144546	linear.weight	4	-0.010588549077510834
144546	linear.weight	5	0.09245982021093369
144546	linear.weight	6	-0.010739270597696304
144546	linear.weight	7	-0.09459780901670456
144546	linear.weight	8	0.1836705207824707
144546	linear.weight	9	-0.23499278724193573
144546	linear.bias	0	-0.03956538438796997
144546	linear.bias	1	0.031413208693265915
144546	linear.bias	2	0.45662474632263184
144546	linear.bias	3	-0.5796977877616882
144546	linear.bias	4	1.9357002973556519
144546	linear.bias	5	-1.3801546096801758
144546	linear.bias	6	-0.32939720153808594
144546	linear.bias	7	-0.10692458599805832
145104	transitions	0	-1.7953487634658813
145104	transitions	1	-10000.0
145104	transitions	2	-0.7969565987586975
145104	transitions	3	-10000.0
145104	transitions	4	1.944027304649353
145104	transitions	5	-10000.0
145104	transitions	6	-10000.0
145104	transitions	7	1.727617621421814
145104	transitions	8	-2.501004219055176
145104	transitions	9	-4.143087387084961
145104	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
145104	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
145104	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
145104	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
145104	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
145104	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
145104	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
145104	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
145104	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
145104	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
145104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
145104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
145104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
145104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
145104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
145104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
145104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
145104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
145104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
145104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
145104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
145104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
145104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
145104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
145104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
145104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
145104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
145104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
145104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
145104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
145104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
145104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
145104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
145104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
145104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
145104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
145104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
145104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
145104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
145104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
145104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
145104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
145104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
145104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
145104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
145104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
145104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
145104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
145104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
145104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
145104	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
145104	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
145104	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
145104	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
145104	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
145104	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
145104	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
145104	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
145104	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
145104	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
145104	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
145104	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
145104	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
145104	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
145104	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
145104	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
145104	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
145104	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
145104	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
145104	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
145104	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
145104	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
145104	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
145104	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
145104	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
145104	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
145104	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
145104	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
145104	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
145104	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
145104	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
145104	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
145104	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
145104	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
145104	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
145104	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
145104	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
145104	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
145104	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
145104	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
145104	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
145104	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
145104	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
145104	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
145104	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
145104	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
145104	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
145104	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
145104	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
145104	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
145104	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
145104	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
145104	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
145104	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
145104	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
145104	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
145104	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
145104	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
145104	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
145104	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
145104	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
145104	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
145104	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
145104	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
145104	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
145104	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
145104	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
145104	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
145104	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
145104	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
145104	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
145104	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
145104	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
145104	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
145104	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
145104	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
145104	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
145104	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
145104	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
145104	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
145104	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
145104	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
145104	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
145104	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
145104	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
145104	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
145104	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
145104	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
145104	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
145104	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
145104	embedding2nn.weight	0	0.006470230873674154
145104	embedding2nn.weight	1	0.004530233796685934
145104	embedding2nn.weight	2	0.013258170336484909
145104	embedding2nn.weight	3	0.02456309273838997
145104	embedding2nn.weight	4	0.019981788471341133
145104	embedding2nn.weight	5	0.007669762242585421
145104	embedding2nn.weight	6	-0.013134569860994816
145104	embedding2nn.weight	7	-0.0022152061574161053
145104	embedding2nn.weight	8	-0.0065483106300234795
145104	embedding2nn.weight	9	0.0013832558179274201
145104	embedding2nn.bias	0	0.00949100311845541
145104	embedding2nn.bias	1	-0.020091408863663673
145104	embedding2nn.bias	2	0.07196567207574844
145104	embedding2nn.bias	3	0.05733337253332138
145104	embedding2nn.bias	4	-0.010413240641355515
145104	embedding2nn.bias	5	-0.024059085175395012
145104	embedding2nn.bias	6	0.009145190939307213
145104	embedding2nn.bias	7	0.0008221991593018174
145104	embedding2nn.bias	8	-0.035832177847623825
145104	embedding2nn.bias	9	0.02333083562552929
145104	rnn.weight_ih_l0	0	0.07085143029689789
145104	rnn.weight_ih_l0	1	-0.040237076580524445
145104	rnn.weight_ih_l0	2	0.001126243732869625
145104	rnn.weight_ih_l0	3	0.04527582973241806
145104	rnn.weight_ih_l0	4	-0.027829909697175026
145104	rnn.weight_ih_l0	5	0.04744645953178406
145104	rnn.weight_ih_l0	6	0.009694775566458702
145104	rnn.weight_ih_l0	7	0.06153636425733566
145104	rnn.weight_ih_l0	8	0.00585915008559823
145104	rnn.weight_ih_l0	9	-0.024356717243790627
145104	rnn.weight_hh_l0	0	-0.013921257108449936
145104	rnn.weight_hh_l0	1	-0.021553153172135353
145104	rnn.weight_hh_l0	2	-0.0568949319422245
145104	rnn.weight_hh_l0	3	-0.004451574292033911
145104	rnn.weight_hh_l0	4	-0.009380684234201908
145104	rnn.weight_hh_l0	5	-0.026217365637421608
145104	rnn.weight_hh_l0	6	-0.001122359884902835
145104	rnn.weight_hh_l0	7	-0.04608999192714691
145104	rnn.weight_hh_l0	8	0.0676436498761177
145104	rnn.weight_hh_l0	9	0.044656526297330856
145104	rnn.bias_ih_l0	0	-0.16327498853206635
145104	rnn.bias_ih_l0	1	-0.15511885285377502
145104	rnn.bias_ih_l0	2	-0.01325866300612688
145104	rnn.bias_ih_l0	3	-0.1382022500038147
145104	rnn.bias_ih_l0	4	-0.05586821958422661
145104	rnn.bias_ih_l0	5	-0.15799756348133087
145104	rnn.bias_ih_l0	6	0.06587228178977966
145104	rnn.bias_ih_l0	7	-0.09107398241758347
145104	rnn.bias_ih_l0	8	-0.03620336949825287
145104	rnn.bias_ih_l0	9	-0.11425536870956421
145104	rnn.bias_hh_l0	0	-0.07123559713363647
145104	rnn.bias_hh_l0	1	0.2371186763048172
145104	rnn.bias_hh_l0	2	0.042697831988334656
145104	rnn.bias_hh_l0	3	-0.07109656184911728
145104	rnn.bias_hh_l0	4	-0.07567761838436127
145104	rnn.bias_hh_l0	5	-0.008130213245749474
145104	rnn.bias_hh_l0	6	0.05452387407422066
145104	rnn.bias_hh_l0	7	-0.10431712120771408
145104	rnn.bias_hh_l0	8	-0.22259603440761566
145104	rnn.bias_hh_l0	9	-0.09943100810050964
145104	rnn.weight_ih_l0_reverse	0	0.021459294483065605
145104	rnn.weight_ih_l0_reverse	1	-0.061161283403635025
145104	rnn.weight_ih_l0_reverse	2	0.039958544075489044
145104	rnn.weight_ih_l0_reverse	3	0.013394605368375778
145104	rnn.weight_ih_l0_reverse	4	0.006909861229360104
145104	rnn.weight_ih_l0_reverse	5	-0.03183215484023094
145104	rnn.weight_ih_l0_reverse	6	0.01415299903601408
145104	rnn.weight_ih_l0_reverse	7	0.0311286598443985
145104	rnn.weight_ih_l0_reverse	8	-0.025448337197303772
145104	rnn.weight_ih_l0_reverse	9	0.0027455759700387716
145104	rnn.weight_hh_l0_reverse	0	0.04416538402438164
145104	rnn.weight_hh_l0_reverse	1	0.030984604731202126
145104	rnn.weight_hh_l0_reverse	2	-0.020048288628458977
145104	rnn.weight_hh_l0_reverse	3	-0.07662757486104965
145104	rnn.weight_hh_l0_reverse	4	0.012933880090713501
145104	rnn.weight_hh_l0_reverse	5	-0.0496540367603302
145104	rnn.weight_hh_l0_reverse	6	-0.013092582114040852
145104	rnn.weight_hh_l0_reverse	7	0.02957102656364441
145104	rnn.weight_hh_l0_reverse	8	0.0141884321346879
145104	rnn.weight_hh_l0_reverse	9	0.00808967836201191
145104	rnn.bias_ih_l0_reverse	0	-0.046772535890340805
145104	rnn.bias_ih_l0_reverse	1	-0.13361863791942596
145104	rnn.bias_ih_l0_reverse	2	-0.13205377757549286
145104	rnn.bias_ih_l0_reverse	3	-0.039252590388059616
145104	rnn.bias_ih_l0_reverse	4	-0.10463898628950119
145104	rnn.bias_ih_l0_reverse	5	-0.09303440898656845
145104	rnn.bias_ih_l0_reverse	6	-0.19599145650863647
145104	rnn.bias_ih_l0_reverse	7	-0.05565591901540756
145104	rnn.bias_ih_l0_reverse	8	-0.0610111765563488
145104	rnn.bias_ih_l0_reverse	9	-0.12914517521858215
145104	rnn.bias_hh_l0_reverse	0	-0.13808225095272064
145104	rnn.bias_hh_l0_reverse	1	-0.15145379304885864
145104	rnn.bias_hh_l0_reverse	2	0.10221908986568451
145104	rnn.bias_hh_l0_reverse	3	0.06640411913394928
145104	rnn.bias_hh_l0_reverse	4	-0.16670385003089905
145104	rnn.bias_hh_l0_reverse	5	-0.12563933432102203
145104	rnn.bias_hh_l0_reverse	6	-0.1076192557811737
145104	rnn.bias_hh_l0_reverse	7	-0.04775559529662132
145104	rnn.bias_hh_l0_reverse	8	-0.0893772691488266
145104	rnn.bias_hh_l0_reverse	9	-0.030885053798556328
145104	linear.weight	0	-0.007554168347269297
145104	linear.weight	1	0.032083261758089066
145104	linear.weight	2	0.26563528180122375
145104	linear.weight	3	-0.07961992174386978
145104	linear.weight	4	-0.010588549077510834
145104	linear.weight	5	0.07013705372810364
145104	linear.weight	6	-0.010739270597696304
145104	linear.weight	7	-0.0753827914595604
145104	linear.weight	8	0.18483582139015198
145104	linear.weight	9	-0.23048867285251617
145104	linear.bias	0	-0.03956538438796997
145104	linear.bias	1	0.031413208693265915
145104	linear.bias	2	0.4332236647605896
145104	linear.bias	3	-0.5835732817649841
145104	linear.bias	4	1.9736765623092651
145104	linear.bias	5	-1.3803716897964478
145104	linear.bias	6	-0.334367960691452
145104	linear.bias	7	-0.11245410144329071
145663	transitions	0	-1.7967307567596436
145663	transitions	1	-10000.0
145663	transitions	2	-0.7969565987586975
145663	transitions	3	-10000.0
145663	transitions	4	1.947689175605774
145663	transitions	5	-10000.0
145663	transitions	6	-10000.0
145663	transitions	7	1.737634539604187
145663	transitions	8	-2.5020108222961426
145663	transitions	9	-4.143836498260498
145663	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
145663	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
145663	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
145663	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
145663	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
145663	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
145663	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
145663	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
145663	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
145663	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
145663	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
145663	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
145663	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
145663	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
145663	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
145663	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
145663	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
145663	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
145663	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
145663	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
145663	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
145663	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
145663	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
145663	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
145663	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
145663	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
145663	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
145663	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
145663	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
145663	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
145663	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
145663	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
145663	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
145663	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
145663	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
145663	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
145663	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
145663	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
145663	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
145663	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
145663	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
145663	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
145663	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
145663	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
145663	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
145663	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
145663	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
145663	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
145663	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
145663	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
145663	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
145663	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
145663	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
145663	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
145663	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
145663	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
145663	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
145663	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
145663	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
145663	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
145663	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
145663	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
145663	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
145663	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
145663	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
145663	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
145663	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
145663	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
145663	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
145663	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
145663	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
145663	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
145663	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
145663	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
145663	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
145663	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
145663	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
145663	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
145663	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
145663	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
145663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
145663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
145663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
145663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
145663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
145663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
145663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
145663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
145663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
145663	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
145663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
145663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
145663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
145663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
145663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
145663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
145663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
145663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
145663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
145663	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
145663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
145663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
145663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
145663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
145663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
145663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
145663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
145663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
145663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
145663	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
145663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
145663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
145663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
145663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
145663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
145663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
145663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
145663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
145663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
145663	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
145663	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
145663	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
145663	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
145663	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
145663	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
145663	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
145663	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
145663	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
145663	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
145663	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
145663	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
145663	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
145663	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
145663	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
145663	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
145663	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
145663	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
145663	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
145663	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
145663	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
145663	embedding2nn.weight	0	0.006458820775151253
145663	embedding2nn.weight	1	0.004470435436815023
145663	embedding2nn.weight	2	0.013252905569970608
145663	embedding2nn.weight	3	0.024424374103546143
145663	embedding2nn.weight	4	0.02004956267774105
145663	embedding2nn.weight	5	0.0073989578522741795
145663	embedding2nn.weight	6	-0.01308196596801281
145663	embedding2nn.weight	7	-0.0023229923099279404
145663	embedding2nn.weight	8	-0.00680132070556283
145663	embedding2nn.weight	9	0.0011119882110506296
145663	embedding2nn.bias	0	0.015487231314182281
145663	embedding2nn.bias	1	-0.017999902367591858
145663	embedding2nn.bias	2	0.07612709701061249
145663	embedding2nn.bias	3	0.060356926172971725
145663	embedding2nn.bias	4	-0.007722472306340933
145663	embedding2nn.bias	5	-0.02208327315747738
145663	embedding2nn.bias	6	0.005973435938358307
145663	embedding2nn.bias	7	0.003002846147865057
145663	embedding2nn.bias	8	-0.029365751892328262
145663	embedding2nn.bias	9	0.02320919744670391
145663	rnn.weight_ih_l0	0	0.07092373818159103
145663	rnn.weight_ih_l0	1	-0.03968999534845352
145663	rnn.weight_ih_l0	2	0.00044879133929498494
145663	rnn.weight_ih_l0	3	0.0465761199593544
145663	rnn.weight_ih_l0	4	-0.0295033510774374
145663	rnn.weight_ih_l0	5	0.04704048112034798
145663	rnn.weight_ih_l0	6	0.009746882133185863
145663	rnn.weight_ih_l0	7	0.06217162311077118
145663	rnn.weight_ih_l0	8	0.005707592237740755
145663	rnn.weight_ih_l0	9	-0.024633076041936874
145663	rnn.weight_hh_l0	0	-0.01365249790251255
145663	rnn.weight_hh_l0	1	-0.021702710539102554
145663	rnn.weight_hh_l0	2	-0.05711463466286659
145663	rnn.weight_hh_l0	3	-0.004612265154719353
145663	rnn.weight_hh_l0	4	-0.009225151501595974
145663	rnn.weight_hh_l0	5	-0.02606276609003544
145663	rnn.weight_hh_l0	6	-0.0011188710341230035
145663	rnn.weight_hh_l0	7	-0.046391718089580536
145663	rnn.weight_hh_l0	8	0.06794784963130951
145663	rnn.weight_hh_l0	9	0.04446885362267494
145663	rnn.bias_ih_l0	0	-0.16435594856739044
145663	rnn.bias_ih_l0	1	-0.15844443440437317
145663	rnn.bias_ih_l0	2	-0.012704897671937943
145663	rnn.bias_ih_l0	3	-0.13778045773506165
145663	rnn.bias_ih_l0	4	-0.054761894047260284
145663	rnn.bias_ih_l0	5	-0.15722982585430145
145663	rnn.bias_ih_l0	6	0.06542402505874634
145663	rnn.bias_ih_l0	7	-0.09081874042749405
145663	rnn.bias_ih_l0	8	-0.03526824712753296
145663	rnn.bias_ih_l0	9	-0.11311905831098557
145663	rnn.bias_hh_l0	0	-0.07128103822469711
145663	rnn.bias_hh_l0	1	0.23563984036445618
145663	rnn.bias_hh_l0	2	0.04478193446993828
145663	rnn.bias_hh_l0	3	-0.07233944535255432
145663	rnn.bias_hh_l0	4	-0.0731811374425888
145663	rnn.bias_hh_l0	5	-0.0071931215934455395
145663	rnn.bias_hh_l0	6	0.054719433188438416
145663	rnn.bias_hh_l0	7	-0.10081087797880173
145663	rnn.bias_hh_l0	8	-0.22684581577777863
145663	rnn.bias_hh_l0	9	-0.1000785306096077
145663	rnn.weight_ih_l0_reverse	0	0.021857263520359993
145663	rnn.weight_ih_l0_reverse	1	-0.061667367815971375
145663	rnn.weight_ih_l0_reverse	2	0.03998182713985443
145663	rnn.weight_ih_l0_reverse	3	0.0144907021895051
145663	rnn.weight_ih_l0_reverse	4	0.0069967093877494335
145663	rnn.weight_ih_l0_reverse	5	-0.03212263435125351
145663	rnn.weight_ih_l0_reverse	6	0.012830403633415699
145663	rnn.weight_ih_l0_reverse	7	0.03071611002087593
145663	rnn.weight_ih_l0_reverse	8	-0.025733809918165207
145663	rnn.weight_ih_l0_reverse	9	0.0024815041106194258
145663	rnn.weight_hh_l0_reverse	0	0.04398629441857338
145663	rnn.weight_hh_l0_reverse	1	0.03128080442547798
145663	rnn.weight_hh_l0_reverse	2	-0.019918477162718773
145663	rnn.weight_hh_l0_reverse	3	-0.07657510042190552
145663	rnn.weight_hh_l0_reverse	4	0.01312735304236412
145663	rnn.weight_hh_l0_reverse	5	-0.049796681851148605
145663	rnn.weight_hh_l0_reverse	6	-0.013066199608147144
145663	rnn.weight_hh_l0_reverse	7	0.029550673440098763
145663	rnn.weight_hh_l0_reverse	8	0.01391935721039772
145663	rnn.weight_hh_l0_reverse	9	0.008189632557332516
145663	rnn.bias_ih_l0_reverse	0	-0.04646095633506775
145663	rnn.bias_ih_l0_reverse	1	-0.13554611802101135
145663	rnn.bias_ih_l0_reverse	2	-0.13195757567882538
145663	rnn.bias_ih_l0_reverse	3	-0.03760116174817085
145663	rnn.bias_ih_l0_reverse	4	-0.10619859397411346
145663	rnn.bias_ih_l0_reverse	5	-0.09367252141237259
145663	rnn.bias_ih_l0_reverse	6	-0.19728735089302063
145663	rnn.bias_ih_l0_reverse	7	-0.055565591901540756
145663	rnn.bias_ih_l0_reverse	8	-0.06163477152585983
145663	rnn.bias_ih_l0_reverse	9	-0.13233789801597595
145663	rnn.bias_hh_l0_reverse	0	-0.13940005004405975
145663	rnn.bias_hh_l0_reverse	1	-0.1510656625032425
145663	rnn.bias_hh_l0_reverse	2	0.10261920094490051
145663	rnn.bias_hh_l0_reverse	3	0.06795036792755127
145663	rnn.bias_hh_l0_reverse	4	-0.16520290076732635
145663	rnn.bias_hh_l0_reverse	5	-0.12371550500392914
145663	rnn.bias_hh_l0_reverse	6	-0.10766042768955231
145663	rnn.bias_hh_l0_reverse	7	-0.0484372116625309
145663	rnn.bias_hh_l0_reverse	8	-0.09063058346509933
145663	rnn.bias_hh_l0_reverse	9	-0.03137217462062836
145663	linear.weight	0	-0.007557086180895567
145663	linear.weight	1	0.03758010268211365
145663	linear.weight	2	0.25981301069259644
145663	linear.weight	3	-0.07961469888687134
145663	linear.weight	4	-0.010588549077510834
145663	linear.weight	5	0.07006801664829254
145663	linear.weight	6	-0.010739270597696304
145663	linear.weight	7	-0.09830871969461441
145663	linear.weight	8	0.20824752748012543
145663	linear.weight	9	-0.22770453989505768
145663	linear.bias	0	-0.03956538438796997
145663	linear.bias	1	0.031413208693265915
145663	linear.bias	2	0.45100557804107666
145663	linear.bias	3	-0.5853710770606995
145663	linear.bias	4	1.947615146636963
145663	linear.bias	5	-1.3805906772613525
145663	linear.bias	6	-0.32862821221351624
145663	linear.bias	7	-0.10791495442390442
146221	transitions	0	-1.7978941202163696
146221	transitions	1	-10000.0
146221	transitions	2	-0.7969565987586975
146221	transitions	3	-10000.0
146221	transitions	4	1.942490816116333
146221	transitions	5	-10000.0
146221	transitions	6	-10000.0
146221	transitions	7	1.738754153251648
146221	transitions	8	-2.5029568672180176
146221	transitions	9	-4.144620418548584
146221	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
146221	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
146221	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
146221	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
146221	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
146221	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
146221	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
146221	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
146221	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
146221	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
146221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
146221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
146221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
146221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
146221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
146221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
146221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
146221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
146221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
146221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
146221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
146221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
146221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
146221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
146221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
146221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
146221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
146221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
146221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
146221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
146221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
146221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
146221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
146221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
146221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
146221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
146221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
146221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
146221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
146221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
146221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
146221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
146221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
146221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
146221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
146221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
146221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
146221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
146221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
146221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
146221	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
146221	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
146221	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
146221	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
146221	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
146221	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
146221	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
146221	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
146221	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
146221	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
146221	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
146221	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
146221	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
146221	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
146221	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
146221	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
146221	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
146221	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
146221	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
146221	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
146221	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
146221	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
146221	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
146221	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
146221	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
146221	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
146221	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
146221	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
146221	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
146221	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
146221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
146221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
146221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
146221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
146221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
146221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
146221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
146221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
146221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
146221	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
146221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
146221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
146221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
146221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
146221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
146221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
146221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
146221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
146221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
146221	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
146221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
146221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
146221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
146221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
146221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
146221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
146221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
146221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
146221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
146221	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
146221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
146221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
146221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
146221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
146221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
146221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
146221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
146221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
146221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
146221	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
146221	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
146221	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
146221	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
146221	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
146221	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
146221	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
146221	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
146221	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
146221	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
146221	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
146221	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
146221	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
146221	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
146221	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
146221	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
146221	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
146221	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
146221	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
146221	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
146221	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
146221	embedding2nn.weight	0	0.006472976878285408
146221	embedding2nn.weight	1	0.004432993941009045
146221	embedding2nn.weight	2	0.01326451264321804
146221	embedding2nn.weight	3	0.02459522895514965
146221	embedding2nn.weight	4	0.01963125728070736
146221	embedding2nn.weight	5	0.007869888097047806
146221	embedding2nn.weight	6	-0.01292512845247984
146221	embedding2nn.weight	7	-0.0022955320309847593
146221	embedding2nn.weight	8	-0.006454449146986008
146221	embedding2nn.weight	9	0.0008096033125184476
146221	embedding2nn.bias	0	0.016040455549955368
146221	embedding2nn.bias	1	-0.018474634736776352
146221	embedding2nn.bias	2	0.0725068747997284
146221	embedding2nn.bias	3	0.05670998618006706
146221	embedding2nn.bias	4	-0.013210844248533249
146221	embedding2nn.bias	5	-0.020772090181708336
146221	embedding2nn.bias	6	0.005765954498201609
146221	embedding2nn.bias	7	4.573824844555929e-05
146221	embedding2nn.bias	8	-0.030765756964683533
146221	embedding2nn.bias	9	0.018573634326457977
146221	rnn.weight_ih_l0	0	0.07036574184894562
146221	rnn.weight_ih_l0	1	-0.03959043696522713
146221	rnn.weight_ih_l0	2	0.0014858965296298265
146221	rnn.weight_ih_l0	3	0.046927984803915024
146221	rnn.weight_ih_l0	4	-0.0297856442630291
146221	rnn.weight_ih_l0	5	0.046579837799072266
146221	rnn.weight_ih_l0	6	0.009835214354097843
146221	rnn.weight_ih_l0	7	0.06173858046531677
146221	rnn.weight_ih_l0	8	0.006310590542852879
146221	rnn.weight_ih_l0	9	-0.02478254958987236
146221	rnn.weight_hh_l0	0	-0.013616224750876427
146221	rnn.weight_hh_l0	1	-0.021632185205817223
146221	rnn.weight_hh_l0	2	-0.05720042809844017
146221	rnn.weight_hh_l0	3	-0.004503574222326279
146221	rnn.weight_hh_l0	4	-0.009308567270636559
146221	rnn.weight_hh_l0	5	-0.02571411244571209
146221	rnn.weight_hh_l0	6	-0.001201681443490088
146221	rnn.weight_hh_l0	7	-0.045177072286605835
146221	rnn.weight_hh_l0	8	0.06760724633932114
146221	rnn.weight_hh_l0	9	0.04401751235127449
146221	rnn.bias_ih_l0	0	-0.16254176199436188
146221	rnn.bias_ih_l0	1	-0.1581680029630661
146221	rnn.bias_ih_l0	2	-0.013482821173965931
146221	rnn.bias_ih_l0	3	-0.13687832653522491
146221	rnn.bias_ih_l0	4	-0.05530531704425812
146221	rnn.bias_ih_l0	5	-0.1572568267583847
146221	rnn.bias_ih_l0	6	0.06895416229963303
146221	rnn.bias_ih_l0	7	-0.09093870222568512
146221	rnn.bias_ih_l0	8	-0.0364677719771862
146221	rnn.bias_ih_l0	9	-0.1113007664680481
146221	rnn.bias_hh_l0	0	-0.06936571002006531
146221	rnn.bias_hh_l0	1	0.23745523393154144
146221	rnn.bias_hh_l0	2	0.04267742112278938
146221	rnn.bias_hh_l0	3	-0.07143336534500122
146221	rnn.bias_hh_l0	4	-0.07402428984642029
146221	rnn.bias_hh_l0	5	-0.004302384797483683
146221	rnn.bias_hh_l0	6	0.0536964014172554
146221	rnn.bias_hh_l0	7	-0.10205072164535522
146221	rnn.bias_hh_l0	8	-0.2241043746471405
146221	rnn.bias_hh_l0	9	-0.10132536292076111
146221	rnn.weight_ih_l0_reverse	0	0.02190692350268364
146221	rnn.weight_ih_l0_reverse	1	-0.061891403049230576
146221	rnn.weight_ih_l0_reverse	2	0.039887934923172
146221	rnn.weight_ih_l0_reverse	3	0.015267151407897472
146221	rnn.weight_ih_l0_reverse	4	0.006381001323461533
146221	rnn.weight_ih_l0_reverse	5	-0.031935207545757294
146221	rnn.weight_ih_l0_reverse	6	0.013596003875136375
146221	rnn.weight_ih_l0_reverse	7	0.030866358429193497
146221	rnn.weight_ih_l0_reverse	8	-0.02578861266374588
146221	rnn.weight_ih_l0_reverse	9	0.0022142298985272646
146221	rnn.weight_hh_l0_reverse	0	0.04383089020848274
146221	rnn.weight_hh_l0_reverse	1	0.031045373529195786
146221	rnn.weight_hh_l0_reverse	2	-0.019934453070163727
146221	rnn.weight_hh_l0_reverse	3	-0.07678669691085815
146221	rnn.weight_hh_l0_reverse	4	0.013163384050130844
146221	rnn.weight_hh_l0_reverse	5	-0.049826204776763916
146221	rnn.weight_hh_l0_reverse	6	-0.013188965618610382
146221	rnn.weight_hh_l0_reverse	7	0.029651988297700882
146221	rnn.weight_hh_l0_reverse	8	0.013306450098752975
146221	rnn.weight_hh_l0_reverse	9	0.0077243587002158165
146221	rnn.bias_ih_l0_reverse	0	-0.046175550669431686
146221	rnn.bias_ih_l0_reverse	1	-0.13646300137043
146221	rnn.bias_ih_l0_reverse	2	-0.13014714419841766
146221	rnn.bias_ih_l0_reverse	3	-0.0380929671227932
146221	rnn.bias_ih_l0_reverse	4	-0.1052456945180893
146221	rnn.bias_ih_l0_reverse	5	-0.0953802689909935
146221	rnn.bias_ih_l0_reverse	6	-0.19769124686717987
146221	rnn.bias_ih_l0_reverse	7	-0.05465744435787201
146221	rnn.bias_ih_l0_reverse	8	-0.06342574954032898
146221	rnn.bias_ih_l0_reverse	9	-0.13160626590251923
146221	rnn.bias_hh_l0_reverse	0	-0.14023074507713318
146221	rnn.bias_hh_l0_reverse	1	-0.15036170184612274
146221	rnn.bias_hh_l0_reverse	2	0.10535824298858643
146221	rnn.bias_hh_l0_reverse	3	0.06686791777610779
146221	rnn.bias_hh_l0_reverse	4	-0.16359475255012512
146221	rnn.bias_hh_l0_reverse	5	-0.12858395278453827
146221	rnn.bias_hh_l0_reverse	6	-0.10776213556528091
146221	rnn.bias_hh_l0_reverse	7	-0.047103747725486755
146221	rnn.bias_hh_l0_reverse	8	-0.09001179784536362
146221	rnn.bias_hh_l0_reverse	9	-0.029890285804867744
146221	linear.weight	0	-0.007559788413345814
146221	linear.weight	1	0.041239555925130844
146221	linear.weight	2	0.2413107454776764
146221	linear.weight	3	-0.07960827648639679
146221	linear.weight	4	-0.010588549077510834
146221	linear.weight	5	0.052044518291950226
146221	linear.weight	6	-0.010739270597696304
146221	linear.weight	7	-0.08532604575157166
146221	linear.weight	8	0.19902941584587097
146221	linear.weight	9	-0.22255830466747284
146221	linear.bias	0	-0.03956538438796997
146221	linear.bias	1	0.031413208693265915
146221	linear.bias	2	0.45462071895599365
146221	linear.bias	3	-0.595740556716919
146221	linear.bias	4	1.947474479675293
146221	linear.bias	5	-1.3808090686798096
146221	linear.bias	6	-0.32455921173095703
146221	linear.bias	7	-0.1048865020275116
146779	transitions	0	-1.7990691661834717
146779	transitions	1	-10000.0
146779	transitions	2	-0.7969565987586975
146779	transitions	3	-10000.0
146779	transitions	4	1.9524340629577637
146779	transitions	5	-10000.0
146779	transitions	6	-10000.0
146779	transitions	7	1.7250068187713623
146779	transitions	8	-2.5038251876831055
146779	transitions	9	-4.145395278930664
146779	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
146779	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
146779	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
146779	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
146779	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
146779	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
146779	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
146779	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
146779	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
146779	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
146779	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
146779	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
146779	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
146779	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
146779	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
146779	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
146779	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
146779	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
146779	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
146779	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
146779	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
146779	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
146779	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
146779	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
146779	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
146779	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
146779	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
146779	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
146779	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
146779	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
146779	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
146779	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
146779	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
146779	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
146779	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
146779	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
146779	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
146779	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
146779	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
146779	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
146779	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
146779	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
146779	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
146779	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
146779	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
146779	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
146779	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
146779	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
146779	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
146779	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
146779	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
146779	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
146779	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
146779	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
146779	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
146779	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
146779	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
146779	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
146779	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
146779	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
146779	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
146779	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
146779	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
146779	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
146779	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
146779	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
146779	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
146779	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
146779	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
146779	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
146779	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
146779	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
146779	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
146779	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
146779	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
146779	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
146779	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
146779	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
146779	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
146779	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
146779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
146779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
146779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
146779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
146779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
146779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
146779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
146779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
146779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
146779	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
146779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
146779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
146779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
146779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
146779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
146779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
146779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
146779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
146779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
146779	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
146779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
146779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
146779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
146779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
146779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
146779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
146779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
146779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
146779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
146779	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
146779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
146779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
146779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
146779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
146779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
146779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
146779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
146779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
146779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
146779	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
146779	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
146779	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
146779	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
146779	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
146779	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
146779	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
146779	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
146779	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
146779	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
146779	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
146779	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
146779	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
146779	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
146779	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
146779	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
146779	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
146779	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
146779	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
146779	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
146779	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
146779	embedding2nn.weight	0	0.006461634766310453
146779	embedding2nn.weight	1	0.0043746004812419415
146779	embedding2nn.weight	2	0.013259868137538433
146779	embedding2nn.weight	3	0.025156354531645775
146779	embedding2nn.weight	4	0.019704589620232582
146779	embedding2nn.weight	5	0.007634344976395369
146779	embedding2nn.weight	6	-0.013053666800260544
146779	embedding2nn.weight	7	-0.00215818895958364
146779	embedding2nn.weight	8	-0.006955438293516636
146779	embedding2nn.weight	9	0.0006239416543394327
146779	embedding2nn.bias	0	0.011812039650976658
146779	embedding2nn.bias	1	-0.022440731525421143
146779	embedding2nn.bias	2	0.07339705526828766
146779	embedding2nn.bias	3	0.0560089647769928
146779	embedding2nn.bias	4	-0.009572689421474934
146779	embedding2nn.bias	5	-0.020779022946953773
146779	embedding2nn.bias	6	0.0035192423965781927
146779	embedding2nn.bias	7	0.002531384816393256
146779	embedding2nn.bias	8	-0.028057271614670753
146779	embedding2nn.bias	9	0.019956912845373154
146779	rnn.weight_ih_l0	0	0.07037694752216339
146779	rnn.weight_ih_l0	1	-0.04064221680164337
146779	rnn.weight_ih_l0	2	0.0008776175091043115
146779	rnn.weight_ih_l0	3	0.04671527445316315
146779	rnn.weight_ih_l0	4	-0.030348995700478554
146779	rnn.weight_ih_l0	5	0.04522768035531044
146779	rnn.weight_ih_l0	6	0.009766964241862297
146779	rnn.weight_ih_l0	7	0.06209632381796837
146779	rnn.weight_ih_l0	8	0.006040550302714109
146779	rnn.weight_ih_l0	9	-0.025361573323607445
146779	rnn.weight_hh_l0	0	-0.013865772634744644
146779	rnn.weight_hh_l0	1	-0.021797966212034225
146779	rnn.weight_hh_l0	2	-0.05681746453046799
146779	rnn.weight_hh_l0	3	-0.004588549491018057
146779	rnn.weight_hh_l0	4	-0.009384972974658012
146779	rnn.weight_hh_l0	5	-0.025903014466166496
146779	rnn.weight_hh_l0	6	-0.0012053258251398802
146779	rnn.weight_hh_l0	7	-0.04469139873981476
146779	rnn.weight_hh_l0	8	0.06778798997402191
146779	rnn.weight_hh_l0	9	0.044111594557762146
146779	rnn.bias_ih_l0	0	-0.16374734044075012
146779	rnn.bias_ih_l0	1	-0.1565120667219162
146779	rnn.bias_ih_l0	2	-0.013074194081127644
146779	rnn.bias_ih_l0	3	-0.1367802768945694
146779	rnn.bias_ih_l0	4	-0.05447893962264061
146779	rnn.bias_ih_l0	5	-0.15818500518798828
146779	rnn.bias_ih_l0	6	0.06760373711585999
146779	rnn.bias_ih_l0	7	-0.09138389676809311
146779	rnn.bias_ih_l0	8	-0.03803460672497749
146779	rnn.bias_ih_l0	9	-0.11062067747116089
146779	rnn.bias_hh_l0	0	-0.06802860647439957
146779	rnn.bias_hh_l0	1	0.2391527146100998
146779	rnn.bias_hh_l0	2	0.04066268727183342
146779	rnn.bias_hh_l0	3	-0.07264139503240585
146779	rnn.bias_hh_l0	4	-0.07624628394842148
146779	rnn.bias_hh_l0	5	-0.0036017235834151506
146779	rnn.bias_hh_l0	6	0.05615978688001633
146779	rnn.bias_hh_l0	7	-0.10187757015228271
146779	rnn.bias_hh_l0	8	-0.2240143120288849
146779	rnn.bias_hh_l0	9	-0.10212267935276031
146779	rnn.weight_ih_l0_reverse	0	0.021303797140717506
146779	rnn.weight_ih_l0_reverse	1	-0.06293822079896927
146779	rnn.weight_ih_l0_reverse	2	0.039425499737262726
146779	rnn.weight_ih_l0_reverse	3	0.014802422374486923
146779	rnn.weight_ih_l0_reverse	4	0.006446485873311758
146779	rnn.weight_ih_l0_reverse	5	-0.03169911354780197
146779	rnn.weight_ih_l0_reverse	6	0.01359742134809494
146779	rnn.weight_ih_l0_reverse	7	0.030908985063433647
146779	rnn.weight_ih_l0_reverse	8	-0.025952475145459175
146779	rnn.weight_ih_l0_reverse	9	0.0024435713421553373
146779	rnn.weight_hh_l0_reverse	0	0.04389036074280739
146779	rnn.weight_hh_l0_reverse	1	0.03091464936733246
146779	rnn.weight_hh_l0_reverse	2	-0.019997069612145424
146779	rnn.weight_hh_l0_reverse	3	-0.07598883658647537
146779	rnn.weight_hh_l0_reverse	4	0.013110863044857979
146779	rnn.weight_hh_l0_reverse	5	-0.049996133893728256
146779	rnn.weight_hh_l0_reverse	6	-0.012870049104094505
146779	rnn.weight_hh_l0_reverse	7	0.029564371332526207
146779	rnn.weight_hh_l0_reverse	8	0.013113514520227909
146779	rnn.weight_hh_l0_reverse	9	0.007580460514873266
146779	rnn.bias_ih_l0_reverse	0	-0.04415082186460495
146779	rnn.bias_ih_l0_reverse	1	-0.1344938725233078
146779	rnn.bias_ih_l0_reverse	2	-0.13308246433734894
146779	rnn.bias_ih_l0_reverse	3	-0.039582427591085434
146779	rnn.bias_ih_l0_reverse	4	-0.10704316943883896
146779	rnn.bias_ih_l0_reverse	5	-0.09449051320552826
146779	rnn.bias_ih_l0_reverse	6	-0.19701412320137024
146779	rnn.bias_ih_l0_reverse	7	-0.05451293662190437
146779	rnn.bias_ih_l0_reverse	8	-0.06460965424776077
146779	rnn.bias_ih_l0_reverse	9	-0.13261930644512177
146779	rnn.bias_hh_l0_reverse	0	-0.13942749798297882
146779	rnn.bias_hh_l0_reverse	1	-0.14862868189811707
146779	rnn.bias_hh_l0_reverse	2	0.10232235491275787
146779	rnn.bias_hh_l0_reverse	3	0.06878262013196945
146779	rnn.bias_hh_l0_reverse	4	-0.1653221994638443
146779	rnn.bias_hh_l0_reverse	5	-0.13004188239574432
146779	rnn.bias_hh_l0_reverse	6	-0.10497076064348221
146779	rnn.bias_hh_l0_reverse	7	-0.048270102590322495
146779	rnn.bias_hh_l0_reverse	8	-0.0923261046409607
146779	rnn.bias_hh_l0_reverse	9	-0.02956262044608593
146779	linear.weight	0	-0.007562256883829832
146779	linear.weight	1	0.033577241003513336
146779	linear.weight	2	0.24922995269298553
146779	linear.weight	3	-0.07960065454244614
146779	linear.weight	4	-0.010588549077510834
146779	linear.weight	5	0.07576355338096619
146779	linear.weight	6	-0.010739270597696304
146779	linear.weight	7	-0.06011024862527847
146779	linear.weight	8	0.2117956131696701
146779	linear.weight	9	-0.22051209211349487
146779	linear.bias	0	-0.03956538438796997
146779	linear.bias	1	0.031413208693265915
146779	linear.bias	2	0.4809216260910034
146779	linear.bias	3	-0.5889744758605957
146779	linear.bias	4	1.9625599384307861
146779	linear.bias	5	-1.381018877029419
146779	linear.bias	6	-0.3478592038154602
146779	linear.bias	7	-0.1295412927865982
147337	transitions	0	-1.800234317779541
147337	transitions	1	-10000.0
147337	transitions	2	-0.7969565987586975
147337	transitions	3	-10000.0
147337	transitions	4	1.951840877532959
147337	transitions	5	-10000.0
147337	transitions	6	-10000.0
147337	transitions	7	1.724202036857605
147337	transitions	8	-2.5047128200531006
147337	transitions	9	-4.146191120147705
147337	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
147337	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
147337	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
147337	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
147337	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
147337	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
147337	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
147337	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
147337	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
147337	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
147337	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
147337	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
147337	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
147337	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
147337	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
147337	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
147337	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
147337	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
147337	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
147337	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
147337	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
147337	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
147337	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
147337	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
147337	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
147337	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
147337	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
147337	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
147337	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
147337	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
147337	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
147337	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
147337	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
147337	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
147337	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
147337	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
147337	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
147337	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
147337	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
147337	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
147337	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
147337	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
147337	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
147337	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
147337	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
147337	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
147337	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
147337	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
147337	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
147337	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
147337	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
147337	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
147337	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
147337	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
147337	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
147337	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
147337	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
147337	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
147337	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
147337	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
147337	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
147337	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
147337	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
147337	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
147337	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
147337	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
147337	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
147337	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
147337	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
147337	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
147337	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
147337	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
147337	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
147337	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
147337	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
147337	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
147337	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
147337	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
147337	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
147337	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
147337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
147337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
147337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
147337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
147337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
147337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
147337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
147337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
147337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
147337	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
147337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
147337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
147337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
147337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
147337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
147337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
147337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
147337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
147337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
147337	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
147337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
147337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
147337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
147337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
147337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
147337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
147337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
147337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
147337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
147337	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
147337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
147337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
147337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
147337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
147337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
147337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
147337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
147337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
147337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
147337	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
147337	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
147337	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
147337	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
147337	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
147337	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
147337	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
147337	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
147337	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
147337	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
147337	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
147337	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
147337	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
147337	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
147337	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
147337	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
147337	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
147337	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
147337	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
147337	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
147337	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
147337	embedding2nn.weight	0	0.006453062407672405
147337	embedding2nn.weight	1	0.004477937705814838
147337	embedding2nn.weight	2	0.013252313248813152
147337	embedding2nn.weight	3	0.025221146643161774
147337	embedding2nn.weight	4	0.019655175507068634
147337	embedding2nn.weight	5	0.007852448150515556
147337	embedding2nn.weight	6	-0.013354253023862839
147337	embedding2nn.weight	7	-0.0020094094797968864
147337	embedding2nn.weight	8	-0.0062174079939723015
147337	embedding2nn.weight	9	0.00044048146810382605
147337	embedding2nn.bias	0	0.01567622274160385
147337	embedding2nn.bias	1	-0.023663321509957314
147337	embedding2nn.bias	2	0.07245064526796341
147337	embedding2nn.bias	3	0.053111620247364044
147337	embedding2nn.bias	4	-0.015299019403755665
147337	embedding2nn.bias	5	-0.019902946427464485
147337	embedding2nn.bias	6	0.006155889015644789
147337	embedding2nn.bias	7	0.002318378770723939
147337	embedding2nn.bias	8	-0.037618525326251984
147337	embedding2nn.bias	9	0.021362710744142532
147337	rnn.weight_ih_l0	0	0.07067621499300003
147337	rnn.weight_ih_l0	1	-0.04058460146188736
147337	rnn.weight_ih_l0	2	8.855529449647292e-05
147337	rnn.weight_ih_l0	3	0.04730028659105301
147337	rnn.weight_ih_l0	4	-0.030315499752759933
147337	rnn.weight_ih_l0	5	0.04505051299929619
147337	rnn.weight_ih_l0	6	0.009633873589336872
147337	rnn.weight_ih_l0	7	0.06236209347844124
147337	rnn.weight_ih_l0	8	0.007181381806731224
147337	rnn.weight_ih_l0	9	-0.024966957047581673
147337	rnn.weight_hh_l0	0	-0.014527241699397564
147337	rnn.weight_hh_l0	1	-0.022475119680166245
147337	rnn.weight_hh_l0	2	-0.05628267675638199
147337	rnn.weight_hh_l0	3	-0.0046401857398450375
147337	rnn.weight_hh_l0	4	-0.009106469340622425
147337	rnn.weight_hh_l0	5	-0.025848548859357834
147337	rnn.weight_hh_l0	6	-0.001225785119459033
147337	rnn.weight_hh_l0	7	-0.044091563671827316
147337	rnn.weight_hh_l0	8	0.0680718719959259
147337	rnn.weight_hh_l0	9	0.04431764408946037
147337	rnn.bias_ih_l0	0	-0.16608315706253052
147337	rnn.bias_ih_l0	1	-0.15802350640296936
147337	rnn.bias_ih_l0	2	-0.010258602909743786
147337	rnn.bias_ih_l0	3	-0.13883990049362183
147337	rnn.bias_ih_l0	4	-0.053799066692590714
147337	rnn.bias_ih_l0	5	-0.15759167075157166
147337	rnn.bias_ih_l0	6	0.06692850589752197
147337	rnn.bias_ih_l0	7	-0.08907831460237503
147337	rnn.bias_ih_l0	8	-0.037627898156642914
147337	rnn.bias_ih_l0	9	-0.1113501563668251
147337	rnn.bias_hh_l0	0	-0.07211127132177353
147337	rnn.bias_hh_l0	1	0.24225853383541107
147337	rnn.bias_hh_l0	2	0.04372373968362808
147337	rnn.bias_hh_l0	3	-0.07184736430644989
147337	rnn.bias_hh_l0	4	-0.074554942548275
147337	rnn.bias_hh_l0	5	-0.004230361431837082
147337	rnn.bias_hh_l0	6	0.055114105343818665
147337	rnn.bias_hh_l0	7	-0.1021626815199852
147337	rnn.bias_hh_l0	8	-0.22730955481529236
147337	rnn.bias_hh_l0	9	-0.1040462777018547
147337	rnn.weight_ih_l0_reverse	0	0.022673923522233963
147337	rnn.weight_ih_l0_reverse	1	-0.06252894550561905
147337	rnn.weight_ih_l0_reverse	2	0.039568234235048294
147337	rnn.weight_ih_l0_reverse	3	0.01454738900065422
147337	rnn.weight_ih_l0_reverse	4	0.006110428366810083
147337	rnn.weight_ih_l0_reverse	5	-0.030940404161810875
147337	rnn.weight_ih_l0_reverse	6	0.013536006212234497
147337	rnn.weight_ih_l0_reverse	7	0.030747301876544952
147337	rnn.weight_ih_l0_reverse	8	-0.02637382596731186
147337	rnn.weight_ih_l0_reverse	9	0.0028004420455545187
147337	rnn.weight_hh_l0_reverse	0	0.04390500858426094
147337	rnn.weight_hh_l0_reverse	1	0.030559832230210304
147337	rnn.weight_hh_l0_reverse	2	-0.02025613561272621
147337	rnn.weight_hh_l0_reverse	3	-0.07580672204494476
147337	rnn.weight_hh_l0_reverse	4	0.012997854501008987
147337	rnn.weight_hh_l0_reverse	5	-0.04960165545344353
147337	rnn.weight_hh_l0_reverse	6	-0.012708923779428005
147337	rnn.weight_hh_l0_reverse	7	0.02972327172756195
147337	rnn.weight_hh_l0_reverse	8	0.01260850578546524
147337	rnn.weight_hh_l0_reverse	9	0.008025248534977436
147337	rnn.bias_ih_l0_reverse	0	-0.04348289966583252
147337	rnn.bias_ih_l0_reverse	1	-0.13471776247024536
147337	rnn.bias_ih_l0_reverse	2	-0.13235697150230408
147337	rnn.bias_ih_l0_reverse	3	-0.038700882345438004
147337	rnn.bias_ih_l0_reverse	4	-0.10770868510007858
147337	rnn.bias_ih_l0_reverse	5	-0.0933648869395256
147337	rnn.bias_ih_l0_reverse	6	-0.19730858504772186
147337	rnn.bias_ih_l0_reverse	7	-0.053237397223711014
147337	rnn.bias_ih_l0_reverse	8	-0.06402699649333954
147337	rnn.bias_ih_l0_reverse	9	-0.1322016716003418
147337	rnn.bias_hh_l0_reverse	0	-0.1395360380411148
147337	rnn.bias_hh_l0_reverse	1	-0.15009595453739166
147337	rnn.bias_hh_l0_reverse	2	0.10283348709344864
147337	rnn.bias_hh_l0_reverse	3	0.0662989392876625
147337	rnn.bias_hh_l0_reverse	4	-0.16811423003673553
147337	rnn.bias_hh_l0_reverse	5	-0.131964772939682
147337	rnn.bias_hh_l0_reverse	6	-0.10380584001541138
147337	rnn.bias_hh_l0_reverse	7	-0.04864746704697609
147337	rnn.bias_hh_l0_reverse	8	-0.09112145751714706
147337	rnn.bias_hh_l0_reverse	9	-0.024832725524902344
147337	linear.weight	0	-0.0075640301220119
147337	linear.weight	1	0.032514456659555435
147337	linear.weight	2	0.2570291757583618
147337	linear.weight	3	-0.07958666980266571
147337	linear.weight	4	-0.010588549077510834
147337	linear.weight	5	0.11235964298248291
147337	linear.weight	6	-0.010739270597696304
147337	linear.weight	7	-0.04598552733659744
147337	linear.weight	8	0.1899770200252533
147337	linear.weight	9	-0.2163374423980713
147337	linear.bias	0	-0.03956538438796997
147337	linear.bias	1	0.031413208693265915
147337	linear.bias	2	0.45958006381988525
147337	linear.bias	3	-0.5798004269599915
147337	linear.bias	4	1.9557994604110718
147337	linear.bias	5	-1.3812345266342163
147337	linear.bias	6	-0.33787643909454346
147337	linear.bias	7	-0.12039485573768616
147895	transitions	0	-1.8014414310455322
147895	transitions	1	-10000.0
147895	transitions	2	-0.7969565987586975
147895	transitions	3	-10000.0
147895	transitions	4	1.936455488204956
147895	transitions	5	-10000.0
147895	transitions	6	-10000.0
147895	transitions	7	1.7289592027664185
147895	transitions	8	-2.5054986476898193
147895	transitions	9	-4.1469879150390625
147895	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
147895	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
147895	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
147895	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
147895	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
147895	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
147895	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
147895	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
147895	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
147895	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
147895	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
147895	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
147895	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
147895	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
147895	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
147895	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
147895	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
147895	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
147895	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
147895	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
147895	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
147895	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
147895	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
147895	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
147895	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
147895	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
147895	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
147895	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
147895	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
147895	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
147895	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
147895	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
147895	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
147895	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
147895	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
147895	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
147895	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
147895	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
147895	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
147895	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
147895	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
147895	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
147895	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
147895	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
147895	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
147895	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
147895	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
147895	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
147895	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
147895	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
147895	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
147895	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
147895	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
147895	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
147895	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
147895	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
147895	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
147895	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
147895	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
147895	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
147895	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
147895	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
147895	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
147895	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
147895	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
147895	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
147895	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
147895	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
147895	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
147895	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
147895	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
147895	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
147895	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
147895	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
147895	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
147895	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
147895	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
147895	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
147895	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
147895	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
147895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
147895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
147895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
147895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
147895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
147895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
147895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
147895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
147895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
147895	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
147895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
147895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
147895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
147895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
147895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
147895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
147895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
147895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
147895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
147895	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
147895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
147895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
147895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
147895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
147895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
147895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
147895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
147895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
147895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
147895	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
147895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
147895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
147895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
147895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
147895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
147895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
147895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
147895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
147895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
147895	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
147895	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
147895	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
147895	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
147895	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
147895	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
147895	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
147895	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
147895	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
147895	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
147895	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
147895	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
147895	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
147895	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
147895	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
147895	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
147895	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
147895	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
147895	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
147895	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
147895	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
147895	embedding2nn.weight	0	0.006455934606492519
147895	embedding2nn.weight	1	0.004442109726369381
147895	embedding2nn.weight	2	0.013260241597890854
147895	embedding2nn.weight	3	0.025265563279390335
147895	embedding2nn.weight	4	0.019685562700033188
147895	embedding2nn.weight	5	0.008128314279019833
147895	embedding2nn.weight	6	-0.013229439035058022
147895	embedding2nn.weight	7	-0.0020800631027668715
147895	embedding2nn.weight	8	-0.006254216190427542
147895	embedding2nn.weight	9	0.00024323860998265445
147895	embedding2nn.bias	0	0.016523253172636032
147895	embedding2nn.bias	1	-0.0248678307980299
147895	embedding2nn.bias	2	0.06950505822896957
147895	embedding2nn.bias	3	0.05207240208983421
147895	embedding2nn.bias	4	-0.01575419306755066
147895	embedding2nn.bias	5	-0.02237333543598652
147895	embedding2nn.bias	6	0.004062961786985397
147895	embedding2nn.bias	7	-0.0002280151966260746
147895	embedding2nn.bias	8	-0.03851040080189705
147895	embedding2nn.bias	9	0.019000330939888954
147895	rnn.weight_ih_l0	0	0.07056531310081482
147895	rnn.weight_ih_l0	1	-0.040485043078660965
147895	rnn.weight_ih_l0	2	-9.834134834818542e-05
147895	rnn.weight_ih_l0	3	0.0474863275885582
147895	rnn.weight_ih_l0	4	-0.030449988320469856
147895	rnn.weight_ih_l0	5	0.04534568265080452
147895	rnn.weight_ih_l0	6	0.009544496424496174
147895	rnn.weight_ih_l0	7	0.061971116811037064
147895	rnn.weight_ih_l0	8	0.007005707360804081
147895	rnn.weight_ih_l0	9	-0.02460811287164688
147895	rnn.weight_hh_l0	0	-0.013862697407603264
147895	rnn.weight_hh_l0	1	-0.022792791947722435
147895	rnn.weight_hh_l0	2	-0.05612313374876976
147895	rnn.weight_hh_l0	3	-0.0049375793896615505
147895	rnn.weight_hh_l0	4	-0.009294615127146244
147895	rnn.weight_hh_l0	5	-0.025899546220898628
147895	rnn.weight_hh_l0	6	-0.0011698253219947219
147895	rnn.weight_hh_l0	7	-0.044511403888463974
147895	rnn.weight_hh_l0	8	0.06869038194417953
147895	rnn.weight_hh_l0	9	0.04433564841747284
147895	rnn.bias_ih_l0	0	-0.1679362952709198
147895	rnn.bias_ih_l0	1	-0.15942519903182983
147895	rnn.bias_ih_l0	2	-0.011696654371917248
147895	rnn.bias_ih_l0	3	-0.13859707117080688
147895	rnn.bias_ih_l0	4	-0.053028129041194916
147895	rnn.bias_ih_l0	5	-0.15895088016986847
147895	rnn.bias_ih_l0	6	0.06904445588588715
147895	rnn.bias_ih_l0	7	-0.0912342518568039
147895	rnn.bias_ih_l0	8	-0.03830990195274353
147895	rnn.bias_ih_l0	9	-0.11278046667575836
147895	rnn.bias_hh_l0	0	-0.07043653726577759
147895	rnn.bias_hh_l0	1	0.2383846789598465
147895	rnn.bias_hh_l0	2	0.0429602675139904
147895	rnn.bias_hh_l0	3	-0.07159245014190674
147895	rnn.bias_hh_l0	4	-0.07623071223497391
147895	rnn.bias_hh_l0	5	-0.0021965906489640474
147895	rnn.bias_hh_l0	6	0.056966230273246765
147895	rnn.bias_hh_l0	7	-0.10002177208662033
147895	rnn.bias_hh_l0	8	-0.22314973175525665
147895	rnn.bias_hh_l0	9	-0.10459169000387192
147895	rnn.weight_ih_l0_reverse	0	0.02087763324379921
147895	rnn.weight_ih_l0_reverse	1	-0.0632099062204361
147895	rnn.weight_ih_l0_reverse	2	0.03993396461009979
147895	rnn.weight_ih_l0_reverse	3	0.014578871428966522
147895	rnn.weight_ih_l0_reverse	4	0.006382125895470381
147895	rnn.weight_ih_l0_reverse	5	-0.030612709000706673
147895	rnn.weight_ih_l0_reverse	6	0.013455350883305073
147895	rnn.weight_ih_l0_reverse	7	0.03068145178258419
147895	rnn.weight_ih_l0_reverse	8	-0.026051601395010948
147895	rnn.weight_ih_l0_reverse	9	0.0024737627245485783
147895	rnn.weight_hh_l0_reverse	0	0.04410445690155029
147895	rnn.weight_hh_l0_reverse	1	0.030461641028523445
147895	rnn.weight_hh_l0_reverse	2	-0.019956665113568306
147895	rnn.weight_hh_l0_reverse	3	-0.07657084614038467
147895	rnn.weight_hh_l0_reverse	4	0.013290896080434322
147895	rnn.weight_hh_l0_reverse	5	-0.05003327503800392
147895	rnn.weight_hh_l0_reverse	6	-0.012792144902050495
147895	rnn.weight_hh_l0_reverse	7	0.02945123426616192
147895	rnn.weight_hh_l0_reverse	8	0.012507293373346329
147895	rnn.weight_hh_l0_reverse	9	0.008259974420070648
147895	rnn.bias_ih_l0_reverse	0	-0.04370267689228058
147895	rnn.bias_ih_l0_reverse	1	-0.13642996549606323
147895	rnn.bias_ih_l0_reverse	2	-0.1330094039440155
147895	rnn.bias_ih_l0_reverse	3	-0.03957206383347511
147895	rnn.bias_ih_l0_reverse	4	-0.10625936090946198
147895	rnn.bias_ih_l0_reverse	5	-0.09362385421991348
147895	rnn.bias_ih_l0_reverse	6	-0.2006063312292099
147895	rnn.bias_ih_l0_reverse	7	-0.053734589368104935
147895	rnn.bias_ih_l0_reverse	8	-0.06424594670534134
147895	rnn.bias_ih_l0_reverse	9	-0.13031527400016785
147895	rnn.bias_hh_l0_reverse	0	-0.1399683803319931
147895	rnn.bias_hh_l0_reverse	1	-0.15155082941055298
147895	rnn.bias_hh_l0_reverse	2	0.10271415114402771
147895	rnn.bias_hh_l0_reverse	3	0.06406304240226746
147895	rnn.bias_hh_l0_reverse	4	-0.1665453463792801
147895	rnn.bias_hh_l0_reverse	5	-0.13117241859436035
147895	rnn.bias_hh_l0_reverse	6	-0.10391061007976532
147895	rnn.bias_hh_l0_reverse	7	-0.05110982432961464
147895	rnn.bias_hh_l0_reverse	8	-0.09118130058050156
147895	rnn.bias_hh_l0_reverse	9	-0.02451680228114128
147895	linear.weight	0	-0.0075643546879291534
147895	linear.weight	1	0.047021519392728806
147895	linear.weight	2	0.267085462808609
147895	linear.weight	3	-0.07957427203655243
147895	linear.weight	4	-0.010588549077510834
147895	linear.weight	5	0.11082128435373306
147895	linear.weight	6	-0.010739270597696304
147895	linear.weight	7	-0.055195871740579605
147895	linear.weight	8	0.21002639830112457
147895	linear.weight	9	-0.21838322281837463
147895	linear.bias	0	-0.03956538438796997
147895	linear.bias	1	0.031413208693265915
147895	linear.bias	2	0.4466314911842346
147895	linear.bias	3	-0.5535438656806946
147895	linear.bias	4	1.944598913192749
147895	linear.bias	5	-1.38143789768219
147895	linear.bias	6	-0.3388368487358093
147895	linear.bias	7	-0.12134908139705658
148453	transitions	0	-1.8024632930755615
148453	transitions	1	-10000.0
148453	transitions	2	-0.7969565987586975
148453	transitions	3	-10000.0
148453	transitions	4	1.935326099395752
148453	transitions	5	-10000.0
148453	transitions	6	-10000.0
148453	transitions	7	1.7249319553375244
148453	transitions	8	-2.5064704418182373
148453	transitions	9	-4.14776086807251
148453	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
148453	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
148453	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
148453	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
148453	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
148453	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
148453	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
148453	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
148453	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
148453	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
148453	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
148453	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
148453	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
148453	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
148453	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
148453	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
148453	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
148453	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
148453	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
148453	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
148453	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
148453	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
148453	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
148453	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
148453	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
148453	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
148453	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
148453	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
148453	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
148453	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
148453	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
148453	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
148453	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
148453	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
148453	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
148453	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
148453	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
148453	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
148453	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
148453	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
148453	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
148453	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
148453	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
148453	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
148453	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
148453	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
148453	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
148453	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
148453	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
148453	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
148453	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
148453	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
148453	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
148453	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
148453	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
148453	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
148453	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
148453	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
148453	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
148453	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
148453	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
148453	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
148453	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
148453	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
148453	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
148453	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
148453	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
148453	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
148453	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
148453	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
148453	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
148453	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
148453	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
148453	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
148453	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
148453	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
148453	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
148453	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
148453	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
148453	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
148453	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
148453	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
148453	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
148453	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
148453	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
148453	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
148453	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
148453	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
148453	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
148453	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
148453	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
148453	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
148453	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
148453	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
148453	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
148453	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
148453	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
148453	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
148453	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
148453	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
148453	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
148453	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
148453	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
148453	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
148453	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
148453	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
148453	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
148453	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
148453	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
148453	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
148453	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
148453	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
148453	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
148453	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
148453	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
148453	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
148453	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
148453	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
148453	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
148453	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
148453	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
148453	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
148453	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
148453	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
148453	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
148453	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
148453	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
148453	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
148453	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
148453	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
148453	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
148453	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
148453	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
148453	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
148453	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
148453	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
148453	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
148453	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
148453	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
148453	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
148453	embedding2nn.weight	0	0.006463080178946257
148453	embedding2nn.weight	1	0.004318546038120985
148453	embedding2nn.weight	2	0.013235793448984623
148453	embedding2nn.weight	3	0.025119716301560402
148453	embedding2nn.weight	4	0.019786003977060318
148453	embedding2nn.weight	5	0.008348237723112106
148453	embedding2nn.weight	6	-0.013144140131771564
148453	embedding2nn.weight	7	-0.001968385186046362
148453	embedding2nn.weight	8	-0.006462907884269953
148453	embedding2nn.weight	9	0.00018697718041948974
148453	embedding2nn.bias	0	0.015453104861080647
148453	embedding2nn.bias	1	-0.02438635751605034
148453	embedding2nn.bias	2	0.07335657626390457
148453	embedding2nn.bias	3	0.05128942057490349
148453	embedding2nn.bias	4	-0.018881341442465782
148453	embedding2nn.bias	5	-0.02316848188638687
148453	embedding2nn.bias	6	0.003551305504515767
148453	embedding2nn.bias	7	-0.0009345824946649373
148453	embedding2nn.bias	8	-0.0416036956012249
148453	embedding2nn.bias	9	0.02278389409184456
148453	rnn.weight_ih_l0	0	0.07014039903879166
148453	rnn.weight_ih_l0	1	-0.04057028517127037
148453	rnn.weight_ih_l0	2	0.0001427739771315828
148453	rnn.weight_ih_l0	3	0.04709043726325035
148453	rnn.weight_ih_l0	4	-0.03043985366821289
148453	rnn.weight_ih_l0	5	0.04492204263806343
148453	rnn.weight_ih_l0	6	0.009527044370770454
148453	rnn.weight_ih_l0	7	0.061391156166791916
148453	rnn.weight_ih_l0	8	0.007133727427572012
148453	rnn.weight_ih_l0	9	-0.02492363750934601
148453	rnn.weight_hh_l0	0	-0.013485673815011978
148453	rnn.weight_hh_l0	1	-0.022830810397863388
148453	rnn.weight_hh_l0	2	-0.05652268975973129
148453	rnn.weight_hh_l0	3	-0.0048772310838103294
148453	rnn.weight_hh_l0	4	-0.00923486240208149
148453	rnn.weight_hh_l0	5	-0.026472708210349083
148453	rnn.weight_hh_l0	6	-0.0011069067986682057
148453	rnn.weight_hh_l0	7	-0.04432349279522896
148453	rnn.weight_hh_l0	8	0.06871117651462555
148453	rnn.weight_hh_l0	9	0.044700682163238525
148453	rnn.bias_ih_l0	0	-0.16735884547233582
148453	rnn.bias_ih_l0	1	-0.16121207177639008
148453	rnn.bias_ih_l0	2	-0.01216212846338749
148453	rnn.bias_ih_l0	3	-0.1413760483264923
148453	rnn.bias_ih_l0	4	-0.04944658279418945
148453	rnn.bias_ih_l0	5	-0.15765950083732605
148453	rnn.bias_ih_l0	6	0.06995522975921631
148453	rnn.bias_ih_l0	7	-0.08828017860651016
148453	rnn.bias_ih_l0	8	-0.03772803023457527
148453	rnn.bias_ih_l0	9	-0.11316289007663727
148453	rnn.bias_hh_l0	0	-0.0695328637957573
148453	rnn.bias_hh_l0	1	0.2394205778837204
148453	rnn.bias_hh_l0	2	0.03998713567852974
148453	rnn.bias_hh_l0	3	-0.07316961884498596
148453	rnn.bias_hh_l0	4	-0.07847396284341812
148453	rnn.bias_hh_l0	5	-0.006843979470431805
148453	rnn.bias_hh_l0	6	0.05438127741217613
148453	rnn.bias_hh_l0	7	-0.10359818488359451
148453	rnn.bias_hh_l0	8	-0.22545871138572693
148453	rnn.bias_hh_l0	9	-0.10231930762529373
148453	rnn.weight_ih_l0_reverse	0	0.020666472613811493
148453	rnn.weight_ih_l0_reverse	1	-0.06417634338140488
148453	rnn.weight_ih_l0_reverse	2	0.040183573961257935
148453	rnn.weight_ih_l0_reverse	3	0.01414182037115097
148453	rnn.weight_ih_l0_reverse	4	0.006295003462582827
148453	rnn.weight_ih_l0_reverse	5	-0.030810827389359474
148453	rnn.weight_ih_l0_reverse	6	0.013563715852797031
148453	rnn.weight_ih_l0_reverse	7	0.031051523983478546
148453	rnn.weight_ih_l0_reverse	8	-0.025653567165136337
148453	rnn.weight_ih_l0_reverse	9	0.0032926625572144985
148453	rnn.weight_hh_l0_reverse	0	0.04405911639332771
148453	rnn.weight_hh_l0_reverse	1	0.030227459967136383
148453	rnn.weight_hh_l0_reverse	2	-0.01989324390888214
148453	rnn.weight_hh_l0_reverse	3	-0.076142817735672
148453	rnn.weight_hh_l0_reverse	4	0.013105910271406174
148453	rnn.weight_hh_l0_reverse	5	-0.050006281584501266
148453	rnn.weight_hh_l0_reverse	6	-0.013094423338770866
148453	rnn.weight_hh_l0_reverse	7	0.029491791501641273
148453	rnn.weight_hh_l0_reverse	8	0.013080366887152195
148453	rnn.weight_hh_l0_reverse	9	0.00791618600487709
148453	rnn.bias_ih_l0_reverse	0	-0.04495720937848091
148453	rnn.bias_ih_l0_reverse	1	-0.13665013015270233
148453	rnn.bias_ih_l0_reverse	2	-0.1321113258600235
148453	rnn.bias_ih_l0_reverse	3	-0.04038228839635849
148453	rnn.bias_ih_l0_reverse	4	-0.10502694547176361
148453	rnn.bias_ih_l0_reverse	5	-0.09392079710960388
148453	rnn.bias_ih_l0_reverse	6	-0.1989869475364685
148453	rnn.bias_ih_l0_reverse	7	-0.05312564969062805
148453	rnn.bias_ih_l0_reverse	8	-0.06356801092624664
148453	rnn.bias_ih_l0_reverse	9	-0.13076290488243103
148453	rnn.bias_hh_l0_reverse	0	-0.13993176817893982
148453	rnn.bias_hh_l0_reverse	1	-0.1488092690706253
148453	rnn.bias_hh_l0_reverse	2	0.10462230443954468
148453	rnn.bias_hh_l0_reverse	3	0.06566750258207321
148453	rnn.bias_hh_l0_reverse	4	-0.16510838270187378
148453	rnn.bias_hh_l0_reverse	5	-0.1309085190296173
148453	rnn.bias_hh_l0_reverse	6	-0.10529901832342148
148453	rnn.bias_hh_l0_reverse	7	-0.05043695494532585
148453	rnn.bias_hh_l0_reverse	8	-0.09159721434116364
148453	rnn.bias_hh_l0_reverse	9	-0.02792387269437313
148453	linear.weight	0	-0.007566571701318026
148453	linear.weight	1	0.04373816028237343
148453	linear.weight	2	0.27174097299575806
148453	linear.weight	3	-0.0795634537935257
148453	linear.weight	4	-0.010588549077510834
148453	linear.weight	5	0.09411349147558212
148453	linear.weight	6	-0.010739270597696304
148453	linear.weight	7	-0.04691871628165245
148453	linear.weight	8	0.2014613002538681
148453	linear.weight	9	-0.21692486107349396
148453	linear.bias	0	-0.03956538438796997
148453	linear.bias	1	0.031413208693265915
148453	linear.bias	2	0.4764711558818817
148453	linear.bias	3	-0.5879650712013245
148453	linear.bias	4	1.9587422609329224
148453	linear.bias	5	-1.3816537857055664
148453	linear.bias	6	-0.3434557616710663
148453	linear.bias	7	-0.1260855495929718
149011	transitions	0	-1.803605079650879
149011	transitions	1	-10000.0
149011	transitions	2	-0.7969565987586975
149011	transitions	3	-10000.0
149011	transitions	4	1.9346197843551636
149011	transitions	5	-10000.0
149011	transitions	6	-10000.0
149011	transitions	7	1.7190275192260742
149011	transitions	8	-2.507373809814453
149011	transitions	9	-4.148541450500488
149011	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
149011	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
149011	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
149011	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
149011	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
149011	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
149011	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
149011	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
149011	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
149011	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
149011	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
149011	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
149011	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
149011	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
149011	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
149011	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
149011	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
149011	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
149011	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
149011	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
149011	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
149011	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
149011	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
149011	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
149011	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
149011	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
149011	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
149011	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
149011	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
149011	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
149011	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
149011	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
149011	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
149011	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
149011	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
149011	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
149011	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
149011	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
149011	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
149011	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
149011	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
149011	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
149011	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
149011	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
149011	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
149011	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
149011	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
149011	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
149011	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
149011	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
149011	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
149011	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
149011	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
149011	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
149011	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
149011	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
149011	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
149011	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
149011	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
149011	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
149011	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
149011	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
149011	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
149011	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
149011	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
149011	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
149011	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
149011	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
149011	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
149011	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
149011	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
149011	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
149011	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
149011	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
149011	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
149011	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
149011	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
149011	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
149011	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
149011	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
149011	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
149011	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
149011	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
149011	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
149011	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
149011	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
149011	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
149011	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
149011	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
149011	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
149011	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
149011	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
149011	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
149011	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
149011	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
149011	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
149011	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
149011	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
149011	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
149011	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
149011	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
149011	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
149011	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
149011	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
149011	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
149011	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
149011	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
149011	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
149011	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
149011	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
149011	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
149011	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
149011	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
149011	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
149011	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
149011	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
149011	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
149011	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
149011	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
149011	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
149011	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
149011	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
149011	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
149011	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
149011	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
149011	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
149011	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
149011	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
149011	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
149011	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
149011	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
149011	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
149011	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
149011	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
149011	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
149011	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
149011	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
149011	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
149011	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
149011	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
149011	embedding2nn.weight	0	0.006457141600549221
149011	embedding2nn.weight	1	0.004438111092895269
149011	embedding2nn.weight	2	0.013244366273283958
149011	embedding2nn.weight	3	0.02519908733665943
149011	embedding2nn.weight	4	0.01940443180501461
149011	embedding2nn.weight	5	0.008570651523768902
149011	embedding2nn.weight	6	-0.013009932823479176
149011	embedding2nn.weight	7	-0.0020352916326373816
149011	embedding2nn.weight	8	-0.006976954638957977
149011	embedding2nn.weight	9	0.000329476548358798
149011	embedding2nn.bias	0	0.013714919798076153
149011	embedding2nn.bias	1	-0.02742743492126465
149011	embedding2nn.bias	2	0.06752733886241913
149011	embedding2nn.bias	3	0.052843574434518814
149011	embedding2nn.bias	4	-0.016569657251238823
149011	embedding2nn.bias	5	-0.02096269465982914
149011	embedding2nn.bias	6	0.007612931076437235
149011	embedding2nn.bias	7	-0.0024430553894490004
149011	embedding2nn.bias	8	-0.03578134626150131
149011	embedding2nn.bias	9	0.020838424563407898
149011	rnn.weight_ih_l0	0	0.07042685151100159
149011	rnn.weight_ih_l0	1	-0.040695469826459885
149011	rnn.weight_ih_l0	2	-0.00010763585305539891
149011	rnn.weight_ih_l0	3	0.04781709238886833
149011	rnn.weight_ih_l0	4	-0.031565453857183456
149011	rnn.weight_ih_l0	5	0.04453420639038086
149011	rnn.weight_ih_l0	6	0.009502129629254341
149011	rnn.weight_ih_l0	7	0.061839547008275986
149011	rnn.weight_ih_l0	8	0.006853089667856693
149011	rnn.weight_ih_l0	9	-0.024495556950569153
149011	rnn.weight_hh_l0	0	-0.014036837965250015
149011	rnn.weight_hh_l0	1	-0.02302452363073826
149011	rnn.weight_hh_l0	2	-0.05620722845196724
149011	rnn.weight_hh_l0	3	-0.004618810024112463
149011	rnn.weight_hh_l0	4	-0.009357089176774025
149011	rnn.weight_hh_l0	5	-0.026422899216413498
149011	rnn.weight_hh_l0	6	-0.0011602208251133561
149011	rnn.weight_hh_l0	7	-0.04384069889783859
149011	rnn.weight_hh_l0	8	0.06846790760755539
149011	rnn.weight_hh_l0	9	0.04494883120059967
149011	rnn.bias_ih_l0	0	-0.16889210045337677
149011	rnn.bias_ih_l0	1	-0.1597975194454193
149011	rnn.bias_ih_l0	2	-0.011527790687978268
149011	rnn.bias_ih_l0	3	-0.1413644254207611
149011	rnn.bias_ih_l0	4	-0.05028844252228737
149011	rnn.bias_ih_l0	5	-0.158474400639534
149011	rnn.bias_ih_l0	6	0.06948580592870712
149011	rnn.bias_ih_l0	7	-0.08780032396316528
149011	rnn.bias_ih_l0	8	-0.03583850339055061
149011	rnn.bias_ih_l0	9	-0.11326131969690323
149011	rnn.bias_hh_l0	0	-0.07112975418567657
149011	rnn.bias_hh_l0	1	0.2405467927455902
149011	rnn.bias_hh_l0	2	0.04110920429229736
149011	rnn.bias_hh_l0	3	-0.07211679220199585
149011	rnn.bias_hh_l0	4	-0.07817389070987701
149011	rnn.bias_hh_l0	5	-0.006075732409954071
149011	rnn.bias_hh_l0	6	0.054100967943668365
149011	rnn.bias_hh_l0	7	-0.1024855449795723
149011	rnn.bias_hh_l0	8	-0.22546246647834778
149011	rnn.bias_hh_l0	9	-0.10158433020114899
149011	rnn.weight_ih_l0_reverse	0	0.021252717822790146
149011	rnn.weight_ih_l0_reverse	1	-0.06478410959243774
149011	rnn.weight_ih_l0_reverse	2	0.04050368815660477
149011	rnn.weight_ih_l0_reverse	3	0.014651838690042496
149011	rnn.weight_ih_l0_reverse	4	0.006368826609104872
149011	rnn.weight_ih_l0_reverse	5	-0.031064575538039207
149011	rnn.weight_ih_l0_reverse	6	0.013367639854550362
149011	rnn.weight_ih_l0_reverse	7	0.030869467183947563
149011	rnn.weight_ih_l0_reverse	8	-0.026038963347673416
149011	rnn.weight_ih_l0_reverse	9	0.0034875287674367428
149011	rnn.weight_hh_l0_reverse	0	0.04390694946050644
149011	rnn.weight_hh_l0_reverse	1	0.0304286889731884
149011	rnn.weight_hh_l0_reverse	2	-0.020196964964270592
149011	rnn.weight_hh_l0_reverse	3	-0.07658257335424423
149011	rnn.weight_hh_l0_reverse	4	0.01307873148471117
149011	rnn.weight_hh_l0_reverse	5	-0.04953226447105408
149011	rnn.weight_hh_l0_reverse	6	-0.013003434985876083
149011	rnn.weight_hh_l0_reverse	7	0.029505431652069092
149011	rnn.weight_hh_l0_reverse	8	0.013556328602135181
149011	rnn.weight_hh_l0_reverse	9	0.0075282384641468525
149011	rnn.bias_ih_l0_reverse	0	-0.04453451931476593
149011	rnn.bias_ih_l0_reverse	1	-0.13688147068023682
149011	rnn.bias_ih_l0_reverse	2	-0.13540221750736237
149011	rnn.bias_ih_l0_reverse	3	-0.0419488362967968
149011	rnn.bias_ih_l0_reverse	4	-0.10871203988790512
149011	rnn.bias_ih_l0_reverse	5	-0.09164637327194214
149011	rnn.bias_ih_l0_reverse	6	-0.19936303794384003
149011	rnn.bias_ih_l0_reverse	7	-0.052061669528484344
149011	rnn.bias_ih_l0_reverse	8	-0.06243295595049858
149011	rnn.bias_ih_l0_reverse	9	-0.1285332441329956
149011	rnn.bias_hh_l0_reverse	0	-0.14051979780197144
149011	rnn.bias_hh_l0_reverse	1	-0.14957737922668457
149011	rnn.bias_hh_l0_reverse	2	0.102553591132164
149011	rnn.bias_hh_l0_reverse	3	0.06925083696842194
149011	rnn.bias_hh_l0_reverse	4	-0.16505473852157593
149011	rnn.bias_hh_l0_reverse	5	-0.13281281292438507
149011	rnn.bias_hh_l0_reverse	6	-0.103880375623703
149011	rnn.bias_hh_l0_reverse	7	-0.05005601793527603
149011	rnn.bias_hh_l0_reverse	8	-0.09133732318878174
149011	rnn.bias_hh_l0_reverse	9	-0.02745198830962181
149011	linear.weight	0	-0.007567418273538351
149011	linear.weight	1	0.03811776265501976
149011	linear.weight	2	0.28399452567100525
149011	linear.weight	3	-0.07955501228570938
149011	linear.weight	4	-0.010588549077510834
149011	linear.weight	5	0.12562327086925507
149011	linear.weight	6	-0.010739270597696304
149011	linear.weight	7	-0.0558851920068264
149011	linear.weight	8	0.17679616808891296
149011	linear.weight	9	-0.21822170913219452
149011	linear.bias	0	-0.03956538438796997
149011	linear.bias	1	0.031413208693265915
149011	linear.bias	2	0.4374324679374695
149011	linear.bias	3	-0.5919046401977539
149011	linear.bias	4	1.9578415155410767
149011	linear.bias	5	-1.3818628787994385
149011	linear.bias	6	-0.3212628662586212
149011	linear.bias	7	-0.10420610010623932
149569	transitions	0	-1.8046908378601074
149569	transitions	1	-10000.0
149569	transitions	2	-0.7969565987586975
149569	transitions	3	-10000.0
149569	transitions	4	1.958411693572998
149569	transitions	5	-10000.0
149569	transitions	6	-10000.0
149569	transitions	7	1.7219280004501343
149569	transitions	8	-2.508312702178955
149569	transitions	9	-4.149444580078125
149569	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
149569	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
149569	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
149569	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
149569	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
149569	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
149569	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
149569	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
149569	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
149569	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
149569	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
149569	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
149569	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
149569	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
149569	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
149569	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
149569	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
149569	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
149569	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
149569	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
149569	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
149569	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
149569	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
149569	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
149569	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
149569	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
149569	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
149569	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
149569	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
149569	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
149569	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
149569	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
149569	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
149569	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
149569	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
149569	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
149569	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
149569	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
149569	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
149569	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
149569	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
149569	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
149569	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
149569	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
149569	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
149569	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
149569	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
149569	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
149569	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
149569	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
149569	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
149569	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
149569	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
149569	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
149569	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
149569	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
149569	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
149569	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
149569	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
149569	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
149569	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
149569	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
149569	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
149569	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
149569	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
149569	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
149569	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
149569	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
149569	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
149569	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
149569	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
149569	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
149569	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
149569	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
149569	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
149569	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
149569	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
149569	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
149569	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
149569	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
149569	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
149569	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
149569	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
149569	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
149569	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
149569	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
149569	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
149569	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
149569	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
149569	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
149569	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
149569	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
149569	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
149569	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
149569	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
149569	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
149569	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
149569	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
149569	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
149569	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
149569	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
149569	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
149569	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
149569	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
149569	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
149569	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
149569	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
149569	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
149569	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
149569	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
149569	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
149569	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
149569	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
149569	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
149569	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
149569	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
149569	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
149569	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
149569	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
149569	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
149569	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
149569	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
149569	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
149569	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
149569	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
149569	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
149569	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
149569	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
149569	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
149569	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
149569	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
149569	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
149569	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
149569	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
149569	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
149569	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
149569	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
149569	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
149569	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
149569	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
149569	embedding2nn.weight	0	0.006452590227127075
149569	embedding2nn.weight	1	0.004437783733010292
149569	embedding2nn.weight	2	0.013251092284917831
149569	embedding2nn.weight	3	0.025057751685380936
149569	embedding2nn.weight	4	0.0191019419580698
149569	embedding2nn.weight	5	0.008869198150932789
149569	embedding2nn.weight	6	-0.013171358034014702
149569	embedding2nn.weight	7	-0.0020638846326619387
149569	embedding2nn.weight	8	-0.007175941485911608
149569	embedding2nn.weight	9	0.00021191182895563543
149569	embedding2nn.bias	0	0.00875222496688366
149569	embedding2nn.bias	1	-0.025876326486468315
149569	embedding2nn.bias	2	0.07258666306734085
149569	embedding2nn.bias	3	0.053502555936574936
149569	embedding2nn.bias	4	-0.01310359500348568
149569	embedding2nn.bias	5	-0.022285455837845802
149569	embedding2nn.bias	6	0.002911203308030963
149569	embedding2nn.bias	7	0.006157168187201023
149569	embedding2nn.bias	8	-0.042235489934682846
149569	embedding2nn.bias	9	0.02015903778374195
149569	rnn.weight_ih_l0	0	0.07055791467428207
149569	rnn.weight_ih_l0	1	-0.041306380182504654
149569	rnn.weight_ih_l0	2	0.00029889633879065514
149569	rnn.weight_ih_l0	3	0.047341495752334595
149569	rnn.weight_ih_l0	4	-0.031112389639019966
149569	rnn.weight_ih_l0	5	0.04479192942380905
149569	rnn.weight_ih_l0	6	0.0094306580722332
149569	rnn.weight_ih_l0	7	0.06187320500612259
149569	rnn.weight_ih_l0	8	0.006032063625752926
149569	rnn.weight_ih_l0	9	-0.02413766086101532
149569	rnn.weight_hh_l0	0	-0.014135894365608692
149569	rnn.weight_hh_l0	1	-0.023120669648051262
149569	rnn.weight_hh_l0	2	-0.05602564662694931
149569	rnn.weight_hh_l0	3	-0.004378931596875191
149569	rnn.weight_hh_l0	4	-0.00939323753118515
149569	rnn.weight_hh_l0	5	-0.02596828155219555
149569	rnn.weight_hh_l0	6	-0.0013594534248113632
149569	rnn.weight_hh_l0	7	-0.04400020092725754
149569	rnn.weight_hh_l0	8	0.06802820414304733
149569	rnn.weight_hh_l0	9	0.04509710147976875
149569	rnn.bias_ih_l0	0	-0.17107215523719788
149569	rnn.bias_ih_l0	1	-0.1605188548564911
149569	rnn.bias_ih_l0	2	-0.01167357712984085
149569	rnn.bias_ih_l0	3	-0.1416136622428894
149569	rnn.bias_ih_l0	4	-0.05330565571784973
149569	rnn.bias_ih_l0	5	-0.1583271324634552
149569	rnn.bias_ih_l0	6	0.06934879720211029
149569	rnn.bias_ih_l0	7	-0.08894990384578705
149569	rnn.bias_ih_l0	8	-0.03754666820168495
149569	rnn.bias_ih_l0	9	-0.11333594471216202
149569	rnn.bias_hh_l0	0	-0.07018490135669708
149569	rnn.bias_hh_l0	1	0.2406928837299347
149569	rnn.bias_hh_l0	2	0.03894301503896713
149569	rnn.bias_hh_l0	3	-0.07257279753684998
149569	rnn.bias_hh_l0	4	-0.07607963681221008
149569	rnn.bias_hh_l0	5	-0.004833961371332407
149569	rnn.bias_hh_l0	6	0.05565451458096504
149569	rnn.bias_hh_l0	7	-0.10264851897954941
149569	rnn.bias_hh_l0	8	-0.22468551993370056
149569	rnn.bias_hh_l0	9	-0.10081145167350769
149569	rnn.weight_ih_l0_reverse	0	0.020283276215195656
149569	rnn.weight_ih_l0_reverse	1	-0.06462061405181885
149569	rnn.weight_ih_l0_reverse	2	0.040317077189683914
149569	rnn.weight_ih_l0_reverse	3	0.015561262145638466
149569	rnn.weight_ih_l0_reverse	4	0.006301266141235828
149569	rnn.weight_ih_l0_reverse	5	-0.031216297298669815
149569	rnn.weight_ih_l0_reverse	6	0.014396829530596733
149569	rnn.weight_ih_l0_reverse	7	0.030913151800632477
149569	rnn.weight_ih_l0_reverse	8	-0.025983165949583054
149569	rnn.weight_ih_l0_reverse	9	0.0034273648634552956
149569	rnn.weight_hh_l0_reverse	0	0.04380396008491516
149569	rnn.weight_hh_l0_reverse	1	0.030341947451233864
149569	rnn.weight_hh_l0_reverse	2	-0.0200930405408144
149569	rnn.weight_hh_l0_reverse	3	-0.07672500610351562
149569	rnn.weight_hh_l0_reverse	4	0.012773439288139343
149569	rnn.weight_hh_l0_reverse	5	-0.04928504675626755
149569	rnn.weight_hh_l0_reverse	6	-0.012924953363835812
149569	rnn.weight_hh_l0_reverse	7	0.02959037572145462
149569	rnn.weight_hh_l0_reverse	8	0.013444062322378159
149569	rnn.weight_hh_l0_reverse	9	0.007579839788377285
149569	rnn.bias_ih_l0_reverse	0	-0.04473523795604706
149569	rnn.bias_ih_l0_reverse	1	-0.13760685920715332
149569	rnn.bias_ih_l0_reverse	2	-0.13602517545223236
149569	rnn.bias_ih_l0_reverse	3	-0.04174130782485008
149569	rnn.bias_ih_l0_reverse	4	-0.10677976906299591
149569	rnn.bias_ih_l0_reverse	5	-0.09041702002286911
149569	rnn.bias_ih_l0_reverse	6	-0.20018605887889862
149569	rnn.bias_ih_l0_reverse	7	-0.054263368248939514
149569	rnn.bias_ih_l0_reverse	8	-0.06362678855657578
149569	rnn.bias_ih_l0_reverse	9	-0.13119767606258392
149569	rnn.bias_hh_l0_reverse	0	-0.13809005916118622
149569	rnn.bias_hh_l0_reverse	1	-0.15032079815864563
149569	rnn.bias_hh_l0_reverse	2	0.1005641520023346
149569	rnn.bias_hh_l0_reverse	3	0.0670052170753479
149569	rnn.bias_hh_l0_reverse	4	-0.16435030102729797
149569	rnn.bias_hh_l0_reverse	5	-0.13288934528827667
149569	rnn.bias_hh_l0_reverse	6	-0.1093851774930954
149569	rnn.bias_hh_l0_reverse	7	-0.04989244416356087
149569	rnn.bias_hh_l0_reverse	8	-0.09031754732131958
149569	rnn.bias_hh_l0_reverse	9	-0.027448566630482674
149569	linear.weight	0	-0.007567981258034706
149569	linear.weight	1	0.018806666135787964
149569	linear.weight	2	0.2725144028663635
149569	linear.weight	3	-0.0795506164431572
149569	linear.weight	4	-0.010588549077510834
149569	linear.weight	5	0.11289726197719574
149569	linear.weight	6	-0.010739270597696304
149569	linear.weight	7	-0.04584290087223053
149569	linear.weight	8	0.16553457081317902
149569	linear.weight	9	-0.2166031450033188
149569	linear.bias	0	-0.03956538438796997
149569	linear.bias	1	0.031413208693265915
149569	linear.bias	2	0.46668240427970886
149569	linear.bias	3	-0.614989161491394
149569	linear.bias	4	1.9997392892837524
149569	linear.bias	5	-1.3820732831954956
149569	linear.bias	6	-0.34543266892433167
149569	linear.bias	7	-0.1279001533985138
150127	transitions	0	-1.805821180343628
150127	transitions	1	-10000.0
150127	transitions	2	-0.7969565987586975
150127	transitions	3	-10000.0
150127	transitions	4	1.9525662660598755
150127	transitions	5	-10000.0
150127	transitions	6	-10000.0
150127	transitions	7	1.7185579538345337
150127	transitions	8	-2.5092034339904785
150127	transitions	9	-4.150295257568359
150127	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
150127	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
150127	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
150127	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
150127	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
150127	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
150127	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
150127	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
150127	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
150127	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
150127	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
150127	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
150127	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
150127	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
150127	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
150127	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
150127	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
150127	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
150127	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
150127	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
150127	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
150127	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
150127	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
150127	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
150127	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
150127	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
150127	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
150127	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
150127	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
150127	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
150127	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
150127	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
150127	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
150127	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
150127	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
150127	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
150127	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
150127	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
150127	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
150127	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
150127	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
150127	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
150127	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
150127	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
150127	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
150127	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
150127	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
150127	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
150127	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
150127	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
150127	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
150127	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
150127	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
150127	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
150127	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
150127	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
150127	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
150127	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
150127	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
150127	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
150127	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
150127	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
150127	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
150127	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
150127	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
150127	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
150127	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
150127	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
150127	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
150127	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
150127	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
150127	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
150127	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
150127	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
150127	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
150127	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
150127	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
150127	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
150127	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
150127	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
150127	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
150127	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
150127	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
150127	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
150127	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
150127	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
150127	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
150127	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
150127	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
150127	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
150127	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
150127	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
150127	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
150127	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
150127	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
150127	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
150127	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
150127	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
150127	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
150127	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
150127	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
150127	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
150127	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
150127	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
150127	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
150127	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
150127	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
150127	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
150127	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
150127	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
150127	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
150127	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
150127	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
150127	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
150127	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
150127	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
150127	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
150127	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
150127	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
150127	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
150127	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
150127	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
150127	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
150127	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
150127	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
150127	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
150127	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
150127	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
150127	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
150127	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
150127	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
150127	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
150127	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
150127	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
150127	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
150127	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
150127	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
150127	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
150127	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
150127	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
150127	embedding2nn.weight	0	0.006454859860241413
150127	embedding2nn.weight	1	0.004365791101008654
150127	embedding2nn.weight	2	0.013245225884020329
150127	embedding2nn.weight	3	0.02552528865635395
150127	embedding2nn.weight	4	0.01904100365936756
150127	embedding2nn.weight	5	0.009257787838578224
150127	embedding2nn.weight	6	-0.012954124249517918
150127	embedding2nn.weight	7	-0.002100984565913677
150127	embedding2nn.weight	8	-0.007326561026275158
150127	embedding2nn.weight	9	0.0006093995179980993
150127	embedding2nn.bias	0	0.00847876351326704
150127	embedding2nn.bias	1	-0.03298889473080635
150127	embedding2nn.bias	2	0.07508343458175659
150127	embedding2nn.bias	3	0.05853165313601494
150127	embedding2nn.bias	4	-0.019420310854911804
150127	embedding2nn.bias	5	-0.02319723181426525
150127	embedding2nn.bias	6	0.008400843478739262
150127	embedding2nn.bias	7	-0.0006126865628175437
150127	embedding2nn.bias	8	-0.04197630286216736
150127	embedding2nn.bias	9	0.02141548879444599
150127	rnn.weight_ih_l0	0	0.07083829492330551
150127	rnn.weight_ih_l0	1	-0.0412638857960701
150127	rnn.weight_ih_l0	2	0.0005790240247733891
150127	rnn.weight_ih_l0	3	0.047385457903146744
150127	rnn.weight_ih_l0	4	-0.0315617099404335
150127	rnn.weight_ih_l0	5	0.044256072491407394
150127	rnn.weight_ih_l0	6	0.009655223228037357
150127	rnn.weight_ih_l0	7	0.06304986774921417
150127	rnn.weight_ih_l0	8	0.007072573062032461
150127	rnn.weight_ih_l0	9	-0.024239564314484596
150127	rnn.weight_hh_l0	0	-0.013887311331927776
150127	rnn.weight_hh_l0	1	-0.022766245529055595
150127	rnn.weight_hh_l0	2	-0.056196339428424835
150127	rnn.weight_hh_l0	3	-0.004575714468955994
150127	rnn.weight_hh_l0	4	-0.00951613113284111
150127	rnn.weight_hh_l0	5	-0.026287468150258064
150127	rnn.weight_hh_l0	6	-0.0012772581540048122
150127	rnn.weight_hh_l0	7	-0.04329556226730347
150127	rnn.weight_hh_l0	8	0.06761918216943741
150127	rnn.weight_hh_l0	9	0.04480428621172905
150127	rnn.bias_ih_l0	0	-0.1686520129442215
150127	rnn.bias_ih_l0	1	-0.16358782351016998
150127	rnn.bias_ih_l0	2	-0.010152687318623066
150127	rnn.bias_ih_l0	3	-0.1389162540435791
150127	rnn.bias_ih_l0	4	-0.05465018376708031
150127	rnn.bias_ih_l0	5	-0.1560012549161911
150127	rnn.bias_ih_l0	6	0.06803584098815918
150127	rnn.bias_ih_l0	7	-0.08654393255710602
150127	rnn.bias_ih_l0	8	-0.03685586154460907
150127	rnn.bias_ih_l0	9	-0.11419617384672165
150127	rnn.bias_hh_l0	0	-0.07147160917520523
150127	rnn.bias_hh_l0	1	0.23945418000221252
150127	rnn.bias_hh_l0	2	0.038296349346637726
150127	rnn.bias_hh_l0	3	-0.07233141362667084
150127	rnn.bias_hh_l0	4	-0.07618314772844315
150127	rnn.bias_hh_l0	5	-0.009812301024794579
150127	rnn.bias_hh_l0	6	0.05248604342341423
150127	rnn.bias_hh_l0	7	-0.10174988955259323
150127	rnn.bias_hh_l0	8	-0.22521854937076569
150127	rnn.bias_hh_l0	9	-0.10268880426883698
150127	rnn.weight_ih_l0_reverse	0	0.02061733603477478
150127	rnn.weight_ih_l0_reverse	1	-0.06429647654294968
150127	rnn.weight_ih_l0_reverse	2	0.04011046141386032
150127	rnn.weight_ih_l0_reverse	3	0.01630612090229988
150127	rnn.weight_ih_l0_reverse	4	0.006252616178244352
150127	rnn.weight_ih_l0_reverse	5	-0.03212447091937065
150127	rnn.weight_ih_l0_reverse	6	0.014269005507230759
150127	rnn.weight_ih_l0_reverse	7	0.03079165145754814
150127	rnn.weight_ih_l0_reverse	8	-0.02621511183679104
150127	rnn.weight_ih_l0_reverse	9	0.003443124471232295
150127	rnn.weight_hh_l0_reverse	0	0.043939657509326935
150127	rnn.weight_hh_l0_reverse	1	0.03033417835831642
150127	rnn.weight_hh_l0_reverse	2	-0.020137155428528786
150127	rnn.weight_hh_l0_reverse	3	-0.07720202952623367
150127	rnn.weight_hh_l0_reverse	4	0.012400630861520767
150127	rnn.weight_hh_l0_reverse	5	-0.04894033819437027
150127	rnn.weight_hh_l0_reverse	6	-0.01303978729993105
150127	rnn.weight_hh_l0_reverse	7	0.029837248846888542
150127	rnn.weight_hh_l0_reverse	8	0.013744015246629715
150127	rnn.weight_hh_l0_reverse	9	0.007198287174105644
150127	rnn.bias_ih_l0_reverse	0	-0.04348325356841087
150127	rnn.bias_ih_l0_reverse	1	-0.13810241222381592
150127	rnn.bias_ih_l0_reverse	2	-0.13569317758083344
150127	rnn.bias_ih_l0_reverse	3	-0.0420742891728878
150127	rnn.bias_ih_l0_reverse	4	-0.10625237971544266
150127	rnn.bias_ih_l0_reverse	5	-0.08891173452138901
150127	rnn.bias_ih_l0_reverse	6	-0.2014015167951584
150127	rnn.bias_ih_l0_reverse	7	-0.053133368492126465
150127	rnn.bias_ih_l0_reverse	8	-0.06595982611179352
150127	rnn.bias_ih_l0_reverse	9	-0.13208867609500885
150127	rnn.bias_hh_l0_reverse	0	-0.1392146795988083
150127	rnn.bias_hh_l0_reverse	1	-0.14841023087501526
150127	rnn.bias_hh_l0_reverse	2	0.10260116308927536
150127	rnn.bias_hh_l0_reverse	3	0.06653007119894028
150127	rnn.bias_hh_l0_reverse	4	-0.16680307686328888
150127	rnn.bias_hh_l0_reverse	5	-0.13319090008735657
150127	rnn.bias_hh_l0_reverse	6	-0.10799599438905716
150127	rnn.bias_hh_l0_reverse	7	-0.05097423866391182
150127	rnn.bias_hh_l0_reverse	8	-0.09121070802211761
150127	rnn.bias_hh_l0_reverse	9	-0.02280447818338871
150127	linear.weight	0	-0.00756911002099514
150127	linear.weight	1	0.030511045828461647
150127	linear.weight	2	0.2633391320705414
150127	linear.weight	3	-0.07954588532447815
150127	linear.weight	4	-0.010588549077510834
150127	linear.weight	5	0.05960667505860329
150127	linear.weight	6	-0.010739270597696304
150127	linear.weight	7	-0.057324573397636414
150127	linear.weight	8	0.1915469765663147
150127	linear.weight	9	-0.22035199403762817
150127	linear.bias	0	-0.03956538438796997
150127	linear.bias	1	0.031413208693265915
150127	linear.bias	2	0.46514174342155457
150127	linear.bias	3	-0.6055706739425659
150127	linear.bias	4	1.9558732509613037
150127	linear.bias	5	-1.3822919130325317
150127	linear.bias	6	-0.32697388529777527
150127	linear.bias	7	-0.11016630381345749
150685	transitions	0	-1.8070390224456787
150685	transitions	1	-10000.0
150685	transitions	2	-0.7969565987586975
150685	transitions	3	-10000.0
150685	transitions	4	1.9591468572616577
150685	transitions	5	-10000.0
150685	transitions	6	-10000.0
150685	transitions	7	1.7225934267044067
150685	transitions	8	-2.5102803707122803
150685	transitions	9	-4.151196002960205
150685	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
150685	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
150685	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
150685	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
150685	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
150685	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
150685	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
150685	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
150685	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
150685	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
150685	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
150685	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
150685	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
150685	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
150685	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
150685	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
150685	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
150685	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
150685	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
150685	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
150685	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
150685	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
150685	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
150685	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
150685	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
150685	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
150685	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
150685	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
150685	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
150685	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
150685	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
150685	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
150685	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
150685	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
150685	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
150685	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
150685	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
150685	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
150685	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
150685	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
150685	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
150685	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
150685	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
150685	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
150685	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
150685	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
150685	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
150685	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
150685	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
150685	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
150685	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
150685	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
150685	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
150685	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
150685	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
150685	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
150685	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
150685	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
150685	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
150685	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
150685	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
150685	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
150685	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
150685	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
150685	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
150685	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
150685	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
150685	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
150685	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
150685	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
150685	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
150685	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
150685	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
150685	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
150685	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
150685	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
150685	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
150685	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
150685	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
150685	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
150685	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
150685	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
150685	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
150685	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
150685	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
150685	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
150685	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
150685	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
150685	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
150685	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
150685	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
150685	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
150685	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
150685	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
150685	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
150685	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
150685	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
150685	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
150685	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
150685	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
150685	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
150685	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
150685	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
150685	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
150685	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
150685	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
150685	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
150685	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
150685	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
150685	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
150685	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
150685	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
150685	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
150685	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
150685	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
150685	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
150685	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
150685	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
150685	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
150685	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
150685	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
150685	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
150685	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
150685	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
150685	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
150685	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
150685	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
150685	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
150685	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
150685	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
150685	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
150685	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
150685	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
150685	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
150685	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
150685	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
150685	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
150685	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
150685	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
150685	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
150685	embedding2nn.weight	0	0.0064595043659210205
150685	embedding2nn.weight	1	0.004229586571455002
150685	embedding2nn.weight	2	0.013261202722787857
150685	embedding2nn.weight	3	0.02520650066435337
150685	embedding2nn.weight	4	0.019289491698145866
150685	embedding2nn.weight	5	0.009969139471650124
150685	embedding2nn.weight	6	-0.012875438667833805
150685	embedding2nn.weight	7	-0.0019937949255108833
150685	embedding2nn.weight	8	-0.008508941158652306
150685	embedding2nn.weight	9	0.0006683131214231253
150685	embedding2nn.bias	0	0.009181574918329716
150685	embedding2nn.bias	1	-0.024907274171710014
150685	embedding2nn.bias	2	0.07240140438079834
150685	embedding2nn.bias	3	0.05844753980636597
150685	embedding2nn.bias	4	-0.016684237867593765
150685	embedding2nn.bias	5	-0.015155053697526455
150685	embedding2nn.bias	6	0.0070022158324718475
150685	embedding2nn.bias	7	-0.007653241977095604
150685	embedding2nn.bias	8	-0.041300639510154724
150685	embedding2nn.bias	9	0.01932387426495552
150685	rnn.weight_ih_l0	0	0.07124616205692291
150685	rnn.weight_ih_l0	1	-0.04168413579463959
150685	rnn.weight_ih_l0	2	0.0005060750991106033
150685	rnn.weight_ih_l0	3	0.0470837838947773
150685	rnn.weight_ih_l0	4	-0.030726870521903038
150685	rnn.weight_ih_l0	5	0.04400068148970604
150685	rnn.weight_ih_l0	6	0.009674906730651855
150685	rnn.weight_ih_l0	7	0.06356971710920334
150685	rnn.weight_ih_l0	8	0.0068173957988619804
150685	rnn.weight_ih_l0	9	-0.02445957064628601
150685	rnn.weight_hh_l0	0	-0.01359621062874794
150685	rnn.weight_hh_l0	1	-0.021938705816864967
150685	rnn.weight_hh_l0	2	-0.056159183382987976
150685	rnn.weight_hh_l0	3	-0.004715710412710905
150685	rnn.weight_hh_l0	4	-0.009382185526192188
150685	rnn.weight_hh_l0	5	-0.026379413902759552
150685	rnn.weight_hh_l0	6	-0.0012429429916664958
150685	rnn.weight_hh_l0	7	-0.04301564395427704
150685	rnn.weight_hh_l0	8	0.06815745681524277
150685	rnn.weight_hh_l0	9	0.044961314648389816
150685	rnn.bias_ih_l0	0	-0.1684245467185974
150685	rnn.bias_ih_l0	1	-0.16242410242557526
150685	rnn.bias_ih_l0	2	-0.010856970213353634
150685	rnn.bias_ih_l0	3	-0.13956372439861298
150685	rnn.bias_ih_l0	4	-0.05586772412061691
150685	rnn.bias_ih_l0	5	-0.15855233371257782
150685	rnn.bias_ih_l0	6	0.07235335558652878
150685	rnn.bias_ih_l0	7	-0.08597391098737717
150685	rnn.bias_ih_l0	8	-0.03702627122402191
150685	rnn.bias_ih_l0	9	-0.1139407530426979
150685	rnn.bias_hh_l0	0	-0.07186190038919449
150685	rnn.bias_hh_l0	1	0.23881269991397858
150685	rnn.bias_hh_l0	2	0.03842395916581154
150685	rnn.bias_hh_l0	3	-0.0753459557890892
150685	rnn.bias_hh_l0	4	-0.07673495262861252
150685	rnn.bias_hh_l0	5	-0.009497753344476223
150685	rnn.bias_hh_l0	6	0.05095141753554344
150685	rnn.bias_hh_l0	7	-0.10207947343587875
150685	rnn.bias_hh_l0	8	-0.22506774961948395
150685	rnn.bias_hh_l0	9	-0.10267992317676544
150685	rnn.weight_ih_l0_reverse	0	0.020974889397621155
150685	rnn.weight_ih_l0_reverse	1	-0.0640563815832138
150685	rnn.weight_ih_l0_reverse	2	0.04055558517575264
150685	rnn.weight_ih_l0_reverse	3	0.016845563426613808
150685	rnn.weight_ih_l0_reverse	4	0.005832751747220755
150685	rnn.weight_ih_l0_reverse	5	-0.03245548903942108
150685	rnn.weight_ih_l0_reverse	6	0.013703575357794762
150685	rnn.weight_ih_l0_reverse	7	0.03083834983408451
150685	rnn.weight_ih_l0_reverse	8	-0.026491114869713783
150685	rnn.weight_ih_l0_reverse	9	0.0035275258123874664
150685	rnn.weight_hh_l0_reverse	0	0.04381173476576805
150685	rnn.weight_hh_l0_reverse	1	0.03039814904332161
150685	rnn.weight_hh_l0_reverse	2	-0.02009792998433113
150685	rnn.weight_hh_l0_reverse	3	-0.07800795882940292
150685	rnn.weight_hh_l0_reverse	4	0.012091949582099915
150685	rnn.weight_hh_l0_reverse	5	-0.049150366336107254
150685	rnn.weight_hh_l0_reverse	6	-0.012911099009215832
150685	rnn.weight_hh_l0_reverse	7	0.029605964198708534
150685	rnn.weight_hh_l0_reverse	8	0.013950885273516178
150685	rnn.weight_hh_l0_reverse	9	0.007014406379312277
150685	rnn.bias_ih_l0_reverse	0	-0.045408327132463455
150685	rnn.bias_ih_l0_reverse	1	-0.1383531540632248
150685	rnn.bias_ih_l0_reverse	2	-0.13865697383880615
150685	rnn.bias_ih_l0_reverse	3	-0.04520485922694206
150685	rnn.bias_ih_l0_reverse	4	-0.10553262382745743
150685	rnn.bias_ih_l0_reverse	5	-0.08837287127971649
150685	rnn.bias_ih_l0_reverse	6	-0.2002783566713333
150685	rnn.bias_ih_l0_reverse	7	-0.049194805324077606
150685	rnn.bias_ih_l0_reverse	8	-0.06568947434425354
150685	rnn.bias_ih_l0_reverse	9	-0.1319880336523056
150685	rnn.bias_hh_l0_reverse	0	-0.13810724020004272
150685	rnn.bias_hh_l0_reverse	1	-0.14984345436096191
150685	rnn.bias_hh_l0_reverse	2	0.10527800768613815
150685	rnn.bias_hh_l0_reverse	3	0.06770902872085571
150685	rnn.bias_hh_l0_reverse	4	-0.16536182165145874
150685	rnn.bias_hh_l0_reverse	5	-0.13211894035339355
150685	rnn.bias_hh_l0_reverse	6	-0.10633508861064911
150685	rnn.bias_hh_l0_reverse	7	-0.052657220512628555
150685	rnn.bias_hh_l0_reverse	8	-0.08988559991121292
150685	rnn.bias_hh_l0_reverse	9	-0.02538018487393856
150685	linear.weight	0	-0.007570532150566578
150685	linear.weight	1	0.01260147150605917
150685	linear.weight	2	0.26811498403549194
150685	linear.weight	3	-0.07954315096139908
150685	linear.weight	4	-0.010588549077510834
150685	linear.weight	5	0.11231009662151337
150685	linear.weight	6	-0.010739270597696304
150685	linear.weight	7	-0.04378237575292587
150685	linear.weight	8	0.16965097188949585
150685	linear.weight	9	-0.2271227091550827
150685	linear.bias	0	-0.03956538438796997
150685	linear.bias	1	0.031413208693265915
150685	linear.bias	2	0.441725492477417
150685	linear.bias	3	-0.5896393656730652
150685	linear.bias	4	1.9832574129104614
150685	linear.bias	5	-1.3825148344039917
150685	linear.bias	6	-0.3371254503726959
150685	linear.bias	7	-0.11970890313386917
151244	transitions	0	-1.8081856966018677
151244	transitions	1	-10000.0
151244	transitions	2	-0.7969565987586975
151244	transitions	3	-10000.0
151244	transitions	4	1.9749598503112793
151244	transitions	5	-10000.0
151244	transitions	6	-10000.0
151244	transitions	7	1.717064619064331
151244	transitions	8	-2.5112998485565186
151244	transitions	9	-4.15205717086792
151244	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
151244	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
151244	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
151244	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
151244	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
151244	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
151244	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
151244	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
151244	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
151244	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
151244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
151244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
151244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
151244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
151244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
151244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
151244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
151244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
151244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
151244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
151244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
151244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
151244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
151244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
151244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
151244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
151244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
151244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
151244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
151244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
151244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
151244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
151244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
151244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
151244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
151244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
151244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
151244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
151244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
151244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
151244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
151244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
151244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
151244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
151244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
151244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
151244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
151244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
151244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
151244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
151244	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
151244	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
151244	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
151244	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
151244	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
151244	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
151244	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
151244	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
151244	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
151244	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
151244	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
151244	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
151244	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
151244	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
151244	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
151244	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
151244	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
151244	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
151244	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
151244	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
151244	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
151244	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
151244	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
151244	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
151244	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
151244	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
151244	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
151244	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
151244	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
151244	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
151244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
151244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
151244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
151244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
151244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
151244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
151244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
151244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
151244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
151244	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
151244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
151244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
151244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
151244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
151244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
151244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
151244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
151244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
151244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
151244	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
151244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
151244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
151244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
151244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
151244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
151244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
151244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
151244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
151244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
151244	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
151244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
151244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
151244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
151244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
151244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
151244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
151244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
151244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
151244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
151244	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
151244	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
151244	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
151244	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
151244	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
151244	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
151244	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
151244	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
151244	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
151244	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
151244	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
151244	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
151244	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
151244	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
151244	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
151244	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
151244	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
151244	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
151244	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
151244	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
151244	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
151244	embedding2nn.weight	0	0.006442249286919832
151244	embedding2nn.weight	1	0.004280598368495703
151244	embedding2nn.weight	2	0.013247431255877018
151244	embedding2nn.weight	3	0.025493338704109192
151244	embedding2nn.weight	4	0.019466916099190712
151244	embedding2nn.weight	5	0.010001124814152718
151244	embedding2nn.weight	6	-0.012926669791340828
151244	embedding2nn.weight	7	-0.0019143769750371575
151244	embedding2nn.weight	8	-0.009141670539975166
151244	embedding2nn.weight	9	0.0006464422331191599
151244	embedding2nn.bias	0	0.008143702521920204
151244	embedding2nn.bias	1	-0.02493574097752571
151244	embedding2nn.bias	2	0.07589827477931976
151244	embedding2nn.bias	3	0.0564713254570961
151244	embedding2nn.bias	4	-0.015848977491259575
151244	embedding2nn.bias	5	-0.016603536903858185
151244	embedding2nn.bias	6	0.005411070771515369
151244	embedding2nn.bias	7	-0.00020108220633119345
151244	embedding2nn.bias	8	-0.03655557706952095
151244	embedding2nn.bias	9	0.01888272911310196
151244	rnn.weight_ih_l0	0	0.07096941769123077
151244	rnn.weight_ih_l0	1	-0.04143068566918373
151244	rnn.weight_ih_l0	2	0.0001474778982810676
151244	rnn.weight_ih_l0	3	0.04723815619945526
151244	rnn.weight_ih_l0	4	-0.029723936691880226
151244	rnn.weight_ih_l0	5	0.04420525208115578
151244	rnn.weight_ih_l0	6	0.009650788269937038
151244	rnn.weight_ih_l0	7	0.06482536345720291
151244	rnn.weight_ih_l0	8	0.006118039134889841
151244	rnn.weight_ih_l0	9	-0.02406783401966095
151244	rnn.weight_hh_l0	0	-0.013861569575965405
151244	rnn.weight_hh_l0	1	-0.021744590252637863
151244	rnn.weight_hh_l0	2	-0.056127384305000305
151244	rnn.weight_hh_l0	3	-0.004814757965505123
151244	rnn.weight_hh_l0	4	-0.00939791090786457
151244	rnn.weight_hh_l0	5	-0.026196761056780815
151244	rnn.weight_hh_l0	6	-0.0013782583409920335
151244	rnn.weight_hh_l0	7	-0.04224635660648346
151244	rnn.weight_hh_l0	8	0.06821443885564804
151244	rnn.weight_hh_l0	9	0.04469040408730507
151244	rnn.bias_ih_l0	0	-0.1690325140953064
151244	rnn.bias_ih_l0	1	-0.16461101174354553
151244	rnn.bias_ih_l0	2	-0.01144854910671711
151244	rnn.bias_ih_l0	3	-0.13856254518032074
151244	rnn.bias_ih_l0	4	-0.05440826714038849
151244	rnn.bias_ih_l0	5	-0.158206507563591
151244	rnn.bias_ih_l0	6	0.07127663493156433
151244	rnn.bias_ih_l0	7	-0.08623245358467102
151244	rnn.bias_ih_l0	8	-0.033729828894138336
151244	rnn.bias_ih_l0	9	-0.1141076534986496
151244	rnn.bias_hh_l0	0	-0.07117921113967896
151244	rnn.bias_hh_l0	1	0.239319309592247
151244	rnn.bias_hh_l0	2	0.03609641641378403
151244	rnn.bias_hh_l0	3	-0.07398045063018799
151244	rnn.bias_hh_l0	4	-0.07622461020946503
151244	rnn.bias_hh_l0	5	-0.010936730541288853
151244	rnn.bias_hh_l0	6	0.04970306158065796
151244	rnn.bias_hh_l0	7	-0.10388274490833282
151244	rnn.bias_hh_l0	8	-0.22460320591926575
151244	rnn.bias_hh_l0	9	-0.10227842628955841
151244	rnn.weight_ih_l0_reverse	0	0.020496027544140816
151244	rnn.weight_ih_l0_reverse	1	-0.06448506563901901
151244	rnn.weight_ih_l0_reverse	2	0.04061812534928322
151244	rnn.weight_ih_l0_reverse	3	0.018010558560490608
151244	rnn.weight_ih_l0_reverse	4	0.005721735768020153
151244	rnn.weight_ih_l0_reverse	5	-0.03227764740586281
151244	rnn.weight_ih_l0_reverse	6	0.014235963113605976
151244	rnn.weight_ih_l0_reverse	7	0.0310922022908926
151244	rnn.weight_ih_l0_reverse	8	-0.02605135180056095
151244	rnn.weight_ih_l0_reverse	9	0.003676389344036579
151244	rnn.weight_hh_l0_reverse	0	0.04351380467414856
151244	rnn.weight_hh_l0_reverse	1	0.030655937269330025
151244	rnn.weight_hh_l0_reverse	2	-0.020240209996700287
151244	rnn.weight_hh_l0_reverse	3	-0.0776345506310463
151244	rnn.weight_hh_l0_reverse	4	0.012189490720629692
151244	rnn.weight_hh_l0_reverse	5	-0.049697428941726685
151244	rnn.weight_hh_l0_reverse	6	-0.013075673952698708
151244	rnn.weight_hh_l0_reverse	7	0.029327109456062317
151244	rnn.weight_hh_l0_reverse	8	0.013483693823218346
151244	rnn.weight_hh_l0_reverse	9	0.007244575303047895
151244	rnn.bias_ih_l0_reverse	0	-0.04448302835226059
151244	rnn.bias_ih_l0_reverse	1	-0.13663005828857422
151244	rnn.bias_ih_l0_reverse	2	-0.13818779587745667
151244	rnn.bias_ih_l0_reverse	3	-0.045613985508680344
151244	rnn.bias_ih_l0_reverse	4	-0.10845313221216202
151244	rnn.bias_ih_l0_reverse	5	-0.08990467339754105
151244	rnn.bias_ih_l0_reverse	6	-0.199215829372406
151244	rnn.bias_ih_l0_reverse	7	-0.05095338448882103
151244	rnn.bias_ih_l0_reverse	8	-0.0663527250289917
151244	rnn.bias_ih_l0_reverse	9	-0.1326894909143448
151244	rnn.bias_hh_l0_reverse	0	-0.13855935633182526
151244	rnn.bias_hh_l0_reverse	1	-0.15033692121505737
151244	rnn.bias_hh_l0_reverse	2	0.1035199984908104
151244	rnn.bias_hh_l0_reverse	3	0.06928039342164993
151244	rnn.bias_hh_l0_reverse	4	-0.1649416834115982
151244	rnn.bias_hh_l0_reverse	5	-0.13399243354797363
151244	rnn.bias_hh_l0_reverse	6	-0.10487932711839676
151244	rnn.bias_hh_l0_reverse	7	-0.05020986869931221
151244	rnn.bias_hh_l0_reverse	8	-0.08912824094295502
151244	rnn.bias_hh_l0_reverse	9	-0.027143970131874084
151244	linear.weight	0	-0.007572004105895758
151244	linear.weight	1	0.00527925742790103
151244	linear.weight	2	0.2540730834007263
151244	linear.weight	3	-0.07954154163599014
151244	linear.weight	4	-0.010588549077510834
151244	linear.weight	5	0.09449390321969986
151244	linear.weight	6	-0.010739270597696304
151244	linear.weight	7	-0.0606931708753109
151244	linear.weight	8	0.20144060254096985
151244	linear.weight	9	-0.2252776175737381
151244	linear.bias	0	-0.03956538438796997
151244	linear.bias	1	0.031413208693265915
151244	linear.bias	2	0.4710709750652313
151244	linear.bias	3	-0.5897507667541504
151244	linear.bias	4	1.9659990072250366
151244	linear.bias	5	-1.3827327489852905
151244	linear.bias	6	-0.34312760829925537
151244	linear.bias	7	-0.12548160552978516
151802	transitions	0	-1.809231162071228
151802	transitions	1	-10000.0
151802	transitions	2	-0.7969565987586975
151802	transitions	3	-10000.0
151802	transitions	4	1.9742839336395264
151802	transitions	5	-10000.0
151802	transitions	6	-10000.0
151802	transitions	7	1.7236655950546265
151802	transitions	8	-2.512153387069702
151802	transitions	9	-4.152883529663086
151802	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
151802	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
151802	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
151802	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
151802	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
151802	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
151802	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
151802	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
151802	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
151802	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
151802	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
151802	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
151802	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
151802	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
151802	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
151802	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
151802	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
151802	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
151802	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
151802	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
151802	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
151802	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
151802	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
151802	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
151802	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
151802	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
151802	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
151802	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
151802	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
151802	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
151802	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
151802	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
151802	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
151802	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
151802	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
151802	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
151802	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
151802	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
151802	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
151802	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
151802	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
151802	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
151802	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
151802	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
151802	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
151802	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
151802	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
151802	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
151802	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
151802	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
151802	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
151802	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
151802	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
151802	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
151802	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
151802	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
151802	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
151802	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
151802	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
151802	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
151802	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
151802	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
151802	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
151802	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
151802	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
151802	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
151802	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
151802	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
151802	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
151802	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
151802	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
151802	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
151802	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
151802	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
151802	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
151802	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
151802	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
151802	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
151802	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
151802	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
151802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
151802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
151802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
151802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
151802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
151802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
151802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
151802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
151802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
151802	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
151802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
151802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
151802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
151802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
151802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
151802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
151802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
151802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
151802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
151802	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
151802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
151802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
151802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
151802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
151802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
151802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
151802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
151802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
151802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
151802	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
151802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
151802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
151802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
151802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
151802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
151802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
151802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
151802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
151802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
151802	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
151802	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
151802	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
151802	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
151802	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
151802	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
151802	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
151802	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
151802	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
151802	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
151802	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
151802	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
151802	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
151802	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
151802	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
151802	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
151802	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
151802	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
151802	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
151802	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
151802	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
151802	embedding2nn.weight	0	0.006441060919314623
151802	embedding2nn.weight	1	0.004197411704808474
151802	embedding2nn.weight	2	0.013242571614682674
151802	embedding2nn.weight	3	0.02502145990729332
151802	embedding2nn.weight	4	0.019581269472837448
151802	embedding2nn.weight	5	0.009784015826880932
151802	embedding2nn.weight	6	-0.013081775978207588
151802	embedding2nn.weight	7	-0.0019268612377345562
151802	embedding2nn.weight	8	-0.00930707436054945
151802	embedding2nn.weight	9	0.000645363936200738
151802	embedding2nn.bias	0	0.005935061257332563
151802	embedding2nn.bias	1	-0.03066127747297287
151802	embedding2nn.bias	2	0.07147356867790222
151802	embedding2nn.bias	3	0.05850883573293686
151802	embedding2nn.bias	4	-0.012435521930456161
151802	embedding2nn.bias	5	-0.0253817867487669
151802	embedding2nn.bias	6	0.0024107065983116627
151802	embedding2nn.bias	7	-0.004625830799341202
151802	embedding2nn.bias	8	-0.03639757260680199
151802	embedding2nn.bias	9	0.01605379953980446
151802	rnn.weight_ih_l0	0	0.07039930671453476
151802	rnn.weight_ih_l0	1	-0.041365835815668106
151802	rnn.weight_ih_l0	2	-0.0007973305182531476
151802	rnn.weight_ih_l0	3	0.047952376306056976
151802	rnn.weight_ih_l0	4	-0.030039725825190544
151802	rnn.weight_ih_l0	5	0.04402424767613411
151802	rnn.weight_ih_l0	6	0.009496201761066914
151802	rnn.weight_ih_l0	7	0.06493736803531647
151802	rnn.weight_ih_l0	8	0.007576372474431992
151802	rnn.weight_ih_l0	9	-0.023975811898708344
151802	rnn.weight_hh_l0	0	-0.013748172670602798
151802	rnn.weight_hh_l0	1	-0.02158179134130478
151802	rnn.weight_hh_l0	2	-0.05612311512231827
151802	rnn.weight_hh_l0	3	-0.004923743195831776
151802	rnn.weight_hh_l0	4	-0.009433216415345669
151802	rnn.weight_hh_l0	5	-0.02607019618153572
151802	rnn.weight_hh_l0	6	-0.0013592897448688745
151802	rnn.weight_hh_l0	7	-0.04280906915664673
151802	rnn.weight_hh_l0	8	0.06884898245334625
151802	rnn.weight_hh_l0	9	0.0443296916782856
151802	rnn.bias_ih_l0	0	-0.16743943095207214
151802	rnn.bias_ih_l0	1	-0.16802243888378143
151802	rnn.bias_ih_l0	2	-0.011656736023724079
151802	rnn.bias_ih_l0	3	-0.13938918709754944
151802	rnn.bias_ih_l0	4	-0.05459108203649521
151802	rnn.bias_ih_l0	5	-0.15925508737564087
151802	rnn.bias_ih_l0	6	0.07039696723222733
151802	rnn.bias_ih_l0	7	-0.0864725410938263
151802	rnn.bias_ih_l0	8	-0.03639305755496025
151802	rnn.bias_ih_l0	9	-0.11659049242734909
151802	rnn.bias_hh_l0	0	-0.0710517168045044
151802	rnn.bias_hh_l0	1	0.2417839616537094
151802	rnn.bias_hh_l0	2	0.03339281678199768
151802	rnn.bias_hh_l0	3	-0.07197368144989014
151802	rnn.bias_hh_l0	4	-0.07609212398529053
151802	rnn.bias_hh_l0	5	-0.009144796058535576
151802	rnn.bias_hh_l0	6	0.051586657762527466
151802	rnn.bias_hh_l0	7	-0.10120667517185211
151802	rnn.bias_hh_l0	8	-0.22241702675819397
151802	rnn.bias_hh_l0	9	-0.10205955058336258
151802	rnn.weight_ih_l0_reverse	0	0.019658954814076424
151802	rnn.weight_ih_l0_reverse	1	-0.06430071592330933
151802	rnn.weight_ih_l0_reverse	2	0.04082343354821205
151802	rnn.weight_ih_l0_reverse	3	0.01811078190803528
151802	rnn.weight_ih_l0_reverse	4	0.005691909231245518
151802	rnn.weight_ih_l0_reverse	5	-0.03107224404811859
151802	rnn.weight_ih_l0_reverse	6	0.014083991758525372
151802	rnn.weight_ih_l0_reverse	7	0.031078174710273743
151802	rnn.weight_ih_l0_reverse	8	-0.02606499008834362
151802	rnn.weight_ih_l0_reverse	9	0.003396232845261693
151802	rnn.weight_hh_l0_reverse	0	0.04326615482568741
151802	rnn.weight_hh_l0_reverse	1	0.03051343373954296
151802	rnn.weight_hh_l0_reverse	2	-0.020125094801187515
151802	rnn.weight_hh_l0_reverse	3	-0.07744954526424408
151802	rnn.weight_hh_l0_reverse	4	0.012006763368844986
151802	rnn.weight_hh_l0_reverse	5	-0.04987854138016701
151802	rnn.weight_hh_l0_reverse	6	-0.012918342836201191
151802	rnn.weight_hh_l0_reverse	7	0.029336849227547646
151802	rnn.weight_hh_l0_reverse	8	0.013289581052958965
151802	rnn.weight_hh_l0_reverse	9	0.007532454561442137
151802	rnn.bias_ih_l0_reverse	0	-0.045304592698812485
151802	rnn.bias_ih_l0_reverse	1	-0.13743455708026886
151802	rnn.bias_ih_l0_reverse	2	-0.13618053495883942
151802	rnn.bias_ih_l0_reverse	3	-0.04445680230855942
151802	rnn.bias_ih_l0_reverse	4	-0.1109236627817154
151802	rnn.bias_ih_l0_reverse	5	-0.08994405716657639
151802	rnn.bias_ih_l0_reverse	6	-0.19796760380268097
151802	rnn.bias_ih_l0_reverse	7	-0.05318353325128555
151802	rnn.bias_ih_l0_reverse	8	-0.06526300311088562
151802	rnn.bias_ih_l0_reverse	9	-0.13104188442230225
151802	rnn.bias_hh_l0_reverse	0	-0.13636177778244019
151802	rnn.bias_hh_l0_reverse	1	-0.14716675877571106
151802	rnn.bias_hh_l0_reverse	2	0.1042659804224968
151802	rnn.bias_hh_l0_reverse	3	0.06651633977890015
151802	rnn.bias_hh_l0_reverse	4	-0.16762588918209076
151802	rnn.bias_hh_l0_reverse	5	-0.13151100277900696
151802	rnn.bias_hh_l0_reverse	6	-0.10611428320407867
151802	rnn.bias_hh_l0_reverse	7	-0.04898226261138916
151802	rnn.bias_hh_l0_reverse	8	-0.08887023478746414
151802	rnn.bias_hh_l0_reverse	9	-0.024405496194958687
151802	linear.weight	0	-0.007573347073048353
151802	linear.weight	1	-0.0030224781949073076
151802	linear.weight	2	0.2606700658798218
151802	linear.weight	3	-0.07953988015651703
151802	linear.weight	4	-0.010588549077510834
151802	linear.weight	5	0.07855682820081711
151802	linear.weight	6	-0.010739270597696304
151802	linear.weight	7	-0.05582981929183006
151802	linear.weight	8	0.15537625551223755
151802	linear.weight	9	-0.22500547766685486
151802	linear.bias	0	-0.03956538438796997
151802	linear.bias	1	0.031413208693265915
151802	linear.bias	2	0.4429723024368286
151802	linear.bias	3	-0.5913351774215698
151802	linear.bias	4	1.9618513584136963
151802	linear.bias	5	-1.3829339742660522
151802	linear.bias	6	-0.3259246349334717
151802	linear.bias	7	-0.10866624861955643
152360	transitions	0	-1.8103190660476685
152360	transitions	1	-10000.0
152360	transitions	2	-0.7969565987586975
152360	transitions	3	-10000.0
152360	transitions	4	1.9668834209442139
152360	transitions	5	-10000.0
152360	transitions	6	-10000.0
152360	transitions	7	1.7153351306915283
152360	transitions	8	-2.513160467147827
152360	transitions	9	-4.1536478996276855
152360	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
152360	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
152360	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
152360	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
152360	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
152360	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
152360	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
152360	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
152360	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
152360	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
152360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
152360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
152360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
152360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
152360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
152360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
152360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
152360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
152360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
152360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
152360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
152360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
152360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
152360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
152360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
152360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
152360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
152360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
152360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
152360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
152360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
152360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
152360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
152360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
152360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
152360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
152360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
152360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
152360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
152360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
152360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
152360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
152360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
152360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
152360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
152360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
152360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
152360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
152360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
152360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
152360	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
152360	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
152360	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
152360	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
152360	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
152360	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
152360	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
152360	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
152360	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
152360	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
152360	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
152360	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
152360	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
152360	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
152360	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
152360	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
152360	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
152360	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
152360	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
152360	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
152360	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
152360	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
152360	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
152360	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
152360	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
152360	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
152360	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
152360	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
152360	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
152360	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
152360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
152360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
152360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
152360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
152360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
152360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
152360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
152360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
152360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
152360	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
152360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
152360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
152360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
152360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
152360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
152360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
152360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
152360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
152360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
152360	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
152360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
152360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
152360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
152360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
152360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
152360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
152360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
152360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
152360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
152360	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
152360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
152360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
152360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
152360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
152360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
152360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
152360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
152360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
152360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
152360	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
152360	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
152360	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
152360	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
152360	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
152360	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
152360	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
152360	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
152360	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
152360	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
152360	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
152360	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
152360	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
152360	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
152360	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
152360	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
152360	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
152360	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
152360	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
152360	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
152360	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
152360	embedding2nn.weight	0	0.006445134524255991
152360	embedding2nn.weight	1	0.004243483766913414
152360	embedding2nn.weight	2	0.013233266770839691
152360	embedding2nn.weight	3	0.024988949298858643
152360	embedding2nn.weight	4	0.019724668934941292
152360	embedding2nn.weight	5	0.010010410100221634
152360	embedding2nn.weight	6	-0.01336147915571928
152360	embedding2nn.weight	7	-0.0018933878745883703
152360	embedding2nn.weight	8	-0.010279666632413864
152360	embedding2nn.weight	9	0.0006419778801500797
152360	embedding2nn.bias	0	0.009283287450671196
152360	embedding2nn.bias	1	-0.03000282682478428
152360	embedding2nn.bias	2	0.07560355961322784
152360	embedding2nn.bias	3	0.058524809777736664
152360	embedding2nn.bias	4	-0.012346439063549042
152360	embedding2nn.bias	5	-0.023075701668858528
152360	embedding2nn.bias	6	0.007719181943684816
152360	embedding2nn.bias	7	-0.0012495039263740182
152360	embedding2nn.bias	8	-0.035215653479099274
152360	embedding2nn.bias	9	0.010845670476555824
152360	rnn.weight_ih_l0	0	0.07006321102380753
152360	rnn.weight_ih_l0	1	-0.04080181568861008
152360	rnn.weight_ih_l0	2	-0.0007365872734226286
152360	rnn.weight_ih_l0	3	0.04771789535880089
152360	rnn.weight_ih_l0	4	-0.03023991547524929
152360	rnn.weight_ih_l0	5	0.044182151556015015
152360	rnn.weight_ih_l0	6	0.009478643536567688
152360	rnn.weight_ih_l0	7	0.06459292769432068
152360	rnn.weight_ih_l0	8	0.007132633123546839
152360	rnn.weight_ih_l0	9	-0.02365715801715851
152360	rnn.weight_hh_l0	0	-0.013721548020839691
152360	rnn.weight_hh_l0	1	-0.020941568538546562
152360	rnn.weight_hh_l0	2	-0.05580584332346916
152360	rnn.weight_hh_l0	3	-0.004891539923846722
152360	rnn.weight_hh_l0	4	-0.00961332954466343
152360	rnn.weight_hh_l0	5	-0.026421155780553818
152360	rnn.weight_hh_l0	6	-0.0013720927527174354
152360	rnn.weight_hh_l0	7	-0.04267565906047821
152360	rnn.weight_hh_l0	8	0.06880553066730499
152360	rnn.weight_hh_l0	9	0.04425812140107155
152360	rnn.bias_ih_l0	0	-0.16887012124061584
152360	rnn.bias_ih_l0	1	-0.16788926720619202
152360	rnn.bias_ih_l0	2	-0.01013715285807848
152360	rnn.bias_ih_l0	3	-0.13485923409461975
152360	rnn.bias_ih_l0	4	-0.05261474847793579
152360	rnn.bias_ih_l0	5	-0.15858733654022217
152360	rnn.bias_ih_l0	6	0.06940485537052155
152360	rnn.bias_ih_l0	7	-0.08440006524324417
152360	rnn.bias_ih_l0	8	-0.03838429972529411
152360	rnn.bias_ih_l0	9	-0.11731001734733582
152360	rnn.bias_hh_l0	0	-0.07245548069477081
152360	rnn.bias_hh_l0	1	0.24072442948818207
152360	rnn.bias_hh_l0	2	0.030749855563044548
152360	rnn.bias_hh_l0	3	-0.07392832636833191
152360	rnn.bias_hh_l0	4	-0.07621127367019653
152360	rnn.bias_hh_l0	5	-0.007971236482262611
152360	rnn.bias_hh_l0	6	0.05345066636800766
152360	rnn.bias_hh_l0	7	-0.10012423247098923
152360	rnn.bias_hh_l0	8	-0.22087666392326355
152360	rnn.bias_hh_l0	9	-0.10277372598648071
152360	rnn.weight_ih_l0_reverse	0	0.01975027099251747
152360	rnn.weight_ih_l0_reverse	1	-0.06373635679483414
152360	rnn.weight_ih_l0_reverse	2	0.04021252319216728
152360	rnn.weight_ih_l0_reverse	3	0.018517374992370605
152360	rnn.weight_ih_l0_reverse	4	0.005296700168401003
152360	rnn.weight_ih_l0_reverse	5	-0.03104640543460846
152360	rnn.weight_ih_l0_reverse	6	0.013904799707233906
152360	rnn.weight_ih_l0_reverse	7	0.031298957765102386
152360	rnn.weight_ih_l0_reverse	8	-0.025876851752400398
152360	rnn.weight_ih_l0_reverse	9	0.003145158989354968
152360	rnn.weight_hh_l0_reverse	0	0.042959246784448624
152360	rnn.weight_hh_l0_reverse	1	0.03036302886903286
152360	rnn.weight_hh_l0_reverse	2	-0.020066138356924057
152360	rnn.weight_hh_l0_reverse	3	-0.07696408033370972
152360	rnn.weight_hh_l0_reverse	4	0.011878387071192265
152360	rnn.weight_hh_l0_reverse	5	-0.04980736970901489
152360	rnn.weight_hh_l0_reverse	6	-0.012754288502037525
152360	rnn.weight_hh_l0_reverse	7	0.02921070158481598
152360	rnn.weight_hh_l0_reverse	8	0.01388050988316536
152360	rnn.weight_hh_l0_reverse	9	0.007911325432360172
152360	rnn.bias_ih_l0_reverse	0	-0.044914361089468
152360	rnn.bias_ih_l0_reverse	1	-0.13764320313930511
152360	rnn.bias_ih_l0_reverse	2	-0.138562873005867
152360	rnn.bias_ih_l0_reverse	3	-0.04448369890451431
152360	rnn.bias_ih_l0_reverse	4	-0.11067532002925873
152360	rnn.bias_ih_l0_reverse	5	-0.08958913385868073
152360	rnn.bias_ih_l0_reverse	6	-0.19708997011184692
152360	rnn.bias_ih_l0_reverse	7	-0.05471402406692505
152360	rnn.bias_ih_l0_reverse	8	-0.06516599655151367
152360	rnn.bias_ih_l0_reverse	9	-0.1332736760377884
152360	rnn.bias_hh_l0_reverse	0	-0.13630184531211853
152360	rnn.bias_hh_l0_reverse	1	-0.14782743155956268
152360	rnn.bias_hh_l0_reverse	2	0.10826262086629868
152360	rnn.bias_hh_l0_reverse	3	0.06479281187057495
152360	rnn.bias_hh_l0_reverse	4	-0.1667272001504898
152360	rnn.bias_hh_l0_reverse	5	-0.1313168704509735
152360	rnn.bias_hh_l0_reverse	6	-0.10444082319736481
152360	rnn.bias_hh_l0_reverse	7	-0.04458174109458923
152360	rnn.bias_hh_l0_reverse	8	-0.0881323516368866
152360	rnn.bias_hh_l0_reverse	9	-0.02518257312476635
152360	linear.weight	0	-0.007575029041618109
152360	linear.weight	1	-0.0038451917935162783
152360	linear.weight	2	0.2506849467754364
152360	linear.weight	3	-0.07953552901744843
152360	linear.weight	4	-0.010588549077510834
152360	linear.weight	5	0.07246505469083786
152360	linear.weight	6	-0.010739270597696304
152360	linear.weight	7	-0.057946156710386276
152360	linear.weight	8	0.1615801602602005
152360	linear.weight	9	-0.22318962216377258
152360	linear.bias	0	-0.03956538438796997
152360	linear.bias	1	0.031413208693265915
152360	linear.bias	2	0.4749053418636322
152360	linear.bias	3	-0.5990236401557922
152360	linear.bias	4	1.9857960939407349
152360	linear.bias	5	-1.383138656616211
152360	linear.bias	6	-0.35001060366630554
152360	linear.bias	7	-0.13257767260074615
152918	transitions	0	-1.8114980459213257
152918	transitions	1	-10000.0
152918	transitions	2	-0.7969565987586975
152918	transitions	3	-10000.0
152918	transitions	4	1.9855350255966187
152918	transitions	5	-10000.0
152918	transitions	6	-10000.0
152918	transitions	7	1.7175836563110352
152918	transitions	8	-2.514082193374634
152918	transitions	9	-4.154442310333252
152918	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
152918	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
152918	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
152918	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
152918	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
152918	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
152918	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
152918	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
152918	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
152918	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
152918	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
152918	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
152918	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
152918	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
152918	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
152918	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
152918	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
152918	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
152918	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
152918	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
152918	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
152918	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
152918	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
152918	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
152918	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
152918	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
152918	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
152918	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
152918	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
152918	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
152918	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
152918	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
152918	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
152918	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
152918	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
152918	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
152918	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
152918	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
152918	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
152918	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
152918	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
152918	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
152918	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
152918	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
152918	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
152918	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
152918	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
152918	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
152918	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
152918	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
152918	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
152918	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
152918	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
152918	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
152918	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
152918	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
152918	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
152918	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
152918	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
152918	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
152918	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
152918	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
152918	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
152918	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
152918	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
152918	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
152918	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
152918	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
152918	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
152918	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
152918	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
152918	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
152918	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
152918	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
152918	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
152918	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
152918	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
152918	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
152918	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
152918	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
152918	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
152918	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
152918	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
152918	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
152918	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
152918	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
152918	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
152918	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
152918	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
152918	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
152918	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
152918	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
152918	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
152918	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
152918	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
152918	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
152918	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
152918	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
152918	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
152918	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
152918	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
152918	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
152918	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
152918	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
152918	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
152918	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
152918	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
152918	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
152918	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
152918	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
152918	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
152918	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
152918	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
152918	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
152918	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
152918	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
152918	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
152918	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
152918	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
152918	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
152918	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
152918	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
152918	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
152918	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
152918	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
152918	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
152918	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
152918	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
152918	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
152918	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
152918	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
152918	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
152918	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
152918	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
152918	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
152918	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
152918	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
152918	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
152918	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
152918	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
152918	embedding2nn.weight	0	0.006446060258895159
152918	embedding2nn.weight	1	0.004192091058939695
152918	embedding2nn.weight	2	0.013246800750494003
152918	embedding2nn.weight	3	0.02447938360273838
152918	embedding2nn.weight	4	0.02007201500236988
152918	embedding2nn.weight	5	0.01026911474764347
152918	embedding2nn.weight	6	-0.013315781950950623
152918	embedding2nn.weight	7	-0.0019216954242438078
152918	embedding2nn.weight	8	-0.010164378210902214
152918	embedding2nn.weight	9	0.0007068853592500091
152918	embedding2nn.bias	0	0.009798248298466206
152918	embedding2nn.bias	1	-0.034109100699424744
152918	embedding2nn.bias	2	0.07878351956605911
152918	embedding2nn.bias	3	0.04888993129134178
152918	embedding2nn.bias	4	-0.01327311247587204
152918	embedding2nn.bias	5	-0.02757168561220169
152918	embedding2nn.bias	6	0.0009480580920353532
152918	embedding2nn.bias	7	0.0007713133236393332
152918	embedding2nn.bias	8	-0.028326809406280518
152918	embedding2nn.bias	9	0.008533616550266743
152918	rnn.weight_ih_l0	0	0.07058317959308624
152918	rnn.weight_ih_l0	1	-0.04149087890982628
152918	rnn.weight_ih_l0	2	-0.0008552680374123156
152918	rnn.weight_ih_l0	3	0.04627172648906708
152918	rnn.weight_ih_l0	4	-0.030100055038928986
152918	rnn.weight_ih_l0	5	0.044427577406167984
152918	rnn.weight_ih_l0	6	0.00934399664402008
152918	rnn.weight_ih_l0	7	0.06528831273317337
152918	rnn.weight_ih_l0	8	0.007192024029791355
152918	rnn.weight_ih_l0	9	-0.02273007668554783
152918	rnn.weight_hh_l0	0	-0.01417949516326189
152918	rnn.weight_hh_l0	1	-0.020781923085451126
152918	rnn.weight_hh_l0	2	-0.05602136254310608
152918	rnn.weight_hh_l0	3	-0.00495694437995553
152918	rnn.weight_hh_l0	4	-0.009910551831126213
152918	rnn.weight_hh_l0	5	-0.026645872741937637
152918	rnn.weight_hh_l0	6	-0.001293223351240158
152918	rnn.weight_hh_l0	7	-0.042756080627441406
152918	rnn.weight_hh_l0	8	0.06845283508300781
152918	rnn.weight_hh_l0	9	0.044561371207237244
152918	rnn.bias_ih_l0	0	-0.17184367775917053
152918	rnn.bias_ih_l0	1	-0.16599301993846893
152918	rnn.bias_ih_l0	2	-0.009218218736350536
152918	rnn.bias_ih_l0	3	-0.13599593937397003
152918	rnn.bias_ih_l0	4	-0.051774054765701294
152918	rnn.bias_ih_l0	5	-0.15802069008350372
152918	rnn.bias_ih_l0	6	0.0680086761713028
152918	rnn.bias_ih_l0	7	-0.08490052819252014
152918	rnn.bias_ih_l0	8	-0.03917072340846062
152918	rnn.bias_ih_l0	9	-0.11544787883758545
152918	rnn.bias_hh_l0	0	-0.07169277220964432
152918	rnn.bias_hh_l0	1	0.2418511062860489
152918	rnn.bias_hh_l0	2	0.03178419545292854
152918	rnn.bias_hh_l0	3	-0.07483173161745071
152918	rnn.bias_hh_l0	4	-0.07828100770711899
152918	rnn.bias_hh_l0	5	-0.010343137197196484
152918	rnn.bias_hh_l0	6	0.05201375111937523
152918	rnn.bias_hh_l0	7	-0.09777691960334778
152918	rnn.bias_hh_l0	8	-0.2227257937192917
152918	rnn.bias_hh_l0	9	-0.10308573395013809
152918	rnn.weight_ih_l0_reverse	0	0.01858384720981121
152918	rnn.weight_ih_l0_reverse	1	-0.06402924656867981
152918	rnn.weight_ih_l0_reverse	2	0.04016914963722229
152918	rnn.weight_ih_l0_reverse	3	0.018366681411862373
152918	rnn.weight_ih_l0_reverse	4	0.005094069521874189
152918	rnn.weight_ih_l0_reverse	5	-0.030573582276701927
152918	rnn.weight_ih_l0_reverse	6	0.014730897732079029
152918	rnn.weight_ih_l0_reverse	7	0.03127366676926613
152918	rnn.weight_ih_l0_reverse	8	-0.026002606377005577
152918	rnn.weight_ih_l0_reverse	9	0.0027953581884503365
152918	rnn.weight_hh_l0_reverse	0	0.04280126467347145
152918	rnn.weight_hh_l0_reverse	1	0.030520200729370117
152918	rnn.weight_hh_l0_reverse	2	-0.0203251913189888
152918	rnn.weight_hh_l0_reverse	3	-0.07756204903125763
152918	rnn.weight_hh_l0_reverse	4	0.011601959355175495
152918	rnn.weight_hh_l0_reverse	5	-0.050111617892980576
152918	rnn.weight_hh_l0_reverse	6	-0.012482654303312302
152918	rnn.weight_hh_l0_reverse	7	0.02902095578610897
152918	rnn.weight_hh_l0_reverse	8	0.01360015757381916
152918	rnn.weight_hh_l0_reverse	9	0.007644531317055225
152918	rnn.bias_ih_l0_reverse	0	-0.0456293560564518
152918	rnn.bias_ih_l0_reverse	1	-0.13714300096035004
152918	rnn.bias_ih_l0_reverse	2	-0.13864518702030182
152918	rnn.bias_ih_l0_reverse	3	-0.04586534947156906
152918	rnn.bias_ih_l0_reverse	4	-0.10988651216030121
152918	rnn.bias_ih_l0_reverse	5	-0.09005240350961685
152918	rnn.bias_ih_l0_reverse	6	-0.19784939289093018
152918	rnn.bias_ih_l0_reverse	7	-0.0549037903547287
152918	rnn.bias_ih_l0_reverse	8	-0.06492582708597183
152918	rnn.bias_ih_l0_reverse	9	-0.13150793313980103
152918	rnn.bias_hh_l0_reverse	0	-0.134859099984169
152918	rnn.bias_hh_l0_reverse	1	-0.1480734497308731
152918	rnn.bias_hh_l0_reverse	2	0.10559064149856567
152918	rnn.bias_hh_l0_reverse	3	0.06269477307796478
152918	rnn.bias_hh_l0_reverse	4	-0.1632901430130005
152918	rnn.bias_hh_l0_reverse	5	-0.13137131929397583
152918	rnn.bias_hh_l0_reverse	6	-0.10473234951496124
152918	rnn.bias_hh_l0_reverse	7	-0.04851265251636505
152918	rnn.bias_hh_l0_reverse	8	-0.08992170542478561
152918	rnn.bias_hh_l0_reverse	9	-0.025910941883921623
152918	linear.weight	0	-0.007577306125313044
152918	linear.weight	1	-0.00662860507145524
152918	linear.weight	2	0.23924091458320618
152918	linear.weight	3	-0.07953290641307831
152918	linear.weight	4	-0.010588549077510834
152918	linear.weight	5	0.07199105620384216
152918	linear.weight	6	-0.010739270597696304
152918	linear.weight	7	-0.06300695240497589
152918	linear.weight	8	0.18339811265468597
152918	linear.weight	9	-0.21881547570228577
152918	linear.bias	0	-0.03956538438796997
152918	linear.bias	1	0.031413208693265915
152918	linear.bias	2	0.44352301955223083
152918	linear.bias	3	-0.5634289383888245
152918	linear.bias	4	1.9457676410675049
152918	linear.bias	5	-1.383353352546692
152918	linear.bias	6	-0.33176085352897644
152918	linear.bias	7	-0.11481033265590668
153476	transitions	0	-1.8126381635665894
153476	transitions	1	-10000.0
153476	transitions	2	-0.7969565987586975
153476	transitions	3	-10000.0
153476	transitions	4	1.9832254648208618
153476	transitions	5	-10000.0
153476	transitions	6	-10000.0
153476	transitions	7	1.7257513999938965
153476	transitions	8	-2.5150604248046875
153476	transitions	9	-4.15523624420166
153476	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
153476	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
153476	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
153476	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
153476	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
153476	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
153476	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
153476	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
153476	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
153476	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
153476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
153476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
153476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
153476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
153476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
153476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
153476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
153476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
153476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
153476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
153476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
153476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
153476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
153476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
153476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
153476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
153476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
153476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
153476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
153476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
153476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
153476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
153476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
153476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
153476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
153476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
153476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
153476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
153476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
153476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
153476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
153476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
153476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
153476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
153476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
153476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
153476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
153476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
153476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
153476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
153476	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
153476	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
153476	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
153476	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
153476	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
153476	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
153476	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
153476	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
153476	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
153476	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
153476	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
153476	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
153476	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
153476	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
153476	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
153476	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
153476	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
153476	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
153476	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
153476	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
153476	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
153476	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
153476	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
153476	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
153476	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
153476	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
153476	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
153476	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
153476	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
153476	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
153476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
153476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
153476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
153476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
153476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
153476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
153476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
153476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
153476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
153476	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
153476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
153476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
153476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
153476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
153476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
153476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
153476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
153476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
153476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
153476	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
153476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
153476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
153476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
153476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
153476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
153476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
153476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
153476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
153476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
153476	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
153476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
153476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
153476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
153476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
153476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
153476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
153476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
153476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
153476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
153476	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
153476	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
153476	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
153476	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
153476	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
153476	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
153476	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
153476	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
153476	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
153476	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
153476	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
153476	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
153476	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
153476	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
153476	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
153476	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
153476	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
153476	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
153476	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
153476	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
153476	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
153476	embedding2nn.weight	0	0.006427991669625044
153476	embedding2nn.weight	1	0.004228623118251562
153476	embedding2nn.weight	2	0.013260072097182274
153476	embedding2nn.weight	3	0.02433529682457447
153476	embedding2nn.weight	4	0.02031845599412918
153476	embedding2nn.weight	5	0.010354074649512768
153476	embedding2nn.weight	6	-0.013274233788251877
153476	embedding2nn.weight	7	-0.0020559311378747225
153476	embedding2nn.weight	8	-0.009329361841082573
153476	embedding2nn.weight	9	0.0006363848224282265
153476	embedding2nn.bias	0	0.006974585819989443
153476	embedding2nn.bias	1	-0.03154218941926956
153476	embedding2nn.bias	2	0.0761137306690216
153476	embedding2nn.bias	3	0.05288567394018173
153476	embedding2nn.bias	4	-0.01851050928235054
153476	embedding2nn.bias	5	-0.02739899232983589
153476	embedding2nn.bias	6	0.005786150693893433
153476	embedding2nn.bias	7	-0.0052577354945242405
153476	embedding2nn.bias	8	-0.03141769394278526
153476	embedding2nn.bias	9	0.008140431717038155
153476	rnn.weight_ih_l0	0	0.07024791836738586
153476	rnn.weight_ih_l0	1	-0.04156845808029175
153476	rnn.weight_ih_l0	2	-0.0010220950935035944
153476	rnn.weight_ih_l0	3	0.045482173562049866
153476	rnn.weight_ih_l0	4	-0.029912861064076424
153476	rnn.weight_ih_l0	5	0.04439573734998703
153476	rnn.weight_ih_l0	6	0.009582496248185635
153476	rnn.weight_ih_l0	7	0.0661834329366684
153476	rnn.weight_ih_l0	8	0.006342831999063492
153476	rnn.weight_ih_l0	9	-0.022567927837371826
153476	rnn.weight_hh_l0	0	-0.013578677549958229
153476	rnn.weight_hh_l0	1	-0.02074609324336052
153476	rnn.weight_hh_l0	2	-0.05607406795024872
153476	rnn.weight_hh_l0	3	-0.004820719826966524
153476	rnn.weight_hh_l0	4	-0.00976563896983862
153476	rnn.weight_hh_l0	5	-0.026777280494570732
153476	rnn.weight_hh_l0	6	-0.0013610570458695292
153476	rnn.weight_hh_l0	7	-0.04261548072099686
153476	rnn.weight_hh_l0	8	0.06832793354988098
153476	rnn.weight_hh_l0	9	0.04463713616132736
153476	rnn.bias_ih_l0	0	-0.172285258769989
153476	rnn.bias_ih_l0	1	-0.16500884294509888
153476	rnn.bias_ih_l0	2	-0.01134924590587616
153476	rnn.bias_ih_l0	3	-0.1347738355398178
153476	rnn.bias_ih_l0	4	-0.05107974261045456
153476	rnn.bias_ih_l0	5	-0.16203105449676514
153476	rnn.bias_ih_l0	6	0.06916140764951706
153476	rnn.bias_ih_l0	7	-0.08605366200208664
153476	rnn.bias_ih_l0	8	-0.03844790533185005
153476	rnn.bias_ih_l0	9	-0.1155899316072464
153476	rnn.bias_hh_l0	0	-0.0725933313369751
153476	rnn.bias_hh_l0	1	0.23894517123699188
153476	rnn.bias_hh_l0	2	0.0321795679628849
153476	rnn.bias_hh_l0	3	-0.07384652644395828
153476	rnn.bias_hh_l0	4	-0.07866016775369644
153476	rnn.bias_hh_l0	5	-0.0077546038664877415
153476	rnn.bias_hh_l0	6	0.052173372358083725
153476	rnn.bias_hh_l0	7	-0.09908609837293625
153476	rnn.bias_hh_l0	8	-0.22427357733249664
153476	rnn.bias_hh_l0	9	-0.1036531999707222
153476	rnn.weight_ih_l0_reverse	0	0.018519287928938866
153476	rnn.weight_ih_l0_reverse	1	-0.06417901068925858
153476	rnn.weight_ih_l0_reverse	2	0.04026214778423309
153476	rnn.weight_ih_l0_reverse	3	0.01809362694621086
153476	rnn.weight_ih_l0_reverse	4	0.00543189374729991
153476	rnn.weight_ih_l0_reverse	5	-0.030301671475172043
153476	rnn.weight_ih_l0_reverse	6	0.016137678176164627
153476	rnn.weight_ih_l0_reverse	7	0.03133365884423256
153476	rnn.weight_ih_l0_reverse	8	-0.026129446923732758
153476	rnn.weight_ih_l0_reverse	9	0.0025120005011558533
153476	rnn.weight_hh_l0_reverse	0	0.04299253225326538
153476	rnn.weight_hh_l0_reverse	1	0.030370239168405533
153476	rnn.weight_hh_l0_reverse	2	-0.020385921001434326
153476	rnn.weight_hh_l0_reverse	3	-0.07837284356355667
153476	rnn.weight_hh_l0_reverse	4	0.011718417517840862
153476	rnn.weight_hh_l0_reverse	5	-0.049875564873218536
153476	rnn.weight_hh_l0_reverse	6	-0.012500006705522537
153476	rnn.weight_hh_l0_reverse	7	0.029268983751535416
153476	rnn.weight_hh_l0_reverse	8	0.013241298496723175
153476	rnn.weight_hh_l0_reverse	9	0.007621822413057089
153476	rnn.bias_ih_l0_reverse	0	-0.044474340975284576
153476	rnn.bias_ih_l0_reverse	1	-0.13715556263923645
153476	rnn.bias_ih_l0_reverse	2	-0.1380423754453659
153476	rnn.bias_ih_l0_reverse	3	-0.04472171515226364
153476	rnn.bias_ih_l0_reverse	4	-0.10932186990976334
153476	rnn.bias_ih_l0_reverse	5	-0.09117794036865234
153476	rnn.bias_ih_l0_reverse	6	-0.19843333959579468
153476	rnn.bias_ih_l0_reverse	7	-0.0563126802444458
153476	rnn.bias_ih_l0_reverse	8	-0.06489405781030655
153476	rnn.bias_ih_l0_reverse	9	-0.13171829283237457
153476	rnn.bias_hh_l0_reverse	0	-0.13525201380252838
153476	rnn.bias_hh_l0_reverse	1	-0.14732247591018677
153476	rnn.bias_hh_l0_reverse	2	0.10734878480434418
153476	rnn.bias_hh_l0_reverse	3	0.06246946379542351
153476	rnn.bias_hh_l0_reverse	4	-0.16639824211597443
153476	rnn.bias_hh_l0_reverse	5	-0.1287441998720169
153476	rnn.bias_hh_l0_reverse	6	-0.10433191806077957
153476	rnn.bias_hh_l0_reverse	7	-0.05119561776518822
153476	rnn.bias_hh_l0_reverse	8	-0.09156371653079987
153476	rnn.bias_hh_l0_reverse	9	-0.0260593481361866
153476	linear.weight	0	-0.0075786481611430645
153476	linear.weight	1	0.014506996609270573
153476	linear.weight	2	0.25481748580932617
153476	linear.weight	3	-0.07952693104743958
153476	linear.weight	4	-0.010588549077510834
153476	linear.weight	5	0.05238838866353035
153476	linear.weight	6	-0.010739270597696304
153476	linear.weight	7	-0.036277443170547485
153476	linear.weight	8	0.18630199134349823
153476	linear.weight	9	-0.21601323783397675
153476	linear.bias	0	-0.03956538438796997
153476	linear.bias	1	0.031413208693265915
153476	linear.bias	2	0.4401026666164398
153476	linear.bias	3	-0.5722353458404541
153476	linear.bias	4	1.9620230197906494
153476	linear.bias	5	-1.3835577964782715
153476	linear.bias	6	-0.33348631858825684
153476	linear.bias	7	-0.11692243814468384
154034	transitions	0	-1.8138997554779053
154034	transitions	1	-10000.0
154034	transitions	2	-0.7969565987586975
154034	transitions	3	-10000.0
154034	transitions	4	1.9736709594726562
154034	transitions	5	-10000.0
154034	transitions	6	-10000.0
154034	transitions	7	1.712404727935791
154034	transitions	8	-2.5159997940063477
154034	transitions	9	-4.156027793884277
154034	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
154034	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
154034	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
154034	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
154034	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
154034	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
154034	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
154034	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
154034	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
154034	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
154034	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
154034	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
154034	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
154034	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
154034	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
154034	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
154034	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
154034	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
154034	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
154034	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
154034	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
154034	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
154034	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
154034	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
154034	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
154034	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
154034	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
154034	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
154034	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
154034	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
154034	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
154034	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
154034	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
154034	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
154034	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
154034	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
154034	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
154034	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
154034	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
154034	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
154034	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
154034	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
154034	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
154034	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
154034	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
154034	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
154034	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
154034	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
154034	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
154034	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
154034	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
154034	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
154034	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
154034	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
154034	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
154034	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
154034	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
154034	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
154034	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
154034	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
154034	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
154034	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
154034	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
154034	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
154034	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
154034	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
154034	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
154034	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
154034	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
154034	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
154034	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
154034	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
154034	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
154034	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
154034	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
154034	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
154034	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
154034	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
154034	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
154034	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
154034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
154034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
154034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
154034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
154034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
154034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
154034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
154034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
154034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
154034	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
154034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
154034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
154034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
154034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
154034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
154034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
154034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
154034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
154034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
154034	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
154034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
154034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
154034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
154034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
154034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
154034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
154034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
154034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
154034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
154034	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
154034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
154034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
154034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
154034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
154034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
154034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
154034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
154034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
154034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
154034	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
154034	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
154034	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
154034	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
154034	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
154034	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
154034	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
154034	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
154034	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
154034	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
154034	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
154034	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
154034	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
154034	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
154034	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
154034	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
154034	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
154034	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
154034	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
154034	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
154034	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
154034	embedding2nn.weight	0	0.006448528729379177
154034	embedding2nn.weight	1	0.00424949498847127
154034	embedding2nn.weight	2	0.013258309103548527
154034	embedding2nn.weight	3	0.024357125163078308
154034	embedding2nn.weight	4	0.02057773433625698
154034	embedding2nn.weight	5	0.010782509110867977
154034	embedding2nn.weight	6	-0.013382688164710999
154034	embedding2nn.weight	7	-0.0020327670499682426
154034	embedding2nn.weight	8	-0.008956221863627434
154034	embedding2nn.weight	9	0.0006658319034613669
154034	embedding2nn.bias	0	0.002062020590528846
154034	embedding2nn.bias	1	-0.03320751711726189
154034	embedding2nn.bias	2	0.07831115275621414
154034	embedding2nn.bias	3	0.048206228762865067
154034	embedding2nn.bias	4	-0.017642159014940262
154034	embedding2nn.bias	5	-0.026226721704006195
154034	embedding2nn.bias	6	0.011927424930036068
154034	embedding2nn.bias	7	-0.0035173334181308746
154034	embedding2nn.bias	8	-0.037270303815603256
154034	embedding2nn.bias	9	0.014672225341200829
154034	rnn.weight_ih_l0	0	0.06884713470935822
154034	rnn.weight_ih_l0	1	-0.041358157992362976
154034	rnn.weight_ih_l0	2	-0.0003482755273580551
154034	rnn.weight_ih_l0	3	0.045496728271245956
154034	rnn.weight_ih_l0	4	-0.030235761776566505
154034	rnn.weight_ih_l0	5	0.04449189826846123
154034	rnn.weight_ih_l0	6	0.009658587165176868
154034	rnn.weight_ih_l0	7	0.06617354601621628
154034	rnn.weight_ih_l0	8	0.007445422001183033
154034	rnn.weight_ih_l0	9	-0.02136039361357689
154034	rnn.weight_hh_l0	0	-0.012596119195222855
154034	rnn.weight_hh_l0	1	-0.020917382091283798
154034	rnn.weight_hh_l0	2	-0.05612969771027565
154034	rnn.weight_hh_l0	3	-0.004967658314853907
154034	rnn.weight_hh_l0	4	-0.009738435037434101
154034	rnn.weight_hh_l0	5	-0.02680015191435814
154034	rnn.weight_hh_l0	6	-0.0013441405026242137
154034	rnn.weight_hh_l0	7	-0.04254906624555588
154034	rnn.weight_hh_l0	8	0.06858833134174347
154034	rnn.weight_hh_l0	9	0.0444849468767643
154034	rnn.bias_ih_l0	0	-0.17128632962703705
154034	rnn.bias_ih_l0	1	-0.1629430204629898
154034	rnn.bias_ih_l0	2	-0.012384437024593353
154034	rnn.bias_ih_l0	3	-0.13954904675483704
154034	rnn.bias_ih_l0	4	-0.053083062171936035
154034	rnn.bias_ih_l0	5	-0.16311520338058472
154034	rnn.bias_ih_l0	6	0.06699999421834946
154034	rnn.bias_ih_l0	7	-0.08572237938642502
154034	rnn.bias_ih_l0	8	-0.035574767738580704
154034	rnn.bias_ih_l0	9	-0.11451555788516998
154034	rnn.bias_hh_l0	0	-0.07419994473457336
154034	rnn.bias_hh_l0	1	0.2407885491847992
154034	rnn.bias_hh_l0	2	0.02748364396393299
154034	rnn.bias_hh_l0	3	-0.07387027144432068
154034	rnn.bias_hh_l0	4	-0.07823722064495087
154034	rnn.bias_hh_l0	5	-0.005997598171234131
154034	rnn.bias_hh_l0	6	0.05632597953081131
154034	rnn.bias_hh_l0	7	-0.09856858849525452
154034	rnn.bias_hh_l0	8	-0.22528783977031708
154034	rnn.bias_hh_l0	9	-0.1016346886754036
154034	rnn.weight_ih_l0_reverse	0	0.01805388368666172
154034	rnn.weight_ih_l0_reverse	1	-0.06464479118585587
154034	rnn.weight_ih_l0_reverse	2	0.04006228968501091
154034	rnn.weight_ih_l0_reverse	3	0.01802217960357666
154034	rnn.weight_ih_l0_reverse	4	0.005518950987607241
154034	rnn.weight_ih_l0_reverse	5	-0.030192188918590546
154034	rnn.weight_ih_l0_reverse	6	0.01599636673927307
154034	rnn.weight_ih_l0_reverse	7	0.030770739540457726
154034	rnn.weight_ih_l0_reverse	8	-0.026220446452498436
154034	rnn.weight_ih_l0_reverse	9	0.0030774532351642847
154034	rnn.weight_hh_l0_reverse	0	0.04270634055137634
154034	rnn.weight_hh_l0_reverse	1	0.030503153800964355
154034	rnn.weight_hh_l0_reverse	2	-0.01969822682440281
154034	rnn.weight_hh_l0_reverse	3	-0.07834713906049728
154034	rnn.weight_hh_l0_reverse	4	0.011988517828285694
154034	rnn.weight_hh_l0_reverse	5	-0.05020510405302048
154034	rnn.weight_hh_l0_reverse	6	-0.012264132499694824
154034	rnn.weight_hh_l0_reverse	7	0.02909868210554123
154034	rnn.weight_hh_l0_reverse	8	0.013356482610106468
154034	rnn.weight_hh_l0_reverse	9	0.008133281953632832
154034	rnn.bias_ih_l0_reverse	0	-0.04462483152747154
154034	rnn.bias_ih_l0_reverse	1	-0.13823984563350677
154034	rnn.bias_ih_l0_reverse	2	-0.14168694615364075
154034	rnn.bias_ih_l0_reverse	3	-0.04549854248762131
154034	rnn.bias_ih_l0_reverse	4	-0.11326584964990616
154034	rnn.bias_ih_l0_reverse	5	-0.09367213398218155
154034	rnn.bias_ih_l0_reverse	6	-0.1971786469221115
154034	rnn.bias_ih_l0_reverse	7	-0.057547494769096375
154034	rnn.bias_ih_l0_reverse	8	-0.06271850317716599
154034	rnn.bias_ih_l0_reverse	9	-0.13349266350269318
154034	rnn.bias_hh_l0_reverse	0	-0.13478411734104156
154034	rnn.bias_hh_l0_reverse	1	-0.15094543993473053
154034	rnn.bias_hh_l0_reverse	2	0.10623612254858017
154034	rnn.bias_hh_l0_reverse	3	0.06383761763572693
154034	rnn.bias_hh_l0_reverse	4	-0.1644115149974823
154034	rnn.bias_hh_l0_reverse	5	-0.1297782063484192
154034	rnn.bias_hh_l0_reverse	6	-0.10148943215608597
154034	rnn.bias_hh_l0_reverse	7	-0.051573459059000015
154034	rnn.bias_hh_l0_reverse	8	-0.0914769321680069
154034	rnn.bias_hh_l0_reverse	9	-0.027569711208343506
154034	linear.weight	0	-0.007579179480671883
154034	linear.weight	1	0.024231303483247757
154034	linear.weight	2	0.2564261257648468
154034	linear.weight	3	-0.07952460646629333
154034	linear.weight	4	-0.010588549077510834
154034	linear.weight	5	0.07628707587718964
154034	linear.weight	6	-0.010739270597696304
154034	linear.weight	7	-0.06394429504871368
154034	linear.weight	8	0.1485123336315155
154034	linear.weight	9	-0.2105017602443695
154034	linear.bias	0	-0.03956538438796997
154034	linear.bias	1	0.031413208693265915
154034	linear.bias	2	0.4373391568660736
154034	linear.bias	3	-0.5814536213874817
154034	linear.bias	4	1.9716218709945679
154034	linear.bias	5	-1.3837698698043823
154034	linear.bias	6	-0.3319990038871765
154034	linear.bias	7	-0.11582980304956436
154592	transitions	0	-1.8149491548538208
154592	transitions	1	-10000.0
154592	transitions	2	-0.7969565987586975
154592	transitions	3	-10000.0
154592	transitions	4	1.9639365673065186
154592	transitions	5	-10000.0
154592	transitions	6	-10000.0
154592	transitions	7	1.7169545888900757
154592	transitions	8	-2.5171287059783936
154592	transitions	9	-4.156847953796387
154592	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
154592	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
154592	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
154592	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
154592	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
154592	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
154592	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
154592	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
154592	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
154592	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
154592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
154592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
154592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
154592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
154592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
154592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
154592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
154592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
154592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
154592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
154592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
154592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
154592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
154592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
154592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
154592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
154592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
154592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
154592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
154592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
154592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
154592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
154592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
154592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
154592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
154592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
154592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
154592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
154592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
154592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
154592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
154592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
154592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
154592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
154592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
154592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
154592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
154592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
154592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
154592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
154592	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
154592	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
154592	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
154592	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
154592	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
154592	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
154592	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
154592	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
154592	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
154592	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
154592	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
154592	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
154592	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
154592	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
154592	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
154592	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
154592	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
154592	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
154592	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
154592	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
154592	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
154592	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
154592	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
154592	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
154592	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
154592	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
154592	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
154592	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
154592	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
154592	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
154592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
154592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
154592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
154592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
154592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
154592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
154592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
154592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
154592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
154592	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
154592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
154592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
154592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
154592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
154592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
154592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
154592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
154592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
154592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
154592	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
154592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
154592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
154592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
154592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
154592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
154592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
154592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
154592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
154592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
154592	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
154592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
154592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
154592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
154592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
154592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
154592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
154592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
154592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
154592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
154592	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
154592	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
154592	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
154592	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
154592	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
154592	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
154592	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
154592	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
154592	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
154592	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
154592	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
154592	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
154592	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
154592	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
154592	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
154592	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
154592	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
154592	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
154592	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
154592	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
154592	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
154592	embedding2nn.weight	0	0.006456167437136173
154592	embedding2nn.weight	1	0.004306922201067209
154592	embedding2nn.weight	2	0.013261150568723679
154592	embedding2nn.weight	3	0.024292539805173874
154592	embedding2nn.weight	4	0.0207002405077219
154592	embedding2nn.weight	5	0.010354513302445412
154592	embedding2nn.weight	6	-0.013254037126898766
154592	embedding2nn.weight	7	-0.002048101043328643
154592	embedding2nn.weight	8	-0.008597279898822308
154592	embedding2nn.weight	9	0.0006585544906556606
154592	embedding2nn.bias	0	0.005899068433791399
154592	embedding2nn.bias	1	-0.032800886780023575
154592	embedding2nn.bias	2	0.07935068756341934
154592	embedding2nn.bias	3	0.044070083647966385
154592	embedding2nn.bias	4	-0.02185848541557789
154592	embedding2nn.bias	5	-0.03151772916316986
154592	embedding2nn.bias	6	0.010807176120579243
154592	embedding2nn.bias	7	0.0016970806755125523
154592	embedding2nn.bias	8	-0.03895091637969017
154592	embedding2nn.bias	9	0.01822211779654026
154592	rnn.weight_ih_l0	0	0.06813386082649231
154592	rnn.weight_ih_l0	1	-0.04091861844062805
154592	rnn.weight_ih_l0	2	4.3161402572877705e-05
154592	rnn.weight_ih_l0	3	0.04529138654470444
154592	rnn.weight_ih_l0	4	-0.02982482686638832
154592	rnn.weight_ih_l0	5	0.04457865655422211
154592	rnn.weight_ih_l0	6	0.009401426650583744
154592	rnn.weight_ih_l0	7	0.06611873209476471
154592	rnn.weight_ih_l0	8	0.008071275427937508
154592	rnn.weight_ih_l0	9	-0.021555183455348015
154592	rnn.weight_hh_l0	0	-0.013185312040150166
154592	rnn.weight_hh_l0	1	-0.02111617848277092
154592	rnn.weight_hh_l0	2	-0.05631145089864731
154592	rnn.weight_hh_l0	3	-0.005002306308597326
154592	rnn.weight_hh_l0	4	-0.009720677509903908
154592	rnn.weight_hh_l0	5	-0.026533914729952812
154592	rnn.weight_hh_l0	6	-0.001150206895545125
154592	rnn.weight_hh_l0	7	-0.043197352439165115
154592	rnn.weight_hh_l0	8	0.06842918694019318
154592	rnn.weight_hh_l0	9	0.044395048171281815
154592	rnn.bias_ih_l0	0	-0.17377491295337677
154592	rnn.bias_ih_l0	1	-0.16253599524497986
154592	rnn.bias_ih_l0	2	-0.012910444289445877
154592	rnn.bias_ih_l0	3	-0.13863012194633484
154592	rnn.bias_ih_l0	4	-0.050223782658576965
154592	rnn.bias_ih_l0	5	-0.162504643201828
154592	rnn.bias_ih_l0	6	0.06688390672206879
154592	rnn.bias_ih_l0	7	-0.08594183623790741
154592	rnn.bias_ih_l0	8	-0.0355948768556118
154592	rnn.bias_ih_l0	9	-0.11311793327331543
154592	rnn.bias_hh_l0	0	-0.07440115511417389
154592	rnn.bias_hh_l0	1	0.2383212298154831
154592	rnn.bias_hh_l0	2	0.032999880611896515
154592	rnn.bias_hh_l0	3	-0.07337974011898041
154592	rnn.bias_hh_l0	4	-0.07915828377008438
154592	rnn.bias_hh_l0	5	-0.006145915016531944
154592	rnn.bias_hh_l0	6	0.05806255713105202
154592	rnn.bias_hh_l0	7	-0.09757530689239502
154592	rnn.bias_hh_l0	8	-0.2250674068927765
154592	rnn.bias_hh_l0	9	-0.100798100233078
154592	rnn.weight_ih_l0_reverse	0	0.016917608678340912
154592	rnn.weight_ih_l0_reverse	1	-0.06465945392847061
154592	rnn.weight_ih_l0_reverse	2	0.039847224950790405
154592	rnn.weight_ih_l0_reverse	3	0.016456423327326775
154592	rnn.weight_ih_l0_reverse	4	0.005430969875305891
154592	rnn.weight_ih_l0_reverse	5	-0.03035479411482811
154592	rnn.weight_ih_l0_reverse	6	0.01600504107773304
154592	rnn.weight_ih_l0_reverse	7	0.031203091144561768
154592	rnn.weight_ih_l0_reverse	8	-0.026392485946416855
154592	rnn.weight_ih_l0_reverse	9	0.0025946414098143578
154592	rnn.weight_hh_l0_reverse	0	0.042662881314754486
154592	rnn.weight_hh_l0_reverse	1	0.03051351197063923
154592	rnn.weight_hh_l0_reverse	2	-0.019096551463007927
154592	rnn.weight_hh_l0_reverse	3	-0.07923222333192825
154592	rnn.weight_hh_l0_reverse	4	0.011728174053132534
154592	rnn.weight_hh_l0_reverse	5	-0.05038544908165932
154592	rnn.weight_hh_l0_reverse	6	-0.012478581629693508
154592	rnn.weight_hh_l0_reverse	7	0.028950639069080353
154592	rnn.weight_hh_l0_reverse	8	0.013711130246520042
154592	rnn.weight_hh_l0_reverse	9	0.0076978481374681
154592	rnn.bias_ih_l0_reverse	0	-0.04451840743422508
154592	rnn.bias_ih_l0_reverse	1	-0.1387939155101776
154592	rnn.bias_ih_l0_reverse	2	-0.1406572163105011
154592	rnn.bias_ih_l0_reverse	3	-0.0435454435646534
154592	rnn.bias_ih_l0_reverse	4	-0.1151929646730423
154592	rnn.bias_ih_l0_reverse	5	-0.09264245629310608
154592	rnn.bias_ih_l0_reverse	6	-0.19718049466609955
154592	rnn.bias_ih_l0_reverse	7	-0.057078778743743896
154592	rnn.bias_ih_l0_reverse	8	-0.06362570077180862
154592	rnn.bias_ih_l0_reverse	9	-0.13555510342121124
154592	rnn.bias_hh_l0_reverse	0	-0.13879702985286713
154592	rnn.bias_hh_l0_reverse	1	-0.1504831314086914
154592	rnn.bias_hh_l0_reverse	2	0.10470549762248993
154592	rnn.bias_hh_l0_reverse	3	0.06662914901971817
154592	rnn.bias_hh_l0_reverse	4	-0.16458739340305328
154592	rnn.bias_hh_l0_reverse	5	-0.12899556756019592
154592	rnn.bias_hh_l0_reverse	6	-0.09979572147130966
154592	rnn.bias_hh_l0_reverse	7	-0.051316872239112854
154592	rnn.bias_hh_l0_reverse	8	-0.09204170107841492
154592	rnn.bias_hh_l0_reverse	9	-0.027290964499115944
154592	linear.weight	0	-0.007577108219265938
154592	linear.weight	1	0.01361062377691269
154592	linear.weight	2	0.25272828340530396
154592	linear.weight	3	-0.07952199876308441
154592	linear.weight	4	-0.010588549077510834
154592	linear.weight	5	0.06796795129776001
154592	linear.weight	6	-0.010739270597696304
154592	linear.weight	7	-0.0647420808672905
154592	linear.weight	8	0.1668383628129959
154592	linear.weight	9	-0.212172731757164
154592	linear.bias	0	-0.03956538438796997
154592	linear.bias	1	0.031413208693265915
154592	linear.bias	2	0.46789780259132385
154592	linear.bias	3	-0.5788352489471436
154592	linear.bias	4	1.9948251247406006
154592	linear.bias	5	-1.3839812278747559
154592	linear.bias	6	-0.3601645231246948
154592	linear.bias	7	-0.14384634792804718
155150	transitions	0	-1.8160799741744995
155150	transitions	1	-10000.0
155150	transitions	2	-0.7969565987586975
155150	transitions	3	-10000.0
155150	transitions	4	1.97021484375
155150	transitions	5	-10000.0
155150	transitions	6	-10000.0
155150	transitions	7	1.7097797393798828
155150	transitions	8	-2.5181684494018555
155150	transitions	9	-4.157705307006836
155150	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
155150	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
155150	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
155150	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
155150	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
155150	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
155150	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
155150	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
155150	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
155150	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
155150	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
155150	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
155150	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
155150	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
155150	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
155150	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
155150	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
155150	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
155150	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
155150	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
155150	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
155150	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
155150	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
155150	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
155150	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
155150	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
155150	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
155150	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
155150	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
155150	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
155150	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
155150	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
155150	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
155150	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
155150	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
155150	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
155150	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
155150	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
155150	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
155150	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
155150	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
155150	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
155150	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
155150	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
155150	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
155150	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
155150	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
155150	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
155150	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
155150	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
155150	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
155150	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
155150	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
155150	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
155150	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
155150	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
155150	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
155150	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
155150	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
155150	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
155150	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
155150	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
155150	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
155150	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
155150	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
155150	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
155150	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
155150	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
155150	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
155150	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
155150	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
155150	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
155150	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
155150	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
155150	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
155150	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
155150	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
155150	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
155150	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
155150	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
155150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
155150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
155150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
155150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
155150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
155150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
155150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
155150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
155150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
155150	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
155150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
155150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
155150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
155150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
155150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
155150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
155150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
155150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
155150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
155150	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
155150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
155150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
155150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
155150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
155150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
155150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
155150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
155150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
155150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
155150	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
155150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
155150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
155150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
155150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
155150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
155150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
155150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
155150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
155150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
155150	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
155150	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
155150	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
155150	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
155150	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
155150	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
155150	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
155150	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
155150	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
155150	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
155150	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
155150	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
155150	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
155150	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
155150	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
155150	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
155150	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
155150	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
155150	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
155150	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
155150	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
155150	embedding2nn.weight	0	0.00642462307587266
155150	embedding2nn.weight	1	0.0042490363121032715
155150	embedding2nn.weight	2	0.013276400044560432
155150	embedding2nn.weight	3	0.024212829768657684
155150	embedding2nn.weight	4	0.02104201167821884
155150	embedding2nn.weight	5	0.010623450390994549
155150	embedding2nn.weight	6	-0.013206930831074715
155150	embedding2nn.weight	7	-0.001931327162310481
155150	embedding2nn.weight	8	-0.008780103176832199
155150	embedding2nn.weight	9	0.0006831642822362483
155150	embedding2nn.bias	0	0.00819220021367073
155150	embedding2nn.bias	1	-0.037033479660749435
155150	embedding2nn.bias	2	0.08148302137851715
155150	embedding2nn.bias	3	0.04998856782913208
155150	embedding2nn.bias	4	-0.02129780314862728
155150	embedding2nn.bias	5	-0.030185535550117493
155150	embedding2nn.bias	6	0.016497481614351273
155150	embedding2nn.bias	7	-0.004164266865700483
155150	embedding2nn.bias	8	-0.03696482256054878
155150	embedding2nn.bias	9	0.016313796862959862
155150	rnn.weight_ih_l0	0	0.06893997639417648
155150	rnn.weight_ih_l0	1	-0.041131746023893356
155150	rnn.weight_ih_l0	2	0.00010543360258452594
155150	rnn.weight_ih_l0	3	0.044415026903152466
155150	rnn.weight_ih_l0	4	-0.029596449807286263
155150	rnn.weight_ih_l0	5	0.04472404718399048
155150	rnn.weight_ih_l0	6	0.00923058670014143
155150	rnn.weight_ih_l0	7	0.06640109419822693
155150	rnn.weight_ih_l0	8	0.008716566488146782
155150	rnn.weight_ih_l0	9	-0.02236628346145153
155150	rnn.weight_hh_l0	0	-0.013285905122756958
155150	rnn.weight_hh_l0	1	-0.021760758012533188
155150	rnn.weight_hh_l0	2	-0.05629296600818634
155150	rnn.weight_hh_l0	3	-0.004979405086487532
155150	rnn.weight_hh_l0	4	-0.009685336612164974
155150	rnn.weight_hh_l0	5	-0.02608528919517994
155150	rnn.weight_hh_l0	6	-0.0011448909062892199
155150	rnn.weight_hh_l0	7	-0.0431816540658474
155150	rnn.weight_hh_l0	8	0.06827440857887268
155150	rnn.weight_hh_l0	9	0.04456266388297081
155150	rnn.bias_ih_l0	0	-0.17457175254821777
155150	rnn.bias_ih_l0	1	-0.16170331835746765
155150	rnn.bias_ih_l0	2	-0.01110012736171484
155150	rnn.bias_ih_l0	3	-0.13629142940044403
155150	rnn.bias_ih_l0	4	-0.05088489502668381
155150	rnn.bias_ih_l0	5	-0.16270101070404053
155150	rnn.bias_ih_l0	6	0.06788570433855057
155150	rnn.bias_ih_l0	7	-0.0880875512957573
155150	rnn.bias_ih_l0	8	-0.03830278664827347
155150	rnn.bias_ih_l0	9	-0.1122482493519783
155150	rnn.bias_hh_l0	0	-0.07457937300205231
155150	rnn.bias_hh_l0	1	0.23718124628067017
155150	rnn.bias_hh_l0	2	0.03348846733570099
155150	rnn.bias_hh_l0	3	-0.07294441014528275
155150	rnn.bias_hh_l0	4	-0.0800233706831932
155150	rnn.bias_hh_l0	5	-0.009195116348564625
155150	rnn.bias_hh_l0	6	0.056273411959409714
155150	rnn.bias_hh_l0	7	-0.09863007813692093
155150	rnn.bias_hh_l0	8	-0.22438432276248932
155150	rnn.bias_hh_l0	9	-0.1013125628232956
155150	rnn.weight_ih_l0_reverse	0	0.017010441049933434
155150	rnn.weight_ih_l0_reverse	1	-0.06412382423877716
155150	rnn.weight_ih_l0_reverse	2	0.04064800217747688
155150	rnn.weight_ih_l0_reverse	3	0.01651148498058319
155150	rnn.weight_ih_l0_reverse	4	0.005132306832820177
155150	rnn.weight_ih_l0_reverse	5	-0.0311511792242527
155150	rnn.weight_ih_l0_reverse	6	0.01480973232537508
155150	rnn.weight_ih_l0_reverse	7	0.031035346910357475
155150	rnn.weight_ih_l0_reverse	8	-0.026351161301136017
155150	rnn.weight_ih_l0_reverse	9	0.002048597438260913
155150	rnn.weight_hh_l0_reverse	0	0.04275153577327728
155150	rnn.weight_hh_l0_reverse	1	0.03027636557817459
155150	rnn.weight_hh_l0_reverse	2	-0.019092384725809097
155150	rnn.weight_hh_l0_reverse	3	-0.07878677546977997
155150	rnn.weight_hh_l0_reverse	4	0.011470198631286621
155150	rnn.weight_hh_l0_reverse	5	-0.05019203945994377
155150	rnn.weight_hh_l0_reverse	6	-0.012064164504408836
155150	rnn.weight_hh_l0_reverse	7	0.02902158349752426
155150	rnn.weight_hh_l0_reverse	8	0.0139263104647398
155150	rnn.weight_hh_l0_reverse	9	0.008190128020942211
155150	rnn.bias_ih_l0_reverse	0	-0.04346286505460739
155150	rnn.bias_ih_l0_reverse	1	-0.1385059356689453
155150	rnn.bias_ih_l0_reverse	2	-0.13966050744056702
155150	rnn.bias_ih_l0_reverse	3	-0.04184027761220932
155150	rnn.bias_ih_l0_reverse	4	-0.11596254259347916
155150	rnn.bias_ih_l0_reverse	5	-0.09339071810245514
155150	rnn.bias_ih_l0_reverse	6	-0.19719617068767548
155150	rnn.bias_ih_l0_reverse	7	-0.05479378625750542
155150	rnn.bias_ih_l0_reverse	8	-0.06445248425006866
155150	rnn.bias_ih_l0_reverse	9	-0.1358385682106018
155150	rnn.bias_hh_l0_reverse	0	-0.1391238123178482
155150	rnn.bias_hh_l0_reverse	1	-0.15151189267635345
155150	rnn.bias_hh_l0_reverse	2	0.10259661823511124
155150	rnn.bias_hh_l0_reverse	3	0.07078071683645248
155150	rnn.bias_hh_l0_reverse	4	-0.16443194448947906
155150	rnn.bias_hh_l0_reverse	5	-0.13150383532047272
155150	rnn.bias_hh_l0_reverse	6	-0.10039161890745163
155150	rnn.bias_hh_l0_reverse	7	-0.051529690623283386
155150	rnn.bias_hh_l0_reverse	8	-0.09171512722969055
155150	rnn.bias_hh_l0_reverse	9	-0.028977537527680397
155150	linear.weight	0	-0.007577136158943176
155150	linear.weight	1	0.009097682312130928
155150	linear.weight	2	0.26130208373069763
155150	linear.weight	3	-0.07951938360929489
155150	linear.weight	4	-0.010588549077510834
155150	linear.weight	5	0.0899367704987526
155150	linear.weight	6	-0.010739270597696304
155150	linear.weight	7	-0.05675311014056206
155150	linear.weight	8	0.1800285130739212
155150	linear.weight	9	-0.21982526779174805
155150	linear.bias	0	-0.03956538438796997
155150	linear.bias	1	0.031413208693265915
155150	linear.bias	2	0.45874109864234924
155150	linear.bias	3	-0.5837448239326477
155150	linear.bias	4	1.9544039964675903
155150	linear.bias	5	-1.3841832876205444
155150	linear.bias	6	-0.3329509198665619
155150	linear.bias	7	-0.11638292670249939
155708	transitions	0	-1.8169499635696411
155708	transitions	1	-10000.0
155708	transitions	2	-0.7969565987586975
155708	transitions	3	-10000.0
155708	transitions	4	1.9697554111480713
155708	transitions	5	-10000.0
155708	transitions	6	-10000.0
155708	transitions	7	1.6946940422058105
155708	transitions	8	-2.5189359188079834
155708	transitions	9	-4.15858793258667
155708	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
155708	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
155708	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
155708	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
155708	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
155708	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
155708	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
155708	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
155708	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
155708	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
155708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
155708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
155708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
155708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
155708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
155708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
155708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
155708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
155708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
155708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
155708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
155708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
155708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
155708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
155708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
155708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
155708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
155708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
155708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
155708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
155708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
155708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
155708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
155708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
155708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
155708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
155708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
155708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
155708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
155708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
155708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
155708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
155708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
155708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
155708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
155708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
155708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
155708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
155708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
155708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
155708	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
155708	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
155708	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
155708	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
155708	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
155708	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
155708	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
155708	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
155708	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
155708	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
155708	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
155708	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
155708	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
155708	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
155708	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
155708	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
155708	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
155708	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
155708	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
155708	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
155708	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
155708	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
155708	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
155708	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
155708	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
155708	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
155708	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
155708	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
155708	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
155708	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
155708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
155708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
155708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
155708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
155708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
155708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
155708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
155708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
155708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
155708	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
155708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
155708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
155708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
155708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
155708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
155708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
155708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
155708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
155708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
155708	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
155708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
155708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
155708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
155708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
155708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
155708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
155708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
155708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
155708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
155708	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
155708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
155708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
155708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
155708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
155708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
155708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
155708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
155708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
155708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
155708	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
155708	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
155708	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
155708	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
155708	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
155708	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
155708	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
155708	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
155708	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
155708	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
155708	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
155708	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
155708	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
155708	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
155708	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
155708	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
155708	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
155708	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
155708	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
155708	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
155708	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
155708	embedding2nn.weight	0	0.006432641297578812
155708	embedding2nn.weight	1	0.00418871222063899
155708	embedding2nn.weight	2	0.013271813280880451
155708	embedding2nn.weight	3	0.024276865646243095
155708	embedding2nn.weight	4	0.021128706634044647
155708	embedding2nn.weight	5	0.009838331490755081
155708	embedding2nn.weight	6	-0.013230334967374802
155708	embedding2nn.weight	7	-0.0019400251330807805
155708	embedding2nn.weight	8	-0.00850092712789774
155708	embedding2nn.weight	9	0.0005812362651340663
155708	embedding2nn.bias	0	0.01511920802295208
155708	embedding2nn.bias	1	-0.03799330070614815
155708	embedding2nn.bias	2	0.07855309545993805
155708	embedding2nn.bias	3	0.05020531266927719
155708	embedding2nn.bias	4	-0.01772083342075348
155708	embedding2nn.bias	5	-0.028043851256370544
155708	embedding2nn.bias	6	0.020121414214372635
155708	embedding2nn.bias	7	-0.004171544220298529
155708	embedding2nn.bias	8	-0.03496202453970909
155708	embedding2nn.bias	9	0.014145571738481522
155708	rnn.weight_ih_l0	0	0.06858345121145248
155708	rnn.weight_ih_l0	1	-0.03994296118617058
155708	rnn.weight_ih_l0	2	-1.1985662240476813e-05
155708	rnn.weight_ih_l0	3	0.044723909348249435
155708	rnn.weight_ih_l0	4	-0.0295079555362463
155708	rnn.weight_ih_l0	5	0.04366334527730942
155708	rnn.weight_ih_l0	6	0.009178932756185532
155708	rnn.weight_ih_l0	7	0.06635288894176483
155708	rnn.weight_ih_l0	8	0.009125054813921452
155708	rnn.weight_ih_l0	9	-0.022228341549634933
155708	rnn.weight_hh_l0	0	-0.013425935991108418
155708	rnn.weight_hh_l0	1	-0.021861210465431213
155708	rnn.weight_hh_l0	2	-0.056444842368364334
155708	rnn.weight_hh_l0	3	-0.004944793414324522
155708	rnn.weight_hh_l0	4	-0.009575818665325642
155708	rnn.weight_hh_l0	5	-0.026089856401085854
155708	rnn.weight_hh_l0	6	-0.001122300629504025
155708	rnn.weight_hh_l0	7	-0.043346572667360306
155708	rnn.weight_hh_l0	8	0.06850659102201462
155708	rnn.weight_hh_l0	9	0.04459623992443085
155708	rnn.bias_ih_l0	0	-0.1736047863960266
155708	rnn.bias_ih_l0	1	-0.16137051582336426
155708	rnn.bias_ih_l0	2	-0.01015370711684227
155708	rnn.bias_ih_l0	3	-0.13796105980873108
155708	rnn.bias_ih_l0	4	-0.05125710740685463
155708	rnn.bias_ih_l0	5	-0.16174493730068207
155708	rnn.bias_ih_l0	6	0.06560581922531128
155708	rnn.bias_ih_l0	7	-0.0873173326253891
155708	rnn.bias_ih_l0	8	-0.038219958543777466
155708	rnn.bias_ih_l0	9	-0.11379009485244751
155708	rnn.bias_hh_l0	0	-0.07417808473110199
155708	rnn.bias_hh_l0	1	0.2389862984418869
155708	rnn.bias_hh_l0	2	0.035249970853328705
155708	rnn.bias_hh_l0	3	-0.07265465706586838
155708	rnn.bias_hh_l0	4	-0.08137881010770798
155708	rnn.bias_hh_l0	5	-0.01012999564409256
155708	rnn.bias_hh_l0	6	0.055119290947914124
155708	rnn.bias_hh_l0	7	-0.09919074922800064
155708	rnn.bias_hh_l0	8	-0.2247689962387085
155708	rnn.bias_hh_l0	9	-0.10024075210094452
155708	rnn.weight_ih_l0_reverse	0	0.017555825412273407
155708	rnn.weight_ih_l0_reverse	1	-0.0643000528216362
155708	rnn.weight_ih_l0_reverse	2	0.04008236154913902
155708	rnn.weight_ih_l0_reverse	3	0.017212038859725
155708	rnn.weight_ih_l0_reverse	4	0.005413857754319906
155708	rnn.weight_ih_l0_reverse	5	-0.030875923112034798
155708	rnn.weight_ih_l0_reverse	6	0.015306930057704449
155708	rnn.weight_ih_l0_reverse	7	0.03144591674208641
155708	rnn.weight_ih_l0_reverse	8	-0.02664361707866192
155708	rnn.weight_ih_l0_reverse	9	0.0020126556046307087
155708	rnn.weight_hh_l0_reverse	0	0.04281550273299217
155708	rnn.weight_hh_l0_reverse	1	0.03001800738275051
155708	rnn.weight_hh_l0_reverse	2	-0.019159048795700073
155708	rnn.weight_hh_l0_reverse	3	-0.07893777638673782
155708	rnn.weight_hh_l0_reverse	4	0.011440029367804527
155708	rnn.weight_hh_l0_reverse	5	-0.050262700766325
155708	rnn.weight_hh_l0_reverse	6	-0.01199433021247387
155708	rnn.weight_hh_l0_reverse	7	0.028826478868722916
155708	rnn.weight_hh_l0_reverse	8	0.013360637240111828
155708	rnn.weight_hh_l0_reverse	9	0.00812277290970087
155708	rnn.bias_ih_l0_reverse	0	-0.04286154359579086
155708	rnn.bias_ih_l0_reverse	1	-0.13805998861789703
155708	rnn.bias_ih_l0_reverse	2	-0.1390131413936615
155708	rnn.bias_ih_l0_reverse	3	-0.04311271756887436
155708	rnn.bias_ih_l0_reverse	4	-0.11408013105392456
155708	rnn.bias_ih_l0_reverse	5	-0.0941355898976326
155708	rnn.bias_ih_l0_reverse	6	-0.19648414850234985
155708	rnn.bias_ih_l0_reverse	7	-0.05558601766824722
155708	rnn.bias_ih_l0_reverse	8	-0.06487993150949478
155708	rnn.bias_ih_l0_reverse	9	-0.13819050788879395
155708	rnn.bias_hh_l0_reverse	0	-0.14052356779575348
155708	rnn.bias_hh_l0_reverse	1	-0.15163786709308624
155708	rnn.bias_hh_l0_reverse	2	0.10599681735038757
155708	rnn.bias_hh_l0_reverse	3	0.07099545747041702
155708	rnn.bias_hh_l0_reverse	4	-0.160628542304039
155708	rnn.bias_hh_l0_reverse	5	-0.1320761889219284
155708	rnn.bias_hh_l0_reverse	6	-0.10138563811779022
155708	rnn.bias_hh_l0_reverse	7	-0.05205444246530533
155708	rnn.bias_hh_l0_reverse	8	-0.09172848612070084
155708	rnn.bias_hh_l0_reverse	9	-0.029619699344038963
155708	linear.weight	0	-0.007576984819024801
155708	linear.weight	1	0.013051151297986507
155708	linear.weight	2	0.25971850752830505
155708	linear.weight	3	-0.07952231913805008
155708	linear.weight	4	-0.010588549077510834
155708	linear.weight	5	0.10551723837852478
155708	linear.weight	6	-0.010739270597696304
155708	linear.weight	7	-0.05007195472717285
155708	linear.weight	8	0.19559405744075775
155708	linear.weight	9	-0.21891634166240692
155708	linear.bias	0	-0.03956538438796997
155708	linear.bias	1	0.031413208693265915
155708	linear.bias	2	0.46008649468421936
155708	linear.bias	3	-0.5846789479255676
155708	linear.bias	4	1.940561056137085
155708	linear.bias	5	-1.3843837976455688
155708	linear.bias	6	-0.32649239897727966
155708	linear.bias	7	-0.10922644287347794
156266	transitions	0	-1.8179621696472168
156266	transitions	1	-10000.0
156266	transitions	2	-0.7969565987586975
156266	transitions	3	-10000.0
156266	transitions	4	1.9723725318908691
156266	transitions	5	-10000.0
156266	transitions	6	-10000.0
156266	transitions	7	1.7028082609176636
156266	transitions	8	-2.5198538303375244
156266	transitions	9	-4.1593546867370605
156266	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
156266	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
156266	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
156266	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
156266	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
156266	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
156266	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
156266	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
156266	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
156266	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
156266	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
156266	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
156266	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
156266	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
156266	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
156266	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
156266	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
156266	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
156266	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
156266	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
156266	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
156266	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
156266	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
156266	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
156266	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
156266	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
156266	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
156266	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
156266	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
156266	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
156266	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
156266	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
156266	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
156266	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
156266	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
156266	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
156266	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
156266	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
156266	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
156266	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
156266	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
156266	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
156266	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
156266	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
156266	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
156266	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
156266	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
156266	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
156266	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
156266	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
156266	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
156266	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
156266	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
156266	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
156266	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
156266	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
156266	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
156266	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
156266	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
156266	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
156266	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
156266	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
156266	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
156266	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
156266	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
156266	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
156266	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
156266	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
156266	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
156266	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
156266	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
156266	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
156266	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
156266	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
156266	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
156266	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
156266	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
156266	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
156266	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
156266	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
156266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
156266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
156266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
156266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
156266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
156266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
156266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
156266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
156266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
156266	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
156266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
156266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
156266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
156266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
156266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
156266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
156266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
156266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
156266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
156266	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
156266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
156266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
156266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
156266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
156266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
156266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
156266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
156266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
156266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
156266	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
156266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
156266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
156266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
156266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
156266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
156266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
156266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
156266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
156266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
156266	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
156266	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
156266	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
156266	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
156266	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
156266	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
156266	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
156266	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
156266	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
156266	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
156266	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
156266	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
156266	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
156266	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
156266	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
156266	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
156266	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
156266	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
156266	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
156266	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
156266	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
156266	embedding2nn.weight	0	0.006440810859203339
156266	embedding2nn.weight	1	0.004145823419094086
156266	embedding2nn.weight	2	0.01329171285033226
156266	embedding2nn.weight	3	0.023967817425727844
156266	embedding2nn.weight	4	0.02116658352315426
156266	embedding2nn.weight	5	0.010335857979953289
156266	embedding2nn.weight	6	-0.012930466793477535
156266	embedding2nn.weight	7	-0.0018862129654735327
156266	embedding2nn.weight	8	-0.008753383532166481
156266	embedding2nn.weight	9	0.0006873004022054374
156266	embedding2nn.bias	0	0.011104865930974483
156266	embedding2nn.bias	1	-0.036680180579423904
156266	embedding2nn.bias	2	0.07876596599817276
156266	embedding2nn.bias	3	0.047129955142736435
156266	embedding2nn.bias	4	-0.014404679648578167
156266	embedding2nn.bias	5	-0.02840488962829113
156266	embedding2nn.bias	6	0.019229961559176445
156266	embedding2nn.bias	7	-0.0054789078421890736
156266	embedding2nn.bias	8	-0.034189146012067795
156266	embedding2nn.bias	9	0.012324001640081406
156266	rnn.weight_ih_l0	0	0.06886262446641922
156266	rnn.weight_ih_l0	1	-0.039731625467538834
156266	rnn.weight_ih_l0	2	-0.0005177279817871749
156266	rnn.weight_ih_l0	3	0.04395774379372597
156266	rnn.weight_ih_l0	4	-0.029622483998537064
156266	rnn.weight_ih_l0	5	0.044283583760261536
156266	rnn.weight_ih_l0	6	0.009114783257246017
156266	rnn.weight_ih_l0	7	0.06566901504993439
156266	rnn.weight_ih_l0	8	0.008501013740897179
156266	rnn.weight_ih_l0	9	-0.022126415744423866
156266	rnn.weight_hh_l0	0	-0.013319525867700577
156266	rnn.weight_hh_l0	1	-0.021378301084041595
156266	rnn.weight_hh_l0	2	-0.056548506021499634
156266	rnn.weight_hh_l0	3	-0.004835593514144421
156266	rnn.weight_hh_l0	4	-0.00965400505810976
156266	rnn.weight_hh_l0	5	-0.02610963210463524
156266	rnn.weight_hh_l0	6	-0.0010006780503317714
156266	rnn.weight_hh_l0	7	-0.043155308812856674
156266	rnn.weight_hh_l0	8	0.06817102432250977
156266	rnn.weight_hh_l0	9	0.04460198059678078
156266	rnn.bias_ih_l0	0	-0.17303355038166046
156266	rnn.bias_ih_l0	1	-0.16078130900859833
156266	rnn.bias_ih_l0	2	-0.011212416924536228
156266	rnn.bias_ih_l0	3	-0.13943633437156677
156266	rnn.bias_ih_l0	4	-0.054111991077661514
156266	rnn.bias_ih_l0	5	-0.16033099591732025
156266	rnn.bias_ih_l0	6	0.06667943298816681
156266	rnn.bias_ih_l0	7	-0.08543789386749268
156266	rnn.bias_ih_l0	8	-0.03909739479422569
156266	rnn.bias_ih_l0	9	-0.11372582614421844
156266	rnn.bias_hh_l0	0	-0.07448951154947281
156266	rnn.bias_hh_l0	1	0.23700188100337982
156266	rnn.bias_hh_l0	2	0.039457328617572784
156266	rnn.bias_hh_l0	3	-0.07371209561824799
156266	rnn.bias_hh_l0	4	-0.0804336816072464
156266	rnn.bias_hh_l0	5	-0.006969694048166275
156266	rnn.bias_hh_l0	6	0.056238628923892975
156266	rnn.bias_hh_l0	7	-0.10075559467077255
156266	rnn.bias_hh_l0	8	-0.2249508947134018
156266	rnn.bias_hh_l0	9	-0.09945617616176605
156266	rnn.weight_ih_l0_reverse	0	0.018110601231455803
156266	rnn.weight_ih_l0_reverse	1	-0.0634341686964035
156266	rnn.weight_ih_l0_reverse	2	0.04015292227268219
156266	rnn.weight_ih_l0_reverse	3	0.016807671636343002
156266	rnn.weight_ih_l0_reverse	4	0.00578084634616971
156266	rnn.weight_ih_l0_reverse	5	-0.03064762055873871
156266	rnn.weight_ih_l0_reverse	6	0.01630043052136898
156266	rnn.weight_ih_l0_reverse	7	0.03144866228103638
156266	rnn.weight_ih_l0_reverse	8	-0.026827652007341385
156266	rnn.weight_ih_l0_reverse	9	0.0029484776314347982
156266	rnn.weight_hh_l0_reverse	0	0.0426660031080246
156266	rnn.weight_hh_l0_reverse	1	0.030274473130702972
156266	rnn.weight_hh_l0_reverse	2	-0.01923155039548874
156266	rnn.weight_hh_l0_reverse	3	-0.07893779128789902
156266	rnn.weight_hh_l0_reverse	4	0.01145226787775755
156266	rnn.weight_hh_l0_reverse	5	-0.050607290118932724
156266	rnn.weight_hh_l0_reverse	6	-0.011929044499993324
156266	rnn.weight_hh_l0_reverse	7	0.029082950204610825
156266	rnn.weight_hh_l0_reverse	8	0.012530085630714893
156266	rnn.weight_hh_l0_reverse	9	0.007480488624423742
156266	rnn.bias_ih_l0_reverse	0	-0.041595708578825
156266	rnn.bias_ih_l0_reverse	1	-0.13775910437107086
156266	rnn.bias_ih_l0_reverse	2	-0.14037421345710754
156266	rnn.bias_ih_l0_reverse	3	-0.04059702157974243
156266	rnn.bias_ih_l0_reverse	4	-0.11332330852746964
156266	rnn.bias_ih_l0_reverse	5	-0.09478290379047394
156266	rnn.bias_ih_l0_reverse	6	-0.19795367121696472
156266	rnn.bias_ih_l0_reverse	7	-0.056565240025520325
156266	rnn.bias_ih_l0_reverse	8	-0.0638979822397232
156266	rnn.bias_ih_l0_reverse	9	-0.1378573775291443
156266	rnn.bias_hh_l0_reverse	0	-0.14204411208629608
156266	rnn.bias_hh_l0_reverse	1	-0.15037453174591064
156266	rnn.bias_hh_l0_reverse	2	0.10582279413938522
156266	rnn.bias_hh_l0_reverse	3	0.06959444284439087
156266	rnn.bias_hh_l0_reverse	4	-0.16150695085525513
156266	rnn.bias_hh_l0_reverse	5	-0.13068009912967682
156266	rnn.bias_hh_l0_reverse	6	-0.10044822841882706
156266	rnn.bias_hh_l0_reverse	7	-0.054096318781375885
156266	rnn.bias_hh_l0_reverse	8	-0.09221123158931732
156266	rnn.bias_hh_l0_reverse	9	-0.030624786391854286
156266	linear.weight	0	-0.0075783999636769295
156266	linear.weight	1	0.0018350594909861684
156266	linear.weight	2	0.24606606364250183
156266	linear.weight	3	-0.0795244500041008
156266	linear.weight	4	-0.010588549077510834
156266	linear.weight	5	0.1021764725446701
156266	linear.weight	6	-0.010739270597696304
156266	linear.weight	7	-0.03744332864880562
156266	linear.weight	8	0.2165365368127823
156266	linear.weight	9	-0.22445273399353027
156266	linear.bias	0	-0.03956538438796997
156266	linear.bias	1	0.031413208693265915
156266	linear.bias	2	0.4923193156719208
156266	linear.bias	3	-0.5994048118591309
156266	linear.bias	4	1.959262728691101
156266	linear.bias	5	-1.3845850229263306
156266	linear.bias	6	-0.34382757544517517
156266	linear.bias	7	-0.12791308760643005
156825	transitions	0	-1.8193883895874023
156825	transitions	1	-10000.0
156825	transitions	2	-0.7969565987586975
156825	transitions	3	-10000.0
156825	transitions	4	1.9681106805801392
156825	transitions	5	-10000.0
156825	transitions	6	-10000.0
156825	transitions	7	1.7215285301208496
156825	transitions	8	-2.5207388401031494
156825	transitions	9	-4.160116195678711
156825	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
156825	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
156825	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
156825	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
156825	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
156825	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
156825	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
156825	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
156825	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
156825	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
156825	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
156825	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
156825	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
156825	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
156825	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
156825	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
156825	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
156825	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
156825	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
156825	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
156825	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
156825	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
156825	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
156825	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
156825	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
156825	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
156825	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
156825	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
156825	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
156825	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
156825	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
156825	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
156825	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
156825	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
156825	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
156825	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
156825	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
156825	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
156825	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
156825	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
156825	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
156825	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
156825	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
156825	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
156825	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
156825	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
156825	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
156825	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
156825	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
156825	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
156825	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
156825	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
156825	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
156825	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
156825	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
156825	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
156825	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
156825	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
156825	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
156825	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
156825	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
156825	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
156825	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
156825	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
156825	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
156825	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
156825	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
156825	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
156825	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
156825	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
156825	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
156825	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
156825	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
156825	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
156825	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
156825	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
156825	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
156825	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
156825	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
156825	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
156825	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
156825	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
156825	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
156825	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
156825	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
156825	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
156825	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
156825	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
156825	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
156825	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
156825	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
156825	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
156825	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
156825	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
156825	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
156825	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
156825	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
156825	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
156825	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
156825	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
156825	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
156825	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
156825	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
156825	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
156825	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
156825	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
156825	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
156825	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
156825	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
156825	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
156825	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
156825	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
156825	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
156825	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
156825	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
156825	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
156825	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
156825	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
156825	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
156825	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
156825	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
156825	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
156825	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
156825	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
156825	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
156825	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
156825	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
156825	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
156825	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
156825	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
156825	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
156825	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
156825	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
156825	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
156825	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
156825	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
156825	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
156825	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
156825	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
156825	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
156825	embedding2nn.weight	0	0.006436493713408709
156825	embedding2nn.weight	1	0.003982586786150932
156825	embedding2nn.weight	2	0.013296037912368774
156825	embedding2nn.weight	3	0.02386372536420822
156825	embedding2nn.weight	4	0.02102174237370491
156825	embedding2nn.weight	5	0.010051658377051353
156825	embedding2nn.weight	6	-0.012712896801531315
156825	embedding2nn.weight	7	-0.0020205385517328978
156825	embedding2nn.weight	8	-0.008184390142560005
156825	embedding2nn.weight	9	0.0005611296510323882
156825	embedding2nn.bias	0	0.006042434833943844
156825	embedding2nn.bias	1	-0.03120526485145092
156825	embedding2nn.bias	2	0.07382166385650635
156825	embedding2nn.bias	3	0.04812951758503914
156825	embedding2nn.bias	4	-0.01319885067641735
156825	embedding2nn.bias	5	-0.02503255195915699
156825	embedding2nn.bias	6	0.015839578583836555
156825	embedding2nn.bias	7	-0.003392948769032955
156825	embedding2nn.bias	8	-0.03168381378054619
156825	embedding2nn.bias	9	0.012441504746675491
156825	rnn.weight_ih_l0	0	0.0695822611451149
156825	rnn.weight_ih_l0	1	-0.039615727961063385
156825	rnn.weight_ih_l0	2	-0.00040997727774083614
156825	rnn.weight_ih_l0	3	0.04405445232987404
156825	rnn.weight_ih_l0	4	-0.0286671444773674
156825	rnn.weight_ih_l0	5	0.04486647620797157
156825	rnn.weight_ih_l0	6	0.00931911263614893
156825	rnn.weight_ih_l0	7	0.0648333728313446
156825	rnn.weight_ih_l0	8	0.007993155159056187
156825	rnn.weight_ih_l0	9	-0.02229095809161663
156825	rnn.weight_hh_l0	0	-0.013349403627216816
156825	rnn.weight_hh_l0	1	-0.02105683833360672
156825	rnn.weight_hh_l0	2	-0.05651504173874855
156825	rnn.weight_hh_l0	3	-0.004768791608512402
156825	rnn.weight_hh_l0	4	-0.009491541422903538
156825	rnn.weight_hh_l0	5	-0.02618800662457943
156825	rnn.weight_hh_l0	6	-0.000978282536379993
156825	rnn.weight_hh_l0	7	-0.04291931167244911
156825	rnn.weight_hh_l0	8	0.06820380687713623
156825	rnn.weight_hh_l0	9	0.044708605855703354
156825	rnn.bias_ih_l0	0	-0.17002785205841064
156825	rnn.bias_ih_l0	1	-0.16121837496757507
156825	rnn.bias_ih_l0	2	-0.01194025669246912
156825	rnn.bias_ih_l0	3	-0.13974358141422272
156825	rnn.bias_ih_l0	4	-0.054041482508182526
156825	rnn.bias_ih_l0	5	-0.1599120944738388
156825	rnn.bias_ih_l0	6	0.06495848298072815
156825	rnn.bias_ih_l0	7	-0.0853750929236412
156825	rnn.bias_ih_l0	8	-0.03710814565420151
156825	rnn.bias_ih_l0	9	-0.11384821683168411
156825	rnn.bias_hh_l0	0	-0.07081203162670135
156825	rnn.bias_hh_l0	1	0.23893645405769348
156825	rnn.bias_hh_l0	2	0.04119623824954033
156825	rnn.bias_hh_l0	3	-0.07453922182321548
156825	rnn.bias_hh_l0	4	-0.08063611388206482
156825	rnn.bias_hh_l0	5	-0.01043016742914915
156825	rnn.bias_hh_l0	6	0.055583104491233826
156825	rnn.bias_hh_l0	7	-0.10036427527666092
156825	rnn.bias_hh_l0	8	-0.22390000522136688
156825	rnn.bias_hh_l0	9	-0.0999257043004036
156825	rnn.weight_ih_l0_reverse	0	0.017857715487480164
156825	rnn.weight_ih_l0_reverse	1	-0.0630134716629982
156825	rnn.weight_ih_l0_reverse	2	0.04015994444489479
156825	rnn.weight_ih_l0_reverse	3	0.017144087702035904
156825	rnn.weight_ih_l0_reverse	4	0.00577270332723856
156825	rnn.weight_ih_l0_reverse	5	-0.03180423751473427
156825	rnn.weight_ih_l0_reverse	6	0.015774931758642197
156825	rnn.weight_ih_l0_reverse	7	0.03179611638188362
156825	rnn.weight_ih_l0_reverse	8	-0.027430403977632523
156825	rnn.weight_ih_l0_reverse	9	0.0026261829771101475
156825	rnn.weight_hh_l0_reverse	0	0.04249165952205658
156825	rnn.weight_hh_l0_reverse	1	0.030076324939727783
156825	rnn.weight_hh_l0_reverse	2	-0.01929958164691925
156825	rnn.weight_hh_l0_reverse	3	-0.07858166098594666
156825	rnn.weight_hh_l0_reverse	4	0.01167445071041584
156825	rnn.weight_hh_l0_reverse	5	-0.05114001780748367
156825	rnn.weight_hh_l0_reverse	6	-0.011953471228480339
156825	rnn.weight_hh_l0_reverse	7	0.028952129185199738
156825	rnn.weight_hh_l0_reverse	8	0.012810512445867062
156825	rnn.weight_hh_l0_reverse	9	0.007069145329296589
156825	rnn.bias_ih_l0_reverse	0	-0.042104367166757584
156825	rnn.bias_ih_l0_reverse	1	-0.13750667870044708
156825	rnn.bias_ih_l0_reverse	2	-0.14038953185081482
156825	rnn.bias_ih_l0_reverse	3	-0.039286427199840546
156825	rnn.bias_ih_l0_reverse	4	-0.11101418733596802
156825	rnn.bias_ih_l0_reverse	5	-0.09368228167295456
156825	rnn.bias_ih_l0_reverse	6	-0.19844360649585724
156825	rnn.bias_ih_l0_reverse	7	-0.054338112473487854
156825	rnn.bias_ih_l0_reverse	8	-0.06510919332504272
156825	rnn.bias_ih_l0_reverse	9	-0.1384633481502533
156825	rnn.bias_hh_l0_reverse	0	-0.14396610856056213
156825	rnn.bias_hh_l0_reverse	1	-0.15233297646045685
156825	rnn.bias_hh_l0_reverse	2	0.1048816442489624
156825	rnn.bias_hh_l0_reverse	3	0.06961961090564728
156825	rnn.bias_hh_l0_reverse	4	-0.16482722759246826
156825	rnn.bias_hh_l0_reverse	5	-0.13330090045928955
156825	rnn.bias_hh_l0_reverse	6	-0.09963010996580124
156825	rnn.bias_hh_l0_reverse	7	-0.055379342287778854
156825	rnn.bias_hh_l0_reverse	8	-0.08883993327617645
156825	rnn.bias_hh_l0_reverse	9	-0.02863191068172455
156825	linear.weight	0	-0.007578916382044554
156825	linear.weight	1	-0.017812971025705338
156825	linear.weight	2	0.26210498809814453
156825	linear.weight	3	-0.07952393591403961
156825	linear.weight	4	-0.010588549077510834
156825	linear.weight	5	0.11962071061134338
156825	linear.weight	6	-0.010739270597696304
156825	linear.weight	7	-0.06195347383618355
156825	linear.weight	8	0.2409287840127945
156825	linear.weight	9	-0.22495974600315094
156825	linear.bias	0	-0.03956538438796997
156825	linear.bias	1	0.031413208693265915
156825	linear.bias	2	0.47818252444267273
156825	linear.bias	3	-0.5957708954811096
156825	linear.bias	4	1.9690616130828857
156825	linear.bias	5	-1.3847838640213013
156825	linear.bias	6	-0.34288489818573
156825	linear.bias	7	-0.12796440720558167
157383	transitions	0	-1.820636510848999
157383	transitions	1	-10000.0
157383	transitions	2	-0.7969565987586975
157383	transitions	3	-10000.0
157383	transitions	4	1.9650729894638062
157383	transitions	5	-10000.0
157383	transitions	6	-10000.0
157383	transitions	7	1.7343698740005493
157383	transitions	8	-2.5217437744140625
157383	transitions	9	-4.16090202331543
157383	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
157383	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
157383	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
157383	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
157383	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
157383	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
157383	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
157383	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
157383	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
157383	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
157383	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
157383	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
157383	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
157383	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
157383	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
157383	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
157383	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
157383	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
157383	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
157383	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
157383	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
157383	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
157383	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
157383	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
157383	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
157383	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
157383	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
157383	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
157383	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
157383	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
157383	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
157383	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
157383	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
157383	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
157383	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
157383	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
157383	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
157383	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
157383	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
157383	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
157383	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
157383	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
157383	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
157383	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
157383	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
157383	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
157383	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
157383	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
157383	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
157383	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
157383	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
157383	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
157383	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
157383	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
157383	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
157383	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
157383	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
157383	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
157383	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
157383	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
157383	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
157383	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
157383	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
157383	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
157383	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
157383	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
157383	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
157383	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
157383	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
157383	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
157383	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
157383	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
157383	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
157383	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
157383	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
157383	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
157383	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
157383	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
157383	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
157383	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
157383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
157383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
157383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
157383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
157383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
157383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
157383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
157383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
157383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
157383	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
157383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
157383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
157383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
157383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
157383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
157383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
157383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
157383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
157383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
157383	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
157383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
157383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
157383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
157383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
157383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
157383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
157383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
157383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
157383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
157383	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
157383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
157383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
157383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
157383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
157383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
157383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
157383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
157383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
157383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
157383	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
157383	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
157383	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
157383	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
157383	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
157383	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
157383	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
157383	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
157383	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
157383	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
157383	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
157383	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
157383	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
157383	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
157383	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
157383	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
157383	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
157383	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
157383	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
157383	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
157383	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
157383	embedding2nn.weight	0	0.006431584246456623
157383	embedding2nn.weight	1	0.004124219994992018
157383	embedding2nn.weight	2	0.013299540616571903
157383	embedding2nn.weight	3	0.02450474351644516
157383	embedding2nn.weight	4	0.02103489637374878
157383	embedding2nn.weight	5	0.010269621387124062
157383	embedding2nn.weight	6	-0.012666890397667885
157383	embedding2nn.weight	7	-0.0022335245739668608
157383	embedding2nn.weight	8	-0.007726712618023157
157383	embedding2nn.weight	9	0.0005495083751156926
157383	embedding2nn.bias	0	0.00998671818524599
157383	embedding2nn.bias	1	-0.03368055820465088
157383	embedding2nn.bias	2	0.0738886222243309
157383	embedding2nn.bias	3	0.05064922571182251
157383	embedding2nn.bias	4	-0.01496170274913311
157383	embedding2nn.bias	5	-0.0258595310151577
157383	embedding2nn.bias	6	0.014654434286057949
157383	embedding2nn.bias	7	0.0017492548795416951
157383	embedding2nn.bias	8	-0.029138637706637383
157383	embedding2nn.bias	9	0.013938545249402523
157383	rnn.weight_ih_l0	0	0.06949672847986221
157383	rnn.weight_ih_l0	1	-0.0394514799118042
157383	rnn.weight_ih_l0	2	-7.068562263157219e-05
157383	rnn.weight_ih_l0	3	0.04453347250819206
157383	rnn.weight_ih_l0	4	-0.02915293537080288
157383	rnn.weight_ih_l0	5	0.045294880867004395
157383	rnn.weight_ih_l0	6	0.009190632030367851
157383	rnn.weight_ih_l0	7	0.06577635556459427
157383	rnn.weight_ih_l0	8	0.008177175186574459
157383	rnn.weight_ih_l0	9	-0.021513229236006737
157383	rnn.weight_hh_l0	0	-0.013082084245979786
157383	rnn.weight_hh_l0	1	-0.02113964781165123
157383	rnn.weight_hh_l0	2	-0.05649590864777565
157383	rnn.weight_hh_l0	3	-0.004644572269171476
157383	rnn.weight_hh_l0	4	-0.009537888690829277
157383	rnn.weight_hh_l0	5	-0.026176242157816887
157383	rnn.weight_hh_l0	6	-0.0009867929620668292
157383	rnn.weight_hh_l0	7	-0.042947541922330856
157383	rnn.weight_hh_l0	8	0.06846565008163452
157383	rnn.weight_hh_l0	9	0.04468384012579918
157383	rnn.bias_ih_l0	0	-0.17212751507759094
157383	rnn.bias_ih_l0	1	-0.16098476946353912
157383	rnn.bias_ih_l0	2	-0.013110832311213017
157383	rnn.bias_ih_l0	3	-0.1394490748643875
157383	rnn.bias_ih_l0	4	-0.05289642512798309
157383	rnn.bias_ih_l0	5	-0.16258536279201508
157383	rnn.bias_ih_l0	6	0.06809122115373611
157383	rnn.bias_ih_l0	7	-0.08500516414642334
157383	rnn.bias_ih_l0	8	-0.03739602118730545
157383	rnn.bias_ih_l0	9	-0.11661345511674881
157383	rnn.bias_hh_l0	0	-0.06985588371753693
157383	rnn.bias_hh_l0	1	0.2398626059293747
157383	rnn.bias_hh_l0	2	0.03890971094369888
157383	rnn.bias_hh_l0	3	-0.07248373329639435
157383	rnn.bias_hh_l0	4	-0.081085704267025
157383	rnn.bias_hh_l0	5	-0.011223449371755123
157383	rnn.bias_hh_l0	6	0.05450139567255974
157383	rnn.bias_hh_l0	7	-0.09925229847431183
157383	rnn.bias_hh_l0	8	-0.2235734909772873
157383	rnn.bias_hh_l0	9	-0.09946991503238678
157383	rnn.weight_ih_l0_reverse	0	0.018482478335499763
157383	rnn.weight_ih_l0_reverse	1	-0.06319975107908249
157383	rnn.weight_ih_l0_reverse	2	0.040094148367643356
157383	rnn.weight_ih_l0_reverse	3	0.015712415799498558
157383	rnn.weight_ih_l0_reverse	4	0.005580452270805836
157383	rnn.weight_ih_l0_reverse	5	-0.031897932291030884
157383	rnn.weight_ih_l0_reverse	6	0.01474155206233263
157383	rnn.weight_ih_l0_reverse	7	0.03199648857116699
157383	rnn.weight_ih_l0_reverse	8	-0.02771436795592308
157383	rnn.weight_ih_l0_reverse	9	0.002583874389529228
157383	rnn.weight_hh_l0_reverse	0	0.04263181611895561
157383	rnn.weight_hh_l0_reverse	1	0.0297683272510767
157383	rnn.weight_hh_l0_reverse	2	-0.019733257591724396
157383	rnn.weight_hh_l0_reverse	3	-0.07870546728372574
157383	rnn.weight_hh_l0_reverse	4	0.011399529874324799
157383	rnn.weight_hh_l0_reverse	5	-0.05135216563940048
157383	rnn.weight_hh_l0_reverse	6	-0.012034544721245766
157383	rnn.weight_hh_l0_reverse	7	0.029074816033244133
157383	rnn.weight_hh_l0_reverse	8	0.012722877785563469
157383	rnn.weight_hh_l0_reverse	9	0.007324413862079382
157383	rnn.bias_ih_l0_reverse	0	-0.04494594782590866
157383	rnn.bias_ih_l0_reverse	1	-0.13802628219127655
157383	rnn.bias_ih_l0_reverse	2	-0.13945646584033966
157383	rnn.bias_ih_l0_reverse	3	-0.03975212574005127
157383	rnn.bias_ih_l0_reverse	4	-0.11063938587903976
157383	rnn.bias_ih_l0_reverse	5	-0.0925242230296135
157383	rnn.bias_ih_l0_reverse	6	-0.20085248351097107
157383	rnn.bias_ih_l0_reverse	7	-0.054520778357982635
157383	rnn.bias_ih_l0_reverse	8	-0.06548436731100082
157383	rnn.bias_ih_l0_reverse	9	-0.13634444773197174
157383	rnn.bias_hh_l0_reverse	0	-0.14383357763290405
157383	rnn.bias_hh_l0_reverse	1	-0.15132015943527222
157383	rnn.bias_hh_l0_reverse	2	0.10620377212762833
157383	rnn.bias_hh_l0_reverse	3	0.07025107741355896
157383	rnn.bias_hh_l0_reverse	4	-0.1638060063123703
157383	rnn.bias_hh_l0_reverse	5	-0.1342793107032776
157383	rnn.bias_hh_l0_reverse	6	-0.10007495433092117
157383	rnn.bias_hh_l0_reverse	7	-0.05553973466157913
157383	rnn.bias_hh_l0_reverse	8	-0.08897637575864792
157383	rnn.bias_hh_l0_reverse	9	-0.0298937801271677
157383	linear.weight	0	-0.007582212798297405
157383	linear.weight	1	-0.003243150422349572
157383	linear.weight	2	0.2732837200164795
157383	linear.weight	3	-0.07952401787042618
157383	linear.weight	4	-0.010588549077510834
157383	linear.weight	5	0.1373782902956009
157383	linear.weight	6	-0.010739270597696304
157383	linear.weight	7	-0.04528634995222092
157383	linear.weight	8	0.2447967827320099
157383	linear.weight	9	-0.22190076112747192
157383	linear.bias	0	-0.03956538438796997
157383	linear.bias	1	0.031413208693265915
157383	linear.bias	2	0.4341202676296234
157383	linear.bias	3	-0.5846670269966125
157383	linear.bias	4	1.9849786758422852
157383	linear.bias	5	-1.3849961757659912
157383	linear.bias	6	-0.33353927731513977
157383	linear.bias	7	-0.12006445974111557
157941	transitions	0	-1.8217239379882812
157941	transitions	1	-10000.0
157941	transitions	2	-0.7969565987586975
157941	transitions	3	-10000.0
157941	transitions	4	1.9850531816482544
157941	transitions	5	-10000.0
157941	transitions	6	-10000.0
157941	transitions	7	1.7322132587432861
157941	transitions	8	-2.5228047370910645
157941	transitions	9	-4.161650657653809
157941	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
157941	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
157941	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
157941	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
157941	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
157941	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
157941	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
157941	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
157941	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
157941	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
157941	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
157941	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
157941	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
157941	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
157941	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
157941	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
157941	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
157941	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
157941	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
157941	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
157941	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
157941	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
157941	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
157941	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
157941	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
157941	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
157941	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
157941	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
157941	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
157941	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
157941	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
157941	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
157941	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
157941	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
157941	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
157941	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
157941	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
157941	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
157941	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
157941	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
157941	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
157941	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
157941	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
157941	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
157941	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
157941	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
157941	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
157941	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
157941	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
157941	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
157941	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
157941	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
157941	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
157941	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
157941	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
157941	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
157941	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
157941	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
157941	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
157941	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
157941	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
157941	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
157941	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
157941	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
157941	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
157941	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
157941	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
157941	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
157941	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
157941	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
157941	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
157941	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
157941	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
157941	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
157941	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
157941	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
157941	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
157941	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
157941	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
157941	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
157941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
157941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
157941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
157941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
157941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
157941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
157941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
157941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
157941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
157941	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
157941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
157941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
157941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
157941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
157941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
157941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
157941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
157941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
157941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
157941	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
157941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
157941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
157941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
157941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
157941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
157941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
157941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
157941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
157941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
157941	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
157941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
157941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
157941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
157941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
157941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
157941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
157941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
157941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
157941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
157941	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
157941	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
157941	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
157941	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
157941	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
157941	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
157941	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
157941	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
157941	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
157941	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
157941	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
157941	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
157941	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
157941	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
157941	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
157941	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
157941	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
157941	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
157941	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
157941	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
157941	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
157941	embedding2nn.weight	0	0.006427175831049681
157941	embedding2nn.weight	1	0.004110580775886774
157941	embedding2nn.weight	2	0.013298272155225277
157941	embedding2nn.weight	3	0.024732718244194984
157941	embedding2nn.weight	4	0.021089045330882072
157941	embedding2nn.weight	5	0.010000523179769516
157941	embedding2nn.weight	6	-0.01270679198205471
157941	embedding2nn.weight	7	-0.002322934567928314
157941	embedding2nn.weight	8	-0.007115785963833332
157941	embedding2nn.weight	9	0.00034476170549169183
157941	embedding2nn.bias	0	0.005765760317444801
157941	embedding2nn.bias	1	-0.0304772537201643
157941	embedding2nn.bias	2	0.07163835316896439
157941	embedding2nn.bias	3	0.052344486117362976
157941	embedding2nn.bias	4	-0.013251143507659435
157941	embedding2nn.bias	5	-0.02141350694000721
157941	embedding2nn.bias	6	0.013832835480570793
157941	embedding2nn.bias	7	-0.0006982623599469662
157941	embedding2nn.bias	8	-0.025247087702155113
157941	embedding2nn.bias	9	0.01520582102239132
157941	rnn.weight_ih_l0	0	0.06911709904670715
157941	rnn.weight_ih_l0	1	-0.03894173353910446
157941	rnn.weight_ih_l0	2	-0.00010650771582731977
157941	rnn.weight_ih_l0	3	0.04419534280896187
157941	rnn.weight_ih_l0	4	-0.029095418751239777
157941	rnn.weight_ih_l0	5	0.045778390020132065
157941	rnn.weight_ih_l0	6	0.009697898291051388
157941	rnn.weight_ih_l0	7	0.06677655875682831
157941	rnn.weight_ih_l0	8	0.009588032029569149
157941	rnn.weight_ih_l0	9	-0.020801596343517303
157941	rnn.weight_hh_l0	0	-0.013484375551342964
157941	rnn.weight_hh_l0	1	-0.021499304100871086
157941	rnn.weight_hh_l0	2	-0.05610501766204834
157941	rnn.weight_hh_l0	3	-0.0049228360876441
157941	rnn.weight_hh_l0	4	-0.00955659057945013
157941	rnn.weight_hh_l0	5	-0.026115018874406815
157941	rnn.weight_hh_l0	6	-0.0011016158387064934
157941	rnn.weight_hh_l0	7	-0.042902622371912
157941	rnn.weight_hh_l0	8	0.06852465122938156
157941	rnn.weight_hh_l0	9	0.0446966327726841
157941	rnn.bias_ih_l0	0	-0.17191855609416962
157941	rnn.bias_ih_l0	1	-0.15979452431201935
157941	rnn.bias_ih_l0	2	-0.012414664961397648
157941	rnn.bias_ih_l0	3	-0.1381053924560547
157941	rnn.bias_ih_l0	4	-0.05512602627277374
157941	rnn.bias_ih_l0	5	-0.16045397520065308
157941	rnn.bias_ih_l0	6	0.06934189796447754
157941	rnn.bias_ih_l0	7	-0.08477319777011871
157941	rnn.bias_ih_l0	8	-0.039138954132795334
157941	rnn.bias_ih_l0	9	-0.11492650210857391
157941	rnn.bias_hh_l0	0	-0.07217323780059814
157941	rnn.bias_hh_l0	1	0.23928526043891907
157941	rnn.bias_hh_l0	2	0.04061932489275932
157941	rnn.bias_hh_l0	3	-0.07148521393537521
157941	rnn.bias_hh_l0	4	-0.08151336014270782
157941	rnn.bias_hh_l0	5	-0.015098906122148037
157941	rnn.bias_hh_l0	6	0.053709726780653
157941	rnn.bias_hh_l0	7	-0.10303115099668503
157941	rnn.bias_hh_l0	8	-0.22381597757339478
157941	rnn.bias_hh_l0	9	-0.10044088214635849
157941	rnn.weight_ih_l0_reverse	0	0.01954868622124195
157941	rnn.weight_ih_l0_reverse	1	-0.06292480230331421
157941	rnn.weight_ih_l0_reverse	2	0.040419597178697586
157941	rnn.weight_ih_l0_reverse	3	0.015779098495841026
157941	rnn.weight_ih_l0_reverse	4	0.0054677692241966724
157941	rnn.weight_ih_l0_reverse	5	-0.032478660345077515
157941	rnn.weight_ih_l0_reverse	6	0.01486574299633503
157941	rnn.weight_ih_l0_reverse	7	0.0319194532930851
157941	rnn.weight_ih_l0_reverse	8	-0.02814089134335518
157941	rnn.weight_ih_l0_reverse	9	0.0020078036468476057
157941	rnn.weight_hh_l0_reverse	0	0.04250168800354004
157941	rnn.weight_hh_l0_reverse	1	0.030032748356461525
157941	rnn.weight_hh_l0_reverse	2	-0.01964414305984974
157941	rnn.weight_hh_l0_reverse	3	-0.07900001853704453
157941	rnn.weight_hh_l0_reverse	4	0.01153271459043026
157941	rnn.weight_hh_l0_reverse	5	-0.0519031286239624
157941	rnn.weight_hh_l0_reverse	6	-0.012476988136768341
157941	rnn.weight_hh_l0_reverse	7	0.029318081215023994
157941	rnn.weight_hh_l0_reverse	8	0.012899140827357769
157941	rnn.weight_hh_l0_reverse	9	0.007267823442816734
157941	rnn.bias_ih_l0_reverse	0	-0.045612238347530365
157941	rnn.bias_ih_l0_reverse	1	-0.13818490505218506
157941	rnn.bias_ih_l0_reverse	2	-0.1393604874610901
157941	rnn.bias_ih_l0_reverse	3	-0.037059612572193146
157941	rnn.bias_ih_l0_reverse	4	-0.1101834774017334
157941	rnn.bias_ih_l0_reverse	5	-0.09204460680484772
157941	rnn.bias_ih_l0_reverse	6	-0.19884255528450012
157941	rnn.bias_ih_l0_reverse	7	-0.053333718329668045
157941	rnn.bias_ih_l0_reverse	8	-0.0659903958439827
157941	rnn.bias_ih_l0_reverse	9	-0.13594280183315277
157941	rnn.bias_hh_l0_reverse	0	-0.1409601867198944
157941	rnn.bias_hh_l0_reverse	1	-0.1564570665359497
157941	rnn.bias_hh_l0_reverse	2	0.105191171169281
157941	rnn.bias_hh_l0_reverse	3	0.07207559049129486
157941	rnn.bias_hh_l0_reverse	4	-0.16369765996932983
157941	rnn.bias_hh_l0_reverse	5	-0.13340690732002258
157941	rnn.bias_hh_l0_reverse	6	-0.10481461882591248
157941	rnn.bias_hh_l0_reverse	7	-0.0516146719455719
157941	rnn.bias_hh_l0_reverse	8	-0.09173223376274109
157941	rnn.bias_hh_l0_reverse	9	-0.028103267773985863
157941	linear.weight	0	-0.007583142723888159
157941	linear.weight	1	0.0033576316200196743
157941	linear.weight	2	0.2718580365180969
157941	linear.weight	3	-0.07952462881803513
157941	linear.weight	4	-0.010588549077510834
157941	linear.weight	5	0.10612610727548599
157941	linear.weight	6	-0.010739270597696304
157941	linear.weight	7	-0.03706333786249161
157941	linear.weight	8	0.1981964409351349
157941	linear.weight	9	-0.22247010469436646
157941	linear.bias	0	-0.03956538438796997
157941	linear.bias	1	0.031413208693265915
157941	linear.bias	2	0.44256532192230225
157941	linear.bias	3	-0.5832211375236511
157941	linear.bias	4	1.9812095165252686
157941	linear.bias	5	-1.3852063417434692
157941	linear.bias	6	-0.33620184659957886
157941	linear.bias	7	-0.12332497537136078
158499	transitions	0	-1.8226748704910278
158499	transitions	1	-10000.0
158499	transitions	2	-0.7969565987586975
158499	transitions	3	-10000.0
158499	transitions	4	1.9764862060546875
158499	transitions	5	-10000.0
158499	transitions	6	-10000.0
158499	transitions	7	1.7208056449890137
158499	transitions	8	-2.5237574577331543
158499	transitions	9	-4.16241455078125
158499	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
158499	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
158499	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
158499	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
158499	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
158499	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
158499	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
158499	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
158499	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
158499	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
158499	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
158499	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
158499	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
158499	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
158499	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
158499	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
158499	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
158499	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
158499	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
158499	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
158499	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
158499	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
158499	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
158499	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
158499	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
158499	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
158499	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
158499	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
158499	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
158499	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
158499	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
158499	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
158499	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
158499	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
158499	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
158499	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
158499	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
158499	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
158499	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
158499	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
158499	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
158499	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
158499	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
158499	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
158499	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
158499	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
158499	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
158499	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
158499	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
158499	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
158499	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
158499	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
158499	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
158499	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
158499	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
158499	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
158499	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
158499	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
158499	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
158499	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
158499	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
158499	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
158499	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
158499	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
158499	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
158499	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
158499	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
158499	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
158499	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
158499	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
158499	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
158499	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
158499	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
158499	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
158499	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
158499	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
158499	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
158499	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
158499	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
158499	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
158499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
158499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
158499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
158499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
158499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
158499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
158499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
158499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
158499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
158499	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
158499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
158499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
158499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
158499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
158499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
158499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
158499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
158499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
158499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
158499	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
158499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
158499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
158499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
158499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
158499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
158499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
158499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
158499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
158499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
158499	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
158499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
158499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
158499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
158499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
158499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
158499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
158499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
158499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
158499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
158499	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
158499	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
158499	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
158499	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
158499	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
158499	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
158499	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
158499	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
158499	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
158499	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
158499	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
158499	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
158499	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
158499	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
158499	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
158499	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
158499	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
158499	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
158499	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
158499	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
158499	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
158499	embedding2nn.weight	0	0.006422547623515129
158499	embedding2nn.weight	1	0.004014764446765184
158499	embedding2nn.weight	2	0.013312717899680138
158499	embedding2nn.weight	3	0.024667790159583092
158499	embedding2nn.weight	4	0.020845584571361542
158499	embedding2nn.weight	5	0.01040636282414198
158499	embedding2nn.weight	6	-0.012928573414683342
158499	embedding2nn.weight	7	-0.002251804806292057
158499	embedding2nn.weight	8	-0.006323792040348053
158499	embedding2nn.weight	9	0.0003713640326168388
158499	embedding2nn.bias	0	0.007916854694485664
158499	embedding2nn.bias	1	-0.036943402141332626
158499	embedding2nn.bias	2	0.06958024203777313
158499	embedding2nn.bias	3	0.050040777772665024
158499	embedding2nn.bias	4	-0.011421809904277325
158499	embedding2nn.bias	5	-0.02572893723845482
158499	embedding2nn.bias	6	0.011765990406274796
158499	embedding2nn.bias	7	-0.006896394304931164
158499	embedding2nn.bias	8	-0.0305868461728096
158499	embedding2nn.bias	9	0.018662068992853165
158499	rnn.weight_ih_l0	0	0.06874468177556992
158499	rnn.weight_ih_l0	1	-0.0379016138613224
158499	rnn.weight_ih_l0	2	0.0002894023491535336
158499	rnn.weight_ih_l0	3	0.04358956217765808
158499	rnn.weight_ih_l0	4	-0.02922908402979374
158499	rnn.weight_ih_l0	5	0.046024005860090256
158499	rnn.weight_ih_l0	6	0.009611181914806366
158499	rnn.weight_ih_l0	7	0.0672999769449234
158499	rnn.weight_ih_l0	8	0.009513339959084988
158499	rnn.weight_ih_l0	9	-0.020025495439767838
158499	rnn.weight_hh_l0	0	-0.013186137191951275
158499	rnn.weight_hh_l0	1	-0.021595675498247147
158499	rnn.weight_hh_l0	2	-0.056555889546871185
158499	rnn.weight_hh_l0	3	-0.004851630423218012
158499	rnn.weight_hh_l0	4	-0.00956928264349699
158499	rnn.weight_hh_l0	5	-0.02638670988380909
158499	rnn.weight_hh_l0	6	-0.0011381645454093814
158499	rnn.weight_hh_l0	7	-0.04399620741605759
158499	rnn.weight_hh_l0	8	0.06773462891578674
158499	rnn.weight_hh_l0	9	0.04478181526064873
158499	rnn.bias_ih_l0	0	-0.17375510931015015
158499	rnn.bias_ih_l0	1	-0.16108188033103943
158499	rnn.bias_ih_l0	2	-0.012208977714180946
158499	rnn.bias_ih_l0	3	-0.13810253143310547
158499	rnn.bias_ih_l0	4	-0.054937515407800674
158499	rnn.bias_ih_l0	5	-0.1592259258031845
158499	rnn.bias_ih_l0	6	0.06952062249183655
158499	rnn.bias_ih_l0	7	-0.08518363535404205
158499	rnn.bias_ih_l0	8	-0.03942554071545601
158499	rnn.bias_ih_l0	9	-0.11393749713897705
158499	rnn.bias_hh_l0	0	-0.06987763941287994
158499	rnn.bias_hh_l0	1	0.23932717740535736
158499	rnn.bias_hh_l0	2	0.0430934801697731
158499	rnn.bias_hh_l0	3	-0.07120851427316666
158499	rnn.bias_hh_l0	4	-0.0831236019730568
158499	rnn.bias_hh_l0	5	-0.016303587704896927
158499	rnn.bias_hh_l0	6	0.05344265326857567
158499	rnn.bias_hh_l0	7	-0.1029834896326065
158499	rnn.bias_hh_l0	8	-0.2255164533853531
158499	rnn.bias_hh_l0	9	-0.10161983221769333
158499	rnn.weight_ih_l0_reverse	0	0.018625933676958084
158499	rnn.weight_ih_l0_reverse	1	-0.06260126829147339
158499	rnn.weight_ih_l0_reverse	2	0.04072371497750282
158499	rnn.weight_ih_l0_reverse	3	0.016277117654681206
158499	rnn.weight_ih_l0_reverse	4	0.004808143246918917
158499	rnn.weight_ih_l0_reverse	5	-0.032378919422626495
158499	rnn.weight_ih_l0_reverse	6	0.01446756161749363
158499	rnn.weight_ih_l0_reverse	7	0.031311146914958954
158499	rnn.weight_ih_l0_reverse	8	-0.028393704444169998
158499	rnn.weight_ih_l0_reverse	9	0.0021188599057495594
158499	rnn.weight_hh_l0_reverse	0	0.04230022430419922
158499	rnn.weight_hh_l0_reverse	1	0.030001884326338768
158499	rnn.weight_hh_l0_reverse	2	-0.01956917904317379
158499	rnn.weight_hh_l0_reverse	3	-0.0787992998957634
158499	rnn.weight_hh_l0_reverse	4	0.011331599205732346
158499	rnn.weight_hh_l0_reverse	5	-0.05185680091381073
158499	rnn.weight_hh_l0_reverse	6	-0.012978069484233856
158499	rnn.weight_hh_l0_reverse	7	0.029183072969317436
158499	rnn.weight_hh_l0_reverse	8	0.012918592430651188
158499	rnn.weight_hh_l0_reverse	9	0.0073977080173790455
158499	rnn.bias_ih_l0_reverse	0	-0.044500939548015594
158499	rnn.bias_ih_l0_reverse	1	-0.13741764426231384
158499	rnn.bias_ih_l0_reverse	2	-0.13949958980083466
158499	rnn.bias_ih_l0_reverse	3	-0.03959009423851967
158499	rnn.bias_ih_l0_reverse	4	-0.10691692680120468
158499	rnn.bias_ih_l0_reverse	5	-0.09238264709711075
158499	rnn.bias_ih_l0_reverse	6	-0.19796626269817352
158499	rnn.bias_ih_l0_reverse	7	-0.05304885655641556
158499	rnn.bias_ih_l0_reverse	8	-0.06670384109020233
158499	rnn.bias_ih_l0_reverse	9	-0.1337762475013733
158499	rnn.bias_hh_l0_reverse	0	-0.1448851227760315
158499	rnn.bias_hh_l0_reverse	1	-0.1571807712316513
158499	rnn.bias_hh_l0_reverse	2	0.10749571025371552
158499	rnn.bias_hh_l0_reverse	3	0.073789082467556
158499	rnn.bias_hh_l0_reverse	4	-0.16768452525138855
158499	rnn.bias_hh_l0_reverse	5	-0.13394661247730255
158499	rnn.bias_hh_l0_reverse	6	-0.10414239764213562
158499	rnn.bias_hh_l0_reverse	7	-0.049169961363077164
158499	rnn.bias_hh_l0_reverse	8	-0.08965221792459488
158499	rnn.bias_hh_l0_reverse	9	-0.02476830780506134
158499	linear.weight	0	-0.00758464215323329
158499	linear.weight	1	-0.015970760956406593
158499	linear.weight	2	0.28170740604400635
158499	linear.weight	3	-0.07952488958835602
158499	linear.weight	4	-0.010588549077510834
158499	linear.weight	5	0.127144455909729
158499	linear.weight	6	-0.010739270597696304
158499	linear.weight	7	-0.03679724037647247
158499	linear.weight	8	0.20445206761360168
158499	linear.weight	9	-0.22773757576942444
158499	linear.bias	0	-0.03956538438796997
158499	linear.bias	1	0.031413208693265915
158499	linear.bias	2	0.45063516497612
158499	linear.bias	3	-0.5721389055252075
158499	linear.bias	4	1.9817885160446167
158499	linear.bias	5	-1.3854143619537354
158499	linear.bias	6	-0.3460578918457031
158499	linear.bias	7	-0.13300664722919464
159057	transitions	0	-1.8234835863113403
159057	transitions	1	-10000.0
159057	transitions	2	-0.7969565987586975
159057	transitions	3	-10000.0
159057	transitions	4	1.9724422693252563
159057	transitions	5	-10000.0
159057	transitions	6	-10000.0
159057	transitions	7	1.729454755783081
159057	transitions	8	-2.524693012237549
159057	transitions	9	-4.163209915161133
159057	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
159057	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
159057	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
159057	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
159057	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
159057	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
159057	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
159057	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
159057	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
159057	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
159057	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
159057	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
159057	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
159057	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
159057	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
159057	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
159057	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
159057	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
159057	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
159057	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
159057	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
159057	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
159057	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
159057	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
159057	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
159057	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
159057	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
159057	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
159057	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
159057	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
159057	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
159057	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
159057	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
159057	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
159057	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
159057	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
159057	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
159057	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
159057	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
159057	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
159057	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
159057	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
159057	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
159057	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
159057	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
159057	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
159057	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
159057	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
159057	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
159057	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
159057	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
159057	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
159057	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
159057	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
159057	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
159057	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
159057	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
159057	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
159057	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
159057	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
159057	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
159057	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
159057	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
159057	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
159057	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
159057	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
159057	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
159057	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
159057	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
159057	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
159057	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
159057	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
159057	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
159057	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
159057	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
159057	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
159057	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
159057	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
159057	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
159057	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
159057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
159057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
159057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
159057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
159057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
159057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
159057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
159057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
159057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
159057	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
159057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
159057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
159057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
159057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
159057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
159057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
159057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
159057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
159057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
159057	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
159057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
159057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
159057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
159057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
159057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
159057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
159057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
159057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
159057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
159057	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
159057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
159057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
159057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
159057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
159057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
159057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
159057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
159057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
159057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
159057	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
159057	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
159057	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
159057	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
159057	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
159057	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
159057	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
159057	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
159057	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
159057	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
159057	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
159057	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
159057	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
159057	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
159057	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
159057	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
159057	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
159057	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
159057	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
159057	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
159057	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
159057	embedding2nn.weight	0	0.0064024245366454124
159057	embedding2nn.weight	1	0.004033044446259737
159057	embedding2nn.weight	2	0.013304801657795906
159057	embedding2nn.weight	3	0.02398943156003952
159057	embedding2nn.weight	4	0.02065282128751278
159057	embedding2nn.weight	5	0.010099063627421856
159057	embedding2nn.weight	6	-0.012737622484564781
159057	embedding2nn.weight	7	-0.0021809800527989864
159057	embedding2nn.weight	8	-0.00614541070535779
159057	embedding2nn.weight	9	0.0005231162649579346
159057	embedding2nn.bias	0	0.009853007271885872
159057	embedding2nn.bias	1	-0.03897906839847565
159057	embedding2nn.bias	2	0.07522258162498474
159057	embedding2nn.bias	3	0.05014405772089958
159057	embedding2nn.bias	4	-0.018477417528629303
159057	embedding2nn.bias	5	-0.027415139600634575
159057	embedding2nn.bias	6	0.011759898625314236
159057	embedding2nn.bias	7	-0.00518716499209404
159057	embedding2nn.bias	8	-0.03102676384150982
159057	embedding2nn.bias	9	0.023771312087774277
159057	rnn.weight_ih_l0	0	0.06826658546924591
159057	rnn.weight_ih_l0	1	-0.038177307695150375
159057	rnn.weight_ih_l0	2	0.0007610408938489854
159057	rnn.weight_ih_l0	3	0.04334915056824684
159057	rnn.weight_ih_l0	4	-0.028898095712065697
159057	rnn.weight_ih_l0	5	0.04526948556303978
159057	rnn.weight_ih_l0	6	0.009485321119427681
159057	rnn.weight_ih_l0	7	0.0665680468082428
159057	rnn.weight_ih_l0	8	0.009481397457420826
159057	rnn.weight_ih_l0	9	-0.020016120746731758
159057	rnn.weight_hh_l0	0	-0.01307747233659029
159057	rnn.weight_hh_l0	1	-0.021378744393587112
159057	rnn.weight_hh_l0	2	-0.05652964115142822
159057	rnn.weight_hh_l0	3	-0.004799189046025276
159057	rnn.weight_hh_l0	4	-0.009587835520505905
159057	rnn.weight_hh_l0	5	-0.025992441922426224
159057	rnn.weight_hh_l0	6	-0.001240880461409688
159057	rnn.weight_hh_l0	7	-0.04477885738015175
159057	rnn.weight_hh_l0	8	0.06760364770889282
159057	rnn.weight_hh_l0	9	0.044627632945775986
159057	rnn.bias_ih_l0	0	-0.1747063249349594
159057	rnn.bias_ih_l0	1	-0.162916898727417
159057	rnn.bias_ih_l0	2	-0.012227646075189114
159057	rnn.bias_ih_l0	3	-0.1371915489435196
159057	rnn.bias_ih_l0	4	-0.050119224935770035
159057	rnn.bias_ih_l0	5	-0.16008417308330536
159057	rnn.bias_ih_l0	6	0.06943178176879883
159057	rnn.bias_ih_l0	7	-0.08531446009874344
159057	rnn.bias_ih_l0	8	-0.03950393572449684
159057	rnn.bias_ih_l0	9	-0.11351291835308075
159057	rnn.bias_hh_l0	0	-0.07183825969696045
159057	rnn.bias_hh_l0	1	0.24209752678871155
159057	rnn.bias_hh_l0	2	0.04063241928815842
159057	rnn.bias_hh_l0	3	-0.07078254967927933
159057	rnn.bias_hh_l0	4	-0.08363983035087585
159057	rnn.bias_hh_l0	5	-0.013587776571512222
159057	rnn.bias_hh_l0	6	0.052830036729574203
159057	rnn.bias_hh_l0	7	-0.10692401975393295
159057	rnn.bias_hh_l0	8	-0.22442549467086792
159057	rnn.bias_hh_l0	9	-0.10188421607017517
159057	rnn.weight_ih_l0_reverse	0	0.017621047794818878
159057	rnn.weight_ih_l0_reverse	1	-0.06263279914855957
159057	rnn.weight_ih_l0_reverse	2	0.0414467416703701
159057	rnn.weight_ih_l0_reverse	3	0.016820168122649193
159057	rnn.weight_ih_l0_reverse	4	0.005056807305663824
159057	rnn.weight_ih_l0_reverse	5	-0.03180079907178879
159057	rnn.weight_ih_l0_reverse	6	0.01432922575622797
159057	rnn.weight_ih_l0_reverse	7	0.03092223033308983
159057	rnn.weight_ih_l0_reverse	8	-0.02820444293320179
159057	rnn.weight_ih_l0_reverse	9	0.0023064464330673218
159057	rnn.weight_hh_l0_reverse	0	0.04234945401549339
159057	rnn.weight_hh_l0_reverse	1	0.02990056201815605
159057	rnn.weight_hh_l0_reverse	2	-0.020077791064977646
159057	rnn.weight_hh_l0_reverse	3	-0.07854920625686646
159057	rnn.weight_hh_l0_reverse	4	0.011214892379939556
159057	rnn.weight_hh_l0_reverse	5	-0.051435086876153946
159057	rnn.weight_hh_l0_reverse	6	-0.013098016381263733
159057	rnn.weight_hh_l0_reverse	7	0.029140029102563858
159057	rnn.weight_hh_l0_reverse	8	0.012174244970083237
159057	rnn.weight_hh_l0_reverse	9	0.006993031594902277
159057	rnn.bias_ih_l0_reverse	0	-0.0447814017534256
159057	rnn.bias_ih_l0_reverse	1	-0.13630814850330353
159057	rnn.bias_ih_l0_reverse	2	-0.13895240426063538
159057	rnn.bias_ih_l0_reverse	3	-0.03866751492023468
159057	rnn.bias_ih_l0_reverse	4	-0.10721833258867264
159057	rnn.bias_ih_l0_reverse	5	-0.09072842448949814
159057	rnn.bias_ih_l0_reverse	6	-0.19691342115402222
159057	rnn.bias_ih_l0_reverse	7	-0.055526141077280045
159057	rnn.bias_ih_l0_reverse	8	-0.06792014837265015
159057	rnn.bias_ih_l0_reverse	9	-0.1351163536310196
159057	rnn.bias_hh_l0_reverse	0	-0.14220291376113892
159057	rnn.bias_hh_l0_reverse	1	-0.15784533321857452
159057	rnn.bias_hh_l0_reverse	2	0.10824090987443924
159057	rnn.bias_hh_l0_reverse	3	0.07395961135625839
159057	rnn.bias_hh_l0_reverse	4	-0.1680021435022354
159057	rnn.bias_hh_l0_reverse	5	-0.13480158150196075
159057	rnn.bias_hh_l0_reverse	6	-0.10191182047128677
159057	rnn.bias_hh_l0_reverse	7	-0.0502990260720253
159057	rnn.bias_hh_l0_reverse	8	-0.09250643104314804
159057	rnn.bias_hh_l0_reverse	9	-0.026612164452672005
159057	linear.weight	0	-0.007585838437080383
159057	linear.weight	1	-0.015300286933779716
159057	linear.weight	2	0.2697732448577881
159057	linear.weight	3	-0.07952404767274857
159057	linear.weight	4	-0.010588549077510834
159057	linear.weight	5	0.0991089716553688
159057	linear.weight	6	-0.010739270597696304
159057	linear.weight	7	-0.03389885276556015
159057	linear.weight	8	0.20540666580200195
159057	linear.weight	9	-0.23162735998630524
159057	linear.bias	0	-0.03956538438796997
159057	linear.bias	1	0.031413208693265915
159057	linear.bias	2	0.4165509045124054
159057	linear.bias	3	-0.578633725643158
159057	linear.bias	4	1.967221736907959
159057	linear.bias	5	-1.3856121301651
159057	linear.bias	6	-0.31862640380859375
159057	linear.bias	7	-0.105110302567482
159615	transitions	0	-1.8244858980178833
159615	transitions	1	-10000.0
159615	transitions	2	-0.7969565987586975
159615	transitions	3	-10000.0
159615	transitions	4	1.9779002666473389
159615	transitions	5	-10000.0
159615	transitions	6	-10000.0
159615	transitions	7	1.7242627143859863
159615	transitions	8	-2.5255050659179688
159615	transitions	9	-4.163990497589111
159615	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
159615	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
159615	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
159615	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
159615	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
159615	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
159615	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
159615	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
159615	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
159615	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
159615	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
159615	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
159615	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
159615	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
159615	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
159615	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
159615	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
159615	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
159615	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
159615	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
159615	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
159615	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
159615	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
159615	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
159615	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
159615	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
159615	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
159615	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
159615	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
159615	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
159615	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
159615	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
159615	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
159615	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
159615	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
159615	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
159615	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
159615	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
159615	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
159615	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
159615	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
159615	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
159615	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
159615	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
159615	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
159615	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
159615	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
159615	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
159615	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
159615	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
159615	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
159615	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
159615	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
159615	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
159615	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
159615	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
159615	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
159615	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
159615	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
159615	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
159615	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
159615	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
159615	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
159615	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
159615	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
159615	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
159615	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
159615	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
159615	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
159615	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
159615	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
159615	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
159615	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
159615	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
159615	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
159615	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
159615	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
159615	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
159615	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
159615	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
159615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
159615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
159615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
159615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
159615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
159615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
159615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
159615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
159615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
159615	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
159615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
159615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
159615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
159615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
159615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
159615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
159615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
159615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
159615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
159615	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
159615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
159615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
159615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
159615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
159615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
159615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
159615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
159615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
159615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
159615	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
159615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
159615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
159615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
159615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
159615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
159615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
159615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
159615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
159615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
159615	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
159615	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
159615	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
159615	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
159615	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
159615	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
159615	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
159615	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
159615	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
159615	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
159615	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
159615	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
159615	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
159615	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
159615	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
159615	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
159615	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
159615	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
159615	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
159615	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
159615	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
159615	embedding2nn.weight	0	0.006397683173418045
159615	embedding2nn.weight	1	0.004084894899278879
159615	embedding2nn.weight	2	0.013314989395439625
159615	embedding2nn.weight	3	0.02403642050921917
159615	embedding2nn.weight	4	0.020667664706707
159615	embedding2nn.weight	5	0.00977636594325304
159615	embedding2nn.weight	6	-0.012709356844425201
159615	embedding2nn.weight	7	-0.0021031289361417294
159615	embedding2nn.weight	8	-0.00635038036853075
159615	embedding2nn.weight	9	0.0005054142675362527
159615	embedding2nn.bias	0	0.01300770603120327
159615	embedding2nn.bias	1	-0.04137736186385155
159615	embedding2nn.bias	2	0.07651185989379883
159615	embedding2nn.bias	3	0.05224626511335373
159615	embedding2nn.bias	4	-0.012484226375818253
159615	embedding2nn.bias	5	-0.025616073980927467
159615	embedding2nn.bias	6	0.01450106967240572
159615	embedding2nn.bias	7	-0.0035098979715257883
159615	embedding2nn.bias	8	-0.03248351812362671
159615	embedding2nn.bias	9	0.015408806502819061
159615	rnn.weight_ih_l0	0	0.06739263981580734
159615	rnn.weight_ih_l0	1	-0.03865247964859009
159615	rnn.weight_ih_l0	2	0.0012223771773278713
159615	rnn.weight_ih_l0	3	0.043526243418455124
159615	rnn.weight_ih_l0	4	-0.029400477185845375
159615	rnn.weight_ih_l0	5	0.04555685445666313
159615	rnn.weight_ih_l0	6	0.009351556189358234
159615	rnn.weight_ih_l0	7	0.06616821140050888
159615	rnn.weight_ih_l0	8	0.009836513549089432
159615	rnn.weight_ih_l0	9	-0.020088884979486465
159615	rnn.weight_hh_l0	0	-0.012956192716956139
159615	rnn.weight_hh_l0	1	-0.02129279263317585
159615	rnn.weight_hh_l0	2	-0.05590493232011795
159615	rnn.weight_hh_l0	3	-0.004859555047005415
159615	rnn.weight_hh_l0	4	-0.009811477735638618
159615	rnn.weight_hh_l0	5	-0.02620111033320427
159615	rnn.weight_hh_l0	6	-0.0012434450909495354
159615	rnn.weight_hh_l0	7	-0.04504070058465004
159615	rnn.weight_hh_l0	8	0.06770610809326172
159615	rnn.weight_hh_l0	9	0.04459455609321594
159615	rnn.bias_ih_l0	0	-0.17516936361789703
159615	rnn.bias_ih_l0	1	-0.16318705677986145
159615	rnn.bias_ih_l0	2	-0.010523137636482716
159615	rnn.bias_ih_l0	3	-0.13841292262077332
159615	rnn.bias_ih_l0	4	-0.054112840443849564
159615	rnn.bias_ih_l0	5	-0.15893225371837616
159615	rnn.bias_ih_l0	6	0.07021742314100266
159615	rnn.bias_ih_l0	7	-0.0864681825041771
159615	rnn.bias_ih_l0	8	-0.03796501085162163
159615	rnn.bias_ih_l0	9	-0.11263986676931381
159615	rnn.bias_hh_l0	0	-0.07285348325967789
159615	rnn.bias_hh_l0	1	0.24798697233200073
159615	rnn.bias_hh_l0	2	0.04005416855216026
159615	rnn.bias_hh_l0	3	-0.06925147771835327
159615	rnn.bias_hh_l0	4	-0.08197242766618729
159615	rnn.bias_hh_l0	5	-0.01845349185168743
159615	rnn.bias_hh_l0	6	0.05361715704202652
159615	rnn.bias_hh_l0	7	-0.10335223376750946
159615	rnn.bias_hh_l0	8	-0.22628827393054962
159615	rnn.bias_hh_l0	9	-0.1024976372718811
159615	rnn.weight_ih_l0_reverse	0	0.017735444009304047
159615	rnn.weight_ih_l0_reverse	1	-0.06309684365987778
159615	rnn.weight_ih_l0_reverse	2	0.04138573259115219
159615	rnn.weight_ih_l0_reverse	3	0.016778642311692238
159615	rnn.weight_ih_l0_reverse	4	0.005047582555562258
159615	rnn.weight_ih_l0_reverse	5	-0.03154275566339493
159615	rnn.weight_ih_l0_reverse	6	0.014925128780305386
159615	rnn.weight_ih_l0_reverse	7	0.030866200104355812
159615	rnn.weight_ih_l0_reverse	8	-0.02818896621465683
159615	rnn.weight_ih_l0_reverse	9	0.0021252266597002745
159615	rnn.weight_hh_l0_reverse	0	0.04230092093348503
159615	rnn.weight_hh_l0_reverse	1	0.029928108677268028
159615	rnn.weight_hh_l0_reverse	2	-0.020263992249965668
159615	rnn.weight_hh_l0_reverse	3	-0.07775580137968063
159615	rnn.weight_hh_l0_reverse	4	0.011256429366767406
159615	rnn.weight_hh_l0_reverse	5	-0.05148770660161972
159615	rnn.weight_hh_l0_reverse	6	-0.013174082152545452
159615	rnn.weight_hh_l0_reverse	7	0.02919100411236286
159615	rnn.weight_hh_l0_reverse	8	0.012846948578953743
159615	rnn.weight_hh_l0_reverse	9	0.00667826971039176
159615	rnn.bias_ih_l0_reverse	0	-0.04603882506489754
159615	rnn.bias_ih_l0_reverse	1	-0.13640998303890228
159615	rnn.bias_ih_l0_reverse	2	-0.14092332124710083
159615	rnn.bias_ih_l0_reverse	3	-0.0379728302359581
159615	rnn.bias_ih_l0_reverse	4	-0.10880039632320404
159615	rnn.bias_ih_l0_reverse	5	-0.09165213257074356
159615	rnn.bias_ih_l0_reverse	6	-0.1997133195400238
159615	rnn.bias_ih_l0_reverse	7	-0.05717266723513603
159615	rnn.bias_ih_l0_reverse	8	-0.06731680035591125
159615	rnn.bias_ih_l0_reverse	9	-0.13360993564128876
159615	rnn.bias_hh_l0_reverse	0	-0.14145973324775696
159615	rnn.bias_hh_l0_reverse	1	-0.15755371749401093
159615	rnn.bias_hh_l0_reverse	2	0.1056722030043602
159615	rnn.bias_hh_l0_reverse	3	0.07129792869091034
159615	rnn.bias_hh_l0_reverse	4	-0.1655474454164505
159615	rnn.bias_hh_l0_reverse	5	-0.13550081849098206
159615	rnn.bias_hh_l0_reverse	6	-0.10185807943344116
159615	rnn.bias_hh_l0_reverse	7	-0.050536759197711945
159615	rnn.bias_hh_l0_reverse	8	-0.09207959473133087
159615	rnn.bias_hh_l0_reverse	9	-0.023693546652793884
159615	linear.weight	0	-0.007587502710521221
159615	linear.weight	1	-0.003630614373832941
159615	linear.weight	2	0.2621046006679535
159615	linear.weight	3	-0.07952363044023514
159615	linear.weight	4	-0.010588549077510834
159615	linear.weight	5	0.09052876383066177
159615	linear.weight	6	-0.010739270597696304
159615	linear.weight	7	-0.04788348451256752
159615	linear.weight	8	0.18702031672000885
159615	linear.weight	9	-0.22714126110076904
159615	linear.bias	0	-0.03956538438796997
159615	linear.bias	1	0.031413208693265915
159615	linear.bias	2	0.47509562969207764
159615	linear.bias	3	-0.5830176472663879
159615	linear.bias	4	1.980897068977356
159615	linear.bias	5	-1.3858156204223633
159615	linear.bias	6	-0.3522687256336212
159615	linear.bias	7	-0.13911490142345428
160173	transitions	0	-1.8256192207336426
160173	transitions	1	-10000.0
160173	transitions	2	-0.7969565987586975
160173	transitions	3	-10000.0
160173	transitions	4	1.9487006664276123
160173	transitions	5	-10000.0
160173	transitions	6	-10000.0
160173	transitions	7	1.719085931777954
160173	transitions	8	-2.526402235031128
160173	transitions	9	-4.164844036102295
160173	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
160173	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
160173	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
160173	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
160173	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
160173	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
160173	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
160173	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
160173	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
160173	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
160173	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
160173	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
160173	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
160173	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
160173	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
160173	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
160173	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
160173	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
160173	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
160173	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
160173	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
160173	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
160173	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
160173	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
160173	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
160173	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
160173	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
160173	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
160173	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
160173	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
160173	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
160173	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
160173	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
160173	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
160173	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
160173	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
160173	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
160173	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
160173	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
160173	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
160173	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
160173	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
160173	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
160173	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
160173	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
160173	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
160173	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
160173	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
160173	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
160173	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
160173	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
160173	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
160173	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
160173	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
160173	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
160173	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
160173	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
160173	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
160173	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
160173	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
160173	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
160173	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
160173	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
160173	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
160173	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
160173	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
160173	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
160173	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
160173	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
160173	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
160173	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
160173	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
160173	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
160173	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
160173	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
160173	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
160173	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
160173	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
160173	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
160173	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
160173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
160173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
160173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
160173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
160173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
160173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
160173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
160173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
160173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
160173	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
160173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
160173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
160173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
160173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
160173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
160173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
160173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
160173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
160173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
160173	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
160173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
160173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
160173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
160173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
160173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
160173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
160173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
160173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
160173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
160173	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
160173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
160173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
160173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
160173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
160173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
160173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
160173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
160173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
160173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
160173	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
160173	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
160173	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
160173	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
160173	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
160173	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
160173	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
160173	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
160173	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
160173	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
160173	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
160173	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
160173	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
160173	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
160173	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
160173	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
160173	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
160173	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
160173	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
160173	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
160173	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
160173	embedding2nn.weight	0	0.006391659379005432
160173	embedding2nn.weight	1	0.004175735171884298
160173	embedding2nn.weight	2	0.013313358649611473
160173	embedding2nn.weight	3	0.024043934419751167
160173	embedding2nn.weight	4	0.020927755162119865
160173	embedding2nn.weight	5	0.00947203766554594
160173	embedding2nn.weight	6	-0.012598461471498013
160173	embedding2nn.weight	7	-0.002166959224268794
160173	embedding2nn.weight	8	-0.0057312496937811375
160173	embedding2nn.weight	9	0.00035843675141222775
160173	embedding2nn.bias	0	0.0028923770878463984
160173	embedding2nn.bias	1	-0.03506402298808098
160173	embedding2nn.bias	2	0.07681329548358917
160173	embedding2nn.bias	3	0.05473651364445686
160173	embedding2nn.bias	4	-0.018959106877446175
160173	embedding2nn.bias	5	-0.02937774732708931
160173	embedding2nn.bias	6	0.020533736795186996
160173	embedding2nn.bias	7	-0.009007343091070652
160173	embedding2nn.bias	8	-0.03360415995121002
160173	embedding2nn.bias	9	0.01902427338063717
160173	rnn.weight_ih_l0	0	0.06718011200428009
160173	rnn.weight_ih_l0	1	-0.0385766439139843
160173	rnn.weight_ih_l0	2	0.0009183199144899845
160173	rnn.weight_ih_l0	3	0.04372989386320114
160173	rnn.weight_ih_l0	4	-0.029968690127134323
160173	rnn.weight_ih_l0	5	0.045078299939632416
160173	rnn.weight_ih_l0	6	0.009499960578978062
160173	rnn.weight_ih_l0	7	0.06660913676023483
160173	rnn.weight_ih_l0	8	0.009916260838508606
160173	rnn.weight_ih_l0	9	-0.020032843574881554
160173	rnn.weight_hh_l0	0	-0.01243238802999258
160173	rnn.weight_hh_l0	1	-0.02151249349117279
160173	rnn.weight_hh_l0	2	-0.056007325649261475
160173	rnn.weight_hh_l0	3	-0.004895796999335289
160173	rnn.weight_hh_l0	4	-0.009912416338920593
160173	rnn.weight_hh_l0	5	-0.026169298216700554
160173	rnn.weight_hh_l0	6	-0.0011459335219115019
160173	rnn.weight_hh_l0	7	-0.04544299468398094
160173	rnn.weight_hh_l0	8	0.0676112025976181
160173	rnn.weight_hh_l0	9	0.04494534805417061
160173	rnn.bias_ih_l0	0	-0.17619341611862183
160173	rnn.bias_ih_l0	1	-0.16233199834823608
160173	rnn.bias_ih_l0	2	-0.011119957081973553
160173	rnn.bias_ih_l0	3	-0.1386117935180664
160173	rnn.bias_ih_l0	4	-0.05628017336130142
160173	rnn.bias_ih_l0	5	-0.16044969856739044
160173	rnn.bias_ih_l0	6	0.0683388039469719
160173	rnn.bias_ih_l0	7	-0.08642119914293289
160173	rnn.bias_ih_l0	8	-0.037798747420310974
160173	rnn.bias_ih_l0	9	-0.11112083494663239
160173	rnn.bias_hh_l0	0	-0.07128746062517166
160173	rnn.bias_hh_l0	1	0.24876609444618225
160173	rnn.bias_hh_l0	2	0.041955869644880295
160173	rnn.bias_hh_l0	3	-0.07164266705513
160173	rnn.bias_hh_l0	4	-0.08104929327964783
160173	rnn.bias_hh_l0	5	-0.01851421780884266
160173	rnn.bias_hh_l0	6	0.052289627492427826
160173	rnn.bias_hh_l0	7	-0.10244479030370712
160173	rnn.bias_hh_l0	8	-0.22548431158065796
160173	rnn.bias_hh_l0	9	-0.10020648688077927
160173	rnn.weight_ih_l0_reverse	0	0.01773042231798172
160173	rnn.weight_ih_l0_reverse	1	-0.06337930262088776
160173	rnn.weight_ih_l0_reverse	2	0.041456419974565506
160173	rnn.weight_ih_l0_reverse	3	0.017383692786097527
160173	rnn.weight_ih_l0_reverse	4	0.005508766043931246
160173	rnn.weight_ih_l0_reverse	5	-0.03148796409368515
160173	rnn.weight_ih_l0_reverse	6	0.01591832935810089
160173	rnn.weight_ih_l0_reverse	7	0.03133849799633026
160173	rnn.weight_ih_l0_reverse	8	-0.02807917445898056
160173	rnn.weight_ih_l0_reverse	9	0.0023702550679445267
160173	rnn.weight_hh_l0_reverse	0	0.04227825999259949
160173	rnn.weight_hh_l0_reverse	1	0.02987765148282051
160173	rnn.weight_hh_l0_reverse	2	-0.020251868292689323
160173	rnn.weight_hh_l0_reverse	3	-0.07893682271242142
160173	rnn.weight_hh_l0_reverse	4	0.011299949139356613
160173	rnn.weight_hh_l0_reverse	5	-0.0521005354821682
160173	rnn.weight_hh_l0_reverse	6	-0.013163699768483639
160173	rnn.weight_hh_l0_reverse	7	0.02934086322784424
160173	rnn.weight_hh_l0_reverse	8	0.01270340010523796
160173	rnn.weight_hh_l0_reverse	9	0.007250814698636532
160173	rnn.bias_ih_l0_reverse	0	-0.04714042320847511
160173	rnn.bias_ih_l0_reverse	1	-0.1368650197982788
160173	rnn.bias_ih_l0_reverse	2	-0.13918139040470123
160173	rnn.bias_ih_l0_reverse	3	-0.038694463670253754
160173	rnn.bias_ih_l0_reverse	4	-0.10711528360843658
160173	rnn.bias_ih_l0_reverse	5	-0.094260074198246
160173	rnn.bias_ih_l0_reverse	6	-0.19927579164505005
160173	rnn.bias_ih_l0_reverse	7	-0.0582071878015995
160173	rnn.bias_ih_l0_reverse	8	-0.0679675042629242
160173	rnn.bias_ih_l0_reverse	9	-0.13330203294754028
160173	rnn.bias_hh_l0_reverse	0	-0.1404029279947281
160173	rnn.bias_hh_l0_reverse	1	-0.15683189034461975
160173	rnn.bias_hh_l0_reverse	2	0.10508374869823456
160173	rnn.bias_hh_l0_reverse	3	0.0745726153254509
160173	rnn.bias_hh_l0_reverse	4	-0.16596147418022156
160173	rnn.bias_hh_l0_reverse	5	-0.13565503060817719
160173	rnn.bias_hh_l0_reverse	6	-0.1022890955209732
160173	rnn.bias_hh_l0_reverse	7	-0.05180935561656952
160173	rnn.bias_hh_l0_reverse	8	-0.09416812658309937
160173	rnn.bias_hh_l0_reverse	9	-0.02463127300143242
160173	linear.weight	0	-0.007589250802993774
160173	linear.weight	1	0.007354833651334047
160173	linear.weight	2	0.274657279253006
160173	linear.weight	3	-0.0795217826962471
160173	linear.weight	4	-0.010588549077510834
160173	linear.weight	5	0.0989624634385109
160173	linear.weight	6	-0.010739270597696304
160173	linear.weight	7	-0.05336093530058861
160173	linear.weight	8	0.20227263867855072
160173	linear.weight	9	-0.2307303249835968
160173	linear.bias	0	-0.03956538438796997
160173	linear.bias	1	0.031413208693265915
160173	linear.bias	2	0.45850464701652527
160173	linear.bias	3	-0.5910546183586121
160173	linear.bias	4	1.9797011613845825
160173	linear.bias	5	-1.3860340118408203
160173	linear.bias	6	-0.33918774127960205
160173	linear.bias	7	-0.1261676698923111
160731	transitions	0	-1.8269977569580078
160731	transitions	1	-10000.0
160731	transitions	2	-0.7969565987586975
160731	transitions	3	-10000.0
160731	transitions	4	1.9524977207183838
160731	transitions	5	-10000.0
160731	transitions	6	-10000.0
160731	transitions	7	1.7369376420974731
160731	transitions	8	-2.5272762775421143
160731	transitions	9	-4.165620803833008
160731	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
160731	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
160731	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
160731	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
160731	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
160731	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
160731	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
160731	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
160731	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
160731	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
160731	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
160731	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
160731	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
160731	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
160731	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
160731	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
160731	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
160731	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
160731	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
160731	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
160731	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
160731	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
160731	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
160731	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
160731	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
160731	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
160731	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
160731	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
160731	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
160731	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
160731	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
160731	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
160731	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
160731	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
160731	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
160731	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
160731	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
160731	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
160731	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
160731	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
160731	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
160731	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
160731	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
160731	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
160731	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
160731	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
160731	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
160731	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
160731	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
160731	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
160731	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
160731	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
160731	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
160731	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
160731	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
160731	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
160731	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
160731	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
160731	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
160731	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
160731	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
160731	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
160731	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
160731	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
160731	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
160731	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
160731	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
160731	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
160731	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
160731	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
160731	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
160731	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
160731	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
160731	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
160731	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
160731	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
160731	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
160731	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
160731	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
160731	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
160731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
160731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
160731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
160731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
160731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
160731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
160731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
160731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
160731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
160731	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
160731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
160731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
160731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
160731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
160731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
160731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
160731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
160731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
160731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
160731	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
160731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
160731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
160731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
160731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
160731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
160731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
160731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
160731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
160731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
160731	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
160731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
160731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
160731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
160731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
160731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
160731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
160731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
160731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
160731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
160731	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
160731	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
160731	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
160731	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
160731	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
160731	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
160731	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
160731	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
160731	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
160731	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
160731	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
160731	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
160731	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
160731	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
160731	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
160731	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
160731	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
160731	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
160731	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
160731	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
160731	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
160731	embedding2nn.weight	0	0.006385012995451689
160731	embedding2nn.weight	1	0.004123365040868521
160731	embedding2nn.weight	2	0.013335722498595715
160731	embedding2nn.weight	3	0.023965811356902122
160731	embedding2nn.weight	4	0.02113957703113556
160731	embedding2nn.weight	5	0.00912240706384182
160731	embedding2nn.weight	6	-0.012791763991117477
160731	embedding2nn.weight	7	-0.0020816007163375616
160731	embedding2nn.weight	8	-0.005907083861529827
160731	embedding2nn.weight	9	0.000254005950409919
160731	embedding2nn.bias	0	0.007047945633530617
160731	embedding2nn.bias	1	-0.03754507005214691
160731	embedding2nn.bias	2	0.07508356869220734
160731	embedding2nn.bias	3	0.051586709916591644
160731	embedding2nn.bias	4	-0.020589444786310196
160731	embedding2nn.bias	5	-0.026837360113859177
160731	embedding2nn.bias	6	0.02075144462287426
160731	embedding2nn.bias	7	-0.006632138509303331
160731	embedding2nn.bias	8	-0.035859353840351105
160731	embedding2nn.bias	9	0.014961736276745796
160731	rnn.weight_ih_l0	0	0.06708133965730667
160731	rnn.weight_ih_l0	1	-0.038180310279130936
160731	rnn.weight_ih_l0	2	0.0026537186931818724
160731	rnn.weight_ih_l0	3	0.04387085139751434
160731	rnn.weight_ih_l0	4	-0.029448693618178368
160731	rnn.weight_ih_l0	5	0.04521583020687103
160731	rnn.weight_ih_l0	6	0.009298732504248619
160731	rnn.weight_ih_l0	7	0.06670930236577988
160731	rnn.weight_ih_l0	8	0.010910075157880783
160731	rnn.weight_ih_l0	9	-0.020413104444742203
160731	rnn.weight_hh_l0	0	-0.013082230463624
160731	rnn.weight_hh_l0	1	-0.02185608632862568
160731	rnn.weight_hh_l0	2	-0.055597733706235886
160731	rnn.weight_hh_l0	3	-0.0051760487258434296
160731	rnn.weight_hh_l0	4	-0.010032983496785164
160731	rnn.weight_hh_l0	5	-0.025845935568213463
160731	rnn.weight_hh_l0	6	-0.001089380239136517
160731	rnn.weight_hh_l0	7	-0.04484567046165466
160731	rnn.weight_hh_l0	8	0.0673430860042572
160731	rnn.weight_hh_l0	9	0.044760119169950485
160731	rnn.bias_ih_l0	0	-0.17597553133964539
160731	rnn.bias_ih_l0	1	-0.16315673291683197
160731	rnn.bias_ih_l0	2	-0.009857196360826492
160731	rnn.bias_ih_l0	3	-0.14019572734832764
160731	rnn.bias_ih_l0	4	-0.05491505563259125
160731	rnn.bias_ih_l0	5	-0.16205191612243652
160731	rnn.bias_ih_l0	6	0.06825025379657745
160731	rnn.bias_ih_l0	7	-0.08524522930383682
160731	rnn.bias_ih_l0	8	-0.03735989332199097
160731	rnn.bias_ih_l0	9	-0.11063112318515778
160731	rnn.bias_hh_l0	0	-0.07036565244197845
160731	rnn.bias_hh_l0	1	0.24766838550567627
160731	rnn.bias_hh_l0	2	0.041487615555524826
160731	rnn.bias_hh_l0	3	-0.07016058266162872
160731	rnn.bias_hh_l0	4	-0.07996037602424622
160731	rnn.bias_hh_l0	5	-0.01693120039999485
160731	rnn.bias_hh_l0	6	0.052191074937582016
160731	rnn.bias_hh_l0	7	-0.0999784991145134
160731	rnn.bias_hh_l0	8	-0.22817255556583405
160731	rnn.bias_hh_l0	9	-0.10106047987937927
160731	rnn.weight_ih_l0_reverse	0	0.017503486946225166
160731	rnn.weight_ih_l0_reverse	1	-0.06381392478942871
160731	rnn.weight_ih_l0_reverse	2	0.041039079427719116
160731	rnn.weight_ih_l0_reverse	3	0.01792212203145027
160731	rnn.weight_ih_l0_reverse	4	0.0055291131138801575
160731	rnn.weight_ih_l0_reverse	5	-0.031672313809394836
160731	rnn.weight_ih_l0_reverse	6	0.016020022332668304
160731	rnn.weight_ih_l0_reverse	7	0.031437717378139496
160731	rnn.weight_ih_l0_reverse	8	-0.027941400185227394
160731	rnn.weight_ih_l0_reverse	9	0.0026263606268912554
160731	rnn.weight_hh_l0_reverse	0	0.04228363558650017
160731	rnn.weight_hh_l0_reverse	1	0.02989679016172886
160731	rnn.weight_hh_l0_reverse	2	-0.020006565377116203
160731	rnn.weight_hh_l0_reverse	3	-0.07852108031511307
160731	rnn.weight_hh_l0_reverse	4	0.011416783556342125
160731	rnn.weight_hh_l0_reverse	5	-0.05184868723154068
160731	rnn.weight_hh_l0_reverse	6	-0.012799534946680069
160731	rnn.weight_hh_l0_reverse	7	0.02940899133682251
160731	rnn.weight_hh_l0_reverse	8	0.013350950554013252
160731	rnn.weight_hh_l0_reverse	9	0.007325643207877874
160731	rnn.bias_ih_l0_reverse	0	-0.04694010317325592
160731	rnn.bias_ih_l0_reverse	1	-0.1362198293209076
160731	rnn.bias_ih_l0_reverse	2	-0.14187872409820557
160731	rnn.bias_ih_l0_reverse	3	-0.04095130041241646
160731	rnn.bias_ih_l0_reverse	4	-0.10746066272258759
160731	rnn.bias_ih_l0_reverse	5	-0.09236356616020203
160731	rnn.bias_ih_l0_reverse	6	-0.19751816987991333
160731	rnn.bias_ih_l0_reverse	7	-0.05761721730232239
160731	rnn.bias_ih_l0_reverse	8	-0.07013506442308426
160731	rnn.bias_ih_l0_reverse	9	-0.13405415415763855
160731	rnn.bias_hh_l0_reverse	0	-0.14291556179523468
160731	rnn.bias_hh_l0_reverse	1	-0.15558139979839325
160731	rnn.bias_hh_l0_reverse	2	0.10390111058950424
160731	rnn.bias_hh_l0_reverse	3	0.07397013902664185
160731	rnn.bias_hh_l0_reverse	4	-0.1660781055688858
160731	rnn.bias_hh_l0_reverse	5	-0.13704517483711243
160731	rnn.bias_hh_l0_reverse	6	-0.1009967029094696
160731	rnn.bias_hh_l0_reverse	7	-0.052267782390117645
160731	rnn.bias_hh_l0_reverse	8	-0.09440721571445465
160731	rnn.bias_hh_l0_reverse	9	-0.02301618456840515
160731	linear.weight	0	-0.007591489236801863
160731	linear.weight	1	0.001578036812134087
160731	linear.weight	2	0.2815368175506592
160731	linear.weight	3	-0.07951949536800385
160731	linear.weight	4	-0.010588549077510834
160731	linear.weight	5	0.09188874065876007
160731	linear.weight	6	-0.010739270597696304
160731	linear.weight	7	-0.017211664468050003
160731	linear.weight	8	0.21008065342903137
160731	linear.weight	9	-0.2291102260351181
160731	linear.bias	0	-0.03956538438796997
160731	linear.bias	1	0.031413208693265915
160731	linear.bias	2	0.48684802651405334
160731	linear.bias	3	-0.6136540174484253
160731	linear.bias	4	1.973126769065857
160731	linear.bias	5	-1.386246681213379
160731	linear.bias	6	-0.33816325664520264
160731	linear.bias	7	-0.12616871297359467
161289	transitions	0	-1.8280507326126099
161289	transitions	1	-10000.0
161289	transitions	2	-0.7969565987586975
161289	transitions	3	-10000.0
161289	transitions	4	1.9704524278640747
161289	transitions	5	-10000.0
161289	transitions	6	-10000.0
161289	transitions	7	1.7384504079818726
161289	transitions	8	-2.5281615257263184
161289	transitions	9	-4.166426658630371
161289	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
161289	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
161289	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
161289	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
161289	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
161289	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
161289	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
161289	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
161289	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
161289	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
161289	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
161289	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
161289	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
161289	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
161289	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
161289	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
161289	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
161289	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
161289	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
161289	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
161289	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
161289	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
161289	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
161289	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
161289	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
161289	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
161289	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
161289	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
161289	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
161289	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
161289	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
161289	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
161289	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
161289	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
161289	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
161289	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
161289	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
161289	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
161289	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
161289	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
161289	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
161289	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
161289	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
161289	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
161289	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
161289	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
161289	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
161289	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
161289	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
161289	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
161289	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
161289	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
161289	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
161289	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
161289	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
161289	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
161289	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
161289	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
161289	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
161289	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
161289	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
161289	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
161289	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
161289	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
161289	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
161289	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
161289	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
161289	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
161289	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
161289	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
161289	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
161289	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
161289	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
161289	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
161289	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
161289	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
161289	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
161289	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
161289	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
161289	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
161289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
161289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
161289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
161289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
161289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
161289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
161289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
161289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
161289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
161289	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
161289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
161289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
161289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
161289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
161289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
161289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
161289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
161289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
161289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
161289	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
161289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
161289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
161289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
161289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
161289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
161289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
161289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
161289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
161289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
161289	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
161289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
161289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
161289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
161289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
161289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
161289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
161289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
161289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
161289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
161289	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
161289	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
161289	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
161289	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
161289	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
161289	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
161289	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
161289	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
161289	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
161289	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
161289	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
161289	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
161289	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
161289	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
161289	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
161289	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
161289	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
161289	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
161289	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
161289	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
161289	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
161289	embedding2nn.weight	0	0.006396246142685413
161289	embedding2nn.weight	1	0.003987451549619436
161289	embedding2nn.weight	2	0.013320994563400745
161289	embedding2nn.weight	3	0.024375885725021362
161289	embedding2nn.weight	4	0.021176721900701523
161289	embedding2nn.weight	5	0.008719447068870068
161289	embedding2nn.weight	6	-0.012686694040894508
161289	embedding2nn.weight	7	-0.002180851995944977
161289	embedding2nn.weight	8	-0.006407757755368948
161289	embedding2nn.weight	9	0.00010816998837981373
161289	embedding2nn.bias	0	0.008410084992647171
161289	embedding2nn.bias	1	-0.030810020864009857
161289	embedding2nn.bias	2	0.07616301625967026
161289	embedding2nn.bias	3	0.05306357890367508
161289	embedding2nn.bias	4	-0.01834375411272049
161289	embedding2nn.bias	5	-0.030517010018229485
161289	embedding2nn.bias	6	0.02020440436899662
161289	embedding2nn.bias	7	-0.005540813785046339
161289	embedding2nn.bias	8	-0.03635723516345024
161289	embedding2nn.bias	9	0.017397720366716385
161289	rnn.weight_ih_l0	0	0.06710024178028107
161289	rnn.weight_ih_l0	1	-0.03847894072532654
161289	rnn.weight_ih_l0	2	0.002869104268029332
161289	rnn.weight_ih_l0	3	0.04385478049516678
161289	rnn.weight_ih_l0	4	-0.02995694801211357
161289	rnn.weight_ih_l0	5	0.045188479125499725
161289	rnn.weight_ih_l0	6	0.009240949526429176
161289	rnn.weight_ih_l0	7	0.06691190600395203
161289	rnn.weight_ih_l0	8	0.01071792934089899
161289	rnn.weight_ih_l0	9	-0.020138276740908623
161289	rnn.weight_hh_l0	0	-0.013065587729215622
161289	rnn.weight_hh_l0	1	-0.022256730124354362
161289	rnn.weight_hh_l0	2	-0.05618974193930626
161289	rnn.weight_hh_l0	3	-0.005044820252805948
161289	rnn.weight_hh_l0	4	-0.009986013174057007
161289	rnn.weight_hh_l0	5	-0.026229722425341606
161289	rnn.weight_hh_l0	6	-0.0011702836491167545
161289	rnn.weight_hh_l0	7	-0.04422201216220856
161289	rnn.weight_hh_l0	8	0.06778009980916977
161289	rnn.weight_hh_l0	9	0.04475848376750946
161289	rnn.bias_ih_l0	0	-0.17579977214336395
161289	rnn.bias_ih_l0	1	-0.16173896193504333
161289	rnn.bias_ih_l0	2	-0.010032203048467636
161289	rnn.bias_ih_l0	3	-0.13865406811237335
161289	rnn.bias_ih_l0	4	-0.054289910942316055
161289	rnn.bias_ih_l0	5	-0.16383880376815796
161289	rnn.bias_ih_l0	6	0.07021471858024597
161289	rnn.bias_ih_l0	7	-0.08490069955587387
161289	rnn.bias_ih_l0	8	-0.037588175386190414
161289	rnn.bias_ih_l0	9	-0.11152151226997375
161289	rnn.bias_hh_l0	0	-0.0739593654870987
161289	rnn.bias_hh_l0	1	0.24295760691165924
161289	rnn.bias_hh_l0	2	0.040391117334365845
161289	rnn.bias_hh_l0	3	-0.06975159049034119
161289	rnn.bias_hh_l0	4	-0.08262838423252106
161289	rnn.bias_hh_l0	5	-0.015505500137805939
161289	rnn.bias_hh_l0	6	0.049359504133462906
161289	rnn.bias_hh_l0	7	-0.10126116126775742
161289	rnn.bias_hh_l0	8	-0.22904549539089203
161289	rnn.bias_hh_l0	9	-0.1012534350156784
161289	rnn.weight_ih_l0_reverse	0	0.01751749962568283
161289	rnn.weight_ih_l0_reverse	1	-0.0634024441242218
161289	rnn.weight_ih_l0_reverse	2	0.041226841509342194
161289	rnn.weight_ih_l0_reverse	3	0.01873645931482315
161289	rnn.weight_ih_l0_reverse	4	0.005609667859971523
161289	rnn.weight_ih_l0_reverse	5	-0.030949462205171585
161289	rnn.weight_ih_l0_reverse	6	0.01694377511739731
161289	rnn.weight_ih_l0_reverse	7	0.031179096549749374
161289	rnn.weight_ih_l0_reverse	8	-0.028209896758198738
161289	rnn.weight_ih_l0_reverse	9	0.0025135884061455727
161289	rnn.weight_hh_l0_reverse	0	0.04216805845499039
161289	rnn.weight_hh_l0_reverse	1	0.029880691319704056
161289	rnn.weight_hh_l0_reverse	2	-0.020271962508559227
161289	rnn.weight_hh_l0_reverse	3	-0.0781932920217514
161289	rnn.weight_hh_l0_reverse	4	0.011438029818236828
161289	rnn.weight_hh_l0_reverse	5	-0.052091848105192184
161289	rnn.weight_hh_l0_reverse	6	-0.012684616260230541
161289	rnn.weight_hh_l0_reverse	7	0.029556024819612503
161289	rnn.weight_hh_l0_reverse	8	0.01297860685735941
161289	rnn.weight_hh_l0_reverse	9	0.007343918085098267
161289	rnn.bias_ih_l0_reverse	0	-0.04553357511758804
161289	rnn.bias_ih_l0_reverse	1	-0.1358257681131363
161289	rnn.bias_ih_l0_reverse	2	-0.14145302772521973
161289	rnn.bias_ih_l0_reverse	3	-0.043750129640102386
161289	rnn.bias_ih_l0_reverse	4	-0.10971304774284363
161289	rnn.bias_ih_l0_reverse	5	-0.09028349071741104
161289	rnn.bias_ih_l0_reverse	6	-0.1965266913175583
161289	rnn.bias_ih_l0_reverse	7	-0.05496571585536003
161289	rnn.bias_ih_l0_reverse	8	-0.06997151672840118
161289	rnn.bias_ih_l0_reverse	9	-0.13358436524868011
161289	rnn.bias_hh_l0_reverse	0	-0.14250220358371735
161289	rnn.bias_hh_l0_reverse	1	-0.15561312437057495
161289	rnn.bias_hh_l0_reverse	2	0.1036643534898758
161289	rnn.bias_hh_l0_reverse	3	0.07237496227025986
161289	rnn.bias_hh_l0_reverse	4	-0.16788795590400696
161289	rnn.bias_hh_l0_reverse	5	-0.13640515506267548
161289	rnn.bias_hh_l0_reverse	6	-0.10374300181865692
161289	rnn.bias_hh_l0_reverse	7	-0.05006776005029678
161289	rnn.bias_hh_l0_reverse	8	-0.09292074292898178
161289	rnn.bias_hh_l0_reverse	9	-0.02182292379438877
161289	linear.weight	0	-0.0075933923944830894
161289	linear.weight	1	-0.011499950662255287
161289	linear.weight	2	0.26745760440826416
161289	linear.weight	3	-0.07951761037111282
161289	linear.weight	4	-0.010588549077510834
161289	linear.weight	5	0.09373840689659119
161289	linear.weight	6	-0.010739270597696304
161289	linear.weight	7	-0.015355465933680534
161289	linear.weight	8	0.18923042714595795
161289	linear.weight	9	-0.23661090433597565
161289	linear.bias	0	-0.03956538438796997
161289	linear.bias	1	0.031413208693265915
161289	linear.bias	2	0.39599424600601196
161289	linear.bias	3	-0.5704106688499451
161289	linear.bias	4	2.0031490325927734
161289	linear.bias	5	-1.3864414691925049
161289	linear.bias	6	-0.3292713761329651
161289	linear.bias	7	-0.11729525029659271
161847	transitions	0	-1.829067349433899
161847	transitions	1	-10000.0
161847	transitions	2	-0.7969565987586975
161847	transitions	3	-10000.0
161847	transitions	4	1.9942857027053833
161847	transitions	5	-10000.0
161847	transitions	6	-10000.0
161847	transitions	7	1.7501943111419678
161847	transitions	8	-2.5293662548065186
161847	transitions	9	-4.167257785797119
161847	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
161847	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
161847	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
161847	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
161847	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
161847	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
161847	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
161847	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
161847	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
161847	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
161847	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
161847	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
161847	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
161847	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
161847	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
161847	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
161847	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
161847	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
161847	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
161847	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
161847	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
161847	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
161847	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
161847	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
161847	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
161847	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
161847	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
161847	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
161847	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
161847	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
161847	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
161847	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
161847	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
161847	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
161847	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
161847	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
161847	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
161847	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
161847	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
161847	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
161847	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
161847	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
161847	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
161847	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
161847	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
161847	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
161847	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
161847	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
161847	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
161847	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
161847	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
161847	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
161847	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
161847	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
161847	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
161847	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
161847	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
161847	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
161847	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
161847	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
161847	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
161847	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
161847	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
161847	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
161847	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
161847	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
161847	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
161847	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
161847	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
161847	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
161847	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
161847	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
161847	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
161847	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
161847	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
161847	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
161847	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
161847	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
161847	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
161847	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
161847	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
161847	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
161847	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
161847	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
161847	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
161847	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
161847	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
161847	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
161847	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
161847	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
161847	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
161847	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
161847	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
161847	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
161847	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
161847	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
161847	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
161847	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
161847	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
161847	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
161847	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
161847	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
161847	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
161847	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
161847	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
161847	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
161847	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
161847	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
161847	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
161847	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
161847	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
161847	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
161847	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
161847	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
161847	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
161847	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
161847	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
161847	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
161847	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
161847	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
161847	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
161847	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
161847	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
161847	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
161847	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
161847	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
161847	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
161847	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
161847	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
161847	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
161847	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
161847	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
161847	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
161847	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
161847	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
161847	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
161847	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
161847	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
161847	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
161847	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
161847	embedding2nn.weight	0	0.0064048608765006065
161847	embedding2nn.weight	1	0.004018487874418497
161847	embedding2nn.weight	2	0.01335498783737421
161847	embedding2nn.weight	3	0.024659687653183937
161847	embedding2nn.weight	4	0.021350907161831856
161847	embedding2nn.weight	5	0.008812913671135902
161847	embedding2nn.weight	6	-0.012816551141440868
161847	embedding2nn.weight	7	-0.0022566551342606544
161847	embedding2nn.weight	8	-0.006541965529322624
161847	embedding2nn.weight	9	0.00013371798559091985
161847	embedding2nn.bias	0	0.010946481488645077
161847	embedding2nn.bias	1	-0.03306356817483902
161847	embedding2nn.bias	2	0.08123401552438736
161847	embedding2nn.bias	3	0.05405668169260025
161847	embedding2nn.bias	4	-0.014658915810286999
161847	embedding2nn.bias	5	-0.029405834153294563
161847	embedding2nn.bias	6	0.015499107539653778
161847	embedding2nn.bias	7	-0.009390261024236679
161847	embedding2nn.bias	8	-0.036819398403167725
161847	embedding2nn.bias	9	0.023146582767367363
161847	rnn.weight_ih_l0	0	0.0671602115035057
161847	rnn.weight_ih_l0	1	-0.03917932137846947
161847	rnn.weight_ih_l0	2	0.003694932209327817
161847	rnn.weight_ih_l0	3	0.04524930566549301
161847	rnn.weight_ih_l0	4	-0.02950158156454563
161847	rnn.weight_ih_l0	5	0.044065386056900024
161847	rnn.weight_ih_l0	6	0.009044772014021873
161847	rnn.weight_ih_l0	7	0.06696372479200363
161847	rnn.weight_ih_l0	8	0.009030016139149666
161847	rnn.weight_ih_l0	9	-0.020029541105031967
161847	rnn.weight_hh_l0	0	-0.01244709175080061
161847	rnn.weight_hh_l0	1	-0.022213179618120193
161847	rnn.weight_hh_l0	2	-0.05587703362107277
161847	rnn.weight_hh_l0	3	-0.004991369321942329
161847	rnn.weight_hh_l0	4	-0.009969715029001236
161847	rnn.weight_hh_l0	5	-0.026472678408026695
161847	rnn.weight_hh_l0	6	-0.0012220196658745408
161847	rnn.weight_hh_l0	7	-0.04448357969522476
161847	rnn.weight_hh_l0	8	0.06754312664270401
161847	rnn.weight_hh_l0	9	0.04485116899013519
161847	rnn.bias_ih_l0	0	-0.17375800013542175
161847	rnn.bias_ih_l0	1	-0.16254906356334686
161847	rnn.bias_ih_l0	2	-0.010393504053354263
161847	rnn.bias_ih_l0	3	-0.14064180850982666
161847	rnn.bias_ih_l0	4	-0.05412719026207924
161847	rnn.bias_ih_l0	5	-0.16325047612190247
161847	rnn.bias_ih_l0	6	0.06901968270540237
161847	rnn.bias_ih_l0	7	-0.086514912545681
161847	rnn.bias_ih_l0	8	-0.03754559904336929
161847	rnn.bias_ih_l0	9	-0.11340245604515076
161847	rnn.bias_hh_l0	0	-0.07269645482301712
161847	rnn.bias_hh_l0	1	0.2428583800792694
161847	rnn.bias_hh_l0	2	0.040341489017009735
161847	rnn.bias_hh_l0	3	-0.07125318050384521
161847	rnn.bias_hh_l0	4	-0.08404231071472168
161847	rnn.bias_hh_l0	5	-0.013156465254724026
161847	rnn.bias_hh_l0	6	0.050408437848091125
161847	rnn.bias_hh_l0	7	-0.1030263677239418
161847	rnn.bias_hh_l0	8	-0.22559119760990143
161847	rnn.bias_hh_l0	9	-0.10079900920391083
161847	rnn.weight_ih_l0_reverse	0	0.018512163311243057
161847	rnn.weight_ih_l0_reverse	1	-0.06265124678611755
161847	rnn.weight_ih_l0_reverse	2	0.04145486652851105
161847	rnn.weight_ih_l0_reverse	3	0.01834977976977825
161847	rnn.weight_ih_l0_reverse	4	0.0056975590996444225
161847	rnn.weight_ih_l0_reverse	5	-0.03102281503379345
161847	rnn.weight_ih_l0_reverse	6	0.016302693635225296
161847	rnn.weight_ih_l0_reverse	7	0.031218862161040306
161847	rnn.weight_ih_l0_reverse	8	-0.028579773381352425
161847	rnn.weight_ih_l0_reverse	9	0.0022436862345784903
161847	rnn.weight_hh_l0_reverse	0	0.042169563472270966
161847	rnn.weight_hh_l0_reverse	1	0.02971622534096241
161847	rnn.weight_hh_l0_reverse	2	-0.020088836550712585
161847	rnn.weight_hh_l0_reverse	3	-0.07854025810956955
161847	rnn.weight_hh_l0_reverse	4	0.011453930288553238
161847	rnn.weight_hh_l0_reverse	5	-0.051990725100040436
161847	rnn.weight_hh_l0_reverse	6	-0.012662416324019432
161847	rnn.weight_hh_l0_reverse	7	0.0292182769626379
161847	rnn.weight_hh_l0_reverse	8	0.0128425108268857
161847	rnn.weight_hh_l0_reverse	9	0.006718593183904886
161847	rnn.bias_ih_l0_reverse	0	-0.04499229043722153
161847	rnn.bias_ih_l0_reverse	1	-0.1349065750837326
161847	rnn.bias_ih_l0_reverse	2	-0.13967269659042358
161847	rnn.bias_ih_l0_reverse	3	-0.04181455075740814
161847	rnn.bias_ih_l0_reverse	4	-0.10802581161260605
161847	rnn.bias_ih_l0_reverse	5	-0.09014984965324402
161847	rnn.bias_ih_l0_reverse	6	-0.19845707714557648
161847	rnn.bias_ih_l0_reverse	7	-0.05224142596125603
161847	rnn.bias_ih_l0_reverse	8	-0.06915237009525299
161847	rnn.bias_ih_l0_reverse	9	-0.13376516103744507
161847	rnn.bias_hh_l0_reverse	0	-0.1428273618221283
161847	rnn.bias_hh_l0_reverse	1	-0.1567927449941635
161847	rnn.bias_hh_l0_reverse	2	0.10852696746587753
161847	rnn.bias_hh_l0_reverse	3	0.07092669606208801
161847	rnn.bias_hh_l0_reverse	4	-0.16852004826068878
161847	rnn.bias_hh_l0_reverse	5	-0.13775062561035156
161847	rnn.bias_hh_l0_reverse	6	-0.100143663585186
161847	rnn.bias_hh_l0_reverse	7	-0.05106714740395546
161847	rnn.bias_hh_l0_reverse	8	-0.09112266451120377
161847	rnn.bias_hh_l0_reverse	9	-0.025140943005681038
161847	linear.weight	0	-0.007596422452479601
161847	linear.weight	1	-0.0045117842964828014
161847	linear.weight	2	0.2801263928413391
161847	linear.weight	3	-0.07951179891824722
161847	linear.weight	4	-0.010588549077510834
161847	linear.weight	5	0.08806533366441727
161847	linear.weight	6	-0.010739270597696304
161847	linear.weight	7	-0.025148825719952583
161847	linear.weight	8	0.1730547994375229
161847	linear.weight	9	-0.23812836408615112
161847	linear.bias	0	-0.03956538438796997
161847	linear.bias	1	0.031413208693265915
161847	linear.bias	2	0.41601040959358215
161847	linear.bias	3	-0.6028594970703125
161847	linear.bias	4	2.0110673904418945
161847	linear.bias	5	-1.3866406679153442
161847	linear.bias	6	-0.326968789100647
161847	linear.bias	7	-0.11489496380090714
162406	transitions	0	-1.8301525115966797
162406	transitions	1	-10000.0
162406	transitions	2	-0.7969565987586975
162406	transitions	3	-10000.0
162406	transitions	4	1.9684921503067017
162406	transitions	5	-10000.0
162406	transitions	6	-10000.0
162406	transitions	7	1.753376841545105
162406	transitions	8	-2.5304534435272217
162406	transitions	9	-4.168036937713623
162406	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
162406	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
162406	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
162406	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
162406	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
162406	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
162406	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
162406	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
162406	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
162406	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
162406	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
162406	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
162406	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
162406	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
162406	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
162406	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
162406	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
162406	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
162406	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
162406	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
162406	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
162406	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
162406	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
162406	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
162406	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
162406	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
162406	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
162406	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
162406	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
162406	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
162406	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
162406	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
162406	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
162406	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
162406	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
162406	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
162406	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
162406	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
162406	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
162406	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
162406	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
162406	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
162406	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
162406	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
162406	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
162406	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
162406	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
162406	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
162406	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
162406	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
162406	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
162406	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
162406	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
162406	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
162406	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
162406	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
162406	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
162406	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
162406	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
162406	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
162406	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
162406	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
162406	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
162406	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
162406	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
162406	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
162406	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
162406	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
162406	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
162406	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
162406	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
162406	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
162406	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
162406	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
162406	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
162406	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
162406	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
162406	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
162406	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
162406	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
162406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
162406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
162406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
162406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
162406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
162406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
162406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
162406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
162406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
162406	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
162406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
162406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
162406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
162406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
162406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
162406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
162406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
162406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
162406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
162406	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
162406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
162406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
162406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
162406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
162406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
162406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
162406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
162406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
162406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
162406	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
162406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
162406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
162406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
162406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
162406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
162406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
162406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
162406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
162406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
162406	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
162406	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
162406	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
162406	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
162406	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
162406	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
162406	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
162406	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
162406	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
162406	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
162406	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
162406	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
162406	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
162406	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
162406	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
162406	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
162406	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
162406	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
162406	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
162406	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
162406	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
162406	embedding2nn.weight	0	0.006413876544684172
162406	embedding2nn.weight	1	0.0041584838181734085
162406	embedding2nn.weight	2	0.013359452597796917
162406	embedding2nn.weight	3	0.024756891652941704
162406	embedding2nn.weight	4	0.02156130224466324
162406	embedding2nn.weight	5	0.009048070758581161
162406	embedding2nn.weight	6	-0.012922433204948902
162406	embedding2nn.weight	7	-0.002308320952579379
162406	embedding2nn.weight	8	-0.00642115855589509
162406	embedding2nn.weight	9	4.6911191020626575e-05
162406	embedding2nn.bias	0	0.010251951403915882
162406	embedding2nn.bias	1	-0.027764154598116875
162406	embedding2nn.bias	2	0.07900109142065048
162406	embedding2nn.bias	3	0.054456595331430435
162406	embedding2nn.bias	4	-0.015806343406438828
162406	embedding2nn.bias	5	-0.02848914824426174
162406	embedding2nn.bias	6	0.016015348955988884
162406	embedding2nn.bias	7	-0.0036110314540565014
162406	embedding2nn.bias	8	-0.03239569440484047
162406	embedding2nn.bias	9	0.01920005865395069
162406	rnn.weight_ih_l0	0	0.0684649869799614
162406	rnn.weight_ih_l0	1	-0.04059026762843132
162406	rnn.weight_ih_l0	2	0.003621190320700407
162406	rnn.weight_ih_l0	3	0.044153887778520584
162406	rnn.weight_ih_l0	4	-0.03013736940920353
162406	rnn.weight_ih_l0	5	0.04382745549082756
162406	rnn.weight_ih_l0	6	0.009322389028966427
162406	rnn.weight_ih_l0	7	0.06646773964166641
162406	rnn.weight_ih_l0	8	0.008659439161419868
162406	rnn.weight_ih_l0	9	-0.020349649712443352
162406	rnn.weight_hh_l0	0	-0.012429732829332352
162406	rnn.weight_hh_l0	1	-0.022367846220731735
162406	rnn.weight_hh_l0	2	-0.05603385344147682
162406	rnn.weight_hh_l0	3	-0.004949229769408703
162406	rnn.weight_hh_l0	4	-0.009894128888845444
162406	rnn.weight_hh_l0	5	-0.026209495961666107
162406	rnn.weight_hh_l0	6	-0.0011834112228825688
162406	rnn.weight_hh_l0	7	-0.044506315141916275
162406	rnn.weight_hh_l0	8	0.06758756935596466
162406	rnn.weight_hh_l0	9	0.04482472315430641
162406	rnn.bias_ih_l0	0	-0.17504999041557312
162406	rnn.bias_ih_l0	1	-0.16293098032474518
162406	rnn.bias_ih_l0	2	-0.010615027509629726
162406	rnn.bias_ih_l0	3	-0.14095956087112427
162406	rnn.bias_ih_l0	4	-0.054183732718229294
162406	rnn.bias_ih_l0	5	-0.16115181148052216
162406	rnn.bias_ih_l0	6	0.06857818365097046
162406	rnn.bias_ih_l0	7	-0.08583427965641022
162406	rnn.bias_ih_l0	8	-0.03855929151177406
162406	rnn.bias_ih_l0	9	-0.11298522353172302
162406	rnn.bias_hh_l0	0	-0.07252953946590424
162406	rnn.bias_hh_l0	1	0.24352151155471802
162406	rnn.bias_hh_l0	2	0.03849746286869049
162406	rnn.bias_hh_l0	3	-0.07053787261247635
162406	rnn.bias_hh_l0	4	-0.08518663793802261
162406	rnn.bias_hh_l0	5	-0.016226613894104958
162406	rnn.bias_hh_l0	6	0.05244368687272072
162406	rnn.bias_hh_l0	7	-0.10093678534030914
162406	rnn.bias_hh_l0	8	-0.22921936213970184
162406	rnn.bias_hh_l0	9	-0.10107281804084778
162406	rnn.weight_ih_l0_reverse	0	0.017906267195940018
162406	rnn.weight_ih_l0_reverse	1	-0.06280718743801117
162406	rnn.weight_ih_l0_reverse	2	0.04160303995013237
162406	rnn.weight_ih_l0_reverse	3	0.01837882772088051
162406	rnn.weight_ih_l0_reverse	4	0.0052241175435483456
162406	rnn.weight_ih_l0_reverse	5	-0.030827008187770844
162406	rnn.weight_ih_l0_reverse	6	0.01596931740641594
162406	rnn.weight_ih_l0_reverse	7	0.03112693876028061
162406	rnn.weight_ih_l0_reverse	8	-0.028689827769994736
162406	rnn.weight_ih_l0_reverse	9	0.0022135197650641203
162406	rnn.weight_hh_l0_reverse	0	0.04228276014328003
162406	rnn.weight_hh_l0_reverse	1	0.03005673550069332
162406	rnn.weight_hh_l0_reverse	2	-0.020507266744971275
162406	rnn.weight_hh_l0_reverse	3	-0.07931720465421677
162406	rnn.weight_hh_l0_reverse	4	0.011690356768667698
162406	rnn.weight_hh_l0_reverse	5	-0.05241634324193001
162406	rnn.weight_hh_l0_reverse	6	-0.01293868012726307
162406	rnn.weight_hh_l0_reverse	7	0.029112113639712334
162406	rnn.weight_hh_l0_reverse	8	0.012807730585336685
162406	rnn.weight_hh_l0_reverse	9	0.00694723054766655
162406	rnn.bias_ih_l0_reverse	0	-0.04463109001517296
162406	rnn.bias_ih_l0_reverse	1	-0.1351858526468277
162406	rnn.bias_ih_l0_reverse	2	-0.1399107277393341
162406	rnn.bias_ih_l0_reverse	3	-0.04507909342646599
162406	rnn.bias_ih_l0_reverse	4	-0.10817684233188629
162406	rnn.bias_ih_l0_reverse	5	-0.09045048803091049
162406	rnn.bias_ih_l0_reverse	6	-0.1994289606809616
162406	rnn.bias_ih_l0_reverse	7	-0.05336068570613861
162406	rnn.bias_ih_l0_reverse	8	-0.067571721971035
162406	rnn.bias_ih_l0_reverse	9	-0.13578297197818756
162406	rnn.bias_hh_l0_reverse	0	-0.14171619713306427
162406	rnn.bias_hh_l0_reverse	1	-0.15754826366901398
162406	rnn.bias_hh_l0_reverse	2	0.10522350668907166
162406	rnn.bias_hh_l0_reverse	3	0.07680092751979828
162406	rnn.bias_hh_l0_reverse	4	-0.16947197914123535
162406	rnn.bias_hh_l0_reverse	5	-0.13615413010120392
162406	rnn.bias_hh_l0_reverse	6	-0.09766588360071182
162406	rnn.bias_hh_l0_reverse	7	-0.04928526654839516
162406	rnn.bias_hh_l0_reverse	8	-0.09261349588632584
162406	rnn.bias_hh_l0_reverse	9	-0.02588842250406742
162406	linear.weight	0	-0.007600114215165377
162406	linear.weight	1	0.02258872613310814
162406	linear.weight	2	0.2662840485572815
162406	linear.weight	3	-0.07950857281684875
162406	linear.weight	4	-0.010588549077510834
162406	linear.weight	5	0.08980880677700043
162406	linear.weight	6	-0.010739270597696304
162406	linear.weight	7	-0.022457411512732506
162406	linear.weight	8	0.17088854312896729
162406	linear.weight	9	-0.23581528663635254
162406	linear.bias	0	-0.03956538438796997
162406	linear.bias	1	0.031413208693265915
162406	linear.bias	2	0.45351406931877136
162406	linear.bias	3	-0.6387315988540649
162406	linear.bias	4	2.022148370742798
162406	linear.bias	5	-1.3868378400802612
162406	linear.bias	6	-0.3329245150089264
162406	linear.bias	7	-0.1214701309800148
162964	transitions	0	-1.8311938047409058
162964	transitions	1	-10000.0
162964	transitions	2	-0.7969565987586975
162964	transitions	3	-10000.0
162964	transitions	4	1.9565138816833496
162964	transitions	5	-10000.0
162964	transitions	6	-10000.0
162964	transitions	7	1.7405132055282593
162964	transitions	8	-2.5313832759857178
162964	transitions	9	-4.168798923492432
162964	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
162964	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
162964	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
162964	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
162964	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
162964	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
162964	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
162964	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
162964	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
162964	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
162964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
162964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
162964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
162964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
162964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
162964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
162964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
162964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
162964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
162964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
162964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
162964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
162964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
162964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
162964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
162964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
162964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
162964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
162964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
162964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
162964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
162964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
162964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
162964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
162964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
162964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
162964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
162964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
162964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
162964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
162964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
162964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
162964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
162964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
162964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
162964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
162964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
162964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
162964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
162964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
162964	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
162964	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
162964	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
162964	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
162964	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
162964	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
162964	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
162964	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
162964	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
162964	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
162964	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
162964	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
162964	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
162964	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
162964	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
162964	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
162964	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
162964	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
162964	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
162964	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
162964	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
162964	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
162964	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
162964	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
162964	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
162964	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
162964	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
162964	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
162964	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
162964	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
162964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
162964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
162964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
162964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
162964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
162964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
162964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
162964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
162964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
162964	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
162964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
162964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
162964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
162964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
162964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
162964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
162964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
162964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
162964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
162964	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
162964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
162964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
162964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
162964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
162964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
162964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
162964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
162964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
162964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
162964	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
162964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
162964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
162964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
162964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
162964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
162964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
162964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
162964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
162964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
162964	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
162964	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
162964	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
162964	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
162964	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
162964	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
162964	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
162964	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
162964	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
162964	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
162964	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
162964	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
162964	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
162964	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
162964	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
162964	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
162964	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
162964	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
162964	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
162964	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
162964	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
162964	embedding2nn.weight	0	0.006408173590898514
162964	embedding2nn.weight	1	0.004110876005142927
162964	embedding2nn.weight	2	0.013365472666919231
162964	embedding2nn.weight	3	0.02473757229745388
162964	embedding2nn.weight	4	0.021641384810209274
162964	embedding2nn.weight	5	0.008967649191617966
162964	embedding2nn.weight	6	-0.013091225177049637
162964	embedding2nn.weight	7	-0.002276693470776081
162964	embedding2nn.weight	8	-0.006383903790265322
162964	embedding2nn.weight	9	0.0001228154287673533
162964	embedding2nn.bias	0	0.009352793917059898
162964	embedding2nn.bias	1	-0.031277142465114594
162964	embedding2nn.bias	2	0.0818290188908577
162964	embedding2nn.bias	3	0.05468117073178291
162964	embedding2nn.bias	4	-0.02097911387681961
162964	embedding2nn.bias	5	-0.02573079615831375
162964	embedding2nn.bias	6	0.013460631482303143
162964	embedding2nn.bias	7	-0.009312826208770275
162964	embedding2nn.bias	8	-0.03259862959384918
162964	embedding2nn.bias	9	0.024828098714351654
162964	rnn.weight_ih_l0	0	0.06813011318445206
162964	rnn.weight_ih_l0	1	-0.040509942919015884
162964	rnn.weight_ih_l0	2	0.004148484673351049
162964	rnn.weight_ih_l0	3	0.04391781613230705
162964	rnn.weight_ih_l0	4	-0.03023555502295494
162964	rnn.weight_ih_l0	5	0.04355050250887871
162964	rnn.weight_ih_l0	6	0.008991754613816738
162964	rnn.weight_ih_l0	7	0.0665946826338768
162964	rnn.weight_ih_l0	8	0.008835500106215477
162964	rnn.weight_ih_l0	9	-0.020712602883577347
162964	rnn.weight_hh_l0	0	-0.01227092370390892
162964	rnn.weight_hh_l0	1	-0.022550541907548904
162964	rnn.weight_hh_l0	2	-0.05593375861644745
162964	rnn.weight_hh_l0	3	-0.004773753695189953
162964	rnn.weight_hh_l0	4	-0.009803193621337414
162964	rnn.weight_hh_l0	5	-0.02603425644338131
162964	rnn.weight_hh_l0	6	-0.0011699179885908961
162964	rnn.weight_hh_l0	7	-0.04447857663035393
162964	rnn.weight_hh_l0	8	0.06778370589017868
162964	rnn.weight_hh_l0	9	0.04447934776544571
162964	rnn.bias_ih_l0	0	-0.1697404831647873
162964	rnn.bias_ih_l0	1	-0.16369594633579254
162964	rnn.bias_ih_l0	2	-0.010430021211504936
162964	rnn.bias_ih_l0	3	-0.14215289056301117
162964	rnn.bias_ih_l0	4	-0.053443778306245804
162964	rnn.bias_ih_l0	5	-0.16222219169139862
162964	rnn.bias_ih_l0	6	0.07123462855815887
162964	rnn.bias_ih_l0	7	-0.08730179816484451
162964	rnn.bias_ih_l0	8	-0.037474364042282104
162964	rnn.bias_ih_l0	9	-0.11177686601877213
162964	rnn.bias_hh_l0	0	-0.07229423522949219
162964	rnn.bias_hh_l0	1	0.24370376765727997
162964	rnn.bias_hh_l0	2	0.043150633573532104
162964	rnn.bias_hh_l0	3	-0.07363243401050568
162964	rnn.bias_hh_l0	4	-0.08398698270320892
162964	rnn.bias_hh_l0	5	-0.01920149102807045
162964	rnn.bias_hh_l0	6	0.052784595638513565
162964	rnn.bias_hh_l0	7	-0.10253414511680603
162964	rnn.bias_hh_l0	8	-0.22883015871047974
162964	rnn.bias_hh_l0	9	-0.10096224397420883
162964	rnn.weight_ih_l0_reverse	0	0.01803753711283207
162964	rnn.weight_ih_l0_reverse	1	-0.06284771114587784
162964	rnn.weight_ih_l0_reverse	2	0.04150538519024849
162964	rnn.weight_ih_l0_reverse	3	0.01857937127351761
162964	rnn.weight_ih_l0_reverse	4	0.004805379081517458
162964	rnn.weight_ih_l0_reverse	5	-0.030632110312581062
162964	rnn.weight_ih_l0_reverse	6	0.015487544238567352
162964	rnn.weight_ih_l0_reverse	7	0.03103298880159855
162964	rnn.weight_ih_l0_reverse	8	-0.028790606185793877
162964	rnn.weight_ih_l0_reverse	9	0.00176664674654603
162964	rnn.weight_hh_l0_reverse	0	0.042475417256355286
162964	rnn.weight_hh_l0_reverse	1	0.029976746067404747
162964	rnn.weight_hh_l0_reverse	2	-0.02024085260927677
162964	rnn.weight_hh_l0_reverse	3	-0.07894834131002426
162964	rnn.weight_hh_l0_reverse	4	0.011557077057659626
162964	rnn.weight_hh_l0_reverse	5	-0.0528031624853611
162964	rnn.weight_hh_l0_reverse	6	-0.012996957637369633
162964	rnn.weight_hh_l0_reverse	7	0.029121579602360725
162964	rnn.weight_hh_l0_reverse	8	0.013017169199883938
162964	rnn.weight_hh_l0_reverse	9	0.007343321572989225
162964	rnn.bias_ih_l0_reverse	0	-0.045249246060848236
162964	rnn.bias_ih_l0_reverse	1	-0.13606126606464386
162964	rnn.bias_ih_l0_reverse	2	-0.13809366524219513
162964	rnn.bias_ih_l0_reverse	3	-0.04314280301332474
162964	rnn.bias_ih_l0_reverse	4	-0.10758987814188004
162964	rnn.bias_ih_l0_reverse	5	-0.08988706022500992
162964	rnn.bias_ih_l0_reverse	6	-0.19710417091846466
162964	rnn.bias_ih_l0_reverse	7	-0.05534033477306366
162964	rnn.bias_ih_l0_reverse	8	-0.06699810177087784
162964	rnn.bias_ih_l0_reverse	9	-0.13285760581493378
162964	rnn.bias_hh_l0_reverse	0	-0.14330337941646576
162964	rnn.bias_hh_l0_reverse	1	-0.1574808806180954
162964	rnn.bias_hh_l0_reverse	2	0.10606778413057327
162964	rnn.bias_hh_l0_reverse	3	0.07649751007556915
162964	rnn.bias_hh_l0_reverse	4	-0.17051805555820465
162964	rnn.bias_hh_l0_reverse	5	-0.13548898696899414
162964	rnn.bias_hh_l0_reverse	6	-0.0963243916630745
162964	rnn.bias_hh_l0_reverse	7	-0.05095694214105606
162964	rnn.bias_hh_l0_reverse	8	-0.09269212931394577
162964	rnn.bias_hh_l0_reverse	9	-0.0243661068379879
162964	linear.weight	0	-0.007604506332427263
162964	linear.weight	1	0.03292163088917732
162964	linear.weight	2	0.27051278948783875
162964	linear.weight	3	-0.07950561493635178
162964	linear.weight	4	-0.010588549077510834
162964	linear.weight	5	0.08757319301366806
162964	linear.weight	6	-0.010739270597696304
162964	linear.weight	7	-0.036282166838645935
162964	linear.weight	8	0.14287179708480835
162964	linear.weight	9	-0.23838883638381958
162964	linear.bias	0	-0.03956538438796997
162964	linear.bias	1	0.031413208693265915
162964	linear.bias	2	0.4722491204738617
162964	linear.bias	3	-0.6202046275138855
162964	linear.bias	4	1.9920943975448608
162964	linear.bias	5	-1.3870346546173096
162964	linear.bias	6	-0.33648043870925903
162964	linear.bias	7	-0.12493932992219925
163522	transitions	0	-1.832313060760498
163522	transitions	1	-10000.0
163522	transitions	2	-0.7969565987586975
163522	transitions	3	-10000.0
163522	transitions	4	1.9552334547042847
163522	transitions	5	-10000.0
163522	transitions	6	-10000.0
163522	transitions	7	1.745302438735962
163522	transitions	8	-2.532388687133789
163522	transitions	9	-4.169546604156494
163522	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
163522	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
163522	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
163522	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
163522	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
163522	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
163522	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
163522	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
163522	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
163522	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
163522	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
163522	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
163522	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
163522	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
163522	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
163522	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
163522	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
163522	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
163522	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
163522	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
163522	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
163522	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
163522	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
163522	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
163522	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
163522	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
163522	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
163522	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
163522	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
163522	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
163522	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
163522	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
163522	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
163522	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
163522	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
163522	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
163522	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
163522	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
163522	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
163522	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
163522	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
163522	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
163522	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
163522	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
163522	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
163522	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
163522	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
163522	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
163522	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
163522	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
163522	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
163522	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
163522	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
163522	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
163522	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
163522	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
163522	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
163522	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
163522	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
163522	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
163522	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
163522	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
163522	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
163522	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
163522	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
163522	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
163522	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
163522	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
163522	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
163522	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
163522	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
163522	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
163522	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
163522	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
163522	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
163522	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
163522	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
163522	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
163522	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
163522	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
163522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
163522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
163522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
163522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
163522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
163522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
163522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
163522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
163522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
163522	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
163522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
163522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
163522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
163522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
163522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
163522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
163522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
163522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
163522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
163522	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
163522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
163522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
163522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
163522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
163522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
163522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
163522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
163522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
163522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
163522	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
163522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
163522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
163522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
163522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
163522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
163522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
163522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
163522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
163522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
163522	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
163522	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
163522	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
163522	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
163522	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
163522	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
163522	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
163522	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
163522	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
163522	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
163522	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
163522	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
163522	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
163522	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
163522	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
163522	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
163522	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
163522	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
163522	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
163522	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
163522	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
163522	embedding2nn.weight	0	0.006413990631699562
163522	embedding2nn.weight	1	0.0039946469478309155
163522	embedding2nn.weight	2	0.013378430157899857
163522	embedding2nn.weight	3	0.02422013320028782
163522	embedding2nn.weight	4	0.02177886664867401
163522	embedding2nn.weight	5	0.009345908649265766
163522	embedding2nn.weight	6	-0.01318630576133728
163522	embedding2nn.weight	7	-0.002028066199272871
163522	embedding2nn.weight	8	-0.006887312047183514
163522	embedding2nn.weight	9	6.139555625850335e-05
163522	embedding2nn.bias	0	0.012736442498862743
163522	embedding2nn.bias	1	-0.0324840322136879
163522	embedding2nn.bias	2	0.07969980686903
163522	embedding2nn.bias	3	0.053808435797691345
163522	embedding2nn.bias	4	-0.01657271757721901
163522	embedding2nn.bias	5	-0.025786831974983215
163522	embedding2nn.bias	6	0.018633097410202026
163522	embedding2nn.bias	7	-0.009323140606284142
163522	embedding2nn.bias	8	-0.029018990695476532
163522	embedding2nn.bias	9	0.02165329083800316
163522	rnn.weight_ih_l0	0	0.06831908971071243
163522	rnn.weight_ih_l0	1	-0.040553197264671326
163522	rnn.weight_ih_l0	2	0.004307586699724197
163522	rnn.weight_ih_l0	3	0.04453662410378456
163522	rnn.weight_ih_l0	4	-0.029652470722794533
163522	rnn.weight_ih_l0	5	0.04261359944939613
163522	rnn.weight_ih_l0	6	0.009116771630942822
163522	rnn.weight_ih_l0	7	0.06640467792749405
163522	rnn.weight_ih_l0	8	0.008588080294430256
163522	rnn.weight_ih_l0	9	-0.020928479731082916
163522	rnn.weight_hh_l0	0	-0.012527821585536003
163522	rnn.weight_hh_l0	1	-0.022671803832054138
163522	rnn.weight_hh_l0	2	-0.05639471113681793
163522	rnn.weight_hh_l0	3	-0.0048402221873402596
163522	rnn.weight_hh_l0	4	-0.009859023615717888
163522	rnn.weight_hh_l0	5	-0.02579772099852562
163522	rnn.weight_hh_l0	6	-0.0011653788387775421
163522	rnn.weight_hh_l0	7	-0.04444113001227379
163522	rnn.weight_hh_l0	8	0.06771577894687653
163522	rnn.weight_hh_l0	9	0.04474210366606712
163522	rnn.bias_ih_l0	0	-0.1715102642774582
163522	rnn.bias_ih_l0	1	-0.16401363909244537
163522	rnn.bias_ih_l0	2	-0.010214061476290226
163522	rnn.bias_ih_l0	3	-0.14227181673049927
163522	rnn.bias_ih_l0	4	-0.053065668791532516
163522	rnn.bias_ih_l0	5	-0.16182474792003632
163522	rnn.bias_ih_l0	6	0.07155764847993851
163522	rnn.bias_ih_l0	7	-0.08850907534360886
163522	rnn.bias_ih_l0	8	-0.038170453161001205
163522	rnn.bias_ih_l0	9	-0.11083514988422394
163522	rnn.bias_hh_l0	0	-0.07271143049001694
163522	rnn.bias_hh_l0	1	0.2491168975830078
163522	rnn.bias_hh_l0	2	0.0417034775018692
163522	rnn.bias_hh_l0	3	-0.0723237544298172
163522	rnn.bias_hh_l0	4	-0.08394616842269897
163522	rnn.bias_hh_l0	5	-0.02336425520479679
163522	rnn.bias_hh_l0	6	0.05208805203437805
163522	rnn.bias_hh_l0	7	-0.10140938311815262
163522	rnn.bias_hh_l0	8	-0.23395220935344696
163522	rnn.bias_hh_l0	9	-0.10149335861206055
163522	rnn.weight_ih_l0_reverse	0	0.018633348867297173
163522	rnn.weight_ih_l0_reverse	1	-0.06311007589101791
163522	rnn.weight_ih_l0_reverse	2	0.041280101984739304
163522	rnn.weight_ih_l0_reverse	3	0.01866155117750168
163522	rnn.weight_ih_l0_reverse	4	0.004772100131958723
163522	rnn.weight_ih_l0_reverse	5	-0.030957579612731934
163522	rnn.weight_ih_l0_reverse	6	0.01524962205439806
163522	rnn.weight_ih_l0_reverse	7	0.031231002882122993
163522	rnn.weight_ih_l0_reverse	8	-0.02876930870115757
163522	rnn.weight_ih_l0_reverse	9	0.00229062233120203
163522	rnn.weight_hh_l0_reverse	0	0.04264404624700546
163522	rnn.weight_hh_l0_reverse	1	0.02989654429256916
163522	rnn.weight_hh_l0_reverse	2	-0.02024119161069393
163522	rnn.weight_hh_l0_reverse	3	-0.07800409942865372
163522	rnn.weight_hh_l0_reverse	4	0.011813556775450706
163522	rnn.weight_hh_l0_reverse	5	-0.052803996950387955
163522	rnn.weight_hh_l0_reverse	6	-0.013011960312724113
163522	rnn.weight_hh_l0_reverse	7	0.02938937023282051
163522	rnn.weight_hh_l0_reverse	8	0.012871108017861843
163522	rnn.weight_hh_l0_reverse	9	0.00808714423328638
163522	rnn.bias_ih_l0_reverse	0	-0.043017253279685974
163522	rnn.bias_ih_l0_reverse	1	-0.1341395229101181
163522	rnn.bias_ih_l0_reverse	2	-0.1356067806482315
163522	rnn.bias_ih_l0_reverse	3	-0.044322434812784195
163522	rnn.bias_ih_l0_reverse	4	-0.11162770539522171
163522	rnn.bias_ih_l0_reverse	5	-0.08865764737129211
163522	rnn.bias_ih_l0_reverse	6	-0.197695791721344
163522	rnn.bias_ih_l0_reverse	7	-0.05637245997786522
163522	rnn.bias_ih_l0_reverse	8	-0.06762012094259262
163522	rnn.bias_ih_l0_reverse	9	-0.13424687087535858
163522	rnn.bias_hh_l0_reverse	0	-0.1414070725440979
163522	rnn.bias_hh_l0_reverse	1	-0.15802457928657532
163522	rnn.bias_hh_l0_reverse	2	0.10913509130477905
163522	rnn.bias_hh_l0_reverse	3	0.07605601102113724
163522	rnn.bias_hh_l0_reverse	4	-0.17023465037345886
163522	rnn.bias_hh_l0_reverse	5	-0.132039874792099
163522	rnn.bias_hh_l0_reverse	6	-0.09870761632919312
163522	rnn.bias_hh_l0_reverse	7	-0.050099071115255356
163522	rnn.bias_hh_l0_reverse	8	-0.09187453240156174
163522	rnn.bias_hh_l0_reverse	9	-0.02471504546701908
163522	linear.weight	0	-0.007608361542224884
163522	linear.weight	1	0.03288644924759865
163522	linear.weight	2	0.26399651169776917
163522	linear.weight	3	-0.07950219511985779
163522	linear.weight	4	-0.010588549077510834
163522	linear.weight	5	0.09136433899402618
163522	linear.weight	6	-0.010739270597696304
163522	linear.weight	7	-0.04890165850520134
163522	linear.weight	8	0.16630910336971283
163522	linear.weight	9	-0.23685050010681152
163522	linear.bias	0	-0.03956538438796997
163522	linear.bias	1	0.031413208693265915
163522	linear.bias	2	0.5378255248069763
163522	linear.bias	3	-0.6378088593482971
163522	linear.bias	4	1.9888099431991577
163522	linear.bias	5	-1.3872268199920654
163522	linear.bias	6	-0.3587949275970459
163522	linear.bias	7	-0.14713619649410248
164080	transitions	0	-1.833347201347351
164080	transitions	1	-10000.0
164080	transitions	2	-0.7969565987586975
164080	transitions	3	-10000.0
164080	transitions	4	1.947678804397583
164080	transitions	5	-10000.0
164080	transitions	6	-10000.0
164080	transitions	7	1.7558382749557495
164080	transitions	8	-2.533407211303711
164080	transitions	9	-4.170311450958252
164080	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
164080	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
164080	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
164080	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
164080	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
164080	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
164080	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
164080	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
164080	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
164080	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
164080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
164080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
164080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
164080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
164080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
164080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
164080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
164080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
164080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
164080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
164080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
164080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
164080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
164080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
164080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
164080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
164080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
164080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
164080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
164080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
164080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
164080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
164080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
164080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
164080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
164080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
164080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
164080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
164080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
164080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
164080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
164080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
164080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
164080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
164080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
164080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
164080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
164080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
164080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
164080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
164080	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
164080	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
164080	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
164080	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
164080	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
164080	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
164080	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
164080	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
164080	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
164080	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
164080	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
164080	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
164080	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
164080	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
164080	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
164080	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
164080	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
164080	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
164080	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
164080	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
164080	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
164080	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
164080	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
164080	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
164080	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
164080	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
164080	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
164080	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
164080	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
164080	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
164080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
164080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
164080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
164080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
164080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
164080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
164080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
164080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
164080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
164080	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
164080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
164080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
164080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
164080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
164080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
164080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
164080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
164080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
164080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
164080	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
164080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
164080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
164080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
164080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
164080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
164080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
164080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
164080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
164080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
164080	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
164080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
164080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
164080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
164080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
164080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
164080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
164080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
164080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
164080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
164080	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
164080	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
164080	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
164080	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
164080	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
164080	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
164080	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
164080	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
164080	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
164080	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
164080	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
164080	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
164080	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
164080	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
164080	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
164080	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
164080	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
164080	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
164080	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
164080	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
164080	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
164080	embedding2nn.weight	0	0.006426588166505098
164080	embedding2nn.weight	1	0.004122880753129721
164080	embedding2nn.weight	2	0.013382437638938427
164080	embedding2nn.weight	3	0.024236978963017464
164080	embedding2nn.weight	4	0.021944258362054825
164080	embedding2nn.weight	5	0.00901465117931366
164080	embedding2nn.weight	6	-0.012917077168822289
164080	embedding2nn.weight	7	-0.0019513387233018875
164080	embedding2nn.weight	8	-0.007007698528468609
164080	embedding2nn.weight	9	0.0001558494259370491
164080	embedding2nn.bias	0	0.012559295631945133
164080	embedding2nn.bias	1	-0.027070367708802223
164080	embedding2nn.bias	2	0.07643172144889832
164080	embedding2nn.bias	3	0.05307982489466667
164080	embedding2nn.bias	4	-0.02056843973696232
164080	embedding2nn.bias	5	-0.02799343504011631
164080	embedding2nn.bias	6	0.017819471657276154
164080	embedding2nn.bias	7	-0.012733961455523968
164080	embedding2nn.bias	8	-0.028924856334924698
164080	embedding2nn.bias	9	0.022047575563192368
164080	rnn.weight_ih_l0	0	0.06855504959821701
164080	rnn.weight_ih_l0	1	-0.041262272745370865
164080	rnn.weight_ih_l0	2	0.0050634839572012424
164080	rnn.weight_ih_l0	3	0.045750942081213
164080	rnn.weight_ih_l0	4	-0.029534049332141876
164080	rnn.weight_ih_l0	5	0.04312550276517868
164080	rnn.weight_ih_l0	6	0.009214075282216072
164080	rnn.weight_ih_l0	7	0.06599899381399155
164080	rnn.weight_ih_l0	8	0.008281976915895939
164080	rnn.weight_ih_l0	9	-0.02137397788465023
164080	rnn.weight_hh_l0	0	-0.012459620833396912
164080	rnn.weight_hh_l0	1	-0.02264440804719925
164080	rnn.weight_hh_l0	2	-0.05576520413160324
164080	rnn.weight_hh_l0	3	-0.004910039249807596
164080	rnn.weight_hh_l0	4	-0.00993936974555254
164080	rnn.weight_hh_l0	5	-0.026017045602202415
164080	rnn.weight_hh_l0	6	-0.0012009989004582167
164080	rnn.weight_hh_l0	7	-0.044569231569767
164080	rnn.weight_hh_l0	8	0.0675840750336647
164080	rnn.weight_hh_l0	9	0.0449909009039402
164080	rnn.bias_ih_l0	0	-0.17033809423446655
164080	rnn.bias_ih_l0	1	-0.1651216298341751
164080	rnn.bias_ih_l0	2	-0.01258345041424036
164080	rnn.bias_ih_l0	3	-0.14054003357887268
164080	rnn.bias_ih_l0	4	-0.05368196219205856
164080	rnn.bias_ih_l0	5	-0.16158881783485413
164080	rnn.bias_ih_l0	6	0.07242019474506378
164080	rnn.bias_ih_l0	7	-0.08906195312738419
164080	rnn.bias_ih_l0	8	-0.037500325590372086
164080	rnn.bias_ih_l0	9	-0.10935915261507034
164080	rnn.bias_hh_l0	0	-0.07107352465391159
164080	rnn.bias_hh_l0	1	0.24698717892169952
164080	rnn.bias_hh_l0	2	0.04039832577109337
164080	rnn.bias_hh_l0	3	-0.07147333025932312
164080	rnn.bias_hh_l0	4	-0.08430412411689758
164080	rnn.bias_hh_l0	5	-0.025485575199127197
164080	rnn.bias_hh_l0	6	0.051677532494068146
164080	rnn.bias_hh_l0	7	-0.10237302631139755
164080	rnn.bias_hh_l0	8	-0.23213794827461243
164080	rnn.bias_hh_l0	9	-0.10181921720504761
164080	rnn.weight_ih_l0_reverse	0	0.01940324157476425
164080	rnn.weight_ih_l0_reverse	1	-0.06345145404338837
164080	rnn.weight_ih_l0_reverse	2	0.040928181260824203
164080	rnn.weight_ih_l0_reverse	3	0.018332187086343765
164080	rnn.weight_ih_l0_reverse	4	0.004097798373550177
164080	rnn.weight_ih_l0_reverse	5	-0.031236786395311356
164080	rnn.weight_ih_l0_reverse	6	0.015535546466708183
164080	rnn.weight_ih_l0_reverse	7	0.03108171746134758
164080	rnn.weight_ih_l0_reverse	8	-0.028517717495560646
164080	rnn.weight_ih_l0_reverse	9	0.002069852314889431
164080	rnn.weight_hh_l0_reverse	0	0.042605672031641006
164080	rnn.weight_hh_l0_reverse	1	0.029733533039689064
164080	rnn.weight_hh_l0_reverse	2	-0.02039279043674469
164080	rnn.weight_hh_l0_reverse	3	-0.07852833718061447
164080	rnn.weight_hh_l0_reverse	4	0.01130579598248005
164080	rnn.weight_hh_l0_reverse	5	-0.05261112377047539
164080	rnn.weight_hh_l0_reverse	6	-0.013142554089426994
164080	rnn.weight_hh_l0_reverse	7	0.02938149683177471
164080	rnn.weight_hh_l0_reverse	8	0.012654951773583889
164080	rnn.weight_hh_l0_reverse	9	0.007846253924071789
164080	rnn.bias_ih_l0_reverse	0	-0.04534853249788284
164080	rnn.bias_ih_l0_reverse	1	-0.13561215996742249
164080	rnn.bias_ih_l0_reverse	2	-0.13729991018772125
164080	rnn.bias_ih_l0_reverse	3	-0.04453339800238609
164080	rnn.bias_ih_l0_reverse	4	-0.11161486804485321
164080	rnn.bias_ih_l0_reverse	5	-0.08745335042476654
164080	rnn.bias_ih_l0_reverse	6	-0.19610707461833954
164080	rnn.bias_ih_l0_reverse	7	-0.05328099802136421
164080	rnn.bias_ih_l0_reverse	8	-0.0670502707362175
164080	rnn.bias_ih_l0_reverse	9	-0.13466709852218628
164080	rnn.bias_hh_l0_reverse	0	-0.14002107083797455
164080	rnn.bias_hh_l0_reverse	1	-0.15900015830993652
164080	rnn.bias_hh_l0_reverse	2	0.10509049147367477
164080	rnn.bias_hh_l0_reverse	3	0.07484730333089828
164080	rnn.bias_hh_l0_reverse	4	-0.1675451397895813
164080	rnn.bias_hh_l0_reverse	5	-0.13270998001098633
164080	rnn.bias_hh_l0_reverse	6	-0.09759240597486496
164080	rnn.bias_hh_l0_reverse	7	-0.050315335392951965
164080	rnn.bias_hh_l0_reverse	8	-0.09261219948530197
164080	rnn.bias_hh_l0_reverse	9	-0.02501595951616764
164080	linear.weight	0	-0.007612416986376047
164080	linear.weight	1	0.0393492728471756
164080	linear.weight	2	0.27555277943611145
164080	linear.weight	3	-0.07949933409690857
164080	linear.weight	4	-0.010588549077510834
164080	linear.weight	5	0.09789112955331802
164080	linear.weight	6	-0.010739270597696304
164080	linear.weight	7	-0.04246282950043678
164080	linear.weight	8	0.21506473422050476
164080	linear.weight	9	-0.2434111386537552
164080	linear.bias	0	-0.03956538438796997
164080	linear.bias	1	0.031413208693265915
164080	linear.bias	2	0.5168744325637817
164080	linear.bias	3	-0.676412045955658
164080	linear.bias	4	2.0076096057891846
164080	linear.bias	5	-1.3874177932739258
164080	linear.bias	6	-0.33883026242256165
164080	linear.bias	7	-0.1261724978685379
164638	transitions	0	-1.8344155550003052
164638	transitions	1	-10000.0
164638	transitions	2	-0.7969565987586975
164638	transitions	3	-10000.0
164638	transitions	4	1.9434752464294434
164638	transitions	5	-10000.0
164638	transitions	6	-10000.0
164638	transitions	7	1.7502315044403076
164638	transitions	8	-2.534395217895508
164638	transitions	9	-4.171104907989502
164638	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
164638	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
164638	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
164638	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
164638	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
164638	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
164638	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
164638	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
164638	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
164638	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
164638	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
164638	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
164638	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
164638	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
164638	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
164638	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
164638	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
164638	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
164638	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
164638	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
164638	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
164638	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
164638	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
164638	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
164638	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
164638	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
164638	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
164638	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
164638	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
164638	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
164638	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
164638	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
164638	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
164638	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
164638	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
164638	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
164638	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
164638	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
164638	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
164638	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
164638	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
164638	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
164638	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
164638	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
164638	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
164638	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
164638	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
164638	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
164638	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
164638	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
164638	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
164638	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
164638	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
164638	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
164638	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
164638	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
164638	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
164638	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
164638	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
164638	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
164638	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
164638	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
164638	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
164638	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
164638	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
164638	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
164638	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
164638	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
164638	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
164638	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
164638	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
164638	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
164638	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
164638	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
164638	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
164638	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
164638	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
164638	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
164638	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
164638	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
164638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
164638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
164638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
164638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
164638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
164638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
164638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
164638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
164638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
164638	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
164638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
164638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
164638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
164638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
164638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
164638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
164638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
164638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
164638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
164638	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
164638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
164638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
164638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
164638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
164638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
164638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
164638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
164638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
164638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
164638	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
164638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
164638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
164638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
164638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
164638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
164638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
164638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
164638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
164638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
164638	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
164638	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
164638	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
164638	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
164638	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
164638	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
164638	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
164638	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
164638	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
164638	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
164638	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
164638	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
164638	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
164638	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
164638	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
164638	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
164638	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
164638	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
164638	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
164638	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
164638	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
164638	embedding2nn.weight	0	0.006410517264157534
164638	embedding2nn.weight	1	0.004138102754950523
164638	embedding2nn.weight	2	0.013383191078901291
164638	embedding2nn.weight	3	0.02403710037469864
164638	embedding2nn.weight	4	0.021696336567401886
164638	embedding2nn.weight	5	0.008977262303233147
164638	embedding2nn.weight	6	-0.013099872507154942
164638	embedding2nn.weight	7	-0.0018286905251443386
164638	embedding2nn.weight	8	-0.006844281684607267
164638	embedding2nn.weight	9	0.00015572624397464097
164638	embedding2nn.bias	0	0.013236002996563911
164638	embedding2nn.bias	1	-0.03163260221481323
164638	embedding2nn.bias	2	0.07563886046409607
164638	embedding2nn.bias	3	0.051176801323890686
164638	embedding2nn.bias	4	-0.014598938636481762
164638	embedding2nn.bias	5	-0.02273470349609852
164638	embedding2nn.bias	6	0.016944222152233124
164638	embedding2nn.bias	7	-0.011085319332778454
164638	embedding2nn.bias	8	-0.031517043709754944
164638	embedding2nn.bias	9	0.018441511318087578
164638	rnn.weight_ih_l0	0	0.06834539026021957
164638	rnn.weight_ih_l0	1	-0.04090990126132965
164638	rnn.weight_ih_l0	2	0.005162087269127369
164638	rnn.weight_ih_l0	3	0.045085858553647995
164638	rnn.weight_ih_l0	4	-0.029194414615631104
164638	rnn.weight_ih_l0	5	0.04284580424427986
164638	rnn.weight_ih_l0	6	0.00920335203409195
164638	rnn.weight_ih_l0	7	0.06611126661300659
164638	rnn.weight_ih_l0	8	0.008312646299600601
164638	rnn.weight_ih_l0	9	-0.021674232557415962
164638	rnn.weight_hh_l0	0	-0.0117439404129982
164638	rnn.weight_hh_l0	1	-0.022591248154640198
164638	rnn.weight_hh_l0	2	-0.05545823276042938
164638	rnn.weight_hh_l0	3	-0.004907882306724787
164638	rnn.weight_hh_l0	4	-0.009937775321304798
164638	rnn.weight_hh_l0	5	-0.026286862790584564
164638	rnn.weight_hh_l0	6	-0.0012166062369942665
164638	rnn.weight_hh_l0	7	-0.04488556832075119
164638	rnn.weight_hh_l0	8	0.0675918236374855
164638	rnn.weight_hh_l0	9	0.04467574506998062
164638	rnn.bias_ih_l0	0	-0.17006999254226685
164638	rnn.bias_ih_l0	1	-0.16599462926387787
164638	rnn.bias_ih_l0	2	-0.01409339439123869
164638	rnn.bias_ih_l0	3	-0.1395902931690216
164638	rnn.bias_ih_l0	4	-0.054158858954906464
164638	rnn.bias_ih_l0	5	-0.1641782820224762
164638	rnn.bias_ih_l0	6	0.06956743448972702
164638	rnn.bias_ih_l0	7	-0.08726182579994202
164638	rnn.bias_ih_l0	8	-0.03870845586061478
164638	rnn.bias_ih_l0	9	-0.1100861206650734
164638	rnn.bias_hh_l0	0	-0.07275642454624176
164638	rnn.bias_hh_l0	1	0.2445511370897293
164638	rnn.bias_hh_l0	2	0.03659443184733391
164638	rnn.bias_hh_l0	3	-0.0692550465464592
164638	rnn.bias_hh_l0	4	-0.08604411780834198
164638	rnn.bias_hh_l0	5	-0.023386960849165916
164638	rnn.bias_hh_l0	6	0.055252593010663986
164638	rnn.bias_hh_l0	7	-0.10347174853086472
164638	rnn.bias_hh_l0	8	-0.23392020165920258
164638	rnn.bias_hh_l0	9	-0.10286024957895279
164638	rnn.weight_ih_l0_reverse	0	0.01863795891404152
164638	rnn.weight_ih_l0_reverse	1	-0.06395480781793594
164638	rnn.weight_ih_l0_reverse	2	0.041317738592624664
164638	rnn.weight_ih_l0_reverse	3	0.019537635147571564
164638	rnn.weight_ih_l0_reverse	4	0.004144418053328991
164638	rnn.weight_ih_l0_reverse	5	-0.03119659796357155
164638	rnn.weight_ih_l0_reverse	6	0.015672454610466957
164638	rnn.weight_ih_l0_reverse	7	0.03128642961382866
164638	rnn.weight_ih_l0_reverse	8	-0.02848750166594982
164638	rnn.weight_ih_l0_reverse	9	0.002006156835705042
164638	rnn.weight_hh_l0_reverse	0	0.04259144514799118
164638	rnn.weight_hh_l0_reverse	1	0.029746627435088158
164638	rnn.weight_hh_l0_reverse	2	-0.020316993817687035
164638	rnn.weight_hh_l0_reverse	3	-0.07899972796440125
164638	rnn.weight_hh_l0_reverse	4	0.01104609202593565
164638	rnn.weight_hh_l0_reverse	5	-0.0526694655418396
164638	rnn.weight_hh_l0_reverse	6	-0.01293001975864172
164638	rnn.weight_hh_l0_reverse	7	0.029431555420160294
164638	rnn.weight_hh_l0_reverse	8	0.012914360500872135
164638	rnn.weight_hh_l0_reverse	9	0.007476628292351961
164638	rnn.bias_ih_l0_reverse	0	-0.044649384915828705
164638	rnn.bias_ih_l0_reverse	1	-0.13502974808216095
164638	rnn.bias_ih_l0_reverse	2	-0.13844671845436096
164638	rnn.bias_ih_l0_reverse	3	-0.046145886182785034
164638	rnn.bias_ih_l0_reverse	4	-0.11268708854913712
164638	rnn.bias_ih_l0_reverse	5	-0.08887836337089539
164638	rnn.bias_ih_l0_reverse	6	-0.19756026566028595
164638	rnn.bias_ih_l0_reverse	7	-0.052454426884651184
164638	rnn.bias_ih_l0_reverse	8	-0.0680263563990593
164638	rnn.bias_ih_l0_reverse	9	-0.1340252310037613
164638	rnn.bias_hh_l0_reverse	0	-0.13958342373371124
164638	rnn.bias_hh_l0_reverse	1	-0.1587124913930893
164638	rnn.bias_hh_l0_reverse	2	0.1025562733411789
164638	rnn.bias_hh_l0_reverse	3	0.07555500417947769
164638	rnn.bias_hh_l0_reverse	4	-0.16804735362529755
164638	rnn.bias_hh_l0_reverse	5	-0.13756659626960754
164638	rnn.bias_hh_l0_reverse	6	-0.09996746480464935
164638	rnn.bias_hh_l0_reverse	7	-0.05197611823678017
164638	rnn.bias_hh_l0_reverse	8	-0.09463569521903992
164638	rnn.bias_hh_l0_reverse	9	-0.027989517897367477
164638	linear.weight	0	-0.0076156253926455975
164638	linear.weight	1	0.03253188729286194
164638	linear.weight	2	0.27223625779151917
164638	linear.weight	3	-0.0794958770275116
164638	linear.weight	4	-0.010588549077510834
164638	linear.weight	5	0.1056365966796875
164638	linear.weight	6	-0.010739270597696304
164638	linear.weight	7	-0.053964853286743164
164638	linear.weight	8	0.17641735076904297
164638	linear.weight	9	-0.24200338125228882
164638	linear.bias	0	-0.03956538438796997
164638	linear.bias	1	0.031413208693265915
164638	linear.bias	2	0.47365283966064453
164638	linear.bias	3	-0.6370455026626587
164638	linear.bias	4	2.017672300338745
164638	linear.bias	5	-1.3876097202301025
164638	linear.bias	6	-0.34208983182907104
164638	linear.bias	7	-0.1289428472518921
165196	transitions	0	-1.835278868675232
165196	transitions	1	-10000.0
165196	transitions	2	-0.7969565987586975
165196	transitions	3	-10000.0
165196	transitions	4	1.969240665435791
165196	transitions	5	-10000.0
165196	transitions	6	-10000.0
165196	transitions	7	1.7341392040252686
165196	transitions	8	-2.5357515811920166
165196	transitions	9	-4.171875953674316
165196	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
165196	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
165196	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
165196	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
165196	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
165196	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
165196	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
165196	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
165196	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
165196	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
165196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
165196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
165196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
165196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
165196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
165196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
165196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
165196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
165196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
165196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
165196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
165196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
165196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
165196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
165196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
165196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
165196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
165196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
165196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
165196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
165196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
165196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
165196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
165196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
165196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
165196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
165196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
165196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
165196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
165196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
165196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
165196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
165196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
165196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
165196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
165196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
165196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
165196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
165196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
165196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
165196	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
165196	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
165196	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
165196	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
165196	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
165196	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
165196	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
165196	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
165196	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
165196	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
165196	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
165196	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
165196	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
165196	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
165196	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
165196	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
165196	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
165196	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
165196	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
165196	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
165196	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
165196	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
165196	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
165196	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
165196	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
165196	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
165196	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
165196	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
165196	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
165196	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
165196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
165196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
165196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
165196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
165196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
165196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
165196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
165196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
165196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
165196	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
165196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
165196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
165196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
165196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
165196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
165196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
165196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
165196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
165196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
165196	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
165196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
165196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
165196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
165196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
165196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
165196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
165196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
165196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
165196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
165196	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
165196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
165196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
165196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
165196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
165196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
165196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
165196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
165196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
165196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
165196	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
165196	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
165196	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
165196	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
165196	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
165196	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
165196	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
165196	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
165196	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
165196	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
165196	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
165196	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
165196	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
165196	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
165196	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
165196	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
165196	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
165196	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
165196	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
165196	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
165196	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
165196	embedding2nn.weight	0	0.006403738167136908
165196	embedding2nn.weight	1	0.004144048318266869
165196	embedding2nn.weight	2	0.01338849775493145
165196	embedding2nn.weight	3	0.02421179972589016
165196	embedding2nn.weight	4	0.0219589676707983
165196	embedding2nn.weight	5	0.008538392372429371
165196	embedding2nn.weight	6	-0.013163752853870392
165196	embedding2nn.weight	7	-0.0017421281663700938
165196	embedding2nn.weight	8	-0.0069899060763418674
165196	embedding2nn.weight	9	0.00022577913478016853
165196	embedding2nn.bias	0	0.010772923938930035
165196	embedding2nn.bias	1	-0.03077230416238308
165196	embedding2nn.bias	2	0.08096242696046829
165196	embedding2nn.bias	3	0.05135064944624901
165196	embedding2nn.bias	4	-0.014532255940139294
165196	embedding2nn.bias	5	-0.027103036642074585
165196	embedding2nn.bias	6	0.020431894809007645
165196	embedding2nn.bias	7	-0.012650840915739536
165196	embedding2nn.bias	8	-0.03570329397916794
165196	embedding2nn.bias	9	0.00949320662766695
165196	rnn.weight_ih_l0	0	0.0690709725022316
165196	rnn.weight_ih_l0	1	-0.03981420397758484
165196	rnn.weight_ih_l0	2	0.005703127011656761
165196	rnn.weight_ih_l0	3	0.04451707378029823
165196	rnn.weight_ih_l0	4	-0.028226930648088455
165196	rnn.weight_ih_l0	5	0.042352475225925446
165196	rnn.weight_ih_l0	6	0.008966664783656597
165196	rnn.weight_ih_l0	7	0.06591331958770752
165196	rnn.weight_ih_l0	8	0.008147511631250381
165196	rnn.weight_ih_l0	9	-0.022361624985933304
165196	rnn.weight_hh_l0	0	-0.01238460186868906
165196	rnn.weight_hh_l0	1	-0.023009156808257103
165196	rnn.weight_hh_l0	2	-0.0548839308321476
165196	rnn.weight_hh_l0	3	-0.00492589408531785
165196	rnn.weight_hh_l0	4	-0.009883943013846874
165196	rnn.weight_hh_l0	5	-0.02635730430483818
165196	rnn.weight_hh_l0	6	-0.0012350036995485425
165196	rnn.weight_hh_l0	7	-0.04417930915951729
165196	rnn.weight_hh_l0	8	0.06758005917072296
165196	rnn.weight_hh_l0	9	0.04486580193042755
165196	rnn.bias_ih_l0	0	-0.17209109663963318
165196	rnn.bias_ih_l0	1	-0.16412609815597534
165196	rnn.bias_ih_l0	2	-0.014266552403569221
165196	rnn.bias_ih_l0	3	-0.14010973274707794
165196	rnn.bias_ih_l0	4	-0.053820088505744934
165196	rnn.bias_ih_l0	5	-0.16043701767921448
165196	rnn.bias_ih_l0	6	0.06560194492340088
165196	rnn.bias_ih_l0	7	-0.08706134557723999
165196	rnn.bias_ih_l0	8	-0.04130281135439873
165196	rnn.bias_ih_l0	9	-0.10929711908102036
165196	rnn.bias_hh_l0	0	-0.07172072678804398
165196	rnn.bias_hh_l0	1	0.24654799699783325
165196	rnn.bias_hh_l0	2	0.034206729382276535
165196	rnn.bias_hh_l0	3	-0.0704861506819725
165196	rnn.bias_hh_l0	4	-0.08440522104501724
165196	rnn.bias_hh_l0	5	-0.02412392757833004
165196	rnn.bias_hh_l0	6	0.052404213696718216
165196	rnn.bias_hh_l0	7	-0.10332361608743668
165196	rnn.bias_hh_l0	8	-0.23470617830753326
165196	rnn.bias_hh_l0	9	-0.10261567682027817
165196	rnn.weight_ih_l0_reverse	0	0.0186397023499012
165196	rnn.weight_ih_l0_reverse	1	-0.0641624927520752
165196	rnn.weight_ih_l0_reverse	2	0.041304849088191986
165196	rnn.weight_ih_l0_reverse	3	0.018907248973846436
165196	rnn.weight_ih_l0_reverse	4	0.004318230785429478
165196	rnn.weight_ih_l0_reverse	5	-0.03209255635738373
165196	rnn.weight_ih_l0_reverse	6	0.015202284790575504
165196	rnn.weight_ih_l0_reverse	7	0.0312655046582222
165196	rnn.weight_ih_l0_reverse	8	-0.028582042083144188
165196	rnn.weight_ih_l0_reverse	9	0.001848895219154656
165196	rnn.weight_hh_l0_reverse	0	0.04257485643029213
165196	rnn.weight_hh_l0_reverse	1	0.029963180422782898
165196	rnn.weight_hh_l0_reverse	2	-0.020277313888072968
165196	rnn.weight_hh_l0_reverse	3	-0.07730786502361298
165196	rnn.weight_hh_l0_reverse	4	0.011195425875484943
165196	rnn.weight_hh_l0_reverse	5	-0.05287442356348038
165196	rnn.weight_hh_l0_reverse	6	-0.012858479283750057
165196	rnn.weight_hh_l0_reverse	7	0.029794123023748398
165196	rnn.weight_hh_l0_reverse	8	0.012937741354107857
165196	rnn.weight_hh_l0_reverse	9	0.007276018150150776
165196	rnn.bias_ih_l0_reverse	0	-0.04363228753209114
165196	rnn.bias_ih_l0_reverse	1	-0.1354956030845642
165196	rnn.bias_ih_l0_reverse	2	-0.1377973109483719
165196	rnn.bias_ih_l0_reverse	3	-0.04651879891753197
165196	rnn.bias_ih_l0_reverse	4	-0.11334200948476791
165196	rnn.bias_ih_l0_reverse	5	-0.08902575820684433
165196	rnn.bias_ih_l0_reverse	6	-0.1955166906118393
165196	rnn.bias_ih_l0_reverse	7	-0.04956550523638725
165196	rnn.bias_ih_l0_reverse	8	-0.06534125655889511
165196	rnn.bias_ih_l0_reverse	9	-0.13329903781414032
165196	rnn.bias_hh_l0_reverse	0	-0.14221738278865814
165196	rnn.bias_hh_l0_reverse	1	-0.1604749858379364
165196	rnn.bias_hh_l0_reverse	2	0.10451187938451767
165196	rnn.bias_hh_l0_reverse	3	0.07377048581838608
165196	rnn.bias_hh_l0_reverse	4	-0.172942653298378
165196	rnn.bias_hh_l0_reverse	5	-0.13792815804481506
165196	rnn.bias_hh_l0_reverse	6	-0.10069070756435394
165196	rnn.bias_hh_l0_reverse	7	-0.051825251430273056
165196	rnn.bias_hh_l0_reverse	8	-0.09397667646408081
165196	rnn.bias_hh_l0_reverse	9	-0.02802511863410473
165196	linear.weight	0	-0.007619997952133417
165196	linear.weight	1	0.032684437930583954
165196	linear.weight	2	0.2783415615558624
165196	linear.weight	3	-0.07949241995811462
165196	linear.weight	4	-0.010588549077510834
165196	linear.weight	5	0.11514408886432648
165196	linear.weight	6	-0.010739270597696304
165196	linear.weight	7	-0.036944467574357986
165196	linear.weight	8	0.19493815302848816
165196	linear.weight	9	-0.24149082601070404
165196	linear.bias	0	-0.03956538438796997
165196	linear.bias	1	0.031413208693265915
165196	linear.bias	2	0.4637530446052551
165196	linear.bias	3	-0.5956215262413025
165196	linear.bias	4	1.9969141483306885
165196	linear.bias	5	-1.387802004814148
165196	linear.bias	6	-0.34796056151390076
165196	linear.bias	7	-0.1336601823568344
165754	transitions	0	-1.8362690210342407
165754	transitions	1	-10000.0
165754	transitions	2	-0.7969565987586975
165754	transitions	3	-10000.0
165754	transitions	4	1.96559739112854
165754	transitions	5	-10000.0
165754	transitions	6	-10000.0
165754	transitions	7	1.736098051071167
165754	transitions	8	-2.5369646549224854
165754	transitions	9	-4.172692775726318
165754	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
165754	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
165754	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
165754	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
165754	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
165754	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
165754	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
165754	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
165754	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
165754	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
165754	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
165754	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
165754	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
165754	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
165754	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
165754	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
165754	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
165754	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
165754	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
165754	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
165754	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
165754	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
165754	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
165754	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
165754	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
165754	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
165754	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
165754	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
165754	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
165754	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
165754	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
165754	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
165754	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
165754	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
165754	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
165754	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
165754	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
165754	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
165754	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
165754	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
165754	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
165754	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
165754	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
165754	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
165754	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
165754	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
165754	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
165754	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
165754	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
165754	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
165754	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
165754	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
165754	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
165754	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
165754	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
165754	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
165754	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
165754	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
165754	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
165754	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
165754	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
165754	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
165754	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
165754	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
165754	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
165754	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
165754	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
165754	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
165754	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
165754	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
165754	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
165754	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
165754	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
165754	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
165754	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
165754	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
165754	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
165754	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
165754	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
165754	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
165754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
165754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
165754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
165754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
165754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
165754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
165754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
165754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
165754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
165754	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
165754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
165754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
165754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
165754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
165754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
165754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
165754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
165754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
165754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
165754	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
165754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
165754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
165754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
165754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
165754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
165754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
165754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
165754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
165754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
165754	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
165754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
165754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
165754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
165754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
165754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
165754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
165754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
165754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
165754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
165754	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
165754	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
165754	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
165754	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
165754	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
165754	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
165754	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
165754	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
165754	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
165754	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
165754	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
165754	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
165754	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
165754	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
165754	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
165754	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
165754	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
165754	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
165754	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
165754	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
165754	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
165754	embedding2nn.weight	0	0.006394888740032911
165754	embedding2nn.weight	1	0.004104510881006718
165754	embedding2nn.weight	2	0.01339997909963131
165754	embedding2nn.weight	3	0.02408994920551777
165754	embedding2nn.weight	4	0.022033188492059708
165754	embedding2nn.weight	5	0.008256617933511734
165754	embedding2nn.weight	6	-0.013195088133215904
165754	embedding2nn.weight	7	-0.0018188816029578447
165754	embedding2nn.weight	8	-0.007046836894005537
165754	embedding2nn.weight	9	9.174457227345556e-05
165754	embedding2nn.bias	0	0.009118258021771908
165754	embedding2nn.bias	1	-0.030401509255170822
165754	embedding2nn.bias	2	0.0807047188282013
165754	embedding2nn.bias	3	0.05526093393564224
165754	embedding2nn.bias	4	-0.013879192061722279
165754	embedding2nn.bias	5	-0.018283095210790634
165754	embedding2nn.bias	6	0.016958851367235184
165754	embedding2nn.bias	7	-0.01243633683770895
165754	embedding2nn.bias	8	-0.03346377983689308
165754	embedding2nn.bias	9	0.011830542236566544
165754	rnn.weight_ih_l0	0	0.06938516348600388
165754	rnn.weight_ih_l0	1	-0.04007129743695259
165754	rnn.weight_ih_l0	2	0.00563552463427186
165754	rnn.weight_ih_l0	3	0.044866934418678284
165754	rnn.weight_ih_l0	4	-0.02806279808282852
165754	rnn.weight_ih_l0	5	0.04259932413697243
165754	rnn.weight_ih_l0	6	0.008945250883698463
165754	rnn.weight_ih_l0	7	0.06580737233161926
165754	rnn.weight_ih_l0	8	0.007577466778457165
165754	rnn.weight_ih_l0	9	-0.021919196471571922
165754	rnn.weight_hh_l0	0	-0.01257968321442604
165754	rnn.weight_hh_l0	1	-0.022852132096886635
165754	rnn.weight_hh_l0	2	-0.055136896669864655
165754	rnn.weight_hh_l0	3	-0.004961103200912476
165754	rnn.weight_hh_l0	4	-0.009889336302876472
165754	rnn.weight_hh_l0	5	-0.026515211910009384
165754	rnn.weight_hh_l0	6	-0.0013007137458771467
165754	rnn.weight_hh_l0	7	-0.043846551328897476
165754	rnn.weight_hh_l0	8	0.06722766160964966
165754	rnn.weight_hh_l0	9	0.04465862363576889
165754	rnn.bias_ih_l0	0	-0.17104312777519226
165754	rnn.bias_ih_l0	1	-0.16358758509159088
165754	rnn.bias_ih_l0	2	-0.014184975996613503
165754	rnn.bias_ih_l0	3	-0.14126767218112946
165754	rnn.bias_ih_l0	4	-0.057247765362262726
165754	rnn.bias_ih_l0	5	-0.1610243171453476
165754	rnn.bias_ih_l0	6	0.06558957695960999
165754	rnn.bias_ih_l0	7	-0.08755525201559067
165754	rnn.bias_ih_l0	8	-0.04103754460811615
165754	rnn.bias_ih_l0	9	-0.10813244432210922
165754	rnn.bias_hh_l0	0	-0.0738123208284378
165754	rnn.bias_hh_l0	1	0.2448919415473938
165754	rnn.bias_hh_l0	2	0.037681009620428085
165754	rnn.bias_hh_l0	3	-0.07185936719179153
165754	rnn.bias_hh_l0	4	-0.08587408065795898
165754	rnn.bias_hh_l0	5	-0.024565698578953743
165754	rnn.bias_hh_l0	6	0.05095333233475685
165754	rnn.bias_hh_l0	7	-0.10432464629411697
165754	rnn.bias_hh_l0	8	-0.23140905797481537
165754	rnn.bias_hh_l0	9	-0.10497251898050308
165754	rnn.weight_ih_l0_reverse	0	0.019553227350115776
165754	rnn.weight_ih_l0_reverse	1	-0.064051054418087
165754	rnn.weight_ih_l0_reverse	2	0.041185248643159866
165754	rnn.weight_ih_l0_reverse	3	0.0179486945271492
165754	rnn.weight_ih_l0_reverse	4	0.0039454260841012
165754	rnn.weight_ih_l0_reverse	5	-0.03366135433316231
165754	rnn.weight_ih_l0_reverse	6	0.016304779797792435
165754	rnn.weight_ih_l0_reverse	7	0.031070562079548836
165754	rnn.weight_ih_l0_reverse	8	-0.028122302144765854
165754	rnn.weight_ih_l0_reverse	9	0.002169821411371231
165754	rnn.weight_hh_l0_reverse	0	0.04268980398774147
165754	rnn.weight_hh_l0_reverse	1	0.029521021991968155
165754	rnn.weight_hh_l0_reverse	2	-0.020032864063978195
165754	rnn.weight_hh_l0_reverse	3	-0.07602827250957489
165754	rnn.weight_hh_l0_reverse	4	0.011329486966133118
165754	rnn.weight_hh_l0_reverse	5	-0.05304492264986038
165754	rnn.weight_hh_l0_reverse	6	-0.013218805193901062
165754	rnn.weight_hh_l0_reverse	7	0.029765717685222626
165754	rnn.weight_hh_l0_reverse	8	0.013229823671281338
165754	rnn.weight_hh_l0_reverse	9	0.007287051063030958
165754	rnn.bias_ih_l0_reverse	0	-0.04341370612382889
165754	rnn.bias_ih_l0_reverse	1	-0.1339135318994522
165754	rnn.bias_ih_l0_reverse	2	-0.13898515701293945
165754	rnn.bias_ih_l0_reverse	3	-0.04571744054555893
165754	rnn.bias_ih_l0_reverse	4	-0.11135101318359375
165754	rnn.bias_ih_l0_reverse	5	-0.08856455981731415
165754	rnn.bias_ih_l0_reverse	6	-0.19524456560611725
165754	rnn.bias_ih_l0_reverse	7	-0.05234749987721443
165754	rnn.bias_ih_l0_reverse	8	-0.06522310525178909
165754	rnn.bias_ih_l0_reverse	9	-0.1339486539363861
165754	rnn.bias_hh_l0_reverse	0	-0.1412125676870346
165754	rnn.bias_hh_l0_reverse	1	-0.15895703434944153
165754	rnn.bias_hh_l0_reverse	2	0.10577221214771271
165754	rnn.bias_hh_l0_reverse	3	0.07839174568653107
165754	rnn.bias_hh_l0_reverse	4	-0.16799287497997284
165754	rnn.bias_hh_l0_reverse	5	-0.13844341039657593
165754	rnn.bias_hh_l0_reverse	6	-0.10409382730722427
165754	rnn.bias_hh_l0_reverse	7	-0.0540044829249382
165754	rnn.bias_hh_l0_reverse	8	-0.09397982805967331
165754	rnn.bias_hh_l0_reverse	9	-0.02798430062830448
165754	linear.weight	0	-0.00762387877330184
165754	linear.weight	1	0.03546265885233879
165754	linear.weight	2	0.28396615386009216
165754	linear.weight	3	-0.07948994636535645
165754	linear.weight	4	-0.010588549077510834
165754	linear.weight	5	0.11317478865385056
165754	linear.weight	6	-0.010739270597696304
165754	linear.weight	7	-0.041581448167562485
165754	linear.weight	8	0.20946389436721802
165754	linear.weight	9	-0.2543584704399109
165754	linear.bias	0	-0.03956538438796997
165754	linear.bias	1	0.031413208693265915
165754	linear.bias	2	0.431869238615036
165754	linear.bias	3	-0.5918871164321899
165754	linear.bias	4	2.004997968673706
165754	linear.bias	5	-1.387990117073059
165754	linear.bias	6	-0.33872342109680176
165754	linear.bias	7	-0.122663214802742
166312	transitions	0	-1.8371264934539795
166312	transitions	1	-10000.0
166312	transitions	2	-0.7969565987586975
166312	transitions	3	-10000.0
166312	transitions	4	1.9843461513519287
166312	transitions	5	-10000.0
166312	transitions	6	-10000.0
166312	transitions	7	1.739708423614502
166312	transitions	8	-2.5381720066070557
166312	transitions	9	-4.17350959777832
166312	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
166312	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
166312	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
166312	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
166312	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
166312	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
166312	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
166312	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
166312	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
166312	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
166312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
166312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
166312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
166312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
166312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
166312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
166312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
166312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
166312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
166312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
166312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
166312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
166312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
166312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
166312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
166312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
166312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
166312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
166312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
166312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
166312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
166312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
166312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
166312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
166312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
166312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
166312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
166312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
166312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
166312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
166312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
166312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
166312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
166312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
166312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
166312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
166312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
166312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
166312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
166312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
166312	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
166312	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
166312	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
166312	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
166312	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
166312	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
166312	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
166312	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
166312	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
166312	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
166312	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
166312	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
166312	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
166312	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
166312	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
166312	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
166312	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
166312	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
166312	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
166312	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
166312	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
166312	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
166312	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
166312	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
166312	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
166312	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
166312	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
166312	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
166312	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
166312	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
166312	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
166312	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
166312	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
166312	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
166312	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
166312	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
166312	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
166312	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
166312	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
166312	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
166312	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
166312	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
166312	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
166312	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
166312	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
166312	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
166312	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
166312	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
166312	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
166312	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
166312	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
166312	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
166312	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
166312	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
166312	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
166312	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
166312	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
166312	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
166312	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
166312	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
166312	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
166312	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
166312	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
166312	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
166312	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
166312	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
166312	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
166312	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
166312	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
166312	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
166312	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
166312	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
166312	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
166312	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
166312	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
166312	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
166312	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
166312	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
166312	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
166312	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
166312	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
166312	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
166312	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
166312	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
166312	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
166312	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
166312	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
166312	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
166312	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
166312	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
166312	embedding2nn.weight	0	0.006391444243490696
166312	embedding2nn.weight	1	0.004024973139166832
166312	embedding2nn.weight	2	0.0133921904489398
166312	embedding2nn.weight	3	0.024338195100426674
166312	embedding2nn.weight	4	0.022121313959360123
166312	embedding2nn.weight	5	0.008535482920706272
166312	embedding2nn.weight	6	-0.013018451631069183
166312	embedding2nn.weight	7	-0.001619652146473527
166312	embedding2nn.weight	8	-0.0063452632166445255
166312	embedding2nn.weight	9	0.0002559941785875708
166312	embedding2nn.bias	0	0.006527740508317947
166312	embedding2nn.bias	1	-0.029974039644002914
166312	embedding2nn.bias	2	0.08246800303459167
166312	embedding2nn.bias	3	0.05230216309428215
166312	embedding2nn.bias	4	-0.010351168923079967
166312	embedding2nn.bias	5	-0.019532471895217896
166312	embedding2nn.bias	6	0.016429277136921883
166312	embedding2nn.bias	7	-0.015279208309948444
166312	embedding2nn.bias	8	-0.02767072804272175
166312	embedding2nn.bias	9	0.015450270846486092
166312	rnn.weight_ih_l0	0	0.06958150863647461
166312	rnn.weight_ih_l0	1	-0.03944258764386177
166312	rnn.weight_ih_l0	2	0.005561440717428923
166312	rnn.weight_ih_l0	3	0.04444409906864166
166312	rnn.weight_ih_l0	4	-0.027577925473451614
166312	rnn.weight_ih_l0	5	0.043301280587911606
166312	rnn.weight_ih_l0	6	0.00896501075476408
166312	rnn.weight_ih_l0	7	0.06712556630373001
166312	rnn.weight_ih_l0	8	0.007318015675991774
166312	rnn.weight_ih_l0	9	-0.021966734901070595
166312	rnn.weight_hh_l0	0	-0.012175836600363255
166312	rnn.weight_hh_l0	1	-0.023308277130126953
166312	rnn.weight_hh_l0	2	-0.0554150752723217
166312	rnn.weight_hh_l0	3	-0.00511474022641778
166312	rnn.weight_hh_l0	4	-0.009908361360430717
166312	rnn.weight_hh_l0	5	-0.026567373424768448
166312	rnn.weight_hh_l0	6	-0.0011579409474506974
166312	rnn.weight_hh_l0	7	-0.0437149852514267
166312	rnn.weight_hh_l0	8	0.06707239151000977
166312	rnn.weight_hh_l0	9	0.04465126618742943
166312	rnn.bias_ih_l0	0	-0.17308403551578522
166312	rnn.bias_ih_l0	1	-0.16291570663452148
166312	rnn.bias_ih_l0	2	-0.014002995565533638
166312	rnn.bias_ih_l0	3	-0.14299428462982178
166312	rnn.bias_ih_l0	4	-0.056759972125291824
166312	rnn.bias_ih_l0	5	-0.16057126224040985
166312	rnn.bias_ih_l0	6	0.06692085415124893
166312	rnn.bias_ih_l0	7	-0.0883151963353157
166312	rnn.bias_ih_l0	8	-0.0391172356903553
166312	rnn.bias_ih_l0	9	-0.10868191719055176
166312	rnn.bias_hh_l0	0	-0.07275794446468353
166312	rnn.bias_hh_l0	1	0.24809208512306213
166312	rnn.bias_hh_l0	2	0.04134177789092064
166312	rnn.bias_hh_l0	3	-0.07128887623548508
166312	rnn.bias_hh_l0	4	-0.08570816367864609
166312	rnn.bias_hh_l0	5	-0.026516176760196686
166312	rnn.bias_hh_l0	6	0.050762955099344254
166312	rnn.bias_hh_l0	7	-0.10232696682214737
166312	rnn.bias_hh_l0	8	-0.2319326251745224
166312	rnn.bias_hh_l0	9	-0.10579850524663925
166312	rnn.weight_ih_l0_reverse	0	0.019257590174674988
166312	rnn.weight_ih_l0_reverse	1	-0.06388455629348755
166312	rnn.weight_ih_l0_reverse	2	0.040950506925582886
166312	rnn.weight_ih_l0_reverse	3	0.019060326740145683
166312	rnn.weight_ih_l0_reverse	4	0.004012723919004202
166312	rnn.weight_ih_l0_reverse	5	-0.03349253535270691
166312	rnn.weight_ih_l0_reverse	6	0.015581706538796425
166312	rnn.weight_ih_l0_reverse	7	0.030915657058358192
166312	rnn.weight_ih_l0_reverse	8	-0.028264401480555534
166312	rnn.weight_ih_l0_reverse	9	0.0022065271623432636
166312	rnn.weight_hh_l0_reverse	0	0.042706139385700226
166312	rnn.weight_hh_l0_reverse	1	0.02959512732923031
166312	rnn.weight_hh_l0_reverse	2	-0.020006781443953514
166312	rnn.weight_hh_l0_reverse	3	-0.07622449100017548
166312	rnn.weight_hh_l0_reverse	4	0.011439329944550991
166312	rnn.weight_hh_l0_reverse	5	-0.05279664695262909
166312	rnn.weight_hh_l0_reverse	6	-0.012829129584133625
166312	rnn.weight_hh_l0_reverse	7	0.029926998540759087
166312	rnn.weight_hh_l0_reverse	8	0.01224498264491558
166312	rnn.weight_hh_l0_reverse	9	0.006978940684348345
166312	rnn.bias_ih_l0_reverse	0	-0.04255715385079384
166312	rnn.bias_ih_l0_reverse	1	-0.13468067348003387
166312	rnn.bias_ih_l0_reverse	2	-0.13962072134017944
166312	rnn.bias_ih_l0_reverse	3	-0.04509711265563965
166312	rnn.bias_ih_l0_reverse	4	-0.11054027825593948
166312	rnn.bias_ih_l0_reverse	5	-0.08905088156461716
166312	rnn.bias_ih_l0_reverse	6	-0.1931135654449463
166312	rnn.bias_ih_l0_reverse	7	-0.05423364043235779
166312	rnn.bias_ih_l0_reverse	8	-0.06612987071275711
166312	rnn.bias_ih_l0_reverse	9	-0.132999449968338
166312	rnn.bias_hh_l0_reverse	0	-0.14097723364830017
166312	rnn.bias_hh_l0_reverse	1	-0.1588727831840515
166312	rnn.bias_hh_l0_reverse	2	0.10790582001209259
166312	rnn.bias_hh_l0_reverse	3	0.07764878123998642
166312	rnn.bias_hh_l0_reverse	4	-0.16777148842811584
166312	rnn.bias_hh_l0_reverse	5	-0.13772308826446533
166312	rnn.bias_hh_l0_reverse	6	-0.10384637117385864
166312	rnn.bias_hh_l0_reverse	7	-0.05303707718849182
166312	rnn.bias_hh_l0_reverse	8	-0.092898890376091
166312	rnn.bias_hh_l0_reverse	9	-0.028308965265750885
166312	linear.weight	0	-0.00762740895152092
166312	linear.weight	1	0.024674182757735252
166312	linear.weight	2	0.27724242210388184
166312	linear.weight	3	-0.07948298752307892
166312	linear.weight	4	-0.010588549077510834
166312	linear.weight	5	0.12701718509197235
166312	linear.weight	6	-0.010739270597696304
166312	linear.weight	7	-0.019738513976335526
166312	linear.weight	8	0.2012413889169693
166312	linear.weight	9	-0.2476375550031662
166312	linear.bias	0	-0.03956538438796997
166312	linear.bias	1	0.031413208693265915
166312	linear.bias	2	0.44248491525650024
166312	linear.bias	3	-0.5924414396286011
166312	linear.bias	4	1.9890270233154297
166312	linear.bias	5	-1.3881860971450806
166312	linear.bias	6	-0.33612126111984253
166312	linear.bias	7	-0.11918050050735474
166870	transitions	0	-1.838182806968689
166870	transitions	1	-10000.0
166870	transitions	2	-0.7969565987586975
166870	transitions	3	-10000.0
166870	transitions	4	1.9570649862289429
166870	transitions	5	-10000.0
166870	transitions	6	-10000.0
166870	transitions	7	1.7609288692474365
166870	transitions	8	-2.5389533042907715
166870	transitions	9	-4.174250602722168
166870	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
166870	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
166870	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
166870	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
166870	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
166870	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
166870	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
166870	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
166870	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
166870	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
166870	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
166870	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
166870	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
166870	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
166870	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
166870	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
166870	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
166870	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
166870	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
166870	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
166870	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
166870	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
166870	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
166870	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
166870	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
166870	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
166870	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
166870	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
166870	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
166870	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
166870	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
166870	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
166870	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
166870	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
166870	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
166870	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
166870	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
166870	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
166870	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
166870	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
166870	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
166870	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
166870	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
166870	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
166870	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
166870	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
166870	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
166870	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
166870	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
166870	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
166870	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
166870	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
166870	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
166870	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
166870	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
166870	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
166870	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
166870	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
166870	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
166870	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
166870	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
166870	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
166870	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
166870	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
166870	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
166870	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
166870	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
166870	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
166870	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
166870	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
166870	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
166870	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
166870	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
166870	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
166870	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
166870	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
166870	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
166870	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
166870	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
166870	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
166870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
166870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
166870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
166870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
166870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
166870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
166870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
166870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
166870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
166870	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
166870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
166870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
166870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
166870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
166870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
166870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
166870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
166870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
166870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
166870	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
166870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
166870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
166870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
166870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
166870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
166870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
166870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
166870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
166870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
166870	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
166870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
166870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
166870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
166870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
166870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
166870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
166870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
166870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
166870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
166870	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
166870	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
166870	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
166870	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
166870	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
166870	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
166870	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
166870	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
166870	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
166870	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
166870	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
166870	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
166870	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
166870	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
166870	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
166870	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
166870	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
166870	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
166870	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
166870	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
166870	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
166870	embedding2nn.weight	0	0.0063975234515964985
166870	embedding2nn.weight	1	0.003984218928962946
166870	embedding2nn.weight	2	0.013402135111391544
166870	embedding2nn.weight	3	0.02448226511478424
166870	embedding2nn.weight	4	0.022150104865431786
166870	embedding2nn.weight	5	0.008464653976261616
166870	embedding2nn.weight	6	-0.013052152469754219
166870	embedding2nn.weight	7	-0.0016753849340602756
166870	embedding2nn.weight	8	-0.006223344709724188
166870	embedding2nn.weight	9	0.0002641626342665404
166870	embedding2nn.bias	0	0.007724982686340809
166870	embedding2nn.bias	1	-0.025141803547739983
166870	embedding2nn.bias	2	0.07538703829050064
166870	embedding2nn.bias	3	0.05551599711179733
166870	embedding2nn.bias	4	-0.011389902792870998
166870	embedding2nn.bias	5	-0.01370549388229847
166870	embedding2nn.bias	6	0.01595040038228035
166870	embedding2nn.bias	7	-0.016846295446157455
166870	embedding2nn.bias	8	-0.027337485924363136
166870	embedding2nn.bias	9	0.014082367531955242
166870	rnn.weight_ih_l0	0	0.06964822113513947
166870	rnn.weight_ih_l0	1	-0.0390377901494503
166870	rnn.weight_ih_l0	2	0.005570366512984037
166870	rnn.weight_ih_l0	3	0.04546643793582916
166870	rnn.weight_ih_l0	4	-0.02821429632604122
166870	rnn.weight_ih_l0	5	0.042836569249629974
166870	rnn.weight_ih_l0	6	0.008920840919017792
166870	rnn.weight_ih_l0	7	0.0674407035112381
166870	rnn.weight_ih_l0	8	0.00730836670845747
166870	rnn.weight_ih_l0	9	-0.0219284575432539
166870	rnn.weight_hh_l0	0	-0.012130114249885082
166870	rnn.weight_hh_l0	1	-0.022976376116275787
166870	rnn.weight_hh_l0	2	-0.055836986750364304
166870	rnn.weight_hh_l0	3	-0.005102335475385189
166870	rnn.weight_hh_l0	4	-0.009968694299459457
166870	rnn.weight_hh_l0	5	-0.02667250670492649
166870	rnn.weight_hh_l0	6	-0.0011878099758177996
166870	rnn.weight_hh_l0	7	-0.04439514875411987
166870	rnn.weight_hh_l0	8	0.06687572598457336
166870	rnn.weight_hh_l0	9	0.04467334970831871
166870	rnn.bias_ih_l0	0	-0.1719113439321518
166870	rnn.bias_ih_l0	1	-0.1634313017129898
166870	rnn.bias_ih_l0	2	-0.013965633697807789
166870	rnn.bias_ih_l0	3	-0.14223137497901917
166870	rnn.bias_ih_l0	4	-0.054895784705877304
166870	rnn.bias_ih_l0	5	-0.16273565590381622
166870	rnn.bias_ih_l0	6	0.06765016168355942
166870	rnn.bias_ih_l0	7	-0.08967916667461395
166870	rnn.bias_ih_l0	8	-0.04061030223965645
166870	rnn.bias_ih_l0	9	-0.11018890142440796
166870	rnn.bias_hh_l0	0	-0.07012972980737686
166870	rnn.bias_hh_l0	1	0.24513623118400574
166870	rnn.bias_hh_l0	2	0.03876730799674988
166870	rnn.bias_hh_l0	3	-0.07014058530330658
166870	rnn.bias_hh_l0	4	-0.08671154826879501
166870	rnn.bias_hh_l0	5	-0.025715427473187447
166870	rnn.bias_hh_l0	6	0.05043383315205574
166870	rnn.bias_hh_l0	7	-0.10365989059209824
166870	rnn.bias_hh_l0	8	-0.23431982100009918
166870	rnn.bias_hh_l0	9	-0.10589878261089325
166870	rnn.weight_ih_l0_reverse	0	0.020360225811600685
166870	rnn.weight_ih_l0_reverse	1	-0.06335022300481796
166870	rnn.weight_ih_l0_reverse	2	0.04105421155691147
166870	rnn.weight_ih_l0_reverse	3	0.020123383030295372
166870	rnn.weight_ih_l0_reverse	4	0.0031670040916651487
166870	rnn.weight_ih_l0_reverse	5	-0.032738108187913895
166870	rnn.weight_ih_l0_reverse	6	0.01689007133245468
166870	rnn.weight_ih_l0_reverse	7	0.031013648957014084
166870	rnn.weight_ih_l0_reverse	8	-0.027696877717971802
166870	rnn.weight_ih_l0_reverse	9	0.0021386004518717527
166870	rnn.weight_hh_l0_reverse	0	0.042726580053567886
166870	rnn.weight_hh_l0_reverse	1	0.029655491933226585
166870	rnn.weight_hh_l0_reverse	2	-0.02023666724562645
166870	rnn.weight_hh_l0_reverse	3	-0.07653474807739258
166870	rnn.weight_hh_l0_reverse	4	0.011440180242061615
166870	rnn.weight_hh_l0_reverse	5	-0.0523054301738739
166870	rnn.weight_hh_l0_reverse	6	-0.012931093573570251
166870	rnn.weight_hh_l0_reverse	7	0.029936043545603752
166870	rnn.weight_hh_l0_reverse	8	0.01186442095786333
166870	rnn.weight_hh_l0_reverse	9	0.008045079186558723
166870	rnn.bias_ih_l0_reverse	0	-0.04396870732307434
166870	rnn.bias_ih_l0_reverse	1	-0.1338185966014862
166870	rnn.bias_ih_l0_reverse	2	-0.1413346529006958
166870	rnn.bias_ih_l0_reverse	3	-0.04556604474782944
166870	rnn.bias_ih_l0_reverse	4	-0.11016751825809479
166870	rnn.bias_ih_l0_reverse	5	-0.08970316499471664
166870	rnn.bias_ih_l0_reverse	6	-0.19593751430511475
166870	rnn.bias_ih_l0_reverse	7	-0.055264126509428024
166870	rnn.bias_ih_l0_reverse	8	-0.06573031097650528
166870	rnn.bias_ih_l0_reverse	9	-0.13506831228733063
166870	rnn.bias_hh_l0_reverse	0	-0.1416618674993515
166870	rnn.bias_hh_l0_reverse	1	-0.16083455085754395
166870	rnn.bias_hh_l0_reverse	2	0.10739061236381531
166870	rnn.bias_hh_l0_reverse	3	0.07890018820762634
166870	rnn.bias_hh_l0_reverse	4	-0.1644343137741089
166870	rnn.bias_hh_l0_reverse	5	-0.13486738502979279
166870	rnn.bias_hh_l0_reverse	6	-0.10609255731105804
166870	rnn.bias_hh_l0_reverse	7	-0.054448001086711884
166870	rnn.bias_hh_l0_reverse	8	-0.09305094182491302
166870	rnn.bias_hh_l0_reverse	9	-0.026308497413992882
166870	linear.weight	0	-0.007629653438925743
166870	linear.weight	1	0.04119487851858139
166870	linear.weight	2	0.28099003434181213
166870	linear.weight	3	-0.07947376370429993
166870	linear.weight	4	-0.010588549077510834
166870	linear.weight	5	0.11879590898752213
166870	linear.weight	6	-0.010739270597696304
166870	linear.weight	7	-0.01853794790804386
166870	linear.weight	8	0.13414420187473297
166870	linear.weight	9	-0.23630395531654358
166870	linear.bias	0	-0.03956538438796997
166870	linear.bias	1	0.031413208693265915
166870	linear.bias	2	0.45065560936927795
166870	linear.bias	3	-0.5994277000427246
166870	linear.bias	4	1.9706885814666748
166870	linear.bias	5	-1.3883817195892334
166870	linear.bias	6	-0.32676073908805847
166870	linear.bias	7	-0.11120323836803436
167428	transitions	0	-1.839409351348877
167428	transitions	1	-10000.0
167428	transitions	2	-0.7969565987586975
167428	transitions	3	-10000.0
167428	transitions	4	1.9649218320846558
167428	transitions	5	-10000.0
167428	transitions	6	-10000.0
167428	transitions	7	1.7492618560791016
167428	transitions	8	-2.5398154258728027
167428	transitions	9	-4.174989700317383
167428	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
167428	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
167428	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
167428	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
167428	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
167428	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
167428	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
167428	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
167428	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
167428	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
167428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
167428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
167428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
167428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
167428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
167428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
167428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
167428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
167428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
167428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
167428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
167428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
167428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
167428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
167428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
167428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
167428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
167428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
167428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
167428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
167428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
167428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
167428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
167428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
167428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
167428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
167428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
167428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
167428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
167428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
167428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
167428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
167428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
167428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
167428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
167428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
167428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
167428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
167428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
167428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
167428	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
167428	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
167428	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
167428	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
167428	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
167428	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
167428	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
167428	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
167428	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
167428	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
167428	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
167428	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
167428	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
167428	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
167428	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
167428	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
167428	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
167428	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
167428	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
167428	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
167428	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
167428	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
167428	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
167428	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
167428	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
167428	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
167428	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
167428	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
167428	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
167428	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
167428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
167428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
167428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
167428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
167428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
167428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
167428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
167428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
167428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
167428	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
167428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
167428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
167428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
167428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
167428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
167428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
167428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
167428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
167428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
167428	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
167428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
167428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
167428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
167428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
167428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
167428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
167428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
167428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
167428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
167428	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
167428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
167428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
167428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
167428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
167428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
167428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
167428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
167428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
167428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
167428	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
167428	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
167428	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
167428	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
167428	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
167428	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
167428	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
167428	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
167428	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
167428	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
167428	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
167428	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
167428	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
167428	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
167428	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
167428	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
167428	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
167428	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
167428	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
167428	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
167428	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
167428	embedding2nn.weight	0	0.00640631839632988
167428	embedding2nn.weight	1	0.004057297483086586
167428	embedding2nn.weight	2	0.013397479429841042
167428	embedding2nn.weight	3	0.0247509628534317
167428	embedding2nn.weight	4	0.02229016087949276
167428	embedding2nn.weight	5	0.008188348263502121
167428	embedding2nn.weight	6	-0.013178521767258644
167428	embedding2nn.weight	7	-0.0017287711380049586
167428	embedding2nn.weight	8	-0.006238156463950872
167428	embedding2nn.weight	9	0.0002849934680853039
167428	embedding2nn.bias	0	0.009826215915381908
167428	embedding2nn.bias	1	-0.021746855229139328
167428	embedding2nn.bias	2	0.077752023935318
167428	embedding2nn.bias	3	0.052556708455085754
167428	embedding2nn.bias	4	-0.010645345784723759
167428	embedding2nn.bias	5	-0.01589365303516388
167428	embedding2nn.bias	6	0.012962708249688148
167428	embedding2nn.bias	7	-0.017465468496084213
167428	embedding2nn.bias	8	-0.03207135200500488
167428	embedding2nn.bias	9	0.013729582540690899
167428	rnn.weight_ih_l0	0	0.06935124099254608
167428	rnn.weight_ih_l0	1	-0.038925811648368835
167428	rnn.weight_ih_l0	2	0.006534116808325052
167428	rnn.weight_ih_l0	3	0.0447206012904644
167428	rnn.weight_ih_l0	4	-0.02686603181064129
167428	rnn.weight_ih_l0	5	0.0423358716070652
167428	rnn.weight_ih_l0	6	0.008832926861941814
167428	rnn.weight_ih_l0	7	0.06775357574224472
167428	rnn.weight_ih_l0	8	0.00759236142039299
167428	rnn.weight_ih_l0	9	-0.022242581471800804
167428	rnn.weight_hh_l0	0	-0.012477227486670017
167428	rnn.weight_hh_l0	1	-0.023052342236042023
167428	rnn.weight_hh_l0	2	-0.05598938465118408
167428	rnn.weight_hh_l0	3	-0.005203820299357176
167428	rnn.weight_hh_l0	4	-0.010022767819464207
167428	rnn.weight_hh_l0	5	-0.02624499797821045
167428	rnn.weight_hh_l0	6	-0.001184777240268886
167428	rnn.weight_hh_l0	7	-0.04438691586256027
167428	rnn.weight_hh_l0	8	0.06652311235666275
167428	rnn.weight_hh_l0	9	0.04504998400807381
167428	rnn.bias_ih_l0	0	-0.1717466562986374
167428	rnn.bias_ih_l0	1	-0.16450263559818268
167428	rnn.bias_ih_l0	2	-0.014698438346385956
167428	rnn.bias_ih_l0	3	-0.14317207038402557
167428	rnn.bias_ih_l0	4	-0.05523437261581421
167428	rnn.bias_ih_l0	5	-0.16149185597896576
167428	rnn.bias_ih_l0	6	0.06496582925319672
167428	rnn.bias_ih_l0	7	-0.09075997769832611
167428	rnn.bias_ih_l0	8	-0.04270413517951965
167428	rnn.bias_ih_l0	9	-0.1081094816327095
167428	rnn.bias_hh_l0	0	-0.07369291037321091
167428	rnn.bias_hh_l0	1	0.24383719265460968
167428	rnn.bias_hh_l0	2	0.04025845229625702
167428	rnn.bias_hh_l0	3	-0.07253491878509521
167428	rnn.bias_hh_l0	4	-0.0844704881310463
167428	rnn.bias_hh_l0	5	-0.027259036898612976
167428	rnn.bias_hh_l0	6	0.050378281623125076
167428	rnn.bias_hh_l0	7	-0.10221371799707413
167428	rnn.bias_hh_l0	8	-0.23598134517669678
167428	rnn.bias_hh_l0	9	-0.10610704123973846
167428	rnn.weight_ih_l0_reverse	0	0.020445210859179497
167428	rnn.weight_ih_l0_reverse	1	-0.06302628666162491
167428	rnn.weight_ih_l0_reverse	2	0.04053538292646408
167428	rnn.weight_ih_l0_reverse	3	0.01929781772196293
167428	rnn.weight_ih_l0_reverse	4	0.0028079901821911335
167428	rnn.weight_ih_l0_reverse	5	-0.03258057311177254
167428	rnn.weight_ih_l0_reverse	6	0.01739361137151718
167428	rnn.weight_ih_l0_reverse	7	0.03096543811261654
167428	rnn.weight_ih_l0_reverse	8	-0.027426457032561302
167428	rnn.weight_ih_l0_reverse	9	0.002095936331897974
167428	rnn.weight_hh_l0_reverse	0	0.042588863521814346
167428	rnn.weight_hh_l0_reverse	1	0.029948990792036057
167428	rnn.weight_hh_l0_reverse	2	-0.020322736352682114
167428	rnn.weight_hh_l0_reverse	3	-0.0771637111902237
167428	rnn.weight_hh_l0_reverse	4	0.011660946533083916
167428	rnn.weight_hh_l0_reverse	5	-0.05202925205230713
167428	rnn.weight_hh_l0_reverse	6	-0.012933987192809582
167428	rnn.weight_hh_l0_reverse	7	0.02960527315735817
167428	rnn.weight_hh_l0_reverse	8	0.011283541098237038
167428	rnn.weight_hh_l0_reverse	9	0.007947168312966824
167428	rnn.bias_ih_l0_reverse	0	-0.04349122941493988
167428	rnn.bias_ih_l0_reverse	1	-0.13435392081737518
167428	rnn.bias_ih_l0_reverse	2	-0.14264509081840515
167428	rnn.bias_ih_l0_reverse	3	-0.04408515617251396
167428	rnn.bias_ih_l0_reverse	4	-0.106895811855793
167428	rnn.bias_ih_l0_reverse	5	-0.09159927815198898
167428	rnn.bias_ih_l0_reverse	6	-0.20013970136642456
167428	rnn.bias_ih_l0_reverse	7	-0.05279384180903435
167428	rnn.bias_ih_l0_reverse	8	-0.06529346108436584
167428	rnn.bias_ih_l0_reverse	9	-0.13499897718429565
167428	rnn.bias_hh_l0_reverse	0	-0.14311166107654572
167428	rnn.bias_hh_l0_reverse	1	-0.16034036874771118
167428	rnn.bias_hh_l0_reverse	2	0.11075450479984283
167428	rnn.bias_hh_l0_reverse	3	0.0772571712732315
167428	rnn.bias_hh_l0_reverse	4	-0.16417117416858673
167428	rnn.bias_hh_l0_reverse	5	-0.1376357525587082
167428	rnn.bias_hh_l0_reverse	6	-0.10517513751983643
167428	rnn.bias_hh_l0_reverse	7	-0.05523151904344559
167428	rnn.bias_hh_l0_reverse	8	-0.09101784229278564
167428	rnn.bias_hh_l0_reverse	9	-0.02638520672917366
167428	linear.weight	0	-0.007632657419890165
167428	linear.weight	1	0.03676220029592514
167428	linear.weight	2	0.2752707004547119
167428	linear.weight	3	-0.07946697622537613
167428	linear.weight	4	-0.010588549077510834
167428	linear.weight	5	0.12174664437770844
167428	linear.weight	6	-0.010739270597696304
167428	linear.weight	7	-0.016273047775030136
167428	linear.weight	8	0.13546743988990784
167428	linear.weight	9	-0.23277157545089722
167428	linear.bias	0	-0.03956538438796997
167428	linear.bias	1	0.031413208693265915
167428	linear.bias	2	0.4762822389602661
167428	linear.bias	3	-0.586808443069458
167428	linear.bias	4	1.9721221923828125
167428	linear.bias	5	-1.3885797262191772
167428	linear.bias	6	-0.34587618708610535
167428	linear.bias	7	-0.13158462941646576
167987	transitions	0	-1.840553879737854
167987	transitions	1	-10000.0
167987	transitions	2	-0.7969565987586975
167987	transitions	3	-10000.0
167987	transitions	4	1.9665863513946533
167987	transitions	5	-10000.0
167987	transitions	6	-10000.0
167987	transitions	7	1.7361500263214111
167987	transitions	8	-2.5407166481018066
167987	transitions	9	-4.175729751586914
167987	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
167987	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
167987	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
167987	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
167987	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
167987	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
167987	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
167987	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
167987	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
167987	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
167987	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
167987	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
167987	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
167987	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
167987	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
167987	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
167987	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
167987	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
167987	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
167987	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
167987	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
167987	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
167987	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
167987	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
167987	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
167987	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
167987	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
167987	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
167987	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
167987	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
167987	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
167987	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
167987	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
167987	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
167987	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
167987	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
167987	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
167987	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
167987	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
167987	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
167987	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
167987	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
167987	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
167987	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
167987	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
167987	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
167987	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
167987	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
167987	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
167987	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
167987	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
167987	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
167987	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
167987	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
167987	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
167987	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
167987	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
167987	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
167987	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
167987	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
167987	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
167987	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
167987	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
167987	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
167987	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
167987	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
167987	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
167987	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
167987	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
167987	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
167987	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
167987	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
167987	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
167987	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
167987	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
167987	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
167987	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
167987	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
167987	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
167987	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
167987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
167987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
167987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
167987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
167987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
167987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
167987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
167987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
167987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
167987	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
167987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
167987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
167987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
167987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
167987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
167987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
167987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
167987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
167987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
167987	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
167987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
167987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
167987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
167987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
167987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
167987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
167987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
167987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
167987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
167987	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
167987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
167987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
167987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
167987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
167987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
167987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
167987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
167987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
167987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
167987	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
167987	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
167987	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
167987	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
167987	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
167987	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
167987	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
167987	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
167987	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
167987	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
167987	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
167987	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
167987	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
167987	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
167987	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
167987	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
167987	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
167987	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
167987	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
167987	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
167987	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
167987	embedding2nn.weight	0	0.006404383573681116
167987	embedding2nn.weight	1	0.0040284451097249985
167987	embedding2nn.weight	2	0.013416333124041557
167987	embedding2nn.weight	3	0.02462620474398136
167987	embedding2nn.weight	4	0.022522911429405212
167987	embedding2nn.weight	5	0.008599151857197285
167987	embedding2nn.weight	6	-0.013136124238371849
167987	embedding2nn.weight	7	-0.0018235412426292896
167987	embedding2nn.weight	8	-0.006012069061398506
167987	embedding2nn.weight	9	0.00023372047871816903
167987	embedding2nn.bias	0	0.01306058932095766
167987	embedding2nn.bias	1	-0.027312785387039185
167987	embedding2nn.bias	2	0.07298693805932999
167987	embedding2nn.bias	3	0.055937379598617554
167987	embedding2nn.bias	4	-0.014908804558217525
167987	embedding2nn.bias	5	-0.019178105518221855
167987	embedding2nn.bias	6	0.012974916957318783
167987	embedding2nn.bias	7	-0.006678944453597069
167987	embedding2nn.bias	8	-0.03013892099261284
167987	embedding2nn.bias	9	0.015136602334678173
167987	rnn.weight_ih_l0	0	0.06930115073919296
167987	rnn.weight_ih_l0	1	-0.039127543568611145
167987	rnn.weight_ih_l0	2	0.006654819939285517
167987	rnn.weight_ih_l0	3	0.044561732560396194
167987	rnn.weight_ih_l0	4	-0.027254147455096245
167987	rnn.weight_ih_l0	5	0.04254024103283882
167987	rnn.weight_ih_l0	6	0.008717993274331093
167987	rnn.weight_ih_l0	7	0.06779570132493973
167987	rnn.weight_ih_l0	8	0.0068343463353812695
167987	rnn.weight_ih_l0	9	-0.0229510348290205
167987	rnn.weight_hh_l0	0	-0.011835778132081032
167987	rnn.weight_hh_l0	1	-0.023099098354578018
167987	rnn.weight_hh_l0	2	-0.05571746453642845
167987	rnn.weight_hh_l0	3	-0.004876105114817619
167987	rnn.weight_hh_l0	4	-0.010074317455291748
167987	rnn.weight_hh_l0	5	-0.025771072134375572
167987	rnn.weight_hh_l0	6	-0.0011674155248329043
167987	rnn.weight_hh_l0	7	-0.04390565678477287
167987	rnn.weight_hh_l0	8	0.0656537264585495
167987	rnn.weight_hh_l0	9	0.04485232010483742
167987	rnn.bias_ih_l0	0	-0.1734118014574051
167987	rnn.bias_ih_l0	1	-0.16199781000614166
167987	rnn.bias_ih_l0	2	-0.01553670410066843
167987	rnn.bias_ih_l0	3	-0.14093369245529175
167987	rnn.bias_ih_l0	4	-0.05364108830690384
167987	rnn.bias_ih_l0	5	-0.16359205543994904
167987	rnn.bias_ih_l0	6	0.06743224710226059
167987	rnn.bias_ih_l0	7	-0.09083463251590729
167987	rnn.bias_ih_l0	8	-0.04433894902467728
167987	rnn.bias_ih_l0	9	-0.10777035355567932
167987	rnn.bias_hh_l0	0	-0.0720154345035553
167987	rnn.bias_hh_l0	1	0.2447834610939026
167987	rnn.bias_hh_l0	2	0.03841514140367508
167987	rnn.bias_hh_l0	3	-0.07103408128023148
167987	rnn.bias_hh_l0	4	-0.08444303274154663
167987	rnn.bias_hh_l0	5	-0.02129282057285309
167987	rnn.bias_hh_l0	6	0.04930765926837921
167987	rnn.bias_hh_l0	7	-0.1085105836391449
167987	rnn.bias_hh_l0	8	-0.23658691346645355
167987	rnn.bias_hh_l0	9	-0.10420683771371841
167987	rnn.weight_ih_l0_reverse	0	0.01938382163643837
167987	rnn.weight_ih_l0_reverse	1	-0.06241888552904129
167987	rnn.weight_ih_l0_reverse	2	0.04011043533682823
167987	rnn.weight_ih_l0_reverse	3	0.019482634961605072
167987	rnn.weight_ih_l0_reverse	4	0.002667519263923168
167987	rnn.weight_ih_l0_reverse	5	-0.03225027397274971
167987	rnn.weight_ih_l0_reverse	6	0.01827787607908249
167987	rnn.weight_ih_l0_reverse	7	0.031034355983138084
167987	rnn.weight_ih_l0_reverse	8	-0.027393555268645287
167987	rnn.weight_ih_l0_reverse	9	0.0020214400719851255
167987	rnn.weight_hh_l0_reverse	0	0.042394280433654785
167987	rnn.weight_hh_l0_reverse	1	0.02968880906701088
167987	rnn.weight_hh_l0_reverse	2	-0.0202743299305439
167987	rnn.weight_hh_l0_reverse	3	-0.07769440114498138
167987	rnn.weight_hh_l0_reverse	4	0.011888600885868073
167987	rnn.weight_hh_l0_reverse	5	-0.05207814276218414
167987	rnn.weight_hh_l0_reverse	6	-0.012645023874938488
167987	rnn.weight_hh_l0_reverse	7	0.02975727617740631
167987	rnn.weight_hh_l0_reverse	8	0.011531531810760498
167987	rnn.weight_hh_l0_reverse	9	0.007580498233437538
167987	rnn.bias_ih_l0_reverse	0	-0.04444489628076553
167987	rnn.bias_ih_l0_reverse	1	-0.13497284054756165
167987	rnn.bias_ih_l0_reverse	2	-0.14254270493984222
167987	rnn.bias_ih_l0_reverse	3	-0.044332124292850494
167987	rnn.bias_ih_l0_reverse	4	-0.10701794177293777
167987	rnn.bias_ih_l0_reverse	5	-0.08925390243530273
167987	rnn.bias_ih_l0_reverse	6	-0.19855138659477234
167987	rnn.bias_ih_l0_reverse	7	-0.052640434354543686
167987	rnn.bias_ih_l0_reverse	8	-0.06662474572658539
167987	rnn.bias_ih_l0_reverse	9	-0.13374628126621246
167987	rnn.bias_hh_l0_reverse	0	-0.14343592524528503
167987	rnn.bias_hh_l0_reverse	1	-0.15982948243618011
167987	rnn.bias_hh_l0_reverse	2	0.10610103607177734
167987	rnn.bias_hh_l0_reverse	3	0.07504215836524963
167987	rnn.bias_hh_l0_reverse	4	-0.16740092635154724
167987	rnn.bias_hh_l0_reverse	5	-0.13831539452075958
167987	rnn.bias_hh_l0_reverse	6	-0.10418947041034698
167987	rnn.bias_hh_l0_reverse	7	-0.05578956753015518
167987	rnn.bias_hh_l0_reverse	8	-0.09167228639125824
167987	rnn.bias_hh_l0_reverse	9	-0.020622368901968002
167987	linear.weight	0	-0.007636193186044693
167987	linear.weight	1	0.04786302149295807
167987	linear.weight	2	0.27946797013282776
167987	linear.weight	3	-0.07946304231882095
167987	linear.weight	4	-0.010588549077510834
167987	linear.weight	5	0.09748808294534683
167987	linear.weight	6	-0.010739270597696304
167987	linear.weight	7	-0.011867990717291832
167987	linear.weight	8	0.15211497247219086
167987	linear.weight	9	-0.22632534801959991
167987	linear.bias	0	-0.03956538438796997
167987	linear.bias	1	0.031413208693265915
167987	linear.bias	2	0.45410510897636414
167987	linear.bias	3	-0.6215183734893799
167987	linear.bias	4	1.9656853675842285
167987	linear.bias	5	-1.3887786865234375
167987	linear.bias	6	-0.3136509656906128
167987	linear.bias	7	-0.10030435025691986
168545	transitions	0	-1.8417348861694336
168545	transitions	1	-10000.0
168545	transitions	2	-0.7969565987586975
168545	transitions	3	-10000.0
168545	transitions	4	1.971440076828003
168545	transitions	5	-10000.0
168545	transitions	6	-10000.0
168545	transitions	7	1.7493025064468384
168545	transitions	8	-2.5416226387023926
168545	transitions	9	-4.176448822021484
168545	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
168545	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
168545	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
168545	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
168545	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
168545	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
168545	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
168545	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
168545	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
168545	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
168545	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
168545	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
168545	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
168545	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
168545	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
168545	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
168545	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
168545	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
168545	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
168545	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
168545	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
168545	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
168545	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
168545	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
168545	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
168545	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
168545	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
168545	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
168545	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
168545	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
168545	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
168545	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
168545	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
168545	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
168545	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
168545	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
168545	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
168545	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
168545	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
168545	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
168545	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
168545	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
168545	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
168545	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
168545	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
168545	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
168545	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
168545	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
168545	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
168545	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
168545	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
168545	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
168545	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
168545	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
168545	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
168545	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
168545	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
168545	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
168545	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
168545	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
168545	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
168545	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
168545	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
168545	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
168545	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
168545	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
168545	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
168545	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
168545	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
168545	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
168545	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
168545	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
168545	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
168545	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
168545	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
168545	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
168545	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
168545	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
168545	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
168545	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
168545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
168545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
168545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
168545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
168545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
168545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
168545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
168545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
168545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
168545	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
168545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
168545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
168545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
168545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
168545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
168545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
168545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
168545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
168545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
168545	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
168545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
168545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
168545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
168545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
168545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
168545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
168545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
168545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
168545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
168545	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
168545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
168545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
168545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
168545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
168545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
168545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
168545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
168545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
168545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
168545	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
168545	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
168545	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
168545	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
168545	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
168545	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
168545	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
168545	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
168545	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
168545	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
168545	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
168545	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
168545	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
168545	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
168545	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
168545	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
168545	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
168545	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
168545	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
168545	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
168545	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
168545	embedding2nn.weight	0	0.006405525840818882
168545	embedding2nn.weight	1	0.004177870228886604
168545	embedding2nn.weight	2	0.013418847694993019
168545	embedding2nn.weight	3	0.02430775947868824
168545	embedding2nn.weight	4	0.02181270718574524
168545	embedding2nn.weight	5	0.008198901079595089
168545	embedding2nn.weight	6	-0.01326433289796114
168545	embedding2nn.weight	7	-0.0018751370953395963
168545	embedding2nn.weight	8	-0.0061158183962106705
168545	embedding2nn.weight	9	0.00023571998463012278
168545	embedding2nn.bias	0	0.016774486750364304
168545	embedding2nn.bias	1	-0.025957554578781128
168545	embedding2nn.bias	2	0.07964007556438446
168545	embedding2nn.bias	3	0.0518932119011879
168545	embedding2nn.bias	4	-0.01567836105823517
168545	embedding2nn.bias	5	-0.021176153793931007
168545	embedding2nn.bias	6	0.010120697319507599
168545	embedding2nn.bias	7	-0.006206640508025885
168545	embedding2nn.bias	8	-0.029742956161499023
168545	embedding2nn.bias	9	0.016716692596673965
168545	rnn.weight_ih_l0	0	0.06954608857631683
168545	rnn.weight_ih_l0	1	-0.03853815048933029
168545	rnn.weight_ih_l0	2	0.006656270008534193
168545	rnn.weight_ih_l0	3	0.043732963502407074
168545	rnn.weight_ih_l0	4	-0.027781955897808075
168545	rnn.weight_ih_l0	5	0.044049300253391266
168545	rnn.weight_ih_l0	6	0.008464744314551353
168545	rnn.weight_ih_l0	7	0.06754330545663834
168545	rnn.weight_ih_l0	8	0.007027722429484129
168545	rnn.weight_ih_l0	9	-0.02361265756189823
168545	rnn.weight_hh_l0	0	-0.011703265830874443
168545	rnn.weight_hh_l0	1	-0.022638631984591484
168545	rnn.weight_hh_l0	2	-0.05627859756350517
168545	rnn.weight_hh_l0	3	-0.004782017786055803
168545	rnn.weight_hh_l0	4	-0.01019121054559946
168545	rnn.weight_hh_l0	5	-0.02540295198559761
168545	rnn.weight_hh_l0	6	-0.0010989659931510687
168545	rnn.weight_hh_l0	7	-0.0444699190557003
168545	rnn.weight_hh_l0	8	0.06547880172729492
168545	rnn.weight_hh_l0	9	0.0449061393737793
168545	rnn.bias_ih_l0	0	-0.1746329963207245
168545	rnn.bias_ih_l0	1	-0.16077108681201935
168545	rnn.bias_ih_l0	2	-0.015438833273947239
168545	rnn.bias_ih_l0	3	-0.1404232233762741
168545	rnn.bias_ih_l0	4	-0.05340426415205002
168545	rnn.bias_ih_l0	5	-0.1619108021259308
168545	rnn.bias_ih_l0	6	0.06463053822517395
168545	rnn.bias_ih_l0	7	-0.08986857533454895
168545	rnn.bias_ih_l0	8	-0.04245700314640999
168545	rnn.bias_ih_l0	9	-0.10950618982315063
168545	rnn.bias_hh_l0	0	-0.07066290080547333
168545	rnn.bias_hh_l0	1	0.2438075840473175
168545	rnn.bias_hh_l0	2	0.04127354547381401
168545	rnn.bias_hh_l0	3	-0.0717926174402237
168545	rnn.bias_hh_l0	4	-0.08495253324508667
168545	rnn.bias_hh_l0	5	-0.022304508835077286
168545	rnn.bias_hh_l0	6	0.0499902069568634
168545	rnn.bias_hh_l0	7	-0.10771395266056061
168545	rnn.bias_hh_l0	8	-0.23343071341514587
168545	rnn.bias_hh_l0	9	-0.1054324135184288
168545	rnn.weight_ih_l0_reverse	0	0.019404569640755653
168545	rnn.weight_ih_l0_reverse	1	-0.06302464753389359
168545	rnn.weight_ih_l0_reverse	2	0.040055159479379654
168545	rnn.weight_ih_l0_reverse	3	0.019488360732793808
168545	rnn.weight_ih_l0_reverse	4	0.0025278772227466106
168545	rnn.weight_ih_l0_reverse	5	-0.03186461701989174
168545	rnn.weight_ih_l0_reverse	6	0.018020419403910637
168545	rnn.weight_ih_l0_reverse	7	0.031303770840168
168545	rnn.weight_ih_l0_reverse	8	-0.026663120836019516
168545	rnn.weight_ih_l0_reverse	9	0.0008192444802261889
168545	rnn.weight_hh_l0_reverse	0	0.04239927977323532
168545	rnn.weight_hh_l0_reverse	1	0.029527707025408745
168545	rnn.weight_hh_l0_reverse	2	-0.020587626844644547
168545	rnn.weight_hh_l0_reverse	3	-0.07756531238555908
168545	rnn.weight_hh_l0_reverse	4	0.011761654168367386
168545	rnn.weight_hh_l0_reverse	5	-0.05208262428641319
168545	rnn.weight_hh_l0_reverse	6	-0.012461205013096333
168545	rnn.weight_hh_l0_reverse	7	0.029828062281012535
168545	rnn.weight_hh_l0_reverse	8	0.012112480588257313
168545	rnn.weight_hh_l0_reverse	9	0.007331155240535736
168545	rnn.bias_ih_l0_reverse	0	-0.04323173314332962
168545	rnn.bias_ih_l0_reverse	1	-0.13500355184078217
168545	rnn.bias_ih_l0_reverse	2	-0.14514663815498352
168545	rnn.bias_ih_l0_reverse	3	-0.04104459285736084
168545	rnn.bias_ih_l0_reverse	4	-0.10821061581373215
168545	rnn.bias_ih_l0_reverse	5	-0.08891332149505615
168545	rnn.bias_ih_l0_reverse	6	-0.19854556024074554
168545	rnn.bias_ih_l0_reverse	7	-0.05316241830587387
168545	rnn.bias_ih_l0_reverse	8	-0.06575195491313934
168545	rnn.bias_ih_l0_reverse	9	-0.13539162278175354
168545	rnn.bias_hh_l0_reverse	0	-0.14396263659000397
168545	rnn.bias_hh_l0_reverse	1	-0.16010990738868713
168545	rnn.bias_hh_l0_reverse	2	0.10830696672201157
168545	rnn.bias_hh_l0_reverse	3	0.08111855387687683
168545	rnn.bias_hh_l0_reverse	4	-0.16753029823303223
168545	rnn.bias_hh_l0_reverse	5	-0.1387592852115631
168545	rnn.bias_hh_l0_reverse	6	-0.10535265505313873
168545	rnn.bias_hh_l0_reverse	7	-0.05405605956912041
168545	rnn.bias_hh_l0_reverse	8	-0.09230674803256989
168545	rnn.bias_hh_l0_reverse	9	-0.025082459673285484
168545	linear.weight	0	-0.00763961486518383
168545	linear.weight	1	0.05714419111609459
168545	linear.weight	2	0.2945173382759094
168545	linear.weight	3	-0.07945770025253296
168545	linear.weight	4	-0.010588549077510834
168545	linear.weight	5	0.07038988918066025
168545	linear.weight	6	-0.010739270597696304
168545	linear.weight	7	-0.04156041890382767
168545	linear.weight	8	0.19547231495380402
168545	linear.weight	9	-0.22970466315746307
168545	linear.bias	0	-0.03956538438796997
168545	linear.bias	1	0.031413208693265915
168545	linear.bias	2	0.48299267888069153
168545	linear.bias	3	-0.6355250477790833
168545	linear.bias	4	1.9566938877105713
168545	linear.bias	5	-1.3889731168746948
168545	linear.bias	6	-0.31632402539253235
168545	linear.bias	7	-0.10334145277738571
169103	transitions	0	-1.842846393585205
169103	transitions	1	-10000.0
169103	transitions	2	-0.7969565987586975
169103	transitions	3	-10000.0
169103	transitions	4	1.9746333360671997
169103	transitions	5	-10000.0
169103	transitions	6	-10000.0
169103	transitions	7	1.7443468570709229
169103	transitions	8	-2.542616605758667
169103	transitions	9	-4.177209377288818
169103	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
169103	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
169103	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
169103	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
169103	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
169103	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
169103	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
169103	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
169103	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
169103	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
169103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
169103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
169103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
169103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
169103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
169103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
169103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
169103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
169103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
169103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
169103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
169103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
169103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
169103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
169103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
169103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
169103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
169103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
169103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
169103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
169103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
169103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
169103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
169103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
169103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
169103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
169103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
169103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
169103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
169103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
169103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
169103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
169103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
169103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
169103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
169103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
169103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
169103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
169103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
169103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
169103	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
169103	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
169103	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
169103	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
169103	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
169103	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
169103	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
169103	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
169103	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
169103	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
169103	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
169103	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
169103	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
169103	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
169103	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
169103	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
169103	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
169103	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
169103	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
169103	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
169103	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
169103	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
169103	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
169103	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
169103	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
169103	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
169103	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
169103	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
169103	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
169103	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
169103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
169103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
169103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
169103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
169103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
169103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
169103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
169103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
169103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
169103	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
169103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
169103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
169103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
169103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
169103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
169103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
169103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
169103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
169103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
169103	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
169103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
169103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
169103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
169103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
169103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
169103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
169103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
169103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
169103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
169103	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
169103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
169103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
169103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
169103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
169103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
169103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
169103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
169103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
169103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
169103	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
169103	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
169103	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
169103	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
169103	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
169103	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
169103	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
169103	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
169103	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
169103	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
169103	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
169103	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
169103	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
169103	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
169103	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
169103	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
169103	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
169103	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
169103	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
169103	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
169103	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
169103	embedding2nn.weight	0	0.006408685352653265
169103	embedding2nn.weight	1	0.004172248765826225
169103	embedding2nn.weight	2	0.013409457169473171
169103	embedding2nn.weight	3	0.02450883574783802
169103	embedding2nn.weight	4	0.021837487816810608
169103	embedding2nn.weight	5	0.007678361143916845
169103	embedding2nn.weight	6	-0.013268167153000832
169103	embedding2nn.weight	7	-0.001835416886024177
169103	embedding2nn.weight	8	-0.00552516570314765
169103	embedding2nn.weight	9	5.9292120567988604e-05
169103	embedding2nn.bias	0	0.009935665875673294
169103	embedding2nn.bias	1	-0.033615585416555405
169103	embedding2nn.bias	2	0.07836804538965225
169103	embedding2nn.bias	3	0.054553013294935226
169103	embedding2nn.bias	4	-0.01866731233894825
169103	embedding2nn.bias	5	-0.01759313978254795
169103	embedding2nn.bias	6	0.015698999166488647
169103	embedding2nn.bias	7	-0.006165091414004564
169103	embedding2nn.bias	8	-0.025986380875110626
169103	embedding2nn.bias	9	0.017228959128260612
169103	rnn.weight_ih_l0	0	0.06966301053762436
169103	rnn.weight_ih_l0	1	-0.03877084329724312
169103	rnn.weight_ih_l0	2	0.006171960383653641
169103	rnn.weight_ih_l0	3	0.04388510063290596
169103	rnn.weight_ih_l0	4	-0.02711566910147667
169103	rnn.weight_ih_l0	5	0.04357512667775154
169103	rnn.weight_ih_l0	6	0.00809480994939804
169103	rnn.weight_ih_l0	7	0.06640709936618805
169103	rnn.weight_ih_l0	8	0.007503994274884462
169103	rnn.weight_ih_l0	9	-0.02256724052131176
169103	rnn.weight_hh_l0	0	-0.01175575703382492
169103	rnn.weight_hh_l0	1	-0.02286558784544468
169103	rnn.weight_hh_l0	2	-0.05590806156396866
169103	rnn.weight_hh_l0	3	-0.0047851973213255405
169103	rnn.weight_hh_l0	4	-0.01025248784571886
169103	rnn.weight_hh_l0	5	-0.025458117946982384
169103	rnn.weight_hh_l0	6	-0.0011110357008874416
169103	rnn.weight_hh_l0	7	-0.04377196729183197
169103	rnn.weight_hh_l0	8	0.0650017186999321
169103	rnn.weight_hh_l0	9	0.04480643570423126
169103	rnn.bias_ih_l0	0	-0.17211544513702393
169103	rnn.bias_ih_l0	1	-0.16083626449108124
169103	rnn.bias_ih_l0	2	-0.017912883311510086
169103	rnn.bias_ih_l0	3	-0.1395350992679596
169103	rnn.bias_ih_l0	4	-0.05302410200238228
169103	rnn.bias_ih_l0	5	-0.16166076064109802
169103	rnn.bias_ih_l0	6	0.0661044642329216
169103	rnn.bias_ih_l0	7	-0.09040417522192001
169103	rnn.bias_ih_l0	8	-0.03907749429345131
169103	rnn.bias_ih_l0	9	-0.10681881010532379
169103	rnn.bias_hh_l0	0	-0.07413267344236374
169103	rnn.bias_hh_l0	1	0.250322550535202
169103	rnn.bias_hh_l0	2	0.04381798952817917
169103	rnn.bias_hh_l0	3	-0.07298585027456284
169103	rnn.bias_hh_l0	4	-0.08483786135911942
169103	rnn.bias_hh_l0	5	-0.023333463817834854
169103	rnn.bias_hh_l0	6	0.048771217465400696
169103	rnn.bias_hh_l0	7	-0.10842978209257126
169103	rnn.bias_hh_l0	8	-0.23236314952373505
169103	rnn.bias_hh_l0	9	-0.10700465738773346
169103	rnn.weight_ih_l0_reverse	0	0.019848229363560677
169103	rnn.weight_ih_l0_reverse	1	-0.06344705075025558
169103	rnn.weight_ih_l0_reverse	2	0.03987874090671539
169103	rnn.weight_ih_l0_reverse	3	0.01908450573682785
169103	rnn.weight_ih_l0_reverse	4	0.0027757242787629366
169103	rnn.weight_ih_l0_reverse	5	-0.03151288628578186
169103	rnn.weight_ih_l0_reverse	6	0.019193271175026894
169103	rnn.weight_ih_l0_reverse	7	0.031574372202157974
169103	rnn.weight_ih_l0_reverse	8	-0.026824915781617165
169103	rnn.weight_ih_l0_reverse	9	-3.826938336715102e-05
169103	rnn.weight_hh_l0_reverse	0	0.042497023940086365
169103	rnn.weight_hh_l0_reverse	1	0.029258428141474724
169103	rnn.weight_hh_l0_reverse	2	-0.02062617614865303
169103	rnn.weight_hh_l0_reverse	3	-0.07727406919002533
169103	rnn.weight_hh_l0_reverse	4	0.011435547843575478
169103	rnn.weight_hh_l0_reverse	5	-0.05240518972277641
169103	rnn.weight_hh_l0_reverse	6	-0.012474844232201576
169103	rnn.weight_hh_l0_reverse	7	0.029730450361967087
169103	rnn.weight_hh_l0_reverse	8	0.012987088412046432
169103	rnn.weight_hh_l0_reverse	9	0.007520890794694424
169103	rnn.bias_ih_l0_reverse	0	-0.04433763027191162
169103	rnn.bias_ih_l0_reverse	1	-0.1355791687965393
169103	rnn.bias_ih_l0_reverse	2	-0.1451255828142166
169103	rnn.bias_ih_l0_reverse	3	-0.04087408632040024
169103	rnn.bias_ih_l0_reverse	4	-0.10839344561100006
169103	rnn.bias_ih_l0_reverse	5	-0.0897597000002861
169103	rnn.bias_ih_l0_reverse	6	-0.19860266149044037
169103	rnn.bias_ih_l0_reverse	7	-0.0524013452231884
169103	rnn.bias_ih_l0_reverse	8	-0.06730913370847702
169103	rnn.bias_ih_l0_reverse	9	-0.1352236568927765
169103	rnn.bias_hh_l0_reverse	0	-0.14358378946781158
169103	rnn.bias_hh_l0_reverse	1	-0.15809039771556854
169103	rnn.bias_hh_l0_reverse	2	0.10806103050708771
169103	rnn.bias_hh_l0_reverse	3	0.07833538204431534
169103	rnn.bias_hh_l0_reverse	4	-0.16735215485095978
169103	rnn.bias_hh_l0_reverse	5	-0.1380806565284729
169103	rnn.bias_hh_l0_reverse	6	-0.1091267466545105
169103	rnn.bias_hh_l0_reverse	7	-0.05513033643364906
169103	rnn.bias_hh_l0_reverse	8	-0.09166132658720016
169103	rnn.bias_hh_l0_reverse	9	-0.028044288977980614
169103	linear.weight	0	-0.007643516641110182
169103	linear.weight	1	0.05731737241148949
169103	linear.weight	2	0.27835872769355774
169103	linear.weight	3	-0.07945478707551956
169103	linear.weight	4	-0.010588549077510834
169103	linear.weight	5	0.07037071883678436
169103	linear.weight	6	-0.010739270597696304
169103	linear.weight	7	-0.03603757172822952
169103	linear.weight	8	0.17151349782943726
169103	linear.weight	9	-0.22640454769134521
169103	linear.bias	0	-0.03956538438796997
169103	linear.bias	1	0.031413208693265915
169103	linear.bias	2	0.4343439042568207
169103	linear.bias	3	-0.6217963695526123
169103	linear.bias	4	1.996000051498413
169103	linear.bias	5	-1.389168620109558
169103	linear.bias	6	-0.3182637393474579
169103	linear.bias	7	-0.1056070476770401
169661	transitions	0	-1.843734622001648
169661	transitions	1	-10000.0
169661	transitions	2	-0.7969565987586975
169661	transitions	3	-10000.0
169661	transitions	4	1.9600028991699219
169661	transitions	5	-10000.0
169661	transitions	6	-10000.0
169661	transitions	7	1.7394546270370483
169661	transitions	8	-2.54361891746521
169661	transitions	9	-4.177972793579102
169661	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
169661	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
169661	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
169661	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
169661	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
169661	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
169661	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
169661	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
169661	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
169661	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
169661	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
169661	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
169661	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
169661	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
169661	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
169661	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
169661	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
169661	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
169661	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
169661	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
169661	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
169661	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
169661	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
169661	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
169661	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
169661	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
169661	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
169661	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
169661	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
169661	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
169661	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
169661	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
169661	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
169661	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
169661	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
169661	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
169661	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
169661	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
169661	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
169661	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
169661	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
169661	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
169661	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
169661	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
169661	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
169661	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
169661	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
169661	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
169661	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
169661	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
169661	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
169661	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
169661	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
169661	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
169661	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
169661	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
169661	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
169661	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
169661	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
169661	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
169661	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
169661	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
169661	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
169661	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
169661	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
169661	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
169661	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
169661	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
169661	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
169661	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
169661	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
169661	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
169661	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
169661	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
169661	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
169661	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
169661	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
169661	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
169661	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
169661	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
169661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
169661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
169661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
169661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
169661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
169661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
169661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
169661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
169661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
169661	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
169661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
169661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
169661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
169661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
169661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
169661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
169661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
169661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
169661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
169661	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
169661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
169661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
169661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
169661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
169661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
169661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
169661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
169661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
169661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
169661	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
169661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
169661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
169661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
169661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
169661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
169661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
169661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
169661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
169661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
169661	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
169661	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
169661	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
169661	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
169661	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
169661	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
169661	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
169661	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
169661	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
169661	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
169661	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
169661	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
169661	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
169661	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
169661	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
169661	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
169661	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
169661	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
169661	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
169661	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
169661	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
169661	embedding2nn.weight	0	0.006398716475814581
169661	embedding2nn.weight	1	0.0040443530306220055
169661	embedding2nn.weight	2	0.013415905646979809
169661	embedding2nn.weight	3	0.024902043864130974
169661	embedding2nn.weight	4	0.021518524736166
169661	embedding2nn.weight	5	0.007577599957585335
169661	embedding2nn.weight	6	-0.013257220387458801
169661	embedding2nn.weight	7	-0.0017679090378805995
169661	embedding2nn.weight	8	-0.005501407198607922
169661	embedding2nn.weight	9	-7.707621989538893e-05
169661	embedding2nn.bias	0	0.01583850011229515
169661	embedding2nn.bias	1	-0.036220673471689224
169661	embedding2nn.bias	2	0.07954379171133041
169661	embedding2nn.bias	3	0.053720101714134216
169661	embedding2nn.bias	4	-0.011792028322815895
169661	embedding2nn.bias	5	-0.02074662409722805
169661	embedding2nn.bias	6	0.012312679551541805
169661	embedding2nn.bias	7	-0.004384860396385193
169661	embedding2nn.bias	8	-0.03003605827689171
169661	embedding2nn.bias	9	0.018542828038334846
169661	rnn.weight_ih_l0	0	0.06992663443088531
169661	rnn.weight_ih_l0	1	-0.039208486676216125
169661	rnn.weight_ih_l0	2	0.005648621823638678
169661	rnn.weight_ih_l0	3	0.043980732560157776
169661	rnn.weight_ih_l0	4	-0.026908544823527336
169661	rnn.weight_ih_l0	5	0.04320776090025902
169661	rnn.weight_ih_l0	6	0.00828434620052576
169661	rnn.weight_ih_l0	7	0.06639842689037323
169661	rnn.weight_ih_l0	8	0.007798490114510059
169661	rnn.weight_ih_l0	9	-0.02240169234573841
169661	rnn.weight_hh_l0	0	-0.011775413528084755
169661	rnn.weight_hh_l0	1	-0.02332308702170849
169661	rnn.weight_hh_l0	2	-0.055625904351472855
169661	rnn.weight_hh_l0	3	-0.004834859166294336
169661	rnn.weight_hh_l0	4	-0.010249408893287182
169661	rnn.weight_hh_l0	5	-0.02547578141093254
169661	rnn.weight_hh_l0	6	-0.001138012041337788
169661	rnn.weight_hh_l0	7	-0.04365850239992142
169661	rnn.weight_hh_l0	8	0.06537692248821259
169661	rnn.weight_hh_l0	9	0.04501994699239731
169661	rnn.bias_ih_l0	0	-0.16705827414989471
169661	rnn.bias_ih_l0	1	-0.1621486246585846
169661	rnn.bias_ih_l0	2	-0.016332579776644707
169661	rnn.bias_ih_l0	3	-0.14267557859420776
169661	rnn.bias_ih_l0	4	-0.05235788971185684
169661	rnn.bias_ih_l0	5	-0.16646811366081238
169661	rnn.bias_ih_l0	6	0.06957070529460907
169661	rnn.bias_ih_l0	7	-0.09091068059206009
169661	rnn.bias_ih_l0	8	-0.04270459711551666
169661	rnn.bias_ih_l0	9	-0.10785094648599625
169661	rnn.bias_hh_l0	0	-0.07646764069795609
169661	rnn.bias_hh_l0	1	0.2519705295562744
169661	rnn.bias_hh_l0	2	0.04366294667124748
169661	rnn.bias_hh_l0	3	-0.07204827666282654
169661	rnn.bias_hh_l0	4	-0.0847003310918808
169661	rnn.bias_hh_l0	5	-0.020864907652139664
169661	rnn.bias_hh_l0	6	0.05034441500902176
169661	rnn.bias_hh_l0	7	-0.11098520457744598
169661	rnn.bias_hh_l0	8	-0.2332841455936432
169661	rnn.bias_hh_l0	9	-0.10802947729825974
169661	rnn.weight_ih_l0_reverse	0	0.019266704097390175
169661	rnn.weight_ih_l0_reverse	1	-0.06407981365919113
169661	rnn.weight_ih_l0_reverse	2	0.03984864801168442
169661	rnn.weight_ih_l0_reverse	3	0.018870528787374496
169661	rnn.weight_ih_l0_reverse	4	0.00243698270060122
169661	rnn.weight_ih_l0_reverse	5	-0.031340744346380234
169661	rnn.weight_ih_l0_reverse	6	0.01967015117406845
169661	rnn.weight_ih_l0_reverse	7	0.03121878206729889
169661	rnn.weight_ih_l0_reverse	8	-0.02694525755941868
169661	rnn.weight_ih_l0_reverse	9	0.0003797016979660839
169661	rnn.weight_hh_l0_reverse	0	0.041888147592544556
169661	rnn.weight_hh_l0_reverse	1	0.029371539130806923
169661	rnn.weight_hh_l0_reverse	2	-0.020783239975571632
169661	rnn.weight_hh_l0_reverse	3	-0.07793451845645905
169661	rnn.weight_hh_l0_reverse	4	0.011316932737827301
169661	rnn.weight_hh_l0_reverse	5	-0.05245503783226013
169661	rnn.weight_hh_l0_reverse	6	-0.012289767153561115
169661	rnn.weight_hh_l0_reverse	7	0.029685666784644127
169661	rnn.weight_hh_l0_reverse	8	0.012038169428706169
169661	rnn.weight_hh_l0_reverse	9	0.007341135758906603
169661	rnn.bias_ih_l0_reverse	0	-0.04312941059470177
169661	rnn.bias_ih_l0_reverse	1	-0.1339886337518692
169661	rnn.bias_ih_l0_reverse	2	-0.14532658457756042
169661	rnn.bias_ih_l0_reverse	3	-0.04180780053138733
169661	rnn.bias_ih_l0_reverse	4	-0.10918674618005753
169661	rnn.bias_ih_l0_reverse	5	-0.09107452630996704
169661	rnn.bias_ih_l0_reverse	6	-0.19974839687347412
169661	rnn.bias_ih_l0_reverse	7	-0.05250198766589165
169661	rnn.bias_ih_l0_reverse	8	-0.06899136304855347
169661	rnn.bias_ih_l0_reverse	9	-0.1334741860628128
169661	rnn.bias_hh_l0_reverse	0	-0.14069871604442596
169661	rnn.bias_hh_l0_reverse	1	-0.1563243269920349
169661	rnn.bias_hh_l0_reverse	2	0.10940859466791153
169661	rnn.bias_hh_l0_reverse	3	0.08022784441709518
169661	rnn.bias_hh_l0_reverse	4	-0.1675516813993454
169661	rnn.bias_hh_l0_reverse	5	-0.13550980389118195
169661	rnn.bias_hh_l0_reverse	6	-0.10992967337369919
169661	rnn.bias_hh_l0_reverse	7	-0.05365777388215065
169661	rnn.bias_hh_l0_reverse	8	-0.09106611460447311
169661	rnn.bias_hh_l0_reverse	9	-0.02670607529580593
169661	linear.weight	0	-0.007646686397492886
169661	linear.weight	1	0.06744684278964996
169661	linear.weight	2	0.26394134759902954
169661	linear.weight	3	-0.07945021241903305
169661	linear.weight	4	-0.010588549077510834
169661	linear.weight	5	0.07182841747999191
169661	linear.weight	6	-0.010739270597696304
169661	linear.weight	7	-0.04198756441473961
169661	linear.weight	8	0.21336700022220612
169661	linear.weight	9	-0.23374946415424347
169661	linear.bias	0	-0.03956538438796997
169661	linear.bias	1	0.031413208693265915
169661	linear.bias	2	0.44117236137390137
169661	linear.bias	3	-0.6456214189529419
169661	linear.bias	4	1.9738224744796753
169661	linear.bias	5	-1.3893654346466064
169661	linear.bias	6	-0.29862090945243835
169661	linear.bias	7	-0.08589453250169754
170219	transitions	0	-1.8447517156600952
170219	transitions	1	-10000.0
170219	transitions	2	-0.7969565987586975
170219	transitions	3	-10000.0
170219	transitions	4	1.959720253944397
170219	transitions	5	-10000.0
170219	transitions	6	-10000.0
170219	transitions	7	1.7209477424621582
170219	transitions	8	-2.544640302658081
170219	transitions	9	-4.178760528564453
170219	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
170219	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
170219	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
170219	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
170219	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
170219	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
170219	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
170219	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
170219	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
170219	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
170219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
170219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
170219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
170219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
170219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
170219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
170219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
170219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
170219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
170219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
170219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
170219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
170219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
170219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
170219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
170219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
170219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
170219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
170219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
170219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
170219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
170219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
170219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
170219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
170219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
170219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
170219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
170219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
170219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
170219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
170219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
170219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
170219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
170219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
170219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
170219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
170219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
170219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
170219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
170219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
170219	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
170219	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
170219	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
170219	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
170219	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
170219	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
170219	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
170219	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
170219	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
170219	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
170219	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
170219	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
170219	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
170219	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
170219	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
170219	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
170219	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
170219	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
170219	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
170219	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
170219	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
170219	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
170219	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
170219	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
170219	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
170219	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
170219	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
170219	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
170219	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
170219	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
170219	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
170219	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
170219	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
170219	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
170219	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
170219	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
170219	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
170219	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
170219	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
170219	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
170219	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
170219	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
170219	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
170219	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
170219	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
170219	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
170219	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
170219	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
170219	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
170219	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
170219	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
170219	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
170219	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
170219	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
170219	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
170219	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
170219	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
170219	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
170219	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
170219	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
170219	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
170219	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
170219	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
170219	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
170219	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
170219	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
170219	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
170219	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
170219	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
170219	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
170219	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
170219	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
170219	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
170219	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
170219	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
170219	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
170219	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
170219	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
170219	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
170219	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
170219	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
170219	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
170219	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
170219	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
170219	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
170219	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
170219	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
170219	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
170219	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
170219	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
170219	embedding2nn.weight	0	0.0064010340720415115
170219	embedding2nn.weight	1	0.004060145001858473
170219	embedding2nn.weight	2	0.01341547816991806
170219	embedding2nn.weight	3	0.024855103343725204
170219	embedding2nn.weight	4	0.021743111312389374
170219	embedding2nn.weight	5	0.008078393526375294
170219	embedding2nn.weight	6	-0.013337218202650547
170219	embedding2nn.weight	7	-0.0017219710862264037
170219	embedding2nn.weight	8	-0.005340303760021925
170219	embedding2nn.weight	9	4.9587379180593416e-05
170219	embedding2nn.bias	0	0.015206832438707352
170219	embedding2nn.bias	1	-0.037092577666044235
170219	embedding2nn.bias	2	0.08140213042497635
170219	embedding2nn.bias	3	0.04789862781763077
170219	embedding2nn.bias	4	-0.01193074882030487
170219	embedding2nn.bias	5	-0.022499417886137962
170219	embedding2nn.bias	6	0.01115765143185854
170219	embedding2nn.bias	7	-0.008397012017667294
170219	embedding2nn.bias	8	-0.030754702165722847
170219	embedding2nn.bias	9	0.02029368281364441
170219	rnn.weight_ih_l0	0	0.06938602775335312
170219	rnn.weight_ih_l0	1	-0.040251728147268295
170219	rnn.weight_ih_l0	2	0.005643799435347319
170219	rnn.weight_ih_l0	3	0.04414060711860657
170219	rnn.weight_ih_l0	4	-0.027139540761709213
170219	rnn.weight_ih_l0	5	0.04357997700572014
170219	rnn.weight_ih_l0	6	0.008117894642055035
170219	rnn.weight_ih_l0	7	0.06718748807907104
170219	rnn.weight_ih_l0	8	0.007742585148662329
170219	rnn.weight_ih_l0	9	-0.022012121975421906
170219	rnn.weight_hh_l0	0	-0.011916302144527435
170219	rnn.weight_hh_l0	1	-0.023354826495051384
170219	rnn.weight_hh_l0	2	-0.055439285933971405
170219	rnn.weight_hh_l0	3	-0.004797350615262985
170219	rnn.weight_hh_l0	4	-0.010340812616050243
170219	rnn.weight_hh_l0	5	-0.025740306824445724
170219	rnn.weight_hh_l0	6	-0.0011227406794205308
170219	rnn.weight_hh_l0	7	-0.04309598356485367
170219	rnn.weight_hh_l0	8	0.06519434601068497
170219	rnn.weight_hh_l0	9	0.045230671763420105
170219	rnn.bias_ih_l0	0	-0.16944381594657898
170219	rnn.bias_ih_l0	1	-0.1610288769006729
170219	rnn.bias_ih_l0	2	-0.01702316477894783
170219	rnn.bias_ih_l0	3	-0.14174088835716248
170219	rnn.bias_ih_l0	4	-0.05085834860801697
170219	rnn.bias_ih_l0	5	-0.1674211323261261
170219	rnn.bias_ih_l0	6	0.07121849805116653
170219	rnn.bias_ih_l0	7	-0.09163669496774673
170219	rnn.bias_ih_l0	8	-0.04280582070350647
170219	rnn.bias_ih_l0	9	-0.10850947350263596
170219	rnn.bias_hh_l0	0	-0.07782474160194397
170219	rnn.bias_hh_l0	1	0.25339987874031067
170219	rnn.bias_hh_l0	2	0.045545294880867004
170219	rnn.bias_hh_l0	3	-0.07146511226892471
170219	rnn.bias_hh_l0	4	-0.08457730710506439
170219	rnn.bias_hh_l0	5	-0.021017419174313545
170219	rnn.bias_hh_l0	6	0.05456557869911194
170219	rnn.bias_hh_l0	7	-0.1145896315574646
170219	rnn.bias_hh_l0	8	-0.23466388881206512
170219	rnn.bias_hh_l0	9	-0.10723455250263214
170219	rnn.weight_ih_l0_reverse	0	0.018814757466316223
170219	rnn.weight_ih_l0_reverse	1	-0.06352809816598892
170219	rnn.weight_ih_l0_reverse	2	0.03939887881278992
170219	rnn.weight_ih_l0_reverse	3	0.018553433939814568
170219	rnn.weight_ih_l0_reverse	4	0.0023484397679567337
170219	rnn.weight_ih_l0_reverse	5	-0.03174545243382454
170219	rnn.weight_ih_l0_reverse	6	0.020520100370049477
170219	rnn.weight_ih_l0_reverse	7	0.03112032823264599
170219	rnn.weight_ih_l0_reverse	8	-0.02690640091896057
170219	rnn.weight_ih_l0_reverse	9	0.0005361249786801636
170219	rnn.weight_hh_l0_reverse	0	0.041872672736644745
170219	rnn.weight_hh_l0_reverse	1	0.029650796204805374
170219	rnn.weight_hh_l0_reverse	2	-0.02095353603363037
170219	rnn.weight_hh_l0_reverse	3	-0.07803415507078171
170219	rnn.weight_hh_l0_reverse	4	0.011019990779459476
170219	rnn.weight_hh_l0_reverse	5	-0.052439481019973755
170219	rnn.weight_hh_l0_reverse	6	-0.012480582110583782
170219	rnn.weight_hh_l0_reverse	7	0.029743898659944534
170219	rnn.weight_hh_l0_reverse	8	0.011459431611001492
170219	rnn.weight_hh_l0_reverse	9	0.007232186384499073
170219	rnn.bias_ih_l0_reverse	0	-0.04472042992711067
170219	rnn.bias_ih_l0_reverse	1	-0.13253960013389587
170219	rnn.bias_ih_l0_reverse	2	-0.14407068490982056
170219	rnn.bias_ih_l0_reverse	3	-0.042014941573143005
170219	rnn.bias_ih_l0_reverse	4	-0.10863900184631348
170219	rnn.bias_ih_l0_reverse	5	-0.09257349371910095
170219	rnn.bias_ih_l0_reverse	6	-0.19974423944950104
170219	rnn.bias_ih_l0_reverse	7	-0.054046545177698135
170219	rnn.bias_ih_l0_reverse	8	-0.06787082552909851
170219	rnn.bias_ih_l0_reverse	9	-0.13601814210414886
170219	rnn.bias_hh_l0_reverse	0	-0.14025571942329407
170219	rnn.bias_hh_l0_reverse	1	-0.15505078434944153
170219	rnn.bias_hh_l0_reverse	2	0.10875624418258667
170219	rnn.bias_hh_l0_reverse	3	0.07783491164445877
170219	rnn.bias_hh_l0_reverse	4	-0.16667115688323975
170219	rnn.bias_hh_l0_reverse	5	-0.13540102541446686
170219	rnn.bias_hh_l0_reverse	6	-0.10946410894393921
170219	rnn.bias_hh_l0_reverse	7	-0.05407731607556343
170219	rnn.bias_hh_l0_reverse	8	-0.09506098181009293
170219	rnn.bias_hh_l0_reverse	9	-0.02722734771668911
170219	linear.weight	0	-0.007650271058082581
170219	linear.weight	1	0.05601073056459427
170219	linear.weight	2	0.26517122983932495
170219	linear.weight	3	-0.07944298535585403
170219	linear.weight	4	-0.010588549077510834
170219	linear.weight	5	0.05620598793029785
170219	linear.weight	6	-0.010739270597696304
170219	linear.weight	7	-0.03496997058391571
170219	linear.weight	8	0.1926683634519577
170219	linear.weight	9	-0.2307090014219284
170219	linear.bias	0	-0.03956538438796997
170219	linear.bias	1	0.031413208693265915
170219	linear.bias	2	0.44597727060317993
170219	linear.bias	3	-0.5821707248687744
170219	linear.bias	4	1.961746096611023
170219	linear.bias	5	-1.3895645141601562
170219	linear.bias	6	-0.32665425539016724
170219	linear.bias	7	-0.11385664343833923
170777	transitions	0	-1.8456419706344604
170777	transitions	1	-10000.0
170777	transitions	2	-0.7969565987586975
170777	transitions	3	-10000.0
170777	transitions	4	1.9402258396148682
170777	transitions	5	-10000.0
170777	transitions	6	-10000.0
170777	transitions	7	1.7473753690719604
170777	transitions	8	-2.5455148220062256
170777	transitions	9	-4.179533958435059
170777	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
170777	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
170777	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
170777	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
170777	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
170777	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
170777	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
170777	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
170777	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
170777	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
170777	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
170777	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
170777	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
170777	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
170777	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
170777	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
170777	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
170777	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
170777	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
170777	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
170777	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
170777	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
170777	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
170777	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
170777	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
170777	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
170777	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
170777	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
170777	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
170777	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
170777	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
170777	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
170777	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
170777	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
170777	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
170777	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
170777	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
170777	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
170777	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
170777	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
170777	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
170777	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
170777	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
170777	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
170777	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
170777	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
170777	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
170777	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
170777	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
170777	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
170777	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
170777	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
170777	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
170777	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
170777	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
170777	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
170777	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
170777	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
170777	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
170777	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
170777	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
170777	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
170777	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
170777	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
170777	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
170777	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
170777	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
170777	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
170777	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
170777	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
170777	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
170777	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
170777	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
170777	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
170777	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
170777	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
170777	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
170777	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
170777	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
170777	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
170777	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
170777	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
170777	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
170777	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
170777	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
170777	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
170777	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
170777	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
170777	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
170777	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
170777	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
170777	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
170777	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
170777	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
170777	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
170777	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
170777	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
170777	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
170777	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
170777	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
170777	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
170777	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
170777	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
170777	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
170777	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
170777	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
170777	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
170777	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
170777	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
170777	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
170777	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
170777	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
170777	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
170777	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
170777	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
170777	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
170777	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
170777	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
170777	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
170777	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
170777	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
170777	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
170777	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
170777	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
170777	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
170777	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
170777	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
170777	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
170777	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
170777	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
170777	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
170777	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
170777	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
170777	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
170777	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
170777	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
170777	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
170777	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
170777	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
170777	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
170777	embedding2nn.weight	0	0.006398776080459356
170777	embedding2nn.weight	1	0.004042844288051128
170777	embedding2nn.weight	2	0.0134199857711792
170777	embedding2nn.weight	3	0.025022102519869804
170777	embedding2nn.weight	4	0.021968135610222816
170777	embedding2nn.weight	5	0.00779839139431715
170777	embedding2nn.weight	6	-0.013079969212412834
170777	embedding2nn.weight	7	-0.001767147216014564
170777	embedding2nn.weight	8	-0.005819791462272406
170777	embedding2nn.weight	9	4.232243099977495e-06
170777	embedding2nn.bias	0	0.014914724044501781
170777	embedding2nn.bias	1	-0.033446356654167175
170777	embedding2nn.bias	2	0.08637617528438568
170777	embedding2nn.bias	3	0.04963886737823486
170777	embedding2nn.bias	4	-0.0038192686624825
170777	embedding2nn.bias	5	-0.02345915324985981
170777	embedding2nn.bias	6	0.009667020291090012
170777	embedding2nn.bias	7	-0.006590332370251417
170777	embedding2nn.bias	8	-0.024128418415784836
170777	embedding2nn.bias	9	0.018955625593662262
170777	rnn.weight_ih_l0	0	0.07022596150636673
170777	rnn.weight_ih_l0	1	-0.040031738579273224
170777	rnn.weight_ih_l0	2	0.0060217734426259995
170777	rnn.weight_ih_l0	3	0.04404930770397186
170777	rnn.weight_ih_l0	4	-0.02777593955397606
170777	rnn.weight_ih_l0	5	0.04359413683414459
170777	rnn.weight_ih_l0	6	0.008297390304505825
170777	rnn.weight_ih_l0	7	0.0670601949095726
170777	rnn.weight_ih_l0	8	0.008732257410883904
170777	rnn.weight_ih_l0	9	-0.022763174027204514
170777	rnn.weight_hh_l0	0	-0.011620696634054184
170777	rnn.weight_hh_l0	1	-0.023658668622374535
170777	rnn.weight_hh_l0	2	-0.05555141717195511
170777	rnn.weight_hh_l0	3	-0.004846853669732809
170777	rnn.weight_hh_l0	4	-0.010215072892606258
170777	rnn.weight_hh_l0	5	-0.02567336894571781
170777	rnn.weight_hh_l0	6	-0.0010806204518303275
170777	rnn.weight_hh_l0	7	-0.04349594563245773
170777	rnn.weight_hh_l0	8	0.06522995978593826
170777	rnn.weight_hh_l0	9	0.044876813888549805
170777	rnn.bias_ih_l0	0	-0.17082099616527557
170777	rnn.bias_ih_l0	1	-0.16091658174991608
170777	rnn.bias_ih_l0	2	-0.01719730719923973
170777	rnn.bias_ih_l0	3	-0.1408819705247879
170777	rnn.bias_ih_l0	4	-0.050935663282871246
170777	rnn.bias_ih_l0	5	-0.16598933935165405
170777	rnn.bias_ih_l0	6	0.07005790621042252
170777	rnn.bias_ih_l0	7	-0.09075706452131271
170777	rnn.bias_ih_l0	8	-0.042092494666576385
170777	rnn.bias_ih_l0	9	-0.10766832530498505
170777	rnn.bias_hh_l0	0	-0.07705497741699219
170777	rnn.bias_hh_l0	1	0.2514822483062744
170777	rnn.bias_hh_l0	2	0.04557207599282265
170777	rnn.bias_hh_l0	3	-0.0737067312002182
170777	rnn.bias_hh_l0	4	-0.08622228354215622
170777	rnn.bias_hh_l0	5	-0.019979607313871384
170777	rnn.bias_hh_l0	6	0.0522596649825573
170777	rnn.bias_hh_l0	7	-0.11443763226270676
170777	rnn.bias_hh_l0	8	-0.23343215882778168
170777	rnn.bias_hh_l0	9	-0.10744696855545044
170777	rnn.weight_ih_l0_reverse	0	0.019637130200862885
170777	rnn.weight_ih_l0_reverse	1	-0.06381780654191971
170777	rnn.weight_ih_l0_reverse	2	0.03976951539516449
170777	rnn.weight_ih_l0_reverse	3	0.017766205593943596
170777	rnn.weight_ih_l0_reverse	4	0.0023338128812611103
170777	rnn.weight_ih_l0_reverse	5	-0.03259381279349327
170777	rnn.weight_ih_l0_reverse	6	0.019895782694220543
170777	rnn.weight_ih_l0_reverse	7	0.030788471922278404
170777	rnn.weight_ih_l0_reverse	8	-0.02699616737663746
170777	rnn.weight_ih_l0_reverse	9	0.0006374935619533062
170777	rnn.weight_hh_l0_reverse	0	0.04147162660956383
170777	rnn.weight_hh_l0_reverse	1	0.029451832175254822
170777	rnn.weight_hh_l0_reverse	2	-0.020721478387713432
170777	rnn.weight_hh_l0_reverse	3	-0.0783795639872551
170777	rnn.weight_hh_l0_reverse	4	0.01113409548997879
170777	rnn.weight_hh_l0_reverse	5	-0.052365463227033615
170777	rnn.weight_hh_l0_reverse	6	-0.012597525492310524
170777	rnn.weight_hh_l0_reverse	7	0.02946304902434349
170777	rnn.weight_hh_l0_reverse	8	0.011341742239892483
170777	rnn.weight_hh_l0_reverse	9	0.007974942214787006
170777	rnn.bias_ih_l0_reverse	0	-0.04388827458024025
170777	rnn.bias_ih_l0_reverse	1	-0.1357264518737793
170777	rnn.bias_ih_l0_reverse	2	-0.1425495594739914
170777	rnn.bias_ih_l0_reverse	3	-0.0402090847492218
170777	rnn.bias_ih_l0_reverse	4	-0.10901637375354767
170777	rnn.bias_ih_l0_reverse	5	-0.09225188940763474
170777	rnn.bias_ih_l0_reverse	6	-0.19895753264427185
170777	rnn.bias_ih_l0_reverse	7	-0.05115869641304016
170777	rnn.bias_ih_l0_reverse	8	-0.06783726066350937
170777	rnn.bias_ih_l0_reverse	9	-0.1348947435617447
170777	rnn.bias_hh_l0_reverse	0	-0.14101004600524902
170777	rnn.bias_hh_l0_reverse	1	-0.15387332439422607
170777	rnn.bias_hh_l0_reverse	2	0.10982979089021683
170777	rnn.bias_hh_l0_reverse	3	0.07607556879520416
170777	rnn.bias_hh_l0_reverse	4	-0.16905640065670013
170777	rnn.bias_hh_l0_reverse	5	-0.13675598800182343
170777	rnn.bias_hh_l0_reverse	6	-0.1103493943810463
170777	rnn.bias_hh_l0_reverse	7	-0.05420055240392685
170777	rnn.bias_hh_l0_reverse	8	-0.09468695521354675
170777	rnn.bias_hh_l0_reverse	9	-0.029799357056617737
170777	linear.weight	0	-0.007651063147932291
170777	linear.weight	1	0.07547105848789215
170777	linear.weight	2	0.27112019062042236
170777	linear.weight	3	-0.07943590730428696
170777	linear.weight	4	-0.010588549077510834
170777	linear.weight	5	0.07807455956935883
170777	linear.weight	6	-0.010739270597696304
170777	linear.weight	7	-0.035957854241132736
170777	linear.weight	8	0.20272791385650635
170777	linear.weight	9	-0.22650153934955597
170777	linear.bias	0	-0.03956538438796997
170777	linear.bias	1	0.031413208693265915
170777	linear.bias	2	0.48046448826789856
170777	linear.bias	3	-0.6221871972084045
170777	linear.bias	4	1.973547101020813
170777	linear.bias	5	-1.3897576332092285
170777	linear.bias	6	-0.33012697100639343
170777	linear.bias	7	-0.11647766828536987
171335	transitions	0	-1.8466343879699707
171335	transitions	1	-10000.0
171335	transitions	2	-0.7969565987586975
171335	transitions	3	-10000.0
171335	transitions	4	1.9459556341171265
171335	transitions	5	-10000.0
171335	transitions	6	-10000.0
171335	transitions	7	1.7647197246551514
171335	transitions	8	-2.5465681552886963
171335	transitions	9	-4.180287837982178
171335	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
171335	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
171335	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
171335	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
171335	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
171335	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
171335	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
171335	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
171335	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
171335	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
171335	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
171335	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
171335	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
171335	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
171335	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
171335	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
171335	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
171335	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
171335	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
171335	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
171335	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
171335	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
171335	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
171335	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
171335	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
171335	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
171335	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
171335	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
171335	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
171335	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
171335	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
171335	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
171335	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
171335	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
171335	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
171335	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
171335	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
171335	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
171335	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
171335	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
171335	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
171335	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
171335	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
171335	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
171335	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
171335	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
171335	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
171335	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
171335	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
171335	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
171335	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
171335	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
171335	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
171335	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
171335	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
171335	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
171335	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
171335	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
171335	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
171335	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
171335	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
171335	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
171335	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
171335	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
171335	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
171335	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
171335	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
171335	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
171335	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
171335	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
171335	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
171335	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
171335	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
171335	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
171335	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
171335	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
171335	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
171335	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
171335	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
171335	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
171335	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
171335	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
171335	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
171335	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
171335	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
171335	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
171335	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
171335	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
171335	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
171335	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
171335	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
171335	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
171335	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
171335	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
171335	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
171335	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
171335	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
171335	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
171335	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
171335	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
171335	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
171335	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
171335	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
171335	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
171335	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
171335	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
171335	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
171335	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
171335	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
171335	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
171335	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
171335	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
171335	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
171335	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
171335	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
171335	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
171335	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
171335	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
171335	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
171335	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
171335	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
171335	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
171335	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
171335	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
171335	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
171335	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
171335	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
171335	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
171335	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
171335	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
171335	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
171335	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
171335	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
171335	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
171335	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
171335	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
171335	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
171335	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
171335	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
171335	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
171335	embedding2nn.weight	0	0.006399527657777071
171335	embedding2nn.weight	1	0.004026093520224094
171335	embedding2nn.weight	2	0.013425440527498722
171335	embedding2nn.weight	3	0.025138085708022118
171335	embedding2nn.weight	4	0.021696042269468307
171335	embedding2nn.weight	5	0.00793396681547165
171335	embedding2nn.weight	6	-0.012801717966794968
171335	embedding2nn.weight	7	-0.0018389353062957525
171335	embedding2nn.weight	8	-0.005894585512578487
171335	embedding2nn.weight	9	0.00025811372324824333
171335	embedding2nn.bias	0	0.015877699479460716
171335	embedding2nn.bias	1	-0.026598535478115082
171335	embedding2nn.bias	2	0.08125509321689606
171335	embedding2nn.bias	3	0.04461269825696945
171335	embedding2nn.bias	4	-0.01093088835477829
171335	embedding2nn.bias	5	-0.024576151743531227
171335	embedding2nn.bias	6	0.020473845303058624
171335	embedding2nn.bias	7	-0.00947927962988615
171335	embedding2nn.bias	8	-0.02714712731540203
171335	embedding2nn.bias	9	0.02646992728114128
171335	rnn.weight_ih_l0	0	0.07012849301099777
171335	rnn.weight_ih_l0	1	-0.040529344230890274
171335	rnn.weight_ih_l0	2	0.005726385395973921
171335	rnn.weight_ih_l0	3	0.044017381966114044
171335	rnn.weight_ih_l0	4	-0.028102818876504898
171335	rnn.weight_ih_l0	5	0.04409738630056381
171335	rnn.weight_ih_l0	6	0.008310857228934765
171335	rnn.weight_ih_l0	7	0.06706643104553223
171335	rnn.weight_ih_l0	8	0.007776572834700346
171335	rnn.weight_ih_l0	9	-0.022967414930462837
171335	rnn.weight_hh_l0	0	-0.011773789301514626
171335	rnn.weight_hh_l0	1	-0.023858148604631424
171335	rnn.weight_hh_l0	2	-0.05619780346751213
171335	rnn.weight_hh_l0	3	-0.004810006823390722
171335	rnn.weight_hh_l0	4	-0.010101702064275742
171335	rnn.weight_hh_l0	5	-0.02590639516711235
171335	rnn.weight_hh_l0	6	-0.0009454156388528645
171335	rnn.weight_hh_l0	7	-0.04217011108994484
171335	rnn.weight_hh_l0	8	0.06546249985694885
171335	rnn.weight_hh_l0	9	0.0446229986846447
171335	rnn.bias_ih_l0	0	-0.1719912737607956
171335	rnn.bias_ih_l0	1	-0.15827253460884094
171335	rnn.bias_ih_l0	2	-0.01711104065179825
171335	rnn.bias_ih_l0	3	-0.14043526351451874
171335	rnn.bias_ih_l0	4	-0.05167492851614952
171335	rnn.bias_ih_l0	5	-0.16616250574588776
171335	rnn.bias_ih_l0	6	0.0694272518157959
171335	rnn.bias_ih_l0	7	-0.08947088569402695
171335	rnn.bias_ih_l0	8	-0.0403914712369442
171335	rnn.bias_ih_l0	9	-0.11022765934467316
171335	rnn.bias_hh_l0	0	-0.0788482278585434
171335	rnn.bias_hh_l0	1	0.25485122203826904
171335	rnn.bias_hh_l0	2	0.042651571333408356
171335	rnn.bias_hh_l0	3	-0.07364830374717712
171335	rnn.bias_hh_l0	4	-0.08648498356342316
171335	rnn.bias_hh_l0	5	-0.022746296599507332
171335	rnn.bias_hh_l0	6	0.05274404585361481
171335	rnn.bias_hh_l0	7	-0.11308885365724564
171335	rnn.bias_hh_l0	8	-0.23314711451530457
171335	rnn.bias_hh_l0	9	-0.10771187394857407
171335	rnn.weight_ih_l0_reverse	0	0.019970055669546127
171335	rnn.weight_ih_l0_reverse	1	-0.06420288234949112
171335	rnn.weight_ih_l0_reverse	2	0.039517078548669815
171335	rnn.weight_ih_l0_reverse	3	0.017867909744381905
171335	rnn.weight_ih_l0_reverse	4	0.002252746606245637
171335	rnn.weight_ih_l0_reverse	5	-0.03261611983180046
171335	rnn.weight_ih_l0_reverse	6	0.01967521384358406
171335	rnn.weight_ih_l0_reverse	7	0.031064849346876144
171335	rnn.weight_ih_l0_reverse	8	-0.026922596618533134
171335	rnn.weight_ih_l0_reverse	9	-0.00027829388272948563
171335	rnn.weight_hh_l0_reverse	0	0.041491296142339706
171335	rnn.weight_hh_l0_reverse	1	0.02944084256887436
171335	rnn.weight_hh_l0_reverse	2	-0.020829061046242714
171335	rnn.weight_hh_l0_reverse	3	-0.0786016657948494
171335	rnn.weight_hh_l0_reverse	4	0.011141292750835419
171335	rnn.weight_hh_l0_reverse	5	-0.05226145312190056
171335	rnn.weight_hh_l0_reverse	6	-0.012495576404035091
171335	rnn.weight_hh_l0_reverse	7	0.029855184257030487
171335	rnn.weight_hh_l0_reverse	8	0.010668043047189713
171335	rnn.weight_hh_l0_reverse	9	0.007705481257289648
171335	rnn.bias_ih_l0_reverse	0	-0.044143375009298325
171335	rnn.bias_ih_l0_reverse	1	-0.1366736888885498
171335	rnn.bias_ih_l0_reverse	2	-0.14504455029964447
171335	rnn.bias_ih_l0_reverse	3	-0.04118436574935913
171335	rnn.bias_ih_l0_reverse	4	-0.10974115133285522
171335	rnn.bias_ih_l0_reverse	5	-0.0914522185921669
171335	rnn.bias_ih_l0_reverse	6	-0.20005007088184357
171335	rnn.bias_ih_l0_reverse	7	-0.051594872027635574
171335	rnn.bias_ih_l0_reverse	8	-0.06953047960996628
171335	rnn.bias_ih_l0_reverse	9	-0.13270238041877747
171335	rnn.bias_hh_l0_reverse	0	-0.14035186171531677
171335	rnn.bias_hh_l0_reverse	1	-0.15510085225105286
171335	rnn.bias_hh_l0_reverse	2	0.11199251562356949
171335	rnn.bias_hh_l0_reverse	3	0.0795738473534584
171335	rnn.bias_hh_l0_reverse	4	-0.16637030243873596
171335	rnn.bias_hh_l0_reverse	5	-0.137118399143219
171335	rnn.bias_hh_l0_reverse	6	-0.10918686538934708
171335	rnn.bias_hh_l0_reverse	7	-0.05418672785162926
171335	rnn.bias_hh_l0_reverse	8	-0.09261054545640945
171335	rnn.bias_hh_l0_reverse	9	-0.02786787785589695
171335	linear.weight	0	-0.007651311345398426
171335	linear.weight	1	0.0657036080956459
171335	linear.weight	2	0.25926145911216736
171335	linear.weight	3	-0.07942886650562286
171335	linear.weight	4	-0.010588549077510834
171335	linear.weight	5	0.09914259612560272
171335	linear.weight	6	-0.010739270597696304
171335	linear.weight	7	-0.05318661034107208
171335	linear.weight	8	0.15091124176979065
171335	linear.weight	9	-0.23204107582569122
171335	linear.bias	0	-0.03956538438796997
171335	linear.bias	1	0.031413208693265915
171335	linear.bias	2	0.4535283148288727
171335	linear.bias	3	-0.6235284805297852
171335	linear.bias	4	2.0162816047668457
171335	linear.bias	5	-1.3899550437927246
171335	linear.bias	6	-0.33695200085639954
171335	linear.bias	7	-0.12392901629209518
171893	transitions	0	-1.8476132154464722
171893	transitions	1	-10000.0
171893	transitions	2	-0.7969565987586975
171893	transitions	3	-10000.0
171893	transitions	4	1.9544973373413086
171893	transitions	5	-10000.0
171893	transitions	6	-10000.0
171893	transitions	7	1.7622088193893433
171893	transitions	8	-2.547659397125244
171893	transitions	9	-4.181031227111816
171893	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
171893	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
171893	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
171893	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
171893	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
171893	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
171893	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
171893	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
171893	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
171893	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
171893	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
171893	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
171893	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
171893	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
171893	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
171893	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
171893	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
171893	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
171893	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
171893	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
171893	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
171893	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
171893	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
171893	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
171893	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
171893	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
171893	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
171893	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
171893	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
171893	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
171893	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
171893	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
171893	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
171893	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
171893	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
171893	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
171893	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
171893	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
171893	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
171893	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
171893	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
171893	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
171893	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
171893	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
171893	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
171893	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
171893	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
171893	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
171893	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
171893	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
171893	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
171893	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
171893	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
171893	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
171893	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
171893	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
171893	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
171893	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
171893	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
171893	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
171893	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
171893	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
171893	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
171893	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
171893	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
171893	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
171893	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
171893	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
171893	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
171893	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
171893	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
171893	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
171893	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
171893	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
171893	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
171893	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
171893	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
171893	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
171893	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
171893	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
171893	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
171893	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
171893	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
171893	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
171893	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
171893	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
171893	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
171893	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
171893	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
171893	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
171893	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
171893	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
171893	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
171893	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
171893	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
171893	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
171893	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
171893	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
171893	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
171893	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
171893	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
171893	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
171893	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
171893	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
171893	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
171893	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
171893	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
171893	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
171893	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
171893	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
171893	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
171893	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
171893	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
171893	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
171893	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
171893	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
171893	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
171893	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
171893	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
171893	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
171893	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
171893	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
171893	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
171893	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
171893	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
171893	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
171893	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
171893	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
171893	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
171893	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
171893	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
171893	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
171893	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
171893	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
171893	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
171893	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
171893	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
171893	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
171893	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
171893	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
171893	embedding2nn.weight	0	0.006393052637577057
171893	embedding2nn.weight	1	0.003942349459975958
171893	embedding2nn.weight	2	0.013415980152785778
171893	embedding2nn.weight	3	0.02493365667760372
171893	embedding2nn.weight	4	0.02186865732073784
171893	embedding2nn.weight	5	0.008227957412600517
171893	embedding2nn.weight	6	-0.013096875511109829
171893	embedding2nn.weight	7	-0.001919513219036162
171893	embedding2nn.weight	8	-0.0059332032687962055
171893	embedding2nn.weight	9	0.0005353949964046478
171893	embedding2nn.bias	0	0.021700086072087288
171893	embedding2nn.bias	1	-0.024814728647470474
171893	embedding2nn.bias	2	0.08459256589412689
171893	embedding2nn.bias	3	0.04223154857754707
171893	embedding2nn.bias	4	-0.008322027511894703
171893	embedding2nn.bias	5	-0.02733900584280491
171893	embedding2nn.bias	6	0.014403615146875381
171893	embedding2nn.bias	7	-0.006396223325282335
171893	embedding2nn.bias	8	-0.028536241501569748
171893	embedding2nn.bias	9	0.02244683727622032
171893	rnn.weight_ih_l0	0	0.07144252210855484
171893	rnn.weight_ih_l0	1	-0.04181366786360741
171893	rnn.weight_ih_l0	2	0.0059492504224181175
171893	rnn.weight_ih_l0	3	0.04462847113609314
171893	rnn.weight_ih_l0	4	-0.028097249567508698
171893	rnn.weight_ih_l0	5	0.04428809881210327
171893	rnn.weight_ih_l0	6	0.008090664632618427
171893	rnn.weight_ih_l0	7	0.06737589836120605
171893	rnn.weight_ih_l0	8	0.00858765747398138
171893	rnn.weight_ih_l0	9	-0.0224780160933733
171893	rnn.weight_hh_l0	0	-0.011794066987931728
171893	rnn.weight_hh_l0	1	-0.023738816380500793
171893	rnn.weight_hh_l0	2	-0.05627981945872307
171893	rnn.weight_hh_l0	3	-0.004854848142713308
171893	rnn.weight_hh_l0	4	-0.00995287299156189
171893	rnn.weight_hh_l0	5	-0.02583293989300728
171893	rnn.weight_hh_l0	6	-0.000850590062327683
171893	rnn.weight_hh_l0	7	-0.04199184849858284
171893	rnn.weight_hh_l0	8	0.06563249230384827
171893	rnn.weight_hh_l0	9	0.04446100443601608
171893	rnn.bias_ih_l0	0	-0.17342014610767365
171893	rnn.bias_ih_l0	1	-0.16113559901714325
171893	rnn.bias_ih_l0	2	-0.016501907259225845
171893	rnn.bias_ih_l0	3	-0.1432570219039917
171893	rnn.bias_ih_l0	4	-0.051513198763132095
171893	rnn.bias_ih_l0	5	-0.16418948769569397
171893	rnn.bias_ih_l0	6	0.07133761793375015
171893	rnn.bias_ih_l0	7	-0.08800086379051208
171893	rnn.bias_ih_l0	8	-0.044021472334861755
171893	rnn.bias_ih_l0	9	-0.10815364867448807
171893	rnn.bias_hh_l0	0	-0.07717255502939224
171893	rnn.bias_hh_l0	1	0.25859084725379944
171893	rnn.bias_hh_l0	2	0.04456935077905655
171893	rnn.bias_hh_l0	3	-0.07555440068244934
171893	rnn.bias_hh_l0	4	-0.08869152516126633
171893	rnn.bias_hh_l0	5	-0.018831472843885422
171893	rnn.bias_hh_l0	6	0.05289813503623009
171893	rnn.bias_hh_l0	7	-0.11310039460659027
171893	rnn.bias_hh_l0	8	-0.23227186501026154
171893	rnn.bias_hh_l0	9	-0.10768024623394012
171893	rnn.weight_ih_l0_reverse	0	0.018532542511820793
171893	rnn.weight_ih_l0_reverse	1	-0.06335964053869247
171893	rnn.weight_ih_l0_reverse	2	0.03943842276930809
171893	rnn.weight_ih_l0_reverse	3	0.01873161643743515
171893	rnn.weight_ih_l0_reverse	4	0.001901746029034257
171893	rnn.weight_ih_l0_reverse	5	-0.03283790871500969
171893	rnn.weight_ih_l0_reverse	6	0.01981956884264946
171893	rnn.weight_ih_l0_reverse	7	0.03085276298224926
171893	rnn.weight_ih_l0_reverse	8	-0.02707831747829914
171893	rnn.weight_ih_l0_reverse	9	-0.0003433718520682305
171893	rnn.weight_hh_l0_reverse	0	0.04155472666025162
171893	rnn.weight_hh_l0_reverse	1	0.02975495718419552
171893	rnn.weight_hh_l0_reverse	2	-0.02069845236837864
171893	rnn.weight_hh_l0_reverse	3	-0.07828320562839508
171893	rnn.weight_hh_l0_reverse	4	0.011130515486001968
171893	rnn.weight_hh_l0_reverse	5	-0.052678946405649185
171893	rnn.weight_hh_l0_reverse	6	-0.012376928701996803
171893	rnn.weight_hh_l0_reverse	7	0.02983003668487072
171893	rnn.weight_hh_l0_reverse	8	0.010647919960319996
171893	rnn.weight_hh_l0_reverse	9	0.008222056552767754
171893	rnn.bias_ih_l0_reverse	0	-0.04191482067108154
171893	rnn.bias_ih_l0_reverse	1	-0.13747216761112213
171893	rnn.bias_ih_l0_reverse	2	-0.14480075240135193
171893	rnn.bias_ih_l0_reverse	3	-0.04247494414448738
171893	rnn.bias_ih_l0_reverse	4	-0.11050540208816528
171893	rnn.bias_ih_l0_reverse	5	-0.0912722572684288
171893	rnn.bias_ih_l0_reverse	6	-0.19984129071235657
171893	rnn.bias_ih_l0_reverse	7	-0.055142395198345184
171893	rnn.bias_ih_l0_reverse	8	-0.07109620422124863
171893	rnn.bias_ih_l0_reverse	9	-0.13091380894184113
171893	rnn.bias_hh_l0_reverse	0	-0.13944421708583832
171893	rnn.bias_hh_l0_reverse	1	-0.15727384388446808
171893	rnn.bias_hh_l0_reverse	2	0.11553730815649033
171893	rnn.bias_hh_l0_reverse	3	0.08066903054714203
171893	rnn.bias_hh_l0_reverse	4	-0.16553786396980286
171893	rnn.bias_hh_l0_reverse	5	-0.1349686235189438
171893	rnn.bias_hh_l0_reverse	6	-0.10992816090583801
171893	rnn.bias_hh_l0_reverse	7	-0.05520877614617348
171893	rnn.bias_hh_l0_reverse	8	-0.09365124255418777
171893	rnn.bias_hh_l0_reverse	9	-0.02598715014755726
171893	linear.weight	0	-0.007653185166418552
171893	linear.weight	1	0.049608904868364334
171893	linear.weight	2	0.25473931431770325
171893	linear.weight	3	-0.07942026108503342
171893	linear.weight	4	-0.010588549077510834
171893	linear.weight	5	0.08449852466583252
171893	linear.weight	6	-0.010739270597696304
171893	linear.weight	7	-0.04562307149171829
171893	linear.weight	8	0.20210227370262146
171893	linear.weight	9	-0.2348574846982956
171893	linear.bias	0	-0.03956538438796997
171893	linear.bias	1	0.031413208693265915
171893	linear.bias	2	0.4464019238948822
171893	linear.bias	3	-0.6039811372756958
171893	linear.bias	4	1.9863533973693848
171893	linear.bias	5	-1.390156865119934
171893	linear.bias	6	-0.3280288577079773
171893	linear.bias	7	-0.11515974998474121
172451	transitions	0	-1.8488147258758545
172451	transitions	1	-10000.0
172451	transitions	2	-0.7969565987586975
172451	transitions	3	-10000.0
172451	transitions	4	1.9691643714904785
172451	transitions	5	-10000.0
172451	transitions	6	-10000.0
172451	transitions	7	1.744762897491455
172451	transitions	8	-2.5484533309936523
172451	transitions	9	-4.181784629821777
172451	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
172451	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
172451	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
172451	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
172451	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
172451	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
172451	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
172451	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
172451	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
172451	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
172451	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
172451	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
172451	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
172451	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
172451	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
172451	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
172451	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
172451	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
172451	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
172451	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
172451	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
172451	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
172451	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
172451	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
172451	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
172451	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
172451	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
172451	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
172451	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
172451	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
172451	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
172451	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
172451	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
172451	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
172451	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
172451	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
172451	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
172451	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
172451	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
172451	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
172451	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
172451	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
172451	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
172451	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
172451	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
172451	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
172451	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
172451	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
172451	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
172451	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
172451	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
172451	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
172451	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
172451	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
172451	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
172451	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
172451	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
172451	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
172451	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
172451	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
172451	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
172451	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
172451	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
172451	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
172451	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
172451	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
172451	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
172451	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
172451	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
172451	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
172451	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
172451	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
172451	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
172451	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
172451	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
172451	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
172451	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
172451	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
172451	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
172451	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
172451	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
172451	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
172451	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
172451	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
172451	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
172451	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
172451	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
172451	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
172451	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
172451	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
172451	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
172451	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
172451	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
172451	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
172451	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
172451	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
172451	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
172451	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
172451	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
172451	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
172451	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
172451	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
172451	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
172451	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
172451	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
172451	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
172451	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
172451	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
172451	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
172451	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
172451	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
172451	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
172451	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
172451	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
172451	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
172451	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
172451	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
172451	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
172451	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
172451	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
172451	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
172451	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
172451	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
172451	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
172451	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
172451	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
172451	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
172451	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
172451	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
172451	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
172451	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
172451	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
172451	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
172451	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
172451	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
172451	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
172451	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
172451	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
172451	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
172451	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
172451	embedding2nn.weight	0	0.006401393562555313
172451	embedding2nn.weight	1	0.003983893897384405
172451	embedding2nn.weight	2	0.013427014462649822
172451	embedding2nn.weight	3	0.025041718035936356
172451	embedding2nn.weight	4	0.022281058132648468
172451	embedding2nn.weight	5	0.008149953559041023
172451	embedding2nn.weight	6	-0.0129855927079916
172451	embedding2nn.weight	7	-0.001850603148341179
172451	embedding2nn.weight	8	-0.006241644732654095
172451	embedding2nn.weight	9	0.00030477132531814277
172451	embedding2nn.bias	0	0.016849536448717117
172451	embedding2nn.bias	1	-0.021589959040284157
172451	embedding2nn.bias	2	0.08610111474990845
172451	embedding2nn.bias	3	0.04010957106947899
172451	embedding2nn.bias	4	-0.006246308330446482
172451	embedding2nn.bias	5	-0.02938968315720558
172451	embedding2nn.bias	6	0.014232438988983631
172451	embedding2nn.bias	7	-0.0057977414689958096
172451	embedding2nn.bias	8	-0.026976630091667175
172451	embedding2nn.bias	9	0.02403133735060692
172451	rnn.weight_ih_l0	0	0.07116114348173141
172451	rnn.weight_ih_l0	1	-0.04179999977350235
172451	rnn.weight_ih_l0	2	0.005675334483385086
172451	rnn.weight_ih_l0	3	0.044891078025102615
172451	rnn.weight_ih_l0	4	-0.02837282046675682
172451	rnn.weight_ih_l0	5	0.045117128640413284
172451	rnn.weight_ih_l0	6	0.00788307934999466
172451	rnn.weight_ih_l0	7	0.06811777502298355
172451	rnn.weight_ih_l0	8	0.009072847664356232
172451	rnn.weight_ih_l0	9	-0.02246440201997757
172451	rnn.weight_hh_l0	0	-0.012295023538172245
172451	rnn.weight_hh_l0	1	-0.024244684725999832
172451	rnn.weight_hh_l0	2	-0.0566956028342247
172451	rnn.weight_hh_l0	3	-0.004930975381284952
172451	rnn.weight_hh_l0	4	-0.009900177828967571
172451	rnn.weight_hh_l0	5	-0.02530902624130249
172451	rnn.weight_hh_l0	6	-0.0008283852366730571
172451	rnn.weight_hh_l0	7	-0.04200956970453262
172451	rnn.weight_hh_l0	8	0.06617441028356552
172451	rnn.weight_hh_l0	9	0.04409992694854736
172451	rnn.bias_ih_l0	0	-0.1735287308692932
172451	rnn.bias_ih_l0	1	-0.1592225879430771
172451	rnn.bias_ih_l0	2	-0.017602261155843735
172451	rnn.bias_ih_l0	3	-0.14068986475467682
172451	rnn.bias_ih_l0	4	-0.04887346550822258
172451	rnn.bias_ih_l0	5	-0.16498219966888428
172451	rnn.bias_ih_l0	6	0.06774778664112091
172451	rnn.bias_ih_l0	7	-0.08824024349451065
172451	rnn.bias_ih_l0	8	-0.04616868495941162
172451	rnn.bias_ih_l0	9	-0.10586556047201157
172451	rnn.bias_hh_l0	0	-0.07556983083486557
172451	rnn.bias_hh_l0	1	0.25713804364204407
172451	rnn.bias_hh_l0	2	0.04324531555175781
172451	rnn.bias_hh_l0	3	-0.07596731930971146
172451	rnn.bias_hh_l0	4	-0.08812757581472397
172451	rnn.bias_hh_l0	5	-0.018222806975245476
172451	rnn.bias_hh_l0	6	0.05325932428240776
172451	rnn.bias_hh_l0	7	-0.11277990788221359
172451	rnn.bias_hh_l0	8	-0.2334422767162323
172451	rnn.bias_hh_l0	9	-0.10772472620010376
172451	rnn.weight_ih_l0_reverse	0	0.01857805624604225
172451	rnn.weight_ih_l0_reverse	1	-0.06283771991729736
172451	rnn.weight_ih_l0_reverse	2	0.03963914141058922
172451	rnn.weight_ih_l0_reverse	3	0.018633557483553886
172451	rnn.weight_ih_l0_reverse	4	0.0015253021847456694
172451	rnn.weight_ih_l0_reverse	5	-0.033190783113241196
172451	rnn.weight_ih_l0_reverse	6	0.017902493476867676
172451	rnn.weight_ih_l0_reverse	7	0.03039908967912197
172451	rnn.weight_ih_l0_reverse	8	-0.026688529178500175
172451	rnn.weight_ih_l0_reverse	9	-0.0005713215214200318
172451	rnn.weight_hh_l0_reverse	0	0.041706379503011703
172451	rnn.weight_hh_l0_reverse	1	0.02956520952284336
172451	rnn.weight_hh_l0_reverse	2	-0.0206222552806139
172451	rnn.weight_hh_l0_reverse	3	-0.07880731672048569
172451	rnn.weight_hh_l0_reverse	4	0.011324010789394379
172451	rnn.weight_hh_l0_reverse	5	-0.05231818929314613
172451	rnn.weight_hh_l0_reverse	6	-0.012640111148357391
172451	rnn.weight_hh_l0_reverse	7	0.02980259247124195
172451	rnn.weight_hh_l0_reverse	8	0.010943781584501266
172451	rnn.weight_hh_l0_reverse	9	0.008401955477893353
172451	rnn.bias_ih_l0_reverse	0	-0.04380141198635101
172451	rnn.bias_ih_l0_reverse	1	-0.13873004913330078
172451	rnn.bias_ih_l0_reverse	2	-0.14362071454524994
172451	rnn.bias_ih_l0_reverse	3	-0.043488141149282455
172451	rnn.bias_ih_l0_reverse	4	-0.11016758531332016
172451	rnn.bias_ih_l0_reverse	5	-0.09071702510118484
172451	rnn.bias_ih_l0_reverse	6	-0.20158255100250244
172451	rnn.bias_ih_l0_reverse	7	-0.05429627001285553
172451	rnn.bias_ih_l0_reverse	8	-0.07200083136558533
172451	rnn.bias_ih_l0_reverse	9	-0.1326524019241333
172451	rnn.bias_hh_l0_reverse	0	-0.13860930502414703
172451	rnn.bias_hh_l0_reverse	1	-0.15613682568073273
172451	rnn.bias_hh_l0_reverse	2	0.11947871744632721
172451	rnn.bias_hh_l0_reverse	3	0.07667112350463867
172451	rnn.bias_hh_l0_reverse	4	-0.17051377892494202
172451	rnn.bias_hh_l0_reverse	5	-0.13651731610298157
172451	rnn.bias_hh_l0_reverse	6	-0.11024008691310883
172451	rnn.bias_hh_l0_reverse	7	-0.054688550531864166
172451	rnn.bias_hh_l0_reverse	8	-0.09420859068632126
172451	rnn.bias_hh_l0_reverse	9	-0.02670237049460411
172451	linear.weight	0	-0.007653973065316677
172451	linear.weight	1	0.028220558539032936
172451	linear.weight	2	0.27417346835136414
172451	linear.weight	3	-0.07941049337387085
172451	linear.weight	4	-0.010588549077510834
172451	linear.weight	5	0.09943713247776031
172451	linear.weight	6	-0.010739270597696304
172451	linear.weight	7	-0.05827952176332474
172451	linear.weight	8	0.16786819696426392
172451	linear.weight	9	-0.23105666041374207
172451	linear.bias	0	-0.03956538438796997
172451	linear.bias	1	0.031413208693265915
172451	linear.bias	2	0.4875147044658661
172451	linear.bias	3	-0.6179156303405762
172451	linear.bias	4	1.9975324869155884
172451	linear.bias	5	-1.390346884727478
172451	linear.bias	6	-0.34661704301834106
172451	linear.bias	7	-0.13475506007671356
173009	transitions	0	-1.8497122526168823
173009	transitions	1	-10000.0
173009	transitions	2	-0.7969565987586975
173009	transitions	3	-10000.0
173009	transitions	4	1.993685245513916
173009	transitions	5	-10000.0
173009	transitions	6	-10000.0
173009	transitions	7	1.7526679039001465
173009	transitions	8	-2.5493247509002686
173009	transitions	9	-4.1825175285339355
173009	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
173009	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
173009	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
173009	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
173009	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
173009	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
173009	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
173009	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
173009	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
173009	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
173009	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
173009	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
173009	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
173009	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
173009	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
173009	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
173009	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
173009	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
173009	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
173009	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
173009	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
173009	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
173009	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
173009	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
173009	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
173009	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
173009	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
173009	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
173009	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
173009	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
173009	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
173009	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
173009	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
173009	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
173009	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
173009	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
173009	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
173009	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
173009	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
173009	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
173009	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
173009	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
173009	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
173009	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
173009	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
173009	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
173009	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
173009	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
173009	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
173009	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
173009	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
173009	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
173009	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
173009	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
173009	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
173009	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
173009	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
173009	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
173009	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
173009	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
173009	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
173009	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
173009	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
173009	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
173009	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
173009	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
173009	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
173009	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
173009	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
173009	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
173009	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
173009	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
173009	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
173009	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
173009	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
173009	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
173009	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
173009	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
173009	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
173009	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
173009	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
173009	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
173009	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
173009	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
173009	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
173009	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
173009	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
173009	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
173009	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
173009	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
173009	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
173009	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
173009	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
173009	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
173009	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
173009	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
173009	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
173009	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
173009	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
173009	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
173009	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
173009	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
173009	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
173009	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
173009	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
173009	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
173009	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
173009	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
173009	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
173009	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
173009	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
173009	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
173009	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
173009	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
173009	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
173009	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
173009	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
173009	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
173009	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
173009	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
173009	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
173009	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
173009	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
173009	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
173009	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
173009	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
173009	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
173009	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
173009	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
173009	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
173009	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
173009	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
173009	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
173009	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
173009	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
173009	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
173009	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
173009	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
173009	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
173009	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
173009	embedding2nn.weight	0	0.0063857268542051315
173009	embedding2nn.weight	1	0.004091243259608746
173009	embedding2nn.weight	2	0.013435237109661102
173009	embedding2nn.weight	3	0.024994269013404846
173009	embedding2nn.weight	4	0.022205248475074768
173009	embedding2nn.weight	5	0.007415723521262407
173009	embedding2nn.weight	6	-0.012846449390053749
173009	embedding2nn.weight	7	-0.0017700642347335815
173009	embedding2nn.weight	8	-0.005904611200094223
173009	embedding2nn.weight	9	0.0003001466393470764
173009	embedding2nn.bias	0	0.01954798214137554
173009	embedding2nn.bias	1	-0.024723101407289505
173009	embedding2nn.bias	2	0.09239760786294937
173009	embedding2nn.bias	3	0.043760284781455994
173009	embedding2nn.bias	4	-0.005201858934015036
173009	embedding2nn.bias	5	-0.026103030890226364
173009	embedding2nn.bias	6	0.011330978013575077
173009	embedding2nn.bias	7	-0.005221312399953604
173009	embedding2nn.bias	8	-0.03232087194919586
173009	embedding2nn.bias	9	0.02229881100356579
173009	rnn.weight_ih_l0	0	0.07089364528656006
173009	rnn.weight_ih_l0	1	-0.041829030960798264
173009	rnn.weight_ih_l0	2	0.006143274717032909
173009	rnn.weight_ih_l0	3	0.045352753251791
173009	rnn.weight_ih_l0	4	-0.027934933081269264
173009	rnn.weight_ih_l0	5	0.044644251465797424
173009	rnn.weight_ih_l0	6	0.00777645967900753
173009	rnn.weight_ih_l0	7	0.06822513788938522
173009	rnn.weight_ih_l0	8	0.009088101796805859
173009	rnn.weight_ih_l0	9	-0.023000091314315796
173009	rnn.weight_hh_l0	0	-0.012825585901737213
173009	rnn.weight_hh_l0	1	-0.024043723940849304
173009	rnn.weight_hh_l0	2	-0.05764181539416313
173009	rnn.weight_hh_l0	3	-0.004845442716032267
173009	rnn.weight_hh_l0	4	-0.009938415139913559
173009	rnn.weight_hh_l0	5	-0.02495993860065937
173009	rnn.weight_hh_l0	6	-0.0007954203756526113
173009	rnn.weight_hh_l0	7	-0.04157623276114464
173009	rnn.weight_hh_l0	8	0.06642846763134003
173009	rnn.weight_hh_l0	9	0.04417746886610985
173009	rnn.bias_ih_l0	0	-0.1735917329788208
173009	rnn.bias_ih_l0	1	-0.15985028445720673
173009	rnn.bias_ih_l0	2	-0.016072019934654236
173009	rnn.bias_ih_l0	3	-0.14265434443950653
173009	rnn.bias_ih_l0	4	-0.0494372732937336
173009	rnn.bias_ih_l0	5	-0.1641726791858673
173009	rnn.bias_ih_l0	6	0.06444891542196274
173009	rnn.bias_ih_l0	7	-0.0885443165898323
173009	rnn.bias_ih_l0	8	-0.0483119934797287
173009	rnn.bias_ih_l0	9	-0.1061067208647728
173009	rnn.bias_hh_l0	0	-0.07555486261844635
173009	rnn.bias_hh_l0	1	0.25323721766471863
173009	rnn.bias_hh_l0	2	0.03671092540025711
173009	rnn.bias_hh_l0	3	-0.07705973833799362
173009	rnn.bias_hh_l0	4	-0.08747676759958267
173009	rnn.bias_hh_l0	5	-0.015484647825360298
173009	rnn.bias_hh_l0	6	0.054586827754974365
173009	rnn.bias_hh_l0	7	-0.1121586412191391
173009	rnn.bias_hh_l0	8	-0.23442481458187103
173009	rnn.bias_hh_l0	9	-0.10674480348825455
173009	rnn.weight_ih_l0_reverse	0	0.01893002539873123
173009	rnn.weight_ih_l0_reverse	1	-0.06258805841207504
173009	rnn.weight_ih_l0_reverse	2	0.039996664971113205
173009	rnn.weight_ih_l0_reverse	3	0.01830548420548439
173009	rnn.weight_ih_l0_reverse	4	0.0012060583103448153
173009	rnn.weight_ih_l0_reverse	5	-0.033138807862997055
173009	rnn.weight_ih_l0_reverse	6	0.01702197454869747
173009	rnn.weight_ih_l0_reverse	7	0.030152294784784317
173009	rnn.weight_ih_l0_reverse	8	-0.026844685897231102
173009	rnn.weight_ih_l0_reverse	9	-0.000520460307598114
173009	rnn.weight_hh_l0_reverse	0	0.04137014225125313
173009	rnn.weight_hh_l0_reverse	1	0.029670897871255875
173009	rnn.weight_hh_l0_reverse	2	-0.020837053656578064
173009	rnn.weight_hh_l0_reverse	3	-0.07912146300077438
173009	rnn.weight_hh_l0_reverse	4	0.010792695917189121
173009	rnn.weight_hh_l0_reverse	5	-0.052501361817121506
173009	rnn.weight_hh_l0_reverse	6	-0.012680080719292164
173009	rnn.weight_hh_l0_reverse	7	0.02973717823624611
173009	rnn.weight_hh_l0_reverse	8	0.011254504323005676
173009	rnn.weight_hh_l0_reverse	9	0.008759157732129097
173009	rnn.bias_ih_l0_reverse	0	-0.04509803280234337
173009	rnn.bias_ih_l0_reverse	1	-0.13876059651374817
173009	rnn.bias_ih_l0_reverse	2	-0.14190657436847687
173009	rnn.bias_ih_l0_reverse	3	-0.04086283594369888
173009	rnn.bias_ih_l0_reverse	4	-0.10981706529855728
173009	rnn.bias_ih_l0_reverse	5	-0.09076134860515594
173009	rnn.bias_ih_l0_reverse	6	-0.2028164118528366
173009	rnn.bias_ih_l0_reverse	7	-0.055149633437395096
173009	rnn.bias_ih_l0_reverse	8	-0.07079572975635529
173009	rnn.bias_ih_l0_reverse	9	-0.1326284259557724
173009	rnn.bias_hh_l0_reverse	0	-0.14055795967578888
173009	rnn.bias_hh_l0_reverse	1	-0.1571221500635147
173009	rnn.bias_hh_l0_reverse	2	0.11452259123325348
173009	rnn.bias_hh_l0_reverse	3	0.07361830025911331
173009	rnn.bias_hh_l0_reverse	4	-0.17245914041996002
173009	rnn.bias_hh_l0_reverse	5	-0.1354200541973114
173009	rnn.bias_hh_l0_reverse	6	-0.10964762419462204
173009	rnn.bias_hh_l0_reverse	7	-0.05728798359632492
173009	rnn.bias_hh_l0_reverse	8	-0.09495425969362259
173009	rnn.bias_hh_l0_reverse	9	-0.027021367102861404
173009	linear.weight	0	-0.007655784487724304
173009	linear.weight	1	0.02761325053870678
173009	linear.weight	2	0.2546473443508148
173009	linear.weight	3	-0.07940396666526794
173009	linear.weight	4	-0.010588549077510834
173009	linear.weight	5	0.08697222173213959
173009	linear.weight	6	-0.010739270597696304
173009	linear.weight	7	-0.06782237440347672
173009	linear.weight	8	0.15402080118656158
173009	linear.weight	9	-0.23985464870929718
173009	linear.bias	0	-0.03956538438796997
173009	linear.bias	1	0.031413208693265915
173009	linear.bias	2	0.4566876292228699
173009	linear.bias	3	-0.6099432110786438
173009	linear.bias	4	1.992721438407898
173009	linear.bias	5	-1.3905421495437622
173009	linear.bias	6	-0.33189764618873596
173009	linear.bias	7	-0.12163197994232178
173568	transitions	0	-1.850820779800415
173568	transitions	1	-10000.0
173568	transitions	2	-0.7969565987586975
173568	transitions	3	-10000.0
173568	transitions	4	2.0011863708496094
173568	transitions	5	-10000.0
173568	transitions	6	-10000.0
173568	transitions	7	1.7496118545532227
173568	transitions	8	-2.5503158569335938
173568	transitions	9	-4.1832661628723145
173568	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
173568	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
173568	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
173568	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
173568	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
173568	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
173568	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
173568	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
173568	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
173568	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
173568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
173568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
173568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
173568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
173568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
173568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
173568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
173568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
173568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
173568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
173568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
173568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
173568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
173568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
173568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
173568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
173568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
173568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
173568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
173568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
173568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
173568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
173568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
173568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
173568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
173568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
173568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
173568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
173568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
173568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
173568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
173568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
173568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
173568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
173568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
173568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
173568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
173568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
173568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
173568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
173568	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
173568	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
173568	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
173568	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
173568	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
173568	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
173568	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
173568	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
173568	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
173568	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
173568	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
173568	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
173568	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
173568	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
173568	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
173568	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
173568	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
173568	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
173568	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
173568	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
173568	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
173568	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
173568	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
173568	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
173568	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
173568	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
173568	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
173568	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
173568	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
173568	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
173568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
173568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
173568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
173568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
173568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
173568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
173568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
173568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
173568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
173568	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
173568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
173568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
173568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
173568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
173568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
173568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
173568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
173568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
173568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
173568	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
173568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
173568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
173568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
173568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
173568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
173568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
173568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
173568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
173568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
173568	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
173568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
173568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
173568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
173568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
173568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
173568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
173568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
173568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
173568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
173568	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
173568	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
173568	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
173568	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
173568	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
173568	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
173568	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
173568	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
173568	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
173568	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
173568	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
173568	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
173568	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
173568	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
173568	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
173568	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
173568	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
173568	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
173568	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
173568	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
173568	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
173568	embedding2nn.weight	0	0.006384072359651327
173568	embedding2nn.weight	1	0.004095862619578838
173568	embedding2nn.weight	2	0.013434202410280704
173568	embedding2nn.weight	3	0.02551383152604103
173568	embedding2nn.weight	4	0.02198796533048153
173568	embedding2nn.weight	5	0.007782279048115015
173568	embedding2nn.weight	6	-0.012884974479675293
173568	embedding2nn.weight	7	-0.0016609864542260766
173568	embedding2nn.weight	8	-0.006449222099035978
173568	embedding2nn.weight	9	0.00013721520372200757
173568	embedding2nn.bias	0	0.02003817819058895
173568	embedding2nn.bias	1	-0.024721812456846237
173568	embedding2nn.bias	2	0.09140022099018097
173568	embedding2nn.bias	3	0.04582516849040985
173568	embedding2nn.bias	4	-0.009327349252998829
173568	embedding2nn.bias	5	-0.027589263394474983
173568	embedding2nn.bias	6	0.004454614594578743
173568	embedding2nn.bias	7	-0.006124642677605152
173568	embedding2nn.bias	8	-0.030953407287597656
173568	embedding2nn.bias	9	0.024530740454792976
173568	rnn.weight_ih_l0	0	0.06960482150316238
173568	rnn.weight_ih_l0	1	-0.041226014494895935
173568	rnn.weight_ih_l0	2	0.007091378793120384
173568	rnn.weight_ih_l0	3	0.0460890457034111
173568	rnn.weight_ih_l0	4	-0.027576783671975136
173568	rnn.weight_ih_l0	5	0.04431227222084999
173568	rnn.weight_ih_l0	6	0.007700624410063028
173568	rnn.weight_ih_l0	7	0.06773669272661209
173568	rnn.weight_ih_l0	8	0.00928155891597271
173568	rnn.weight_ih_l0	9	-0.02186792530119419
173568	rnn.weight_hh_l0	0	-0.01289290189743042
173568	rnn.weight_hh_l0	1	-0.024353425949811935
173568	rnn.weight_hh_l0	2	-0.05726242810487747
173568	rnn.weight_hh_l0	3	-0.004801830742508173
173568	rnn.weight_hh_l0	4	-0.009892687201499939
173568	rnn.weight_hh_l0	5	-0.02537447400391102
173568	rnn.weight_hh_l0	6	-0.0007757233106531203
173568	rnn.weight_hh_l0	7	-0.04080137237906456
173568	rnn.weight_hh_l0	8	0.06673310697078705
173568	rnn.weight_hh_l0	9	0.04425502568483353
173568	rnn.bias_ih_l0	0	-0.17666487395763397
173568	rnn.bias_ih_l0	1	-0.1627558320760727
173568	rnn.bias_ih_l0	2	-0.01637141965329647
173568	rnn.bias_ih_l0	3	-0.14283430576324463
173568	rnn.bias_ih_l0	4	-0.050502579659223557
173568	rnn.bias_ih_l0	5	-0.16269201040267944
173568	rnn.bias_ih_l0	6	0.06744839996099472
173568	rnn.bias_ih_l0	7	-0.08925654739141464
173568	rnn.bias_ih_l0	8	-0.046191953122615814
173568	rnn.bias_ih_l0	9	-0.10471969842910767
173568	rnn.bias_hh_l0	0	-0.07494956254959106
173568	rnn.bias_hh_l0	1	0.24836426973342896
173568	rnn.bias_hh_l0	2	0.04214869439601898
173568	rnn.bias_hh_l0	3	-0.07716687768697739
173568	rnn.bias_hh_l0	4	-0.08847746253013611
173568	rnn.bias_hh_l0	5	-0.013426339253783226
173568	rnn.bias_hh_l0	6	0.05448306351900101
173568	rnn.bias_hh_l0	7	-0.110527403652668
173568	rnn.bias_hh_l0	8	-0.23645953834056854
173568	rnn.bias_hh_l0	9	-0.10770559310913086
173568	rnn.weight_ih_l0_reverse	0	0.01799398474395275
173568	rnn.weight_ih_l0_reverse	1	-0.06298723071813583
173568	rnn.weight_ih_l0_reverse	2	0.03953693434596062
173568	rnn.weight_ih_l0_reverse	3	0.01826324313879013
173568	rnn.weight_ih_l0_reverse	4	0.0001314388937316835
173568	rnn.weight_ih_l0_reverse	5	-0.033871378749608994
173568	rnn.weight_ih_l0_reverse	6	0.016156183555722237
173568	rnn.weight_ih_l0_reverse	7	0.029838314279913902
173568	rnn.weight_ih_l0_reverse	8	-0.026609262451529503
173568	rnn.weight_ih_l0_reverse	9	1.3929830856795888e-05
173568	rnn.weight_hh_l0_reverse	0	0.04121626168489456
173568	rnn.weight_hh_l0_reverse	1	0.02921735867857933
173568	rnn.weight_hh_l0_reverse	2	-0.020912982523441315
173568	rnn.weight_hh_l0_reverse	3	-0.07886596769094467
173568	rnn.weight_hh_l0_reverse	4	0.010674647986888885
173568	rnn.weight_hh_l0_reverse	5	-0.05247253179550171
173568	rnn.weight_hh_l0_reverse	6	-0.012651528231799603
173568	rnn.weight_hh_l0_reverse	7	0.02957911416888237
173568	rnn.weight_hh_l0_reverse	8	0.011773567646741867
173568	rnn.weight_hh_l0_reverse	9	0.008492812514305115
173568	rnn.bias_ih_l0_reverse	0	-0.04416615888476372
173568	rnn.bias_ih_l0_reverse	1	-0.13874123990535736
173568	rnn.bias_ih_l0_reverse	2	-0.14298205077648163
173568	rnn.bias_ih_l0_reverse	3	-0.040810078382492065
173568	rnn.bias_ih_l0_reverse	4	-0.10744098573923111
173568	rnn.bias_ih_l0_reverse	5	-0.09011320024728775
173568	rnn.bias_ih_l0_reverse	6	-0.20163609087467194
173568	rnn.bias_ih_l0_reverse	7	-0.05427579954266548
173568	rnn.bias_ih_l0_reverse	8	-0.06744984537363052
173568	rnn.bias_ih_l0_reverse	9	-0.13454754650592804
173568	rnn.bias_hh_l0_reverse	0	-0.1402856558561325
173568	rnn.bias_hh_l0_reverse	1	-0.1574941724538803
173568	rnn.bias_hh_l0_reverse	2	0.114833302795887
173568	rnn.bias_hh_l0_reverse	3	0.07404046505689621
173568	rnn.bias_hh_l0_reverse	4	-0.17075762152671814
173568	rnn.bias_hh_l0_reverse	5	-0.13448010385036469
173568	rnn.bias_hh_l0_reverse	6	-0.11215732991695404
173568	rnn.bias_hh_l0_reverse	7	-0.05630572885274887
173568	rnn.bias_hh_l0_reverse	8	-0.09579957276582718
173568	rnn.bias_hh_l0_reverse	9	-0.026396701112389565
173568	linear.weight	0	-0.007655029650777578
173568	linear.weight	1	0.04979117959737778
173568	linear.weight	2	0.2775763273239136
173568	linear.weight	3	-0.0793963149189949
173568	linear.weight	4	-0.010588549077510834
173568	linear.weight	5	0.07456044107675552
173568	linear.weight	6	-0.010739270597696304
173568	linear.weight	7	-0.06051851809024811
173568	linear.weight	8	0.18910272419452667
173568	linear.weight	9	-0.243825301527977
173568	linear.bias	0	-0.03956538438796997
173568	linear.bias	1	0.031413208693265915
173568	linear.bias	2	0.4428633153438568
173568	linear.bias	3	-0.6144168376922607
173568	linear.bias	4	1.9872522354125977
173568	linear.bias	5	-1.39072847366333
173568	linear.bias	6	-0.31978946924209595
173568	linear.bias	7	-0.10980339348316193
174126	transitions	0	-1.8522087335586548
174126	transitions	1	-10000.0
174126	transitions	2	-0.7969565987586975
174126	transitions	3	-10000.0
174126	transitions	4	1.9917925596237183
174126	transitions	5	-10000.0
174126	transitions	6	-10000.0
174126	transitions	7	1.758915901184082
174126	transitions	8	-2.5512521266937256
174126	transitions	9	-4.183936595916748
174126	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
174126	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
174126	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
174126	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
174126	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
174126	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
174126	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
174126	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
174126	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
174126	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
174126	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
174126	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
174126	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
174126	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
174126	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
174126	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
174126	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
174126	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
174126	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
174126	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
174126	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
174126	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
174126	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
174126	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
174126	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
174126	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
174126	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
174126	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
174126	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
174126	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
174126	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
174126	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
174126	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
174126	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
174126	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
174126	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
174126	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
174126	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
174126	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
174126	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
174126	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
174126	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
174126	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
174126	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
174126	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
174126	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
174126	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
174126	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
174126	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
174126	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
174126	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
174126	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
174126	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
174126	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
174126	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
174126	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
174126	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
174126	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
174126	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
174126	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
174126	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
174126	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
174126	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
174126	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
174126	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
174126	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
174126	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
174126	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
174126	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
174126	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
174126	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
174126	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
174126	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
174126	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
174126	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
174126	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
174126	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
174126	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
174126	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
174126	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
174126	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
174126	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
174126	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
174126	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
174126	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
174126	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
174126	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
174126	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
174126	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
174126	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
174126	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
174126	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
174126	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
174126	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
174126	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
174126	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
174126	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
174126	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
174126	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
174126	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
174126	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
174126	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
174126	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
174126	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
174126	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
174126	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
174126	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
174126	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
174126	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
174126	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
174126	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
174126	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
174126	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
174126	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
174126	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
174126	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
174126	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
174126	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
174126	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
174126	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
174126	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
174126	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
174126	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
174126	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
174126	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
174126	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
174126	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
174126	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
174126	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
174126	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
174126	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
174126	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
174126	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
174126	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
174126	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
174126	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
174126	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
174126	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
174126	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
174126	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
174126	embedding2nn.weight	0	0.006378151010721922
174126	embedding2nn.weight	1	0.004090891219675541
174126	embedding2nn.weight	2	0.013432213105261326
174126	embedding2nn.weight	3	0.025383131578564644
174126	embedding2nn.weight	4	0.021973930299282074
174126	embedding2nn.weight	5	0.00849130842834711
174126	embedding2nn.weight	6	-0.01295411866158247
174126	embedding2nn.weight	7	-0.001771403243765235
174126	embedding2nn.weight	8	-0.006832833867520094
174126	embedding2nn.weight	9	0.00025868770899251103
174126	embedding2nn.bias	0	0.015668312087655067
174126	embedding2nn.bias	1	-0.02423211932182312
174126	embedding2nn.bias	2	0.09508456289768219
174126	embedding2nn.bias	3	0.04332077130675316
174126	embedding2nn.bias	4	-0.007092889863997698
174126	embedding2nn.bias	5	-0.022320283576846123
174126	embedding2nn.bias	6	0.004003310576081276
174126	embedding2nn.bias	7	-0.010934591293334961
174126	embedding2nn.bias	8	-0.023176804184913635
174126	embedding2nn.bias	9	0.02257857285439968
174126	rnn.weight_ih_l0	0	0.06948650628328323
174126	rnn.weight_ih_l0	1	-0.04035940021276474
174126	rnn.weight_ih_l0	2	0.007412954233586788
174126	rnn.weight_ih_l0	3	0.04597557336091995
174126	rnn.weight_ih_l0	4	-0.027581406757235527
174126	rnn.weight_ih_l0	5	0.043336421251297
174126	rnn.weight_ih_l0	6	0.007549796253442764
174126	rnn.weight_ih_l0	7	0.06791013479232788
174126	rnn.weight_ih_l0	8	0.00976730976253748
174126	rnn.weight_ih_l0	9	-0.021967951208353043
174126	rnn.weight_hh_l0	0	-0.012940998189151287
174126	rnn.weight_hh_l0	1	-0.024564014747738838
174126	rnn.weight_hh_l0	2	-0.057363688945770264
174126	rnn.weight_hh_l0	3	-0.004679924808442593
174126	rnn.weight_hh_l0	4	-0.009967945516109467
174126	rnn.weight_hh_l0	5	-0.02518189325928688
174126	rnn.weight_hh_l0	6	-0.00067202711943537
174126	rnn.weight_hh_l0	7	-0.0404651053249836
174126	rnn.weight_hh_l0	8	0.06633671373128891
174126	rnn.weight_hh_l0	9	0.04425182193517685
174126	rnn.bias_ih_l0	0	-0.17821837961673737
174126	rnn.bias_ih_l0	1	-0.16420501470565796
174126	rnn.bias_ih_l0	2	-0.016927668824791908
174126	rnn.bias_ih_l0	3	-0.14144597947597504
174126	rnn.bias_ih_l0	4	-0.052000802010297775
174126	rnn.bias_ih_l0	5	-0.1645968109369278
174126	rnn.bias_ih_l0	6	0.06594683229923248
174126	rnn.bias_ih_l0	7	-0.08783920109272003
174126	rnn.bias_ih_l0	8	-0.0465843603014946
174126	rnn.bias_ih_l0	9	-0.10467217862606049
174126	rnn.bias_hh_l0	0	-0.07526390999555588
174126	rnn.bias_hh_l0	1	0.2502804696559906
174126	rnn.bias_hh_l0	2	0.044550519436597824
174126	rnn.bias_hh_l0	3	-0.07828278094530106
174126	rnn.bias_hh_l0	4	-0.08950341492891312
174126	rnn.bias_hh_l0	5	-0.012861761264503002
174126	rnn.bias_hh_l0	6	0.052026327699422836
174126	rnn.bias_hh_l0	7	-0.10966390371322632
174126	rnn.bias_hh_l0	8	-0.23550420999526978
174126	rnn.bias_hh_l0	9	-0.10626260936260223
174126	rnn.weight_ih_l0_reverse	0	0.017242608591914177
174126	rnn.weight_ih_l0_reverse	1	-0.06272673606872559
174126	rnn.weight_ih_l0_reverse	2	0.03950687497854233
174126	rnn.weight_ih_l0_reverse	3	0.018052317202091217
174126	rnn.weight_ih_l0_reverse	4	0.0001047646437655203
174126	rnn.weight_ih_l0_reverse	5	-0.03391416743397713
174126	rnn.weight_ih_l0_reverse	6	0.01866007037460804
174126	rnn.weight_ih_l0_reverse	7	0.029642179608345032
174126	rnn.weight_ih_l0_reverse	8	-0.02681407332420349
174126	rnn.weight_ih_l0_reverse	9	-0.00019972938753198832
174126	rnn.weight_hh_l0_reverse	0	0.04093191400170326
174126	rnn.weight_hh_l0_reverse	1	0.029192950576543808
174126	rnn.weight_hh_l0_reverse	2	-0.020921919494867325
174126	rnn.weight_hh_l0_reverse	3	-0.07858584821224213
174126	rnn.weight_hh_l0_reverse	4	0.010614963248372078
174126	rnn.weight_hh_l0_reverse	5	-0.052359070628881454
174126	rnn.weight_hh_l0_reverse	6	-0.01231767050921917
174126	rnn.weight_hh_l0_reverse	7	0.029742999002337456
174126	rnn.weight_hh_l0_reverse	8	0.011367161758244038
174126	rnn.weight_hh_l0_reverse	9	0.008832707069814205
174126	rnn.bias_ih_l0_reverse	0	-0.04531121999025345
174126	rnn.bias_ih_l0_reverse	1	-0.13850872218608856
174126	rnn.bias_ih_l0_reverse	2	-0.14277607202529907
174126	rnn.bias_ih_l0_reverse	3	-0.04160364344716072
174126	rnn.bias_ih_l0_reverse	4	-0.1055629551410675
174126	rnn.bias_ih_l0_reverse	5	-0.09159233421087265
174126	rnn.bias_ih_l0_reverse	6	-0.20312349498271942
174126	rnn.bias_ih_l0_reverse	7	-0.05412943288683891
174126	rnn.bias_ih_l0_reverse	8	-0.0678478330373764
174126	rnn.bias_ih_l0_reverse	9	-0.13390731811523438
174126	rnn.bias_hh_l0_reverse	0	-0.1420605331659317
174126	rnn.bias_hh_l0_reverse	1	-0.1572738140821457
174126	rnn.bias_hh_l0_reverse	2	0.11141729354858398
174126	rnn.bias_hh_l0_reverse	3	0.07626331597566605
174126	rnn.bias_hh_l0_reverse	4	-0.16930024325847626
174126	rnn.bias_hh_l0_reverse	5	-0.1343371570110321
174126	rnn.bias_hh_l0_reverse	6	-0.10935414582490921
174126	rnn.bias_hh_l0_reverse	7	-0.0540907196700573
174126	rnn.bias_hh_l0_reverse	8	-0.09681423008441925
174126	rnn.bias_hh_l0_reverse	9	-0.024954428896307945
174126	linear.weight	0	-0.007655839901417494
174126	linear.weight	1	0.046903397887945175
174126	linear.weight	2	0.27895352244377136
174126	linear.weight	3	-0.07938913255929947
174126	linear.weight	4	-0.010588549077510834
174126	linear.weight	5	0.07345252484083176
174126	linear.weight	6	-0.010739270597696304
174126	linear.weight	7	-0.0440170094370842
174126	linear.weight	8	0.17496469616889954
174126	linear.weight	9	-0.24245981872081757
174126	linear.bias	0	-0.03956538438796997
174126	linear.bias	1	0.031413208693265915
174126	linear.bias	2	0.441707581281662
174126	linear.bias	3	-0.6059371829032898
174126	linear.bias	4	2.006605863571167
174126	linear.bias	5	-1.3909344673156738
174126	linear.bias	6	-0.3319675624370575
174126	linear.bias	7	-0.12411507964134216
174684	transitions	0	-1.853236436843872
174684	transitions	1	-10000.0
174684	transitions	2	-0.7969565987586975
174684	transitions	3	-10000.0
174684	transitions	4	1.9814833402633667
174684	transitions	5	-10000.0
174684	transitions	6	-10000.0
174684	transitions	7	1.7735234498977661
174684	transitions	8	-2.552133083343506
174684	transitions	9	-4.1846022605896
174684	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
174684	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
174684	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
174684	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
174684	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
174684	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
174684	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
174684	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
174684	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
174684	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
174684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
174684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
174684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
174684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
174684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
174684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
174684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
174684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
174684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
174684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
174684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
174684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
174684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
174684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
174684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
174684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
174684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
174684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
174684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
174684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
174684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
174684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
174684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
174684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
174684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
174684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
174684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
174684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
174684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
174684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
174684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
174684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
174684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
174684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
174684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
174684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
174684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
174684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
174684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
174684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
174684	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
174684	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
174684	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
174684	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
174684	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
174684	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
174684	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
174684	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
174684	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
174684	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
174684	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
174684	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
174684	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
174684	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
174684	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
174684	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
174684	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
174684	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
174684	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
174684	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
174684	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
174684	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
174684	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
174684	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
174684	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
174684	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
174684	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
174684	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
174684	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
174684	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
174684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
174684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
174684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
174684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
174684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
174684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
174684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
174684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
174684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
174684	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
174684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
174684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
174684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
174684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
174684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
174684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
174684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
174684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
174684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
174684	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
174684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
174684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
174684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
174684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
174684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
174684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
174684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
174684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
174684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
174684	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
174684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
174684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
174684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
174684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
174684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
174684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
174684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
174684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
174684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
174684	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
174684	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
174684	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
174684	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
174684	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
174684	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
174684	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
174684	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
174684	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
174684	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
174684	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
174684	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
174684	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
174684	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
174684	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
174684	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
174684	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
174684	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
174684	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
174684	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
174684	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
174684	embedding2nn.weight	0	0.006386473309248686
174684	embedding2nn.weight	1	0.004205973353236914
174684	embedding2nn.weight	2	0.013476643711328506
174684	embedding2nn.weight	3	0.025248756632208824
174684	embedding2nn.weight	4	0.02203112654387951
174684	embedding2nn.weight	5	0.008596554398536682
174684	embedding2nn.weight	6	-0.01280996948480606
174684	embedding2nn.weight	7	-0.0018341009272262454
174684	embedding2nn.weight	8	-0.007296864874660969
174684	embedding2nn.weight	9	0.00025204397388733923
174684	embedding2nn.bias	0	0.016001321375370026
174684	embedding2nn.bias	1	-0.02571561001241207
174684	embedding2nn.bias	2	0.09215559810400009
174684	embedding2nn.bias	3	0.046219971030950546
174684	embedding2nn.bias	4	-0.006736264564096928
174684	embedding2nn.bias	5	-0.02764992043375969
174684	embedding2nn.bias	6	0.003889912972226739
174684	embedding2nn.bias	7	-0.017202727496623993
174684	embedding2nn.bias	8	-0.027059121057391167
174684	embedding2nn.bias	9	0.023117853328585625
174684	rnn.weight_ih_l0	0	0.06928747892379761
174684	rnn.weight_ih_l0	1	-0.04007236286997795
174684	rnn.weight_ih_l0	2	0.007979337126016617
174684	rnn.weight_ih_l0	3	0.04595942422747612
174684	rnn.weight_ih_l0	4	-0.02720651403069496
174684	rnn.weight_ih_l0	5	0.04301052168011665
174684	rnn.weight_ih_l0	6	0.007472596131265163
174684	rnn.weight_ih_l0	7	0.06780285388231277
174684	rnn.weight_ih_l0	8	0.009987883269786835
174684	rnn.weight_ih_l0	9	-0.02205251157283783
174684	rnn.weight_hh_l0	0	-0.013370823115110397
174684	rnn.weight_hh_l0	1	-0.02451079711318016
174684	rnn.weight_hh_l0	2	-0.05668981000781059
174684	rnn.weight_hh_l0	3	-0.004632534459233284
174684	rnn.weight_hh_l0	4	-0.009834367781877518
174684	rnn.weight_hh_l0	5	-0.024597302079200745
174684	rnn.weight_hh_l0	6	-0.000581189407967031
174684	rnn.weight_hh_l0	7	-0.0403638519346714
174684	rnn.weight_hh_l0	8	0.06641680747270584
174684	rnn.weight_hh_l0	9	0.044851817190647125
174684	rnn.bias_ih_l0	0	-0.17867261171340942
174684	rnn.bias_ih_l0	1	-0.16313496232032776
174684	rnn.bias_ih_l0	2	-0.017310380935668945
174684	rnn.bias_ih_l0	3	-0.1429719775915146
174684	rnn.bias_ih_l0	4	-0.054413970559835434
174684	rnn.bias_ih_l0	5	-0.16373921930789948
174684	rnn.bias_ih_l0	6	0.0676080733537674
174684	rnn.bias_ih_l0	7	-0.0883735716342926
174684	rnn.bias_ih_l0	8	-0.04608429595828056
174684	rnn.bias_ih_l0	9	-0.10452860593795776
174684	rnn.bias_hh_l0	0	-0.07427486032247543
174684	rnn.bias_hh_l0	1	0.24894587695598602
174684	rnn.bias_hh_l0	2	0.04939930886030197
174684	rnn.bias_hh_l0	3	-0.07762261480093002
174684	rnn.bias_hh_l0	4	-0.08919673413038254
174684	rnn.bias_hh_l0	5	-0.013079208321869373
174684	rnn.bias_hh_l0	6	0.05175289511680603
174684	rnn.bias_hh_l0	7	-0.1090066060423851
174684	rnn.bias_hh_l0	8	-0.23960451781749725
174684	rnn.bias_hh_l0	9	-0.10814789682626724
174684	rnn.weight_ih_l0_reverse	0	0.017401738092303276
174684	rnn.weight_ih_l0_reverse	1	-0.06275928765535355
174684	rnn.weight_ih_l0_reverse	2	0.039693284779787064
174684	rnn.weight_ih_l0_reverse	3	0.01799018681049347
174684	rnn.weight_ih_l0_reverse	4	0.00020302855409681797
174684	rnn.weight_ih_l0_reverse	5	-0.03351931646466255
174684	rnn.weight_ih_l0_reverse	6	0.01917448081076145
174684	rnn.weight_ih_l0_reverse	7	0.029575766995549202
174684	rnn.weight_ih_l0_reverse	8	-0.0264454185962677
174684	rnn.weight_ih_l0_reverse	9	-0.000274208519840613
174684	rnn.weight_hh_l0_reverse	0	0.04096490889787674
174684	rnn.weight_hh_l0_reverse	1	0.029260853305459023
174684	rnn.weight_hh_l0_reverse	2	-0.02096310630440712
174684	rnn.weight_hh_l0_reverse	3	-0.0789191722869873
174684	rnn.weight_hh_l0_reverse	4	0.010430836118757725
174684	rnn.weight_hh_l0_reverse	5	-0.052618660032749176
174684	rnn.weight_hh_l0_reverse	6	-0.012287603691220284
174684	rnn.weight_hh_l0_reverse	7	0.029791491106152534
174684	rnn.weight_hh_l0_reverse	8	0.011085008271038532
174684	rnn.weight_hh_l0_reverse	9	0.009254911914467812
174684	rnn.bias_ih_l0_reverse	0	-0.04540875926613808
174684	rnn.bias_ih_l0_reverse	1	-0.13841769099235535
174684	rnn.bias_ih_l0_reverse	2	-0.14397117495536804
174684	rnn.bias_ih_l0_reverse	3	-0.04185927286744118
174684	rnn.bias_ih_l0_reverse	4	-0.10419923812150955
174684	rnn.bias_ih_l0_reverse	5	-0.09023699909448624
174684	rnn.bias_ih_l0_reverse	6	-0.2028568983078003
174684	rnn.bias_ih_l0_reverse	7	-0.05371708422899246
174684	rnn.bias_ih_l0_reverse	8	-0.06689076870679855
174684	rnn.bias_ih_l0_reverse	9	-0.1337815523147583
174684	rnn.bias_hh_l0_reverse	0	-0.14254771173000336
174684	rnn.bias_hh_l0_reverse	1	-0.15707868337631226
174684	rnn.bias_hh_l0_reverse	2	0.1099264994263649
174684	rnn.bias_hh_l0_reverse	3	0.0766587182879448
174684	rnn.bias_hh_l0_reverse	4	-0.17046424746513367
174684	rnn.bias_hh_l0_reverse	5	-0.13237372040748596
174684	rnn.bias_hh_l0_reverse	6	-0.10867195576429367
174684	rnn.bias_hh_l0_reverse	7	-0.05630648136138916
174684	rnn.bias_hh_l0_reverse	8	-0.09530322253704071
174684	rnn.bias_hh_l0_reverse	9	-0.023725269362330437
174684	linear.weight	0	-0.007656105328351259
174684	linear.weight	1	0.04124552011489868
174684	linear.weight	2	0.2779947817325592
174684	linear.weight	3	-0.0793813094496727
174684	linear.weight	4	-0.010588549077510834
174684	linear.weight	5	0.08699559420347214
174684	linear.weight	6	-0.010739270597696304
174684	linear.weight	7	-0.034269899129867554
174684	linear.weight	8	0.19816546142101288
174684	linear.weight	9	-0.24958741664886475
174684	linear.bias	0	-0.03956538438796997
174684	linear.bias	1	0.031413208693265915
174684	linear.bias	2	0.43268832564353943
174684	linear.bias	3	-0.586205780506134
174684	linear.bias	4	2.0039074420928955
174684	linear.bias	5	-1.3911324739456177
174684	linear.bias	6	-0.33517587184906006
174684	linear.bias	7	-0.1287369430065155
175242	transitions	0	-1.8543428182601929
175242	transitions	1	-10000.0
175242	transitions	2	-0.7969565987586975
175242	transitions	3	-10000.0
175242	transitions	4	1.9867651462554932
175242	transitions	5	-10000.0
175242	transitions	6	-10000.0
175242	transitions	7	1.7613208293914795
175242	transitions	8	-2.5529818534851074
175242	transitions	9	-4.185304641723633
175242	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
175242	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
175242	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
175242	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
175242	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
175242	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
175242	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
175242	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
175242	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
175242	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
175242	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
175242	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
175242	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
175242	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
175242	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
175242	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
175242	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
175242	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
175242	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
175242	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
175242	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
175242	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
175242	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
175242	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
175242	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
175242	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
175242	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
175242	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
175242	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
175242	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
175242	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
175242	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
175242	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
175242	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
175242	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
175242	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
175242	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
175242	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
175242	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
175242	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
175242	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
175242	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
175242	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
175242	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
175242	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
175242	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
175242	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
175242	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
175242	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
175242	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
175242	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
175242	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
175242	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
175242	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
175242	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
175242	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
175242	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
175242	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
175242	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
175242	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
175242	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
175242	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
175242	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
175242	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
175242	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
175242	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
175242	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
175242	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
175242	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
175242	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
175242	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
175242	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
175242	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
175242	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
175242	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
175242	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
175242	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
175242	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
175242	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
175242	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
175242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
175242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
175242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
175242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
175242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
175242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
175242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
175242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
175242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
175242	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
175242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
175242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
175242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
175242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
175242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
175242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
175242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
175242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
175242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
175242	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
175242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
175242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
175242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
175242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
175242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
175242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
175242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
175242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
175242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
175242	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
175242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
175242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
175242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
175242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
175242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
175242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
175242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
175242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
175242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
175242	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
175242	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
175242	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
175242	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
175242	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
175242	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
175242	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
175242	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
175242	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
175242	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
175242	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
175242	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
175242	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
175242	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
175242	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
175242	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
175242	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
175242	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
175242	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
175242	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
175242	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
175242	embedding2nn.weight	0	0.006385354790836573
175242	embedding2nn.weight	1	0.004185082390904427
175242	embedding2nn.weight	2	0.013471036218106747
175242	embedding2nn.weight	3	0.025138767436146736
175242	embedding2nn.weight	4	0.021689558401703835
175242	embedding2nn.weight	5	0.00867608655244112
175242	embedding2nn.weight	6	-0.012742364779114723
175242	embedding2nn.weight	7	-0.0016995137557387352
175242	embedding2nn.weight	8	-0.007868725806474686
175242	embedding2nn.weight	9	0.00029016571352258325
175242	embedding2nn.bias	0	0.015902718529105186
175242	embedding2nn.bias	1	-0.024743422865867615
175242	embedding2nn.bias	2	0.09332568943500519
175242	embedding2nn.bias	3	0.04554557055234909
175242	embedding2nn.bias	4	-0.0078066312707960606
175242	embedding2nn.bias	5	-0.028886890038847923
175242	embedding2nn.bias	6	0.007358961272984743
175242	embedding2nn.bias	7	-0.01671658456325531
175242	embedding2nn.bias	8	-0.02892320044338703
175242	embedding2nn.bias	9	0.024877524003386497
175242	rnn.weight_ih_l0	0	0.06947527080774307
175242	rnn.weight_ih_l0	1	-0.040640830993652344
175242	rnn.weight_ih_l0	2	0.009087473154067993
175242	rnn.weight_ih_l0	3	0.04754160717129707
175242	rnn.weight_ih_l0	4	-0.026821831241250038
175242	rnn.weight_ih_l0	5	0.043110620230436325
175242	rnn.weight_ih_l0	6	0.007491277996450663
175242	rnn.weight_ih_l0	7	0.06801895797252655
175242	rnn.weight_ih_l0	8	0.009011686779558659
175242	rnn.weight_ih_l0	9	-0.022223232313990593
175242	rnn.weight_hh_l0	0	-0.014130298048257828
175242	rnn.weight_hh_l0	1	-0.025270454585552216
175242	rnn.weight_hh_l0	2	-0.05714820697903633
175242	rnn.weight_hh_l0	3	-0.004763781558722258
175242	rnn.weight_hh_l0	4	-0.009670869447290897
175242	rnn.weight_hh_l0	5	-0.025173410773277283
175242	rnn.weight_hh_l0	6	-0.0007069373968988657
175242	rnn.weight_hh_l0	7	-0.04139009863138199
175242	rnn.weight_hh_l0	8	0.06641990691423416
175242	rnn.weight_hh_l0	9	0.04464345425367355
175242	rnn.bias_ih_l0	0	-0.17649342119693756
175242	rnn.bias_ih_l0	1	-0.16096241772174835
175242	rnn.bias_ih_l0	2	-0.01513999979943037
175242	rnn.bias_ih_l0	3	-0.14377598464488983
175242	rnn.bias_ih_l0	4	-0.054618190973997116
175242	rnn.bias_ih_l0	5	-0.16304455697536469
175242	rnn.bias_ih_l0	6	0.06415372341871262
175242	rnn.bias_ih_l0	7	-0.08964968472719193
175242	rnn.bias_ih_l0	8	-0.0438324473798275
175242	rnn.bias_ih_l0	9	-0.10459292680025101
175242	rnn.bias_hh_l0	0	-0.0746302455663681
175242	rnn.bias_hh_l0	1	0.2464863657951355
175242	rnn.bias_hh_l0	2	0.047267358750104904
175242	rnn.bias_hh_l0	3	-0.07653702050447464
175242	rnn.bias_hh_l0	4	-0.08876936137676239
175242	rnn.bias_hh_l0	5	-0.014808686450123787
175242	rnn.bias_hh_l0	6	0.051110249012708664
175242	rnn.bias_hh_l0	7	-0.10804858058691025
175242	rnn.bias_hh_l0	8	-0.24009713530540466
175242	rnn.bias_hh_l0	9	-0.10874918848276138
175242	rnn.weight_ih_l0_reverse	0	0.017828797921538353
175242	rnn.weight_ih_l0_reverse	1	-0.062118396162986755
175242	rnn.weight_ih_l0_reverse	2	0.03958430141210556
175242	rnn.weight_ih_l0_reverse	3	0.01811726950109005
175242	rnn.weight_ih_l0_reverse	4	0.00031003443291410804
175242	rnn.weight_ih_l0_reverse	5	-0.03295839577913284
175242	rnn.weight_ih_l0_reverse	6	0.017807185649871826
175242	rnn.weight_ih_l0_reverse	7	0.029217923060059547
175242	rnn.weight_ih_l0_reverse	8	-0.026299642398953438
175242	rnn.weight_ih_l0_reverse	9	-0.0014278817689046264
175242	rnn.weight_hh_l0_reverse	0	0.041215647011995316
175242	rnn.weight_hh_l0_reverse	1	0.029197560623288155
175242	rnn.weight_hh_l0_reverse	2	-0.02125892974436283
175242	rnn.weight_hh_l0_reverse	3	-0.07929710298776627
175242	rnn.weight_hh_l0_reverse	4	0.010353898629546165
175242	rnn.weight_hh_l0_reverse	5	-0.05247557535767555
175242	rnn.weight_hh_l0_reverse	6	-0.012513636611402035
175242	rnn.weight_hh_l0_reverse	7	0.029408983886241913
175242	rnn.weight_hh_l0_reverse	8	0.010975288227200508
175242	rnn.weight_hh_l0_reverse	9	0.00949158612638712
175242	rnn.bias_ih_l0_reverse	0	-0.045577701181173325
175242	rnn.bias_ih_l0_reverse	1	-0.1389721930027008
175242	rnn.bias_ih_l0_reverse	2	-0.14397312700748444
175242	rnn.bias_ih_l0_reverse	3	-0.043742455542087555
175242	rnn.bias_ih_l0_reverse	4	-0.1047087162733078
175242	rnn.bias_ih_l0_reverse	5	-0.09199704974889755
175242	rnn.bias_ih_l0_reverse	6	-0.20186586678028107
175242	rnn.bias_ih_l0_reverse	7	-0.05427944287657738
175242	rnn.bias_ih_l0_reverse	8	-0.06652773171663284
175242	rnn.bias_ih_l0_reverse	9	-0.1329585760831833
175242	rnn.bias_hh_l0_reverse	0	-0.14336061477661133
175242	rnn.bias_hh_l0_reverse	1	-0.15670518577098846
175242	rnn.bias_hh_l0_reverse	2	0.11175699532032013
175242	rnn.bias_hh_l0_reverse	3	0.07404334098100662
175242	rnn.bias_hh_l0_reverse	4	-0.16982819139957428
175242	rnn.bias_hh_l0_reverse	5	-0.13316042721271515
175242	rnn.bias_hh_l0_reverse	6	-0.1094425767660141
175242	rnn.bias_hh_l0_reverse	7	-0.0563143715262413
175242	rnn.bias_hh_l0_reverse	8	-0.09610387682914734
175242	rnn.bias_hh_l0_reverse	9	-0.026384443044662476
175242	linear.weight	0	-0.007657114416360855
175242	linear.weight	1	0.028178390115499496
175242	linear.weight	2	0.28198274970054626
175242	linear.weight	3	-0.07937364280223846
175242	linear.weight	4	-0.010588549077510834
175242	linear.weight	5	0.08401620388031006
175242	linear.weight	6	-0.010739270597696304
175242	linear.weight	7	-0.06434759497642517
175242	linear.weight	8	0.20124183595180511
175242	linear.weight	9	-0.25369131565093994
175242	linear.bias	0	-0.03956538438796997
175242	linear.bias	1	0.031413208693265915
175242	linear.bias	2	0.4584592282772064
175242	linear.bias	3	-0.6330636739730835
175242	linear.bias	4	2.0094690322875977
175242	linear.bias	5	-1.391325831413269
175242	linear.bias	6	-0.3270682096481323
175242	linear.bias	7	-0.12114198505878448
175800	transitions	0	-1.8553234338760376
175800	transitions	1	-10000.0
175800	transitions	2	-0.7969565987586975
175800	transitions	3	-10000.0
175800	transitions	4	1.9749525785446167
175800	transitions	5	-10000.0
175800	transitions	6	-10000.0
175800	transitions	7	1.7548350095748901
175800	transitions	8	-2.553856372833252
175800	transitions	9	-4.186008453369141
175800	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
175800	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
175800	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
175800	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
175800	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
175800	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
175800	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
175800	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
175800	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
175800	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
175800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
175800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
175800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
175800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
175800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
175800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
175800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
175800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
175800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
175800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
175800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
175800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
175800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
175800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
175800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
175800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
175800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
175800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
175800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
175800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
175800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
175800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
175800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
175800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
175800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
175800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
175800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
175800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
175800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
175800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
175800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
175800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
175800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
175800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
175800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
175800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
175800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
175800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
175800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
175800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
175800	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
175800	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
175800	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
175800	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
175800	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
175800	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
175800	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
175800	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
175800	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
175800	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
175800	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
175800	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
175800	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
175800	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
175800	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
175800	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
175800	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
175800	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
175800	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
175800	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
175800	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
175800	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
175800	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
175800	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
175800	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
175800	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
175800	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
175800	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
175800	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
175800	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
175800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
175800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
175800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
175800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
175800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
175800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
175800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
175800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
175800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
175800	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
175800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
175800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
175800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
175800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
175800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
175800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
175800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
175800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
175800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
175800	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
175800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
175800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
175800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
175800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
175800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
175800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
175800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
175800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
175800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
175800	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
175800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
175800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
175800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
175800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
175800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
175800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
175800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
175800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
175800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
175800	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
175800	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
175800	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
175800	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
175800	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
175800	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
175800	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
175800	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
175800	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
175800	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
175800	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
175800	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
175800	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
175800	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
175800	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
175800	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
175800	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
175800	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
175800	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
175800	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
175800	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
175800	embedding2nn.weight	0	0.0063853212632238865
175800	embedding2nn.weight	1	0.004304230213165283
175800	embedding2nn.weight	2	0.013465404510498047
175800	embedding2nn.weight	3	0.024706438183784485
175800	embedding2nn.weight	4	0.021959340199828148
175800	embedding2nn.weight	5	0.008603611961007118
175800	embedding2nn.weight	6	-0.012814493849873543
175800	embedding2nn.weight	7	-0.0014389656716957688
175800	embedding2nn.weight	8	-0.00775769492611289
175800	embedding2nn.weight	9	0.0003353527281433344
175800	embedding2nn.bias	0	0.01500806212425232
175800	embedding2nn.bias	1	-0.024842146784067154
175800	embedding2nn.bias	2	0.09230417013168335
175800	embedding2nn.bias	3	0.056829825043678284
175800	embedding2nn.bias	4	-0.010841559618711472
175800	embedding2nn.bias	5	-0.030833756551146507
175800	embedding2nn.bias	6	0.010034280829131603
175800	embedding2nn.bias	7	-0.01743115670979023
175800	embedding2nn.bias	8	-0.02730465494096279
175800	embedding2nn.bias	9	0.026729285717010498
175800	rnn.weight_ih_l0	0	0.07007605582475662
175800	rnn.weight_ih_l0	1	-0.04042584076523781
175800	rnn.weight_ih_l0	2	0.009969049133360386
175800	rnn.weight_ih_l0	3	0.04815052077174187
175800	rnn.weight_ih_l0	4	-0.026042630895972252
175800	rnn.weight_ih_l0	5	0.043657392263412476
175800	rnn.weight_ih_l0	6	0.007344269659370184
175800	rnn.weight_ih_l0	7	0.06831922382116318
175800	rnn.weight_ih_l0	8	0.009926408529281616
175800	rnn.weight_ih_l0	9	-0.02205359749495983
175800	rnn.weight_hh_l0	0	-0.013893266208469868
175800	rnn.weight_hh_l0	1	-0.025063103064894676
175800	rnn.weight_hh_l0	2	-0.057115934789180756
175800	rnn.weight_hh_l0	3	-0.004758879542350769
175800	rnn.weight_hh_l0	4	-0.009580609388649464
175800	rnn.weight_hh_l0	5	-0.025572791695594788
175800	rnn.weight_hh_l0	6	-0.0007059433264657855
175800	rnn.weight_hh_l0	7	-0.04107370227575302
175800	rnn.weight_hh_l0	8	0.0671028271317482
175800	rnn.weight_hh_l0	9	0.044774167239665985
175800	rnn.bias_ih_l0	0	-0.1726943403482437
175800	rnn.bias_ih_l0	1	-0.16362929344177246
175800	rnn.bias_ih_l0	2	-0.017238665372133255
175800	rnn.bias_ih_l0	3	-0.1437564343214035
175800	rnn.bias_ih_l0	4	-0.054503876715898514
175800	rnn.bias_ih_l0	5	-0.16378502547740936
175800	rnn.bias_ih_l0	6	0.06125950440764427
175800	rnn.bias_ih_l0	7	-0.08912473171949387
175800	rnn.bias_ih_l0	8	-0.04080890491604805
175800	rnn.bias_ih_l0	9	-0.10649636387825012
175800	rnn.bias_hh_l0	0	-0.07518155872821808
175800	rnn.bias_hh_l0	1	0.24613498151302338
175800	rnn.bias_hh_l0	2	0.05040218308568001
175800	rnn.bias_hh_l0	3	-0.07430829107761383
175800	rnn.bias_hh_l0	4	-0.08586779236793518
175800	rnn.bias_hh_l0	5	-0.019729331135749817
175800	rnn.bias_hh_l0	6	0.05336960032582283
175800	rnn.bias_hh_l0	7	-0.10685117542743683
175800	rnn.bias_hh_l0	8	-0.24155761301517487
175800	rnn.bias_hh_l0	9	-0.1086411401629448
175800	rnn.weight_ih_l0_reverse	0	0.018768709152936935
175800	rnn.weight_ih_l0_reverse	1	-0.06076345965266228
175800	rnn.weight_ih_l0_reverse	2	0.03968925401568413
175800	rnn.weight_ih_l0_reverse	3	0.01827341876924038
175800	rnn.weight_ih_l0_reverse	4	-0.0005914299399591982
175800	rnn.weight_ih_l0_reverse	5	-0.032463520765304565
175800	rnn.weight_ih_l0_reverse	6	0.018540387973189354
175800	rnn.weight_ih_l0_reverse	7	0.028847679495811462
175800	rnn.weight_ih_l0_reverse	8	-0.02681034617125988
175800	rnn.weight_ih_l0_reverse	9	-0.0014937390806153417
175800	rnn.weight_hh_l0_reverse	0	0.041186992079019547
175800	rnn.weight_hh_l0_reverse	1	0.029330361634492874
175800	rnn.weight_hh_l0_reverse	2	-0.021219894289970398
175800	rnn.weight_hh_l0_reverse	3	-0.07937329262495041
175800	rnn.weight_hh_l0_reverse	4	0.010393894277513027
175800	rnn.weight_hh_l0_reverse	5	-0.0536910817027092
175800	rnn.weight_hh_l0_reverse	6	-0.012777323834598064
175800	rnn.weight_hh_l0_reverse	7	0.02977617084980011
175800	rnn.weight_hh_l0_reverse	8	0.010511078871786594
175800	rnn.weight_hh_l0_reverse	9	0.009194031357765198
175800	rnn.bias_ih_l0_reverse	0	-0.0458400696516037
175800	rnn.bias_ih_l0_reverse	1	-0.1385100781917572
175800	rnn.bias_ih_l0_reverse	2	-0.1413530707359314
175800	rnn.bias_ih_l0_reverse	3	-0.04481414705514908
175800	rnn.bias_ih_l0_reverse	4	-0.10713407397270203
175800	rnn.bias_ih_l0_reverse	5	-0.09276989102363586
175800	rnn.bias_ih_l0_reverse	6	-0.20021222531795502
175800	rnn.bias_ih_l0_reverse	7	-0.05474858731031418
175800	rnn.bias_ih_l0_reverse	8	-0.06557397544384003
175800	rnn.bias_ih_l0_reverse	9	-0.13129405677318573
175800	rnn.bias_hh_l0_reverse	0	-0.14627061784267426
175800	rnn.bias_hh_l0_reverse	1	-0.15657229721546173
175800	rnn.bias_hh_l0_reverse	2	0.10997267067432404
175800	rnn.bias_hh_l0_reverse	3	0.07281161099672318
175800	rnn.bias_hh_l0_reverse	4	-0.17402109503746033
175800	rnn.bias_hh_l0_reverse	5	-0.13106000423431396
175800	rnn.bias_hh_l0_reverse	6	-0.1088596060872078
175800	rnn.bias_hh_l0_reverse	7	-0.053792357444763184
175800	rnn.bias_hh_l0_reverse	8	-0.09305624663829803
175800	rnn.bias_hh_l0_reverse	9	-0.02622840739786625
175800	linear.weight	0	-0.00765630416572094
175800	linear.weight	1	0.033375754952430725
175800	linear.weight	2	0.27130308747291565
175800	linear.weight	3	-0.07936601340770721
175800	linear.weight	4	-0.010588549077510834
175800	linear.weight	5	0.09528326988220215
175800	linear.weight	6	-0.010739270597696304
175800	linear.weight	7	-0.0659322589635849
175800	linear.weight	8	0.15575626492500305
175800	linear.weight	9	-0.24729889631271362
175800	linear.bias	0	-0.03956538438796997
175800	linear.bias	1	0.031413208693265915
175800	linear.bias	2	0.4682171642780304
175800	linear.bias	3	-0.6308337450027466
175800	linear.bias	4	2.0252771377563477
175800	linear.bias	5	-1.3915098905563354
175800	linear.bias	6	-0.3406201899051666
175800	linear.bias	7	-0.1352163404226303
176358	transitions	0	-1.8569316864013672
176358	transitions	1	-10000.0
176358	transitions	2	-0.7969565987586975
176358	transitions	3	-10000.0
176358	transitions	4	1.9775073528289795
176358	transitions	5	-10000.0
176358	transitions	6	-10000.0
176358	transitions	7	1.742890477180481
176358	transitions	8	-2.5546374320983887
176358	transitions	9	-4.186750411987305
176358	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
176358	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
176358	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
176358	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
176358	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
176358	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
176358	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
176358	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
176358	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
176358	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
176358	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
176358	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
176358	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
176358	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
176358	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
176358	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
176358	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
176358	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
176358	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
176358	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
176358	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
176358	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
176358	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
176358	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
176358	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
176358	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
176358	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
176358	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
176358	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
176358	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
176358	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
176358	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
176358	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
176358	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
176358	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
176358	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
176358	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
176358	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
176358	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
176358	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
176358	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
176358	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
176358	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
176358	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
176358	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
176358	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
176358	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
176358	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
176358	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
176358	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
176358	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
176358	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
176358	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
176358	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
176358	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
176358	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
176358	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
176358	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
176358	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
176358	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
176358	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
176358	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
176358	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
176358	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
176358	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
176358	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
176358	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
176358	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
176358	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
176358	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
176358	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
176358	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
176358	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
176358	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
176358	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
176358	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
176358	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
176358	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
176358	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
176358	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
176358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
176358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
176358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
176358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
176358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
176358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
176358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
176358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
176358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
176358	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
176358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
176358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
176358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
176358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
176358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
176358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
176358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
176358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
176358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
176358	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
176358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
176358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
176358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
176358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
176358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
176358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
176358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
176358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
176358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
176358	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
176358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
176358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
176358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
176358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
176358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
176358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
176358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
176358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
176358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
176358	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
176358	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
176358	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
176358	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
176358	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
176358	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
176358	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
176358	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
176358	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
176358	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
176358	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
176358	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
176358	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
176358	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
176358	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
176358	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
176358	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
176358	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
176358	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
176358	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
176358	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
176358	embedding2nn.weight	0	0.006379554979503155
176358	embedding2nn.weight	1	0.004320060834288597
176358	embedding2nn.weight	2	0.013468577526509762
176358	embedding2nn.weight	3	0.02497367188334465
176358	embedding2nn.weight	4	0.02160220593214035
176358	embedding2nn.weight	5	0.00833412166684866
176358	embedding2nn.weight	6	-0.012555223889648914
176358	embedding2nn.weight	7	-0.001465070410631597
176358	embedding2nn.weight	8	-0.007901717908680439
176358	embedding2nn.weight	9	0.0005223745247349143
176358	embedding2nn.bias	0	0.018356621265411377
176358	embedding2nn.bias	1	-0.03173920139670372
176358	embedding2nn.bias	2	0.09705670922994614
176358	embedding2nn.bias	3	0.05540395528078079
176358	embedding2nn.bias	4	-0.0062714992091059685
176358	embedding2nn.bias	5	-0.03066316246986389
176358	embedding2nn.bias	6	0.010111423209309578
176358	embedding2nn.bias	7	-0.006539291702210903
176358	embedding2nn.bias	8	-0.02250000089406967
176358	embedding2nn.bias	9	0.023701589554548264
176358	rnn.weight_ih_l0	0	0.06999719142913818
176358	rnn.weight_ih_l0	1	-0.04081708565354347
176358	rnn.weight_ih_l0	2	0.01062997616827488
176358	rnn.weight_ih_l0	3	0.048365555703639984
176358	rnn.weight_ih_l0	4	-0.026146361604332924
176358	rnn.weight_ih_l0	5	0.04371005296707153
176358	rnn.weight_ih_l0	6	0.007192673161625862
176358	rnn.weight_ih_l0	7	0.06899906694889069
176358	rnn.weight_ih_l0	8	0.010865244083106518
176358	rnn.weight_ih_l0	9	-0.022666476666927338
176358	rnn.weight_hh_l0	0	-0.013509524054825306
176358	rnn.weight_hh_l0	1	-0.02512996457517147
176358	rnn.weight_hh_l0	2	-0.05716639384627342
176358	rnn.weight_hh_l0	3	-0.0047096991911530495
176358	rnn.weight_hh_l0	4	-0.009607972577214241
176358	rnn.weight_hh_l0	5	-0.026147905737161636
176358	rnn.weight_hh_l0	6	-0.0006124474457465112
176358	rnn.weight_hh_l0	7	-0.041288770735263824
176358	rnn.weight_hh_l0	8	0.0667872279882431
176358	rnn.weight_hh_l0	9	0.04475179687142372
176358	rnn.bias_ih_l0	0	-0.17369361221790314
176358	rnn.bias_ih_l0	1	-0.1630619913339615
176358	rnn.bias_ih_l0	2	-0.020427845418453217
176358	rnn.bias_ih_l0	3	-0.14471697807312012
176358	rnn.bias_ih_l0	4	-0.05271415412425995
176358	rnn.bias_ih_l0	5	-0.16677208244800568
176358	rnn.bias_ih_l0	6	0.060942038893699646
176358	rnn.bias_ih_l0	7	-0.09036768972873688
176358	rnn.bias_ih_l0	8	-0.041679561138153076
176358	rnn.bias_ih_l0	9	-0.10717563331127167
176358	rnn.bias_hh_l0	0	-0.0730523020029068
176358	rnn.bias_hh_l0	1	0.24888184666633606
176358	rnn.bias_hh_l0	2	0.049598608165979385
176358	rnn.bias_hh_l0	3	-0.07701532542705536
176358	rnn.bias_hh_l0	4	-0.0858539566397667
176358	rnn.bias_hh_l0	5	-0.019944438710808754
176358	rnn.bias_hh_l0	6	0.05316050350666046
176358	rnn.bias_hh_l0	7	-0.10751894861459732
176358	rnn.bias_hh_l0	8	-0.240858793258667
176358	rnn.bias_hh_l0	9	-0.10832623392343521
176358	rnn.weight_ih_l0_reverse	0	0.019140012562274933
176358	rnn.weight_ih_l0_reverse	1	-0.06157780811190605
176358	rnn.weight_ih_l0_reverse	2	0.03941706568002701
176358	rnn.weight_ih_l0_reverse	3	0.018586957827210426
176358	rnn.weight_ih_l0_reverse	4	-0.0005613684770651162
176358	rnn.weight_ih_l0_reverse	5	-0.03280119225382805
176358	rnn.weight_ih_l0_reverse	6	0.017542684450745583
176358	rnn.weight_ih_l0_reverse	7	0.02871464379131794
176358	rnn.weight_ih_l0_reverse	8	-0.02654002234339714
176358	rnn.weight_ih_l0_reverse	9	-0.0010687196627259254
176358	rnn.weight_hh_l0_reverse	0	0.04108937829732895
176358	rnn.weight_hh_l0_reverse	1	0.02927606925368309
176358	rnn.weight_hh_l0_reverse	2	-0.021193018183112144
176358	rnn.weight_hh_l0_reverse	3	-0.07898537069559097
176358	rnn.weight_hh_l0_reverse	4	0.010269016027450562
176358	rnn.weight_hh_l0_reverse	5	-0.05357334762811661
176358	rnn.weight_hh_l0_reverse	6	-0.012713476084172726
176358	rnn.weight_hh_l0_reverse	7	0.02958573028445244
176358	rnn.weight_hh_l0_reverse	8	0.010974514298141003
176358	rnn.weight_hh_l0_reverse	9	0.00906483456492424
176358	rnn.bias_ih_l0_reverse	0	-0.04625964164733887
176358	rnn.bias_ih_l0_reverse	1	-0.13903868198394775
176358	rnn.bias_ih_l0_reverse	2	-0.14207443594932556
176358	rnn.bias_ih_l0_reverse	3	-0.045994702726602554
176358	rnn.bias_ih_l0_reverse	4	-0.10856422036886215
176358	rnn.bias_ih_l0_reverse	5	-0.08854807913303375
176358	rnn.bias_ih_l0_reverse	6	-0.19866792857646942
176358	rnn.bias_ih_l0_reverse	7	-0.05298693850636482
176358	rnn.bias_ih_l0_reverse	8	-0.06416310369968414
176358	rnn.bias_ih_l0_reverse	9	-0.13291898369789124
176358	rnn.bias_hh_l0_reverse	0	-0.14544105529785156
176358	rnn.bias_hh_l0_reverse	1	-0.15846684575080872
176358	rnn.bias_hh_l0_reverse	2	0.11111108213663101
176358	rnn.bias_hh_l0_reverse	3	0.07395528256893158
176358	rnn.bias_hh_l0_reverse	4	-0.17252184450626373
176358	rnn.bias_hh_l0_reverse	5	-0.13195431232452393
176358	rnn.bias_hh_l0_reverse	6	-0.11032140254974365
176358	rnn.bias_hh_l0_reverse	7	-0.05354583263397217
176358	rnn.bias_hh_l0_reverse	8	-0.09208393096923828
176358	rnn.bias_hh_l0_reverse	9	-0.02500986121594906
176358	linear.weight	0	-0.007655717432498932
176358	linear.weight	1	0.039872292429208755
176358	linear.weight	2	0.27650636434555054
176358	linear.weight	3	-0.07936108112335205
176358	linear.weight	4	-0.010588549077510834
176358	linear.weight	5	0.10678192228078842
176358	linear.weight	6	-0.010739270597696304
176358	linear.weight	7	-0.06303883343935013
176358	linear.weight	8	0.147051140666008
176358	linear.weight	9	-0.24327503144741058
176358	linear.bias	0	-0.03956538438796997
176358	linear.bias	1	0.031413208693265915
176358	linear.bias	2	0.5078549981117249
176358	linear.bias	3	-0.6907873153686523
176358	linear.bias	4	1.9973485469818115
176358	linear.bias	5	-1.3916950225830078
176358	linear.bias	6	-0.31620004773139954
176358	linear.bias	7	-0.11122165620326996
176916	transitions	0	-1.8581091165542603
176916	transitions	1	-10000.0
176916	transitions	2	-0.7969565987586975
176916	transitions	3	-10000.0
176916	transitions	4	1.9776264429092407
176916	transitions	5	-10000.0
176916	transitions	6	-10000.0
176916	transitions	7	1.7379329204559326
176916	transitions	8	-2.5556554794311523
176916	transitions	9	-4.18752908706665
176916	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
176916	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
176916	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
176916	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
176916	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
176916	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
176916	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
176916	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
176916	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
176916	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
176916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
176916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
176916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
176916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
176916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
176916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
176916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
176916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
176916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
176916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
176916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
176916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
176916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
176916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
176916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
176916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
176916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
176916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
176916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
176916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
176916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
176916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
176916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
176916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
176916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
176916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
176916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
176916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
176916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
176916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
176916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
176916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
176916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
176916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
176916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
176916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
176916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
176916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
176916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
176916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
176916	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
176916	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
176916	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
176916	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
176916	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
176916	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
176916	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
176916	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
176916	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
176916	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
176916	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
176916	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
176916	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
176916	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
176916	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
176916	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
176916	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
176916	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
176916	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
176916	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
176916	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
176916	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
176916	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
176916	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
176916	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
176916	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
176916	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
176916	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
176916	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
176916	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
176916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
176916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
176916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
176916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
176916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
176916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
176916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
176916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
176916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
176916	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
176916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
176916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
176916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
176916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
176916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
176916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
176916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
176916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
176916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
176916	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
176916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
176916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
176916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
176916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
176916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
176916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
176916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
176916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
176916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
176916	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
176916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
176916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
176916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
176916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
176916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
176916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
176916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
176916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
176916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
176916	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
176916	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
176916	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
176916	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
176916	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
176916	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
176916	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
176916	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
176916	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
176916	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
176916	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
176916	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
176916	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
176916	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
176916	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
176916	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
176916	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
176916	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
176916	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
176916	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
176916	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
176916	embedding2nn.weight	0	0.006407676264643669
176916	embedding2nn.weight	1	0.004366596229374409
176916	embedding2nn.weight	2	0.01349459495395422
176916	embedding2nn.weight	3	0.024587299674749374
176916	embedding2nn.weight	4	0.02144123800098896
176916	embedding2nn.weight	5	0.008085384964942932
176916	embedding2nn.weight	6	-0.012540430761873722
176916	embedding2nn.weight	7	-0.0012744908453896642
176916	embedding2nn.weight	8	-0.008481879718601704
176916	embedding2nn.weight	9	0.00047761519090272486
176916	embedding2nn.bias	0	0.017178663983941078
176916	embedding2nn.bias	1	-0.031468506902456284
176916	embedding2nn.bias	2	0.09447453916072845
176916	embedding2nn.bias	3	0.052279070019721985
176916	embedding2nn.bias	4	-0.003971708007156849
176916	embedding2nn.bias	5	-0.029573416337370872
176916	embedding2nn.bias	6	0.012611312791705132
176916	embedding2nn.bias	7	-0.00948957446962595
176916	embedding2nn.bias	8	-0.030598828569054604
176916	embedding2nn.bias	9	0.02029629983007908
176916	rnn.weight_ih_l0	0	0.07055286318063736
176916	rnn.weight_ih_l0	1	-0.04009697958827019
176916	rnn.weight_ih_l0	2	0.010748998261988163
176916	rnn.weight_ih_l0	3	0.047930341213941574
176916	rnn.weight_ih_l0	4	-0.026487089693546295
176916	rnn.weight_ih_l0	5	0.04387027025222778
176916	rnn.weight_ih_l0	6	0.007198892068117857
176916	rnn.weight_ih_l0	7	0.06816146522760391
176916	rnn.weight_ih_l0	8	0.010773059912025928
176916	rnn.weight_ih_l0	9	-0.022248059511184692
176916	rnn.weight_hh_l0	0	-0.013131795451045036
176916	rnn.weight_hh_l0	1	-0.026133861392736435
176916	rnn.weight_hh_l0	2	-0.05716284364461899
176916	rnn.weight_hh_l0	3	-0.004895937163382769
176916	rnn.weight_hh_l0	4	-0.009711245074868202
176916	rnn.weight_hh_l0	5	-0.025716735050082207
176916	rnn.weight_hh_l0	6	-0.000697384646628052
176916	rnn.weight_hh_l0	7	-0.0398167185485363
176916	rnn.weight_hh_l0	8	0.06725498288869858
176916	rnn.weight_hh_l0	9	0.04463021084666252
176916	rnn.bias_ih_l0	0	-0.17494149506092072
176916	rnn.bias_ih_l0	1	-0.16218972206115723
176916	rnn.bias_ih_l0	2	-0.019432438537478447
176916	rnn.bias_ih_l0	3	-0.14195354282855988
176916	rnn.bias_ih_l0	4	-0.05061420425772667
176916	rnn.bias_ih_l0	5	-0.16658218204975128
176916	rnn.bias_ih_l0	6	0.06539773941040039
176916	rnn.bias_ih_l0	7	-0.0896889939904213
176916	rnn.bias_ih_l0	8	-0.03984399139881134
176916	rnn.bias_ih_l0	9	-0.10644634068012238
176916	rnn.bias_hh_l0	0	-0.0734139010310173
176916	rnn.bias_hh_l0	1	0.24544623494148254
176916	rnn.bias_hh_l0	2	0.05071619153022766
176916	rnn.bias_hh_l0	3	-0.07612364739179611
176916	rnn.bias_hh_l0	4	-0.08366715908050537
176916	rnn.bias_hh_l0	5	-0.021902551874518394
176916	rnn.bias_hh_l0	6	0.052939582616090775
176916	rnn.bias_hh_l0	7	-0.1050109788775444
176916	rnn.bias_hh_l0	8	-0.2385919690132141
176916	rnn.bias_hh_l0	9	-0.10846305638551712
176916	rnn.weight_ih_l0_reverse	0	0.01897837407886982
176916	rnn.weight_ih_l0_reverse	1	-0.062037091702222824
176916	rnn.weight_ih_l0_reverse	2	0.0388517901301384
176916	rnn.weight_ih_l0_reverse	3	0.01935371570289135
176916	rnn.weight_ih_l0_reverse	4	-0.0002186479396186769
176916	rnn.weight_ih_l0_reverse	5	-0.03273376077413559
176916	rnn.weight_ih_l0_reverse	6	0.01734638400375843
176916	rnn.weight_ih_l0_reverse	7	0.029147300869226456
176916	rnn.weight_ih_l0_reverse	8	-0.026062967255711555
176916	rnn.weight_ih_l0_reverse	9	-0.0008878720109350979
176916	rnn.weight_hh_l0_reverse	0	0.041441820561885834
176916	rnn.weight_hh_l0_reverse	1	0.029224973171949387
176916	rnn.weight_hh_l0_reverse	2	-0.02114524319767952
176916	rnn.weight_hh_l0_reverse	3	-0.07950519770383835
176916	rnn.weight_hh_l0_reverse	4	0.010828007943928242
176916	rnn.weight_hh_l0_reverse	5	-0.05375035107135773
176916	rnn.weight_hh_l0_reverse	6	-0.012727901339530945
176916	rnn.weight_hh_l0_reverse	7	0.02975197695195675
176916	rnn.weight_hh_l0_reverse	8	0.010824345052242279
176916	rnn.weight_hh_l0_reverse	9	0.009048057720065117
176916	rnn.bias_ih_l0_reverse	0	-0.04495328664779663
176916	rnn.bias_ih_l0_reverse	1	-0.14045923948287964
176916	rnn.bias_ih_l0_reverse	2	-0.14273491501808167
176916	rnn.bias_ih_l0_reverse	3	-0.0465579628944397
176916	rnn.bias_ih_l0_reverse	4	-0.10988554358482361
176916	rnn.bias_ih_l0_reverse	5	-0.08857221901416779
176916	rnn.bias_ih_l0_reverse	6	-0.20096589624881744
176916	rnn.bias_ih_l0_reverse	7	-0.05434031784534454
176916	rnn.bias_ih_l0_reverse	8	-0.06472474336624146
176916	rnn.bias_ih_l0_reverse	9	-0.13427028059959412
176916	rnn.bias_hh_l0_reverse	0	-0.14220388233661652
176916	rnn.bias_hh_l0_reverse	1	-0.15811948478221893
176916	rnn.bias_hh_l0_reverse	2	0.11116570979356766
176916	rnn.bias_hh_l0_reverse	3	0.07924964278936386
176916	rnn.bias_hh_l0_reverse	4	-0.17288121581077576
176916	rnn.bias_hh_l0_reverse	5	-0.13153888285160065
176916	rnn.bias_hh_l0_reverse	6	-0.10769552737474442
176916	rnn.bias_hh_l0_reverse	7	-0.05477803573012352
176916	rnn.bias_hh_l0_reverse	8	-0.093877874314785
176916	rnn.bias_hh_l0_reverse	9	-0.02345813252031803
176916	linear.weight	0	-0.0076559060253202915
176916	linear.weight	1	0.05438050255179405
176916	linear.weight	2	0.275368332862854
176916	linear.weight	3	-0.07935502380132675
176916	linear.weight	4	-0.010588549077510834
176916	linear.weight	5	0.11361680179834366
176916	linear.weight	6	-0.010739270597696304
176916	linear.weight	7	-0.10222147405147552
176916	linear.weight	8	0.16445106267929077
176916	linear.weight	9	-0.24365663528442383
176916	linear.bias	0	-0.03956538438796997
176916	linear.bias	1	0.031413208693265915
176916	linear.bias	2	0.44741523265838623
176916	linear.bias	3	-0.6039257645606995
176916	linear.bias	4	1.968180537223816
176916	linear.bias	5	-1.3918869495391846
176916	linear.bias	6	-0.31443360447883606
176916	linear.bias	7	-0.1100631132721901
177474	transitions	0	-1.8591578006744385
177474	transitions	1	-10000.0
177474	transitions	2	-0.7969565987586975
177474	transitions	3	-10000.0
177474	transitions	4	1.9914538860321045
177474	transitions	5	-10000.0
177474	transitions	6	-10000.0
177474	transitions	7	1.7496715784072876
177474	transitions	8	-2.5565731525421143
177474	transitions	9	-4.188349723815918
177474	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
177474	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
177474	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
177474	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
177474	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
177474	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
177474	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
177474	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
177474	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
177474	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
177474	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
177474	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
177474	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
177474	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
177474	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
177474	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
177474	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
177474	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
177474	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
177474	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
177474	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
177474	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
177474	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
177474	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
177474	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
177474	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
177474	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
177474	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
177474	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
177474	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
177474	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
177474	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
177474	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
177474	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
177474	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
177474	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
177474	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
177474	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
177474	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
177474	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
177474	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
177474	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
177474	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
177474	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
177474	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
177474	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
177474	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
177474	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
177474	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
177474	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
177474	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
177474	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
177474	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
177474	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
177474	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
177474	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
177474	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
177474	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
177474	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
177474	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
177474	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
177474	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
177474	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
177474	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
177474	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
177474	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
177474	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
177474	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
177474	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
177474	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
177474	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
177474	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
177474	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
177474	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
177474	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
177474	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
177474	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
177474	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
177474	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
177474	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
177474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
177474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
177474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
177474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
177474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
177474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
177474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
177474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
177474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
177474	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
177474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
177474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
177474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
177474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
177474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
177474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
177474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
177474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
177474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
177474	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
177474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
177474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
177474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
177474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
177474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
177474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
177474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
177474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
177474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
177474	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
177474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
177474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
177474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
177474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
177474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
177474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
177474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
177474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
177474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
177474	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
177474	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
177474	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
177474	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
177474	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
177474	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
177474	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
177474	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
177474	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
177474	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
177474	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
177474	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
177474	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
177474	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
177474	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
177474	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
177474	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
177474	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
177474	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
177474	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
177474	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
177474	embedding2nn.weight	0	0.006420359946787357
177474	embedding2nn.weight	1	0.0042909011244773865
177474	embedding2nn.weight	2	0.013485100120306015
177474	embedding2nn.weight	3	0.02450900711119175
177474	embedding2nn.weight	4	0.021593496203422546
177474	embedding2nn.weight	5	0.007457983214408159
177474	embedding2nn.weight	6	-0.012452724389731884
177474	embedding2nn.weight	7	-0.0012932283570989966
177474	embedding2nn.weight	8	-0.007538423407822847
177474	embedding2nn.weight	9	0.0005780042847618461
177474	embedding2nn.bias	0	0.018263138830661774
177474	embedding2nn.bias	1	-0.028454359620809555
177474	embedding2nn.bias	2	0.09523802250623703
177474	embedding2nn.bias	3	0.05137866362929344
177474	embedding2nn.bias	4	-0.013535207137465477
177474	embedding2nn.bias	5	-0.0290453489869833
177474	embedding2nn.bias	6	0.015446971170604229
177474	embedding2nn.bias	7	-0.008807830512523651
177474	embedding2nn.bias	8	-0.029707910493016243
177474	embedding2nn.bias	9	0.01776616834104061
177474	rnn.weight_ih_l0	0	0.06989993900060654
177474	rnn.weight_ih_l0	1	-0.04041840508580208
177474	rnn.weight_ih_l0	2	0.009873246774077415
177474	rnn.weight_ih_l0	3	0.04705742374062538
177474	rnn.weight_ih_l0	4	-0.026804817840456963
177474	rnn.weight_ih_l0	5	0.04381813481450081
177474	rnn.weight_ih_l0	6	0.0073442617431283
177474	rnn.weight_ih_l0	7	0.06762106716632843
177474	rnn.weight_ih_l0	8	0.01147683709859848
177474	rnn.weight_ih_l0	9	-0.022453591227531433
177474	rnn.weight_hh_l0	0	-0.012935267761349678
177474	rnn.weight_hh_l0	1	-0.02692999690771103
177474	rnn.weight_hh_l0	2	-0.057865679264068604
177474	rnn.weight_hh_l0	3	-0.004836630541831255
177474	rnn.weight_hh_l0	4	-0.009875048883259296
177474	rnn.weight_hh_l0	5	-0.025382140651345253
177474	rnn.weight_hh_l0	6	-0.0007701971917413175
177474	rnn.weight_hh_l0	7	-0.04002833366394043
177474	rnn.weight_hh_l0	8	0.06706748902797699
177474	rnn.weight_hh_l0	9	0.0447770431637764
177474	rnn.bias_ih_l0	0	-0.17146164178848267
177474	rnn.bias_ih_l0	1	-0.16419324278831482
177474	rnn.bias_ih_l0	2	-0.020063212141394615
177474	rnn.bias_ih_l0	3	-0.14042401313781738
177474	rnn.bias_ih_l0	4	-0.05122959613800049
177474	rnn.bias_ih_l0	5	-0.16364434361457825
177474	rnn.bias_ih_l0	6	0.06532709300518036
177474	rnn.bias_ih_l0	7	-0.08980206400156021
177474	rnn.bias_ih_l0	8	-0.0414966456592083
177474	rnn.bias_ih_l0	9	-0.10682497918605804
177474	rnn.bias_hh_l0	0	-0.07404331117868423
177474	rnn.bias_hh_l0	1	0.24001502990722656
177474	rnn.bias_hh_l0	2	0.047566596418619156
177474	rnn.bias_hh_l0	3	-0.07469774037599564
177474	rnn.bias_hh_l0	4	-0.0832361951470375
177474	rnn.bias_hh_l0	5	-0.019683029502630234
177474	rnn.bias_hh_l0	6	0.05094392970204353
177474	rnn.bias_hh_l0	7	-0.1066446304321289
177474	rnn.bias_hh_l0	8	-0.23892366886138916
177474	rnn.bias_hh_l0	9	-0.10810259729623795
177474	rnn.weight_ih_l0_reverse	0	0.01930375024676323
177474	rnn.weight_ih_l0_reverse	1	-0.06166920065879822
177474	rnn.weight_ih_l0_reverse	2	0.03943344205617905
177474	rnn.weight_ih_l0_reverse	3	0.01920573227107525
177474	rnn.weight_ih_l0_reverse	4	2.4083487915049773e-06
177474	rnn.weight_ih_l0_reverse	5	-0.03142331540584564
177474	rnn.weight_ih_l0_reverse	6	0.01703513041138649
177474	rnn.weight_ih_l0_reverse	7	0.029300982132554054
177474	rnn.weight_ih_l0_reverse	8	-0.026712387800216675
177474	rnn.weight_ih_l0_reverse	9	-0.0007923259399831295
177474	rnn.weight_hh_l0_reverse	0	0.04164547100663185
177474	rnn.weight_hh_l0_reverse	1	0.029254334047436714
177474	rnn.weight_hh_l0_reverse	2	-0.021288741379976273
177474	rnn.weight_hh_l0_reverse	3	-0.07888693362474442
177474	rnn.weight_hh_l0_reverse	4	0.010858217254281044
177474	rnn.weight_hh_l0_reverse	5	-0.05407334491610527
177474	rnn.weight_hh_l0_reverse	6	-0.012116576544940472
177474	rnn.weight_hh_l0_reverse	7	0.029545005410909653
177474	rnn.weight_hh_l0_reverse	8	0.01026847679167986
177474	rnn.weight_hh_l0_reverse	9	0.00883089005947113
177474	rnn.bias_ih_l0_reverse	0	-0.04475807771086693
177474	rnn.bias_ih_l0_reverse	1	-0.13950109481811523
177474	rnn.bias_ih_l0_reverse	2	-0.1421671360731125
177474	rnn.bias_ih_l0_reverse	3	-0.04700848087668419
177474	rnn.bias_ih_l0_reverse	4	-0.10653774440288544
177474	rnn.bias_ih_l0_reverse	5	-0.08889920264482498
177474	rnn.bias_ih_l0_reverse	6	-0.20271213352680206
177474	rnn.bias_ih_l0_reverse	7	-0.05385822057723999
177474	rnn.bias_ih_l0_reverse	8	-0.062343381345272064
177474	rnn.bias_ih_l0_reverse	9	-0.1328938901424408
177474	rnn.bias_hh_l0_reverse	0	-0.14180466532707214
177474	rnn.bias_hh_l0_reverse	1	-0.1567402333021164
177474	rnn.bias_hh_l0_reverse	2	0.11154638230800629
177474	rnn.bias_hh_l0_reverse	3	0.07699885964393616
177474	rnn.bias_hh_l0_reverse	4	-0.17497412860393524
177474	rnn.bias_hh_l0_reverse	5	-0.1316136121749878
177474	rnn.bias_hh_l0_reverse	6	-0.10542914271354675
177474	rnn.bias_hh_l0_reverse	7	-0.05365545675158501
177474	rnn.bias_hh_l0_reverse	8	-0.09491895884275436
177474	rnn.bias_hh_l0_reverse	9	-0.025735458359122276
177474	linear.weight	0	-0.007656435947865248
177474	linear.weight	1	0.025376880541443825
177474	linear.weight	2	0.2802603840827942
177474	linear.weight	3	-0.07934731990098953
177474	linear.weight	4	-0.010588549077510834
177474	linear.weight	5	0.06967870146036148
177474	linear.weight	6	-0.010739270597696304
177474	linear.weight	7	-0.07160165160894394
177474	linear.weight	8	0.12739938497543335
177474	linear.weight	9	-0.24949446320533752
177474	linear.bias	0	-0.03956538438796997
177474	linear.bias	1	0.031413208693265915
177474	linear.bias	2	0.4623936116695404
177474	linear.bias	3	-0.6303142309188843
177474	linear.bias	4	1.9979175329208374
177474	linear.bias	5	-1.392080545425415
177474	linear.bias	6	-0.3236459493637085
177474	linear.bias	7	-0.11899792402982712
178032	transitions	0	-1.860058069229126
178032	transitions	1	-10000.0
178032	transitions	2	-0.7969565987586975
178032	transitions	3	-10000.0
178032	transitions	4	2.0052013397216797
178032	transitions	5	-10000.0
178032	transitions	6	-10000.0
178032	transitions	7	1.7618041038513184
178032	transitions	8	-2.5573508739471436
178032	transitions	9	-4.189123153686523
178032	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
178032	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
178032	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
178032	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
178032	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
178032	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
178032	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
178032	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
178032	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
178032	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
178032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
178032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
178032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
178032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
178032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
178032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
178032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
178032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
178032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
178032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
178032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
178032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
178032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
178032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
178032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
178032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
178032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
178032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
178032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
178032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
178032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
178032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
178032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
178032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
178032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
178032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
178032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
178032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
178032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
178032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
178032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
178032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
178032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
178032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
178032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
178032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
178032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
178032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
178032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
178032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
178032	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
178032	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
178032	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
178032	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
178032	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
178032	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
178032	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
178032	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
178032	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
178032	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
178032	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
178032	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
178032	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
178032	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
178032	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
178032	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
178032	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
178032	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
178032	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
178032	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
178032	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
178032	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
178032	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
178032	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
178032	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
178032	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
178032	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
178032	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
178032	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
178032	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
178032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
178032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
178032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
178032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
178032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
178032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
178032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
178032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
178032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
178032	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
178032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
178032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
178032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
178032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
178032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
178032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
178032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
178032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
178032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
178032	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
178032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
178032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
178032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
178032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
178032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
178032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
178032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
178032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
178032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
178032	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
178032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
178032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
178032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
178032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
178032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
178032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
178032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
178032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
178032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
178032	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
178032	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
178032	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
178032	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
178032	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
178032	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
178032	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
178032	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
178032	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
178032	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
178032	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
178032	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
178032	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
178032	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
178032	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
178032	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
178032	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
178032	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
178032	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
178032	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
178032	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
178032	embedding2nn.weight	0	0.006427546497434378
178032	embedding2nn.weight	1	0.004394384101033211
178032	embedding2nn.weight	2	0.013481083326041698
178032	embedding2nn.weight	3	0.024206487461924553
178032	embedding2nn.weight	4	0.021650487557053566
178032	embedding2nn.weight	5	0.008547249250113964
178032	embedding2nn.weight	6	-0.012642746791243553
178032	embedding2nn.weight	7	-0.0012110634706914425
178032	embedding2nn.weight	8	-0.007443335838615894
178032	embedding2nn.weight	9	0.0004792550462298095
178032	embedding2nn.bias	0	0.023452075198292732
178032	embedding2nn.bias	1	-0.028876198455691338
178032	embedding2nn.bias	2	0.09720640629529953
178032	embedding2nn.bias	3	0.05415428802371025
178032	embedding2nn.bias	4	-0.012939407490193844
178032	embedding2nn.bias	5	-0.03884701430797577
178032	embedding2nn.bias	6	0.009097910486161709
178032	embedding2nn.bias	7	-0.003917351830750704
178032	embedding2nn.bias	8	-0.02813028171658516
178032	embedding2nn.bias	9	0.018258962780237198
178032	rnn.weight_ih_l0	0	0.06960301846265793
178032	rnn.weight_ih_l0	1	-0.03999932110309601
178032	rnn.weight_ih_l0	2	0.011111668311059475
178032	rnn.weight_ih_l0	3	0.046698302030563354
178032	rnn.weight_ih_l0	4	-0.027007373049855232
178032	rnn.weight_ih_l0	5	0.044449083507061005
178032	rnn.weight_ih_l0	6	0.007228517439216375
178032	rnn.weight_ih_l0	7	0.06730137765407562
178032	rnn.weight_ih_l0	8	0.011133560910820961
178032	rnn.weight_ih_l0	9	-0.022688889876008034
178032	rnn.weight_hh_l0	0	-0.01303005963563919
178032	rnn.weight_hh_l0	1	-0.02689085528254509
178032	rnn.weight_hh_l0	2	-0.05793486535549164
178032	rnn.weight_hh_l0	3	-0.004909917712211609
178032	rnn.weight_hh_l0	4	-0.010049560107290745
178032	rnn.weight_hh_l0	5	-0.025360364466905594
178032	rnn.weight_hh_l0	6	-0.0008474140195176005
178032	rnn.weight_hh_l0	7	-0.03972247987985611
178032	rnn.weight_hh_l0	8	0.06768595427274704
178032	rnn.weight_hh_l0	9	0.0450136736035347
178032	rnn.bias_ih_l0	0	-0.17062340676784515
178032	rnn.bias_ih_l0	1	-0.1632654070854187
178032	rnn.bias_ih_l0	2	-0.018722858279943466
178032	rnn.bias_ih_l0	3	-0.14478647708892822
178032	rnn.bias_ih_l0	4	-0.05245717242360115
178032	rnn.bias_ih_l0	5	-0.16383688151836395
178032	rnn.bias_ih_l0	6	0.06487154215574265
178032	rnn.bias_ih_l0	7	-0.09149470180273056
178032	rnn.bias_ih_l0	8	-0.04089326784014702
178032	rnn.bias_ih_l0	9	-0.10703115910291672
178032	rnn.bias_hh_l0	0	-0.07590147852897644
178032	rnn.bias_hh_l0	1	0.2350488007068634
178032	rnn.bias_hh_l0	2	0.04052598774433136
178032	rnn.bias_hh_l0	3	-0.07607720792293549
178032	rnn.bias_hh_l0	4	-0.0834956020116806
178032	rnn.bias_hh_l0	5	-0.01931067183613777
178032	rnn.bias_hh_l0	6	0.051449231803417206
178032	rnn.bias_hh_l0	7	-0.10571176558732986
178032	rnn.bias_hh_l0	8	-0.24142053723335266
178032	rnn.bias_hh_l0	9	-0.10829675942659378
178032	rnn.weight_ih_l0_reverse	0	0.018037542700767517
178032	rnn.weight_ih_l0_reverse	1	-0.06212284043431282
178032	rnn.weight_ih_l0_reverse	2	0.03914114460349083
178032	rnn.weight_ih_l0_reverse	3	0.019050484523177147
178032	rnn.weight_ih_l0_reverse	4	-0.000225634197704494
178032	rnn.weight_ih_l0_reverse	5	-0.0312831811606884
178032	rnn.weight_ih_l0_reverse	6	0.01731867901980877
178032	rnn.weight_ih_l0_reverse	7	0.029274193570017815
178032	rnn.weight_ih_l0_reverse	8	-0.02667378820478916
178032	rnn.weight_ih_l0_reverse	9	-0.0006739609525538981
178032	rnn.weight_hh_l0_reverse	0	0.04178358241915703
178032	rnn.weight_hh_l0_reverse	1	0.029200823977589607
178032	rnn.weight_hh_l0_reverse	2	-0.021075088530778885
178032	rnn.weight_hh_l0_reverse	3	-0.07838437706232071
178032	rnn.weight_hh_l0_reverse	4	0.010921193286776543
178032	rnn.weight_hh_l0_reverse	5	-0.05382777005434036
178032	rnn.weight_hh_l0_reverse	6	-0.012449772097170353
178032	rnn.weight_hh_l0_reverse	7	0.02892041951417923
178032	rnn.weight_hh_l0_reverse	8	0.009945648722350597
178032	rnn.weight_hh_l0_reverse	9	0.009042718447744846
178032	rnn.bias_ih_l0_reverse	0	-0.04530328884720802
178032	rnn.bias_ih_l0_reverse	1	-0.1401883214712143
178032	rnn.bias_ih_l0_reverse	2	-0.14097179472446442
178032	rnn.bias_ih_l0_reverse	3	-0.048181671649217606
178032	rnn.bias_ih_l0_reverse	4	-0.10617092251777649
178032	rnn.bias_ih_l0_reverse	5	-0.08968829363584518
178032	rnn.bias_ih_l0_reverse	6	-0.20268863439559937
178032	rnn.bias_ih_l0_reverse	7	-0.05425885692238808
178032	rnn.bias_ih_l0_reverse	8	-0.061320241540670395
178032	rnn.bias_ih_l0_reverse	9	-0.1347155123949051
178032	rnn.bias_hh_l0_reverse	0	-0.14356333017349243
178032	rnn.bias_hh_l0_reverse	1	-0.15808585286140442
178032	rnn.bias_hh_l0_reverse	2	0.10969958454370499
178032	rnn.bias_hh_l0_reverse	3	0.07857296615839005
178032	rnn.bias_hh_l0_reverse	4	-0.1715986579656601
178032	rnn.bias_hh_l0_reverse	5	-0.13290102779865265
178032	rnn.bias_hh_l0_reverse	6	-0.10656815022230148
178032	rnn.bias_hh_l0_reverse	7	-0.054536137729883194
178032	rnn.bias_hh_l0_reverse	8	-0.09543264657258987
178032	rnn.bias_hh_l0_reverse	9	-0.02544657699763775
178032	linear.weight	0	-0.007657682988792658
178032	linear.weight	1	0.0286890659481287
178032	linear.weight	2	0.2942383587360382
178032	linear.weight	3	-0.07934167981147766
178032	linear.weight	4	-0.010588549077510834
178032	linear.weight	5	0.07496535778045654
178032	linear.weight	6	-0.010739270597696304
178032	linear.weight	7	-0.05014721676707268
178032	linear.weight	8	0.18728578090667725
178032	linear.weight	9	-0.24283936619758606
178032	linear.bias	0	-0.03956538438796997
178032	linear.bias	1	0.031413208693265915
178032	linear.bias	2	0.5146467089653015
178032	linear.bias	3	-0.6797831058502197
178032	linear.bias	4	2.0160093307495117
178032	linear.bias	5	-1.3922791481018066
178032	linear.bias	6	-0.33380457758903503
178032	linear.bias	7	-0.1295287311077118
178590	transitions	0	-1.8610841035842896
178590	transitions	1	-10000.0
178590	transitions	2	-0.7969565987586975
178590	transitions	3	-10000.0
178590	transitions	4	1.9926226139068604
178590	transitions	5	-10000.0
178590	transitions	6	-10000.0
178590	transitions	7	1.7663304805755615
178590	transitions	8	-2.5582358837127686
178590	transitions	9	-4.1898512840271
178590	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
178590	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
178590	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
178590	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
178590	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
178590	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
178590	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
178590	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
178590	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
178590	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
178590	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
178590	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
178590	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
178590	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
178590	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
178590	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
178590	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
178590	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
178590	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
178590	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
178590	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
178590	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
178590	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
178590	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
178590	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
178590	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
178590	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
178590	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
178590	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
178590	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
178590	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
178590	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
178590	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
178590	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
178590	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
178590	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
178590	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
178590	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
178590	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
178590	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
178590	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
178590	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
178590	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
178590	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
178590	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
178590	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
178590	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
178590	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
178590	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
178590	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
178590	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
178590	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
178590	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
178590	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
178590	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
178590	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
178590	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
178590	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
178590	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
178590	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
178590	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
178590	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
178590	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
178590	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
178590	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
178590	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
178590	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
178590	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
178590	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
178590	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
178590	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
178590	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
178590	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
178590	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
178590	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
178590	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
178590	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
178590	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
178590	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
178590	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
178590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
178590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
178590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
178590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
178590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
178590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
178590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
178590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
178590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
178590	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
178590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
178590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
178590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
178590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
178590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
178590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
178590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
178590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
178590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
178590	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
178590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
178590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
178590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
178590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
178590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
178590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
178590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
178590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
178590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
178590	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
178590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
178590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
178590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
178590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
178590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
178590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
178590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
178590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
178590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
178590	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
178590	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
178590	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
178590	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
178590	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
178590	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
178590	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
178590	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
178590	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
178590	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
178590	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
178590	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
178590	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
178590	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
178590	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
178590	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
178590	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
178590	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
178590	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
178590	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
178590	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
178590	embedding2nn.weight	0	0.006424913182854652
178590	embedding2nn.weight	1	0.004317627754062414
178590	embedding2nn.weight	2	0.013501778244972229
178590	embedding2nn.weight	3	0.024120526388287544
178590	embedding2nn.weight	4	0.02188137173652649
178590	embedding2nn.weight	5	0.008464853279292583
178590	embedding2nn.weight	6	-0.012653614394366741
178590	embedding2nn.weight	7	-0.0011884106788784266
178590	embedding2nn.weight	8	-0.007047074846923351
178590	embedding2nn.weight	9	0.00044900449574925005
178590	embedding2nn.bias	0	0.025853654369711876
178590	embedding2nn.bias	1	-0.029516953974962234
178590	embedding2nn.bias	2	0.09543276578187943
178590	embedding2nn.bias	3	0.05654394254088402
178590	embedding2nn.bias	4	-0.013150983490049839
178590	embedding2nn.bias	5	-0.04692476987838745
178590	embedding2nn.bias	6	0.01485408190637827
178590	embedding2nn.bias	7	-0.0062970686703920364
178590	embedding2nn.bias	8	-0.029295746237039566
178590	embedding2nn.bias	9	0.01877826638519764
178590	rnn.weight_ih_l0	0	0.06905252486467361
178590	rnn.weight_ih_l0	1	-0.04015935957431793
178590	rnn.weight_ih_l0	2	0.01200274657458067
178590	rnn.weight_ih_l0	3	0.04626670107245445
178590	rnn.weight_ih_l0	4	-0.02706996165215969
178590	rnn.weight_ih_l0	5	0.04438129812479019
178590	rnn.weight_ih_l0	6	0.00733954505994916
178590	rnn.weight_ih_l0	7	0.066926971077919
178590	rnn.weight_ih_l0	8	0.010567386634647846
178590	rnn.weight_ih_l0	9	-0.022738391533493996
178590	rnn.weight_hh_l0	0	-0.013120926916599274
178590	rnn.weight_hh_l0	1	-0.02687910385429859
178590	rnn.weight_hh_l0	2	-0.05773797631263733
178590	rnn.weight_hh_l0	3	-0.004997854121029377
178590	rnn.weight_hh_l0	4	-0.00991896353662014
178590	rnn.weight_hh_l0	5	-0.025253470987081528
178590	rnn.weight_hh_l0	6	-0.0007971551385708153
178590	rnn.weight_hh_l0	7	-0.03918571025133133
178590	rnn.weight_hh_l0	8	0.06739860773086548
178590	rnn.weight_hh_l0	9	0.04537095129489899
178590	rnn.bias_ih_l0	0	-0.16908393800258636
178590	rnn.bias_ih_l0	1	-0.16382460296154022
178590	rnn.bias_ih_l0	2	-0.018907342106103897
178590	rnn.bias_ih_l0	3	-0.14188970625400543
178590	rnn.bias_ih_l0	4	-0.054135341197252274
178590	rnn.bias_ih_l0	5	-0.16335101425647736
178590	rnn.bias_ih_l0	6	0.0653291717171669
178590	rnn.bias_ih_l0	7	-0.09319257736206055
178590	rnn.bias_ih_l0	8	-0.04274967685341835
178590	rnn.bias_ih_l0	9	-0.10684660077095032
178590	rnn.bias_hh_l0	0	-0.07620552182197571
178590	rnn.bias_hh_l0	1	0.23613737523555756
178590	rnn.bias_hh_l0	2	0.04085993021726608
178590	rnn.bias_hh_l0	3	-0.07412899285554886
178590	rnn.bias_hh_l0	4	-0.08380205929279327
178590	rnn.bias_hh_l0	5	-0.018173981457948685
178590	rnn.bias_hh_l0	6	0.054146841168403625
178590	rnn.bias_hh_l0	7	-0.10694815963506699
178590	rnn.bias_hh_l0	8	-0.23964789509773254
178590	rnn.bias_hh_l0	9	-0.10740069299936295
178590	rnn.weight_ih_l0_reverse	0	0.019206104800105095
178590	rnn.weight_ih_l0_reverse	1	-0.06338807195425034
178590	rnn.weight_ih_l0_reverse	2	0.03953949362039566
178590	rnn.weight_ih_l0_reverse	3	0.018692178651690483
178590	rnn.weight_ih_l0_reverse	4	-0.00026461161905899644
178590	rnn.weight_ih_l0_reverse	5	-0.03156730532646179
178590	rnn.weight_ih_l0_reverse	6	0.01654571294784546
178590	rnn.weight_ih_l0_reverse	7	0.029341576620936394
178590	rnn.weight_ih_l0_reverse	8	-0.026434050872921944
178590	rnn.weight_ih_l0_reverse	9	-0.0004603982961270958
178590	rnn.weight_hh_l0_reverse	0	0.04159121960401535
178590	rnn.weight_hh_l0_reverse	1	0.029037833213806152
178590	rnn.weight_hh_l0_reverse	2	-0.021001802757382393
178590	rnn.weight_hh_l0_reverse	3	-0.077424556016922
178590	rnn.weight_hh_l0_reverse	4	0.010637035593390465
178590	rnn.weight_hh_l0_reverse	5	-0.053963564336299896
178590	rnn.weight_hh_l0_reverse	6	-0.012881363742053509
178590	rnn.weight_hh_l0_reverse	7	0.028881104663014412
178590	rnn.weight_hh_l0_reverse	8	0.009931951761245728
178590	rnn.weight_hh_l0_reverse	9	0.009423363953828812
178590	rnn.bias_ih_l0_reverse	0	-0.04425397142767906
178590	rnn.bias_ih_l0_reverse	1	-0.1392945498228073
178590	rnn.bias_ih_l0_reverse	2	-0.14152581989765167
178590	rnn.bias_ih_l0_reverse	3	-0.047461993992328644
178590	rnn.bias_ih_l0_reverse	4	-0.10587073862552643
178590	rnn.bias_ih_l0_reverse	5	-0.08923536539077759
178590	rnn.bias_ih_l0_reverse	6	-0.20255683362483978
178590	rnn.bias_ih_l0_reverse	7	-0.05390508472919464
178590	rnn.bias_ih_l0_reverse	8	-0.06177898496389389
178590	rnn.bias_ih_l0_reverse	9	-0.13523921370506287
178590	rnn.bias_hh_l0_reverse	0	-0.1441846638917923
178590	rnn.bias_hh_l0_reverse	1	-0.1612907201051712
178590	rnn.bias_hh_l0_reverse	2	0.10798759758472443
178590	rnn.bias_hh_l0_reverse	3	0.0801996961236
178590	rnn.bias_hh_l0_reverse	4	-0.16978079080581665
178590	rnn.bias_hh_l0_reverse	5	-0.13150659203529358
178590	rnn.bias_hh_l0_reverse	6	-0.10635916143655777
178590	rnn.bias_hh_l0_reverse	7	-0.05183308199048042
178590	rnn.bias_hh_l0_reverse	8	-0.0958113893866539
178590	rnn.bias_hh_l0_reverse	9	-0.026993177831172943
178590	linear.weight	0	-0.007656980771571398
178590	linear.weight	1	0.027771854773163795
178590	linear.weight	2	0.3046332597732544
178590	linear.weight	3	-0.07933719456195831
178590	linear.weight	4	-0.010588549077510834
178590	linear.weight	5	0.08379758149385452
178590	linear.weight	6	-0.010739270597696304
178590	linear.weight	7	-0.032891418784856796
178590	linear.weight	8	0.17869067192077637
178590	linear.weight	9	-0.24105150997638702
178590	linear.bias	0	-0.03956538438796997
178590	linear.bias	1	0.031413208693265915
178590	linear.bias	2	0.46509307622909546
178590	linear.bias	3	-0.6526057720184326
178590	linear.bias	4	2.031834125518799
178590	linear.bias	5	-1.3924728631973267
178590	linear.bias	6	-0.3300115764141083
178590	linear.bias	7	-0.12659631669521332
179149	transitions	0	-1.8619405031204224
179149	transitions	1	-10000.0
179149	transitions	2	-0.7969565987586975
179149	transitions	3	-10000.0
179149	transitions	4	2.009449005126953
179149	transitions	5	-10000.0
179149	transitions	6	-10000.0
179149	transitions	7	1.7635023593902588
179149	transitions	8	-2.559168577194214
179149	transitions	9	-4.190554618835449
179149	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
179149	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
179149	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
179149	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
179149	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
179149	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
179149	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
179149	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
179149	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
179149	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
179149	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
179149	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
179149	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
179149	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
179149	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
179149	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
179149	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
179149	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
179149	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
179149	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
179149	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
179149	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
179149	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
179149	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
179149	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
179149	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
179149	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
179149	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
179149	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
179149	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
179149	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
179149	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
179149	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
179149	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
179149	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
179149	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
179149	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
179149	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
179149	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
179149	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
179149	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
179149	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
179149	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
179149	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
179149	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
179149	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
179149	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
179149	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
179149	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
179149	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
179149	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
179149	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
179149	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
179149	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
179149	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
179149	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
179149	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
179149	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
179149	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
179149	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
179149	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
179149	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
179149	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
179149	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
179149	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
179149	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
179149	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
179149	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
179149	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
179149	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
179149	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
179149	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
179149	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
179149	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
179149	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
179149	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
179149	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
179149	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
179149	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
179149	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
179149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
179149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
179149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
179149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
179149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
179149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
179149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
179149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
179149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
179149	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
179149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
179149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
179149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
179149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
179149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
179149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
179149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
179149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
179149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
179149	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
179149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
179149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
179149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
179149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
179149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
179149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
179149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
179149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
179149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
179149	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
179149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
179149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
179149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
179149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
179149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
179149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
179149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
179149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
179149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
179149	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
179149	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
179149	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
179149	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
179149	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
179149	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
179149	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
179149	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
179149	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
179149	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
179149	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
179149	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
179149	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
179149	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
179149	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
179149	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
179149	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
179149	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
179149	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
179149	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
179149	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
179149	embedding2nn.weight	0	0.006436563096940517
179149	embedding2nn.weight	1	0.004366557113826275
179149	embedding2nn.weight	2	0.01351348776370287
179149	embedding2nn.weight	3	0.024444788694381714
179149	embedding2nn.weight	4	0.021738259121775627
179149	embedding2nn.weight	5	0.008637109771370888
179149	embedding2nn.weight	6	-0.012773263268172741
179149	embedding2nn.weight	7	-0.0010935283498838544
179149	embedding2nn.weight	8	-0.007087450008839369
179149	embedding2nn.weight	9	0.0004749271320179105
179149	embedding2nn.bias	0	0.018538130447268486
179149	embedding2nn.bias	1	-0.029565569013357162
179149	embedding2nn.bias	2	0.09681637585163116
179149	embedding2nn.bias	3	0.05750167742371559
179149	embedding2nn.bias	4	-0.0072210305370390415
179149	embedding2nn.bias	5	-0.04524200037121773
179149	embedding2nn.bias	6	0.014358640648424625
179149	embedding2nn.bias	7	-0.00987499114125967
179149	embedding2nn.bias	8	-0.027129920199513435
179149	embedding2nn.bias	9	0.018715359270572662
179149	rnn.weight_ih_l0	0	0.06883738934993744
179149	rnn.weight_ih_l0	1	-0.03998419642448425
179149	rnn.weight_ih_l0	2	0.011783488094806671
179149	rnn.weight_ih_l0	3	0.04784826561808586
179149	rnn.weight_ih_l0	4	-0.026758968830108643
179149	rnn.weight_ih_l0	5	0.04439561069011688
179149	rnn.weight_ih_l0	6	0.007381448056548834
179149	rnn.weight_ih_l0	7	0.06722807139158249
179149	rnn.weight_ih_l0	8	0.010649928823113441
179149	rnn.weight_ih_l0	9	-0.02266939915716648
179149	rnn.weight_hh_l0	0	-0.01417502574622631
179149	rnn.weight_hh_l0	1	-0.02695642039179802
179149	rnn.weight_hh_l0	2	-0.05784144625067711
179149	rnn.weight_hh_l0	3	-0.005095686763525009
179149	rnn.weight_hh_l0	4	-0.009812108241021633
179149	rnn.weight_hh_l0	5	-0.025045491755008698
179149	rnn.weight_hh_l0	6	-0.0007167795556597412
179149	rnn.weight_hh_l0	7	-0.03957822173833847
179149	rnn.weight_hh_l0	8	0.06736352294683456
179149	rnn.weight_hh_l0	9	0.0452946200966835
179149	rnn.bias_ih_l0	0	-0.1739753931760788
179149	rnn.bias_ih_l0	1	-0.16449011862277985
179149	rnn.bias_ih_l0	2	-0.01889609545469284
179149	rnn.bias_ih_l0	3	-0.14230464398860931
179149	rnn.bias_ih_l0	4	-0.04987078905105591
179149	rnn.bias_ih_l0	5	-0.16327081620693207
179149	rnn.bias_ih_l0	6	0.07091456651687622
179149	rnn.bias_ih_l0	7	-0.0925677940249443
179149	rnn.bias_ih_l0	8	-0.03847714886069298
179149	rnn.bias_ih_l0	9	-0.10866967588663101
179149	rnn.bias_hh_l0	0	-0.07575469464063644
179149	rnn.bias_hh_l0	1	0.24061618745326996
179149	rnn.bias_hh_l0	2	0.03818988800048828
179149	rnn.bias_hh_l0	3	-0.07549972832202911
179149	rnn.bias_hh_l0	4	-0.08226897567510605
179149	rnn.bias_hh_l0	5	-0.01599418930709362
179149	rnn.bias_hh_l0	6	0.05547529458999634
179149	rnn.bias_hh_l0	7	-0.10657764226198196
179149	rnn.bias_hh_l0	8	-0.2411189079284668
179149	rnn.bias_hh_l0	9	-0.10722239315509796
179149	rnn.weight_ih_l0_reverse	0	0.01895109936594963
179149	rnn.weight_ih_l0_reverse	1	-0.06313604861497879
179149	rnn.weight_ih_l0_reverse	2	0.03982897475361824
179149	rnn.weight_ih_l0_reverse	3	0.018971530720591545
179149	rnn.weight_ih_l0_reverse	4	-0.0012449744390323758
179149	rnn.weight_ih_l0_reverse	5	-0.03149193525314331
179149	rnn.weight_ih_l0_reverse	6	0.016215167939662933
179149	rnn.weight_ih_l0_reverse	7	0.029613306745886803
179149	rnn.weight_ih_l0_reverse	8	-0.026544107124209404
179149	rnn.weight_ih_l0_reverse	9	-0.00027767496067099273
179149	rnn.weight_hh_l0_reverse	0	0.041593991219997406
179149	rnn.weight_hh_l0_reverse	1	0.029289156198501587
179149	rnn.weight_hh_l0_reverse	2	-0.020991027355194092
179149	rnn.weight_hh_l0_reverse	3	-0.07898648828268051
179149	rnn.weight_hh_l0_reverse	4	0.010687696747481823
179149	rnn.weight_hh_l0_reverse	5	-0.054134950041770935
179149	rnn.weight_hh_l0_reverse	6	-0.012985235080122948
179149	rnn.weight_hh_l0_reverse	7	0.028861047700047493
179149	rnn.weight_hh_l0_reverse	8	0.009555847384035587
179149	rnn.weight_hh_l0_reverse	9	0.008871284313499928
179149	rnn.bias_ih_l0_reverse	0	-0.04350816458463669
179149	rnn.bias_ih_l0_reverse	1	-0.14013364911079407
179149	rnn.bias_ih_l0_reverse	2	-0.14561185240745544
179149	rnn.bias_ih_l0_reverse	3	-0.046102169901132584
179149	rnn.bias_ih_l0_reverse	4	-0.11054723709821701
179149	rnn.bias_ih_l0_reverse	5	-0.08917373418807983
179149	rnn.bias_ih_l0_reverse	6	-0.20196184515953064
179149	rnn.bias_ih_l0_reverse	7	-0.05486752465367317
179149	rnn.bias_ih_l0_reverse	8	-0.0602380633354187
179149	rnn.bias_ih_l0_reverse	9	-0.13424353301525116
179149	rnn.bias_hh_l0_reverse	0	-0.1445956826210022
179149	rnn.bias_hh_l0_reverse	1	-0.16173864901065826
179149	rnn.bias_hh_l0_reverse	2	0.10784567892551422
179149	rnn.bias_hh_l0_reverse	3	0.0861862525343895
179149	rnn.bias_hh_l0_reverse	4	-0.17201030254364014
179149	rnn.bias_hh_l0_reverse	5	-0.13099832832813263
179149	rnn.bias_hh_l0_reverse	6	-0.108782559633255
179149	rnn.bias_hh_l0_reverse	7	-0.050879187881946564
179149	rnn.bias_hh_l0_reverse	8	-0.09276024252176285
179149	rnn.bias_hh_l0_reverse	9	-0.025335701182484627
179149	linear.weight	0	-0.007656733971089125
179149	linear.weight	1	0.02641855925321579
179149	linear.weight	2	0.2937977910041809
179149	linear.weight	3	-0.07933229953050613
179149	linear.weight	4	-0.010588549077510834
179149	linear.weight	5	0.09002243727445602
179149	linear.weight	6	-0.010739270597696304
179149	linear.weight	7	-0.026777049526572227
179149	linear.weight	8	0.17916171252727509
179149	linear.weight	9	-0.24224348366260529
179149	linear.bias	0	-0.03956538438796997
179149	linear.bias	1	0.031413208693265915
179149	linear.bias	2	0.47089192271232605
179149	linear.bias	3	-0.6485707759857178
179149	linear.bias	4	2.0203590393066406
179149	linear.bias	5	-1.3926606178283691
179149	linear.bias	6	-0.3287002742290497
179149	linear.bias	7	-0.12609602510929108
179707	transitions	0	-1.8630379438400269
179707	transitions	1	-10000.0
179707	transitions	2	-0.7969565987586975
179707	transitions	3	-10000.0
179707	transitions	4	1.9969557523727417
179707	transitions	5	-10000.0
179707	transitions	6	-10000.0
179707	transitions	7	1.768839955329895
179707	transitions	8	-2.5601119995117188
179707	transitions	9	-4.19125509262085
179707	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
179707	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
179707	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
179707	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
179707	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
179707	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
179707	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
179707	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
179707	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
179707	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
179707	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
179707	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
179707	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
179707	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
179707	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
179707	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
179707	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
179707	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
179707	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
179707	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
179707	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
179707	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
179707	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
179707	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
179707	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
179707	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
179707	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
179707	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
179707	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
179707	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
179707	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
179707	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
179707	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
179707	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
179707	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
179707	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
179707	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
179707	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
179707	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
179707	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
179707	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
179707	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
179707	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
179707	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
179707	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
179707	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
179707	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
179707	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
179707	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
179707	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
179707	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
179707	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
179707	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
179707	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
179707	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
179707	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
179707	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
179707	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
179707	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
179707	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
179707	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
179707	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
179707	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
179707	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
179707	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
179707	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
179707	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
179707	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
179707	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
179707	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
179707	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
179707	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
179707	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
179707	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
179707	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
179707	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
179707	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
179707	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
179707	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
179707	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
179707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
179707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
179707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
179707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
179707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
179707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
179707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
179707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
179707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
179707	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
179707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
179707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
179707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
179707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
179707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
179707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
179707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
179707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
179707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
179707	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
179707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
179707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
179707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
179707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
179707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
179707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
179707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
179707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
179707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
179707	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
179707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
179707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
179707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
179707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
179707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
179707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
179707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
179707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
179707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
179707	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
179707	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
179707	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
179707	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
179707	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
179707	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
179707	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
179707	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
179707	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
179707	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
179707	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
179707	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
179707	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
179707	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
179707	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
179707	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
179707	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
179707	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
179707	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
179707	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
179707	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
179707	embedding2nn.weight	0	0.006420753430575132
179707	embedding2nn.weight	1	0.004231179598718882
179707	embedding2nn.weight	2	0.013505159877240658
179707	embedding2nn.weight	3	0.024752231314778328
179707	embedding2nn.weight	4	0.021806323900818825
179707	embedding2nn.weight	5	0.00847206823527813
179707	embedding2nn.weight	6	-0.012720673345029354
179707	embedding2nn.weight	7	-0.0010433053830638528
179707	embedding2nn.weight	8	-0.0071830227971076965
179707	embedding2nn.weight	9	0.0004399972385726869
179707	embedding2nn.bias	0	0.018910719081759453
179707	embedding2nn.bias	1	-0.031014826148748398
179707	embedding2nn.bias	2	0.0906553566455841
179707	embedding2nn.bias	3	0.057552117854356766
179707	embedding2nn.bias	4	-0.013607207685709
179707	embedding2nn.bias	5	-0.04603533446788788
179707	embedding2nn.bias	6	0.006898330058902502
179707	embedding2nn.bias	7	-0.0075422292575240135
179707	embedding2nn.bias	8	-0.026615269482135773
179707	embedding2nn.bias	9	0.019479913637042046
179707	rnn.weight_ih_l0	0	0.0694919303059578
179707	rnn.weight_ih_l0	1	-0.04029492661356926
179707	rnn.weight_ih_l0	2	0.011617811396718025
179707	rnn.weight_ih_l0	3	0.04774109274148941
179707	rnn.weight_ih_l0	4	-0.026793967932462692
179707	rnn.weight_ih_l0	5	0.04421085864305496
179707	rnn.weight_ih_l0	6	0.007343292236328125
179707	rnn.weight_ih_l0	7	0.06669706851243973
179707	rnn.weight_ih_l0	8	0.0104908999055624
179707	rnn.weight_ih_l0	9	-0.023040657863020897
179707	rnn.weight_hh_l0	0	-0.01372688077390194
179707	rnn.weight_hh_l0	1	-0.027168747037649155
179707	rnn.weight_hh_l0	2	-0.058018844574689865
179707	rnn.weight_hh_l0	3	-0.0050942376255989075
179707	rnn.weight_hh_l0	4	-0.009715684689581394
179707	rnn.weight_hh_l0	5	-0.025009451434016228
179707	rnn.weight_hh_l0	6	-0.0006545659271068871
179707	rnn.weight_hh_l0	7	-0.040771085768938065
179707	rnn.weight_hh_l0	8	0.06671468913555145
179707	rnn.weight_hh_l0	9	0.044871117919683456
179707	rnn.bias_ih_l0	0	-0.17414654791355133
179707	rnn.bias_ih_l0	1	-0.16348470747470856
179707	rnn.bias_ih_l0	2	-0.020729845389723778
179707	rnn.bias_ih_l0	3	-0.1421840488910675
179707	rnn.bias_ih_l0	4	-0.05134556069970131
179707	rnn.bias_ih_l0	5	-0.16287094354629517
179707	rnn.bias_ih_l0	6	0.06888215988874435
179707	rnn.bias_ih_l0	7	-0.09206504374742508
179707	rnn.bias_ih_l0	8	-0.0438302718102932
179707	rnn.bias_ih_l0	9	-0.10732916742563248
179707	rnn.bias_hh_l0	0	-0.07846532016992569
179707	rnn.bias_hh_l0	1	0.2462245523929596
179707	rnn.bias_hh_l0	2	0.03381785377860069
179707	rnn.bias_hh_l0	3	-0.07345525920391083
179707	rnn.bias_hh_l0	4	-0.08258385956287384
179707	rnn.bias_hh_l0	5	-0.011810560710728168
179707	rnn.bias_hh_l0	6	0.0569157600402832
179707	rnn.bias_hh_l0	7	-0.10780179500579834
179707	rnn.bias_hh_l0	8	-0.24347837269306183
179707	rnn.bias_hh_l0	9	-0.10946313291788101
179707	rnn.weight_ih_l0_reverse	0	0.018896378576755524
179707	rnn.weight_ih_l0_reverse	1	-0.06330855190753937
179707	rnn.weight_ih_l0_reverse	2	0.04007382318377495
179707	rnn.weight_ih_l0_reverse	3	0.018795056268572807
179707	rnn.weight_ih_l0_reverse	4	-0.001544289756566286
179707	rnn.weight_ih_l0_reverse	5	-0.030655866488814354
179707	rnn.weight_ih_l0_reverse	6	0.01632777601480484
179707	rnn.weight_ih_l0_reverse	7	0.02984040416777134
179707	rnn.weight_ih_l0_reverse	8	-0.026338445022702217
179707	rnn.weight_ih_l0_reverse	9	-0.0003655019390862435
179707	rnn.weight_hh_l0_reverse	0	0.04164620488882065
179707	rnn.weight_hh_l0_reverse	1	0.029604772105813026
179707	rnn.weight_hh_l0_reverse	2	-0.020904500037431717
179707	rnn.weight_hh_l0_reverse	3	-0.07775481790304184
179707	rnn.weight_hh_l0_reverse	4	0.010677186772227287
179707	rnn.weight_hh_l0_reverse	5	-0.0539974644780159
179707	rnn.weight_hh_l0_reverse	6	-0.013346784748136997
179707	rnn.weight_hh_l0_reverse	7	0.029010726138949394
179707	rnn.weight_hh_l0_reverse	8	0.009296859614551067
179707	rnn.weight_hh_l0_reverse	9	0.009285182692110538
179707	rnn.bias_ih_l0_reverse	0	-0.0447540245950222
179707	rnn.bias_ih_l0_reverse	1	-0.14155131578445435
179707	rnn.bias_ih_l0_reverse	2	-0.1439291387796402
179707	rnn.bias_ih_l0_reverse	3	-0.04625396057963371
179707	rnn.bias_ih_l0_reverse	4	-0.11225403845310211
179707	rnn.bias_ih_l0_reverse	5	-0.08701112866401672
179707	rnn.bias_ih_l0_reverse	6	-0.2036769539117813
179707	rnn.bias_ih_l0_reverse	7	-0.05304313451051712
179707	rnn.bias_ih_l0_reverse	8	-0.06217799335718155
179707	rnn.bias_ih_l0_reverse	9	-0.13326339423656464
179707	rnn.bias_hh_l0_reverse	0	-0.14440663158893585
179707	rnn.bias_hh_l0_reverse	1	-0.16111810505390167
179707	rnn.bias_hh_l0_reverse	2	0.10440746694803238
179707	rnn.bias_hh_l0_reverse	3	0.08420419692993164
179707	rnn.bias_hh_l0_reverse	4	-0.17119047045707703
179707	rnn.bias_hh_l0_reverse	5	-0.1317259818315506
179707	rnn.bias_hh_l0_reverse	6	-0.10661007463932037
179707	rnn.bias_hh_l0_reverse	7	-0.051902007311582565
179707	rnn.bias_hh_l0_reverse	8	-0.09556123614311218
179707	rnn.bias_hh_l0_reverse	9	-0.026526186615228653
179707	linear.weight	0	-0.007657168433070183
179707	linear.weight	1	0.033104825764894485
179707	linear.weight	2	0.2947327792644501
179707	linear.weight	3	-0.07932667434215546
179707	linear.weight	4	-0.010588549077510834
179707	linear.weight	5	0.08808953315019608
179707	linear.weight	6	-0.010739270597696304
179707	linear.weight	7	-0.04667598009109497
179707	linear.weight	8	0.1732434630393982
179707	linear.weight	9	-0.24012860655784607
179707	linear.bias	0	-0.03956538438796997
179707	linear.bias	1	0.031413208693265915
179707	linear.bias	2	0.455811470746994
179707	linear.bias	3	-0.5947061777114868
179707	linear.bias	4	2.00243878364563
179707	linear.bias	5	-1.3928468227386475
179707	linear.bias	6	-0.33869993686676025
179707	linear.bias	7	-0.1367897242307663
180265	transitions	0	-1.86408269405365
180265	transitions	1	-10000.0
180265	transitions	2	-0.7969565987586975
180265	transitions	3	-10000.0
180265	transitions	4	2.016653060913086
180265	transitions	5	-10000.0
180265	transitions	6	-10000.0
180265	transitions	7	1.7797385454177856
180265	transitions	8	-2.5611116886138916
180265	transitions	9	-4.191961765289307
180265	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
180265	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
180265	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
180265	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
180265	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
180265	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
180265	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
180265	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
180265	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
180265	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
180265	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
180265	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
180265	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
180265	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
180265	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
180265	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
180265	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
180265	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
180265	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
180265	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
180265	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
180265	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
180265	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
180265	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
180265	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
180265	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
180265	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
180265	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
180265	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
180265	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
180265	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
180265	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
180265	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
180265	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
180265	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
180265	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
180265	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
180265	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
180265	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
180265	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
180265	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
180265	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
180265	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
180265	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
180265	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
180265	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
180265	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
180265	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
180265	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
180265	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
180265	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
180265	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
180265	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
180265	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
180265	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
180265	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
180265	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
180265	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
180265	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
180265	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
180265	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
180265	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
180265	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
180265	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
180265	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
180265	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
180265	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
180265	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
180265	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
180265	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
180265	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
180265	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
180265	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
180265	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
180265	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
180265	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
180265	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
180265	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
180265	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
180265	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
180265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
180265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
180265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
180265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
180265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
180265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
180265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
180265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
180265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
180265	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
180265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
180265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
180265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
180265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
180265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
180265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
180265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
180265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
180265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
180265	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
180265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
180265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
180265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
180265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
180265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
180265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
180265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
180265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
180265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
180265	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
180265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
180265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
180265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
180265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
180265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
180265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
180265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
180265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
180265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
180265	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
180265	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
180265	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
180265	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
180265	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
180265	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
180265	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
180265	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
180265	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
180265	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
180265	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
180265	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
180265	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
180265	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
180265	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
180265	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
180265	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
180265	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
180265	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
180265	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
180265	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
180265	embedding2nn.weight	0	0.006421651225537062
180265	embedding2nn.weight	1	0.0043847402557730675
180265	embedding2nn.weight	2	0.013508476316928864
180265	embedding2nn.weight	3	0.024658676236867905
180265	embedding2nn.weight	4	0.021817808970808983
180265	embedding2nn.weight	5	0.008871917612850666
180265	embedding2nn.weight	6	-0.0127359414473176
180265	embedding2nn.weight	7	-0.0009477417916059494
180265	embedding2nn.weight	8	-0.007177618332207203
180265	embedding2nn.weight	9	0.0005062178242951632
180265	embedding2nn.bias	0	0.016102762892842293
180265	embedding2nn.bias	1	-0.03631331026554108
180265	embedding2nn.bias	2	0.08933467417955399
180265	embedding2nn.bias	3	0.06012669578194618
180265	embedding2nn.bias	4	-0.00865933671593666
180265	embedding2nn.bias	5	-0.042457688599824905
180265	embedding2nn.bias	6	0.003594269510358572
180265	embedding2nn.bias	7	-0.012038337998092175
180265	embedding2nn.bias	8	-0.024391988292336464
180265	embedding2nn.bias	9	0.019147105515003204
180265	rnn.weight_ih_l0	0	0.06921572238206863
180265	rnn.weight_ih_l0	1	-0.04143727570772171
180265	rnn.weight_ih_l0	2	0.012053485959768295
180265	rnn.weight_ih_l0	3	0.04917525127530098
180265	rnn.weight_ih_l0	4	-0.02730233408510685
180265	rnn.weight_ih_l0	5	0.04471801221370697
180265	rnn.weight_ih_l0	6	0.007322337478399277
180265	rnn.weight_ih_l0	7	0.06593088805675507
180265	rnn.weight_ih_l0	8	0.009819218888878822
180265	rnn.weight_ih_l0	9	-0.022437121719121933
180265	rnn.weight_hh_l0	0	-0.014072560705244541
180265	rnn.weight_hh_l0	1	-0.027010537683963776
180265	rnn.weight_hh_l0	2	-0.05792943015694618
180265	rnn.weight_hh_l0	3	-0.00496617890894413
180265	rnn.weight_hh_l0	4	-0.009559682570397854
180265	rnn.weight_hh_l0	5	-0.025042951107025146
180265	rnn.weight_hh_l0	6	-0.000723121571354568
180265	rnn.weight_hh_l0	7	-0.04186785966157913
180265	rnn.weight_hh_l0	8	0.06694550812244415
180265	rnn.weight_hh_l0	9	0.04480115324258804
180265	rnn.bias_ih_l0	0	-0.17139695584774017
180265	rnn.bias_ih_l0	1	-0.16525262594223022
180265	rnn.bias_ih_l0	2	-0.02124510146677494
180265	rnn.bias_ih_l0	3	-0.14276222884655
180265	rnn.bias_ih_l0	4	-0.05456653609871864
180265	rnn.bias_ih_l0	5	-0.1644786298274994
180265	rnn.bias_ih_l0	6	0.06514120101928711
180265	rnn.bias_ih_l0	7	-0.09053641557693481
180265	rnn.bias_ih_l0	8	-0.04541737958788872
180265	rnn.bias_ih_l0	9	-0.10989060997962952
180265	rnn.bias_hh_l0	0	-0.07834820449352264
180265	rnn.bias_hh_l0	1	0.247664213180542
180265	rnn.bias_hh_l0	2	0.036158010363578796
180265	rnn.bias_hh_l0	3	-0.07587819546461105
180265	rnn.bias_hh_l0	4	-0.08208151906728745
180265	rnn.bias_hh_l0	5	-0.011657829396426678
180265	rnn.bias_hh_l0	6	0.05690925195813179
180265	rnn.bias_hh_l0	7	-0.10563450306653976
180265	rnn.bias_hh_l0	8	-0.24389974772930145
180265	rnn.bias_hh_l0	9	-0.10722054541110992
180265	rnn.weight_ih_l0_reverse	0	0.017423247918486595
180265	rnn.weight_ih_l0_reverse	1	-0.06303644180297852
180265	rnn.weight_ih_l0_reverse	2	0.04028448835015297
180265	rnn.weight_ih_l0_reverse	3	0.017591403797268867
180265	rnn.weight_ih_l0_reverse	4	-0.0008476015646010637
180265	rnn.weight_ih_l0_reverse	5	-0.03011552430689335
180265	rnn.weight_ih_l0_reverse	6	0.01675761677324772
180265	rnn.weight_ih_l0_reverse	7	0.030194835737347603
180265	rnn.weight_ih_l0_reverse	8	-0.025967638939619064
180265	rnn.weight_ih_l0_reverse	9	-0.0010196528164669871
180265	rnn.weight_hh_l0_reverse	0	0.04144229367375374
180265	rnn.weight_hh_l0_reverse	1	0.02949570305645466
180265	rnn.weight_hh_l0_reverse	2	-0.020987918600440025
180265	rnn.weight_hh_l0_reverse	3	-0.07801873981952667
180265	rnn.weight_hh_l0_reverse	4	0.010717366822063923
180265	rnn.weight_hh_l0_reverse	5	-0.05430600792169571
180265	rnn.weight_hh_l0_reverse	6	-0.01314841490238905
180265	rnn.weight_hh_l0_reverse	7	0.029195019975304604
180265	rnn.weight_hh_l0_reverse	8	0.009756793268024921
180265	rnn.weight_hh_l0_reverse	9	0.008758417330682278
180265	rnn.bias_ih_l0_reverse	0	-0.0459270104765892
180265	rnn.bias_ih_l0_reverse	1	-0.14042110741138458
180265	rnn.bias_ih_l0_reverse	2	-0.144685298204422
180265	rnn.bias_ih_l0_reverse	3	-0.04636405408382416
180265	rnn.bias_ih_l0_reverse	4	-0.11245453357696533
180265	rnn.bias_ih_l0_reverse	5	-0.08622710406780243
180265	rnn.bias_ih_l0_reverse	6	-0.20441477000713348
180265	rnn.bias_ih_l0_reverse	7	-0.055743057280778885
180265	rnn.bias_ih_l0_reverse	8	-0.06267774850130081
180265	rnn.bias_ih_l0_reverse	9	-0.13368937373161316
180265	rnn.bias_hh_l0_reverse	0	-0.14232400059700012
180265	rnn.bias_hh_l0_reverse	1	-0.16069765388965607
180265	rnn.bias_hh_l0_reverse	2	0.10230442136526108
180265	rnn.bias_hh_l0_reverse	3	0.0798349529504776
180265	rnn.bias_hh_l0_reverse	4	-0.17008469998836517
180265	rnn.bias_hh_l0_reverse	5	-0.13530555367469788
180265	rnn.bias_hh_l0_reverse	6	-0.10066337138414383
180265	rnn.bias_hh_l0_reverse	7	-0.04998932033777237
180265	rnn.bias_hh_l0_reverse	8	-0.09656538814306259
180265	rnn.bias_hh_l0_reverse	9	-0.024390529841184616
180265	linear.weight	0	-0.007658055517822504
180265	linear.weight	1	0.001066600438207388
180265	linear.weight	2	0.290667861700058
180265	linear.weight	3	-0.0793205052614212
180265	linear.weight	4	-0.010588549077510834
180265	linear.weight	5	0.11759202182292938
180265	linear.weight	6	-0.010739270597696304
180265	linear.weight	7	-0.04891936108469963
180265	linear.weight	8	0.17847250401973724
180265	linear.weight	9	-0.2480292022228241
180265	linear.bias	0	-0.03956538438796997
180265	linear.bias	1	0.031413208693265915
180265	linear.bias	2	0.48315098881721497
180265	linear.bias	3	-0.6676993370056152
180265	linear.bias	4	2.039853811264038
180265	linear.bias	5	-1.3930275440216064
180265	linear.bias	6	-0.3344673812389374
180265	linear.bias	7	-0.1326139271259308
180823	transitions	0	-1.865155577659607
180823	transitions	1	-10000.0
180823	transitions	2	-0.7969565987586975
180823	transitions	3	-10000.0
180823	transitions	4	2.026038408279419
180823	transitions	5	-10000.0
180823	transitions	6	-10000.0
180823	transitions	7	1.7852739095687866
180823	transitions	8	-2.5620391368865967
180823	transitions	9	-4.192663669586182
180823	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
180823	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
180823	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
180823	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
180823	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
180823	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
180823	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
180823	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
180823	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
180823	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
180823	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
180823	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
180823	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
180823	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
180823	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
180823	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
180823	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
180823	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
180823	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
180823	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
180823	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
180823	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
180823	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
180823	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
180823	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
180823	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
180823	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
180823	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
180823	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
180823	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
180823	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
180823	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
180823	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
180823	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
180823	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
180823	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
180823	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
180823	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
180823	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
180823	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
180823	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
180823	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
180823	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
180823	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
180823	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
180823	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
180823	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
180823	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
180823	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
180823	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
180823	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
180823	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
180823	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
180823	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
180823	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
180823	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
180823	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
180823	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
180823	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
180823	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
180823	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
180823	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
180823	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
180823	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
180823	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
180823	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
180823	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
180823	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
180823	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
180823	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
180823	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
180823	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
180823	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
180823	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
180823	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
180823	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
180823	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
180823	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
180823	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
180823	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
180823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
180823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
180823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
180823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
180823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
180823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
180823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
180823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
180823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
180823	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
180823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
180823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
180823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
180823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
180823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
180823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
180823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
180823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
180823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
180823	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
180823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
180823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
180823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
180823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
180823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
180823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
180823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
180823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
180823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
180823	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
180823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
180823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
180823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
180823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
180823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
180823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
180823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
180823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
180823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
180823	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
180823	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
180823	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
180823	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
180823	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
180823	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
180823	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
180823	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
180823	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
180823	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
180823	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
180823	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
180823	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
180823	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
180823	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
180823	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
180823	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
180823	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
180823	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
180823	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
180823	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
180823	embedding2nn.weight	0	0.006423175800591707
180823	embedding2nn.weight	1	0.004352273885160685
180823	embedding2nn.weight	2	0.013488504104316235
180823	embedding2nn.weight	3	0.024677099660038948
180823	embedding2nn.weight	4	0.021603023633360863
180823	embedding2nn.weight	5	0.008493749424815178
180823	embedding2nn.weight	6	-0.012712839059531689
180823	embedding2nn.weight	7	-0.001041203155182302
180823	embedding2nn.weight	8	-0.00729066226631403
180823	embedding2nn.weight	9	0.0004943520179949701
180823	embedding2nn.bias	0	0.015387306921184063
180823	embedding2nn.bias	1	-0.041158270090818405
180823	embedding2nn.bias	2	0.08917074650526047
180823	embedding2nn.bias	3	0.0597781240940094
180823	embedding2nn.bias	4	-0.008040782995522022
180823	embedding2nn.bias	5	-0.041274264454841614
180823	embedding2nn.bias	6	0.0058467998169362545
180823	embedding2nn.bias	7	-0.014007062651216984
180823	embedding2nn.bias	8	-0.020596913993358612
180823	embedding2nn.bias	9	0.019150767475366592
180823	rnn.weight_ih_l0	0	0.06839781254529953
180823	rnn.weight_ih_l0	1	-0.04212302714586258
180823	rnn.weight_ih_l0	2	0.011685491539537907
180823	rnn.weight_ih_l0	3	0.048909660428762436
180823	rnn.weight_ih_l0	4	-0.027373244985938072
180823	rnn.weight_ih_l0	5	0.044846199452877045
180823	rnn.weight_ih_l0	6	0.007644783705472946
180823	rnn.weight_ih_l0	7	0.06549403816461563
180823	rnn.weight_ih_l0	8	0.008346599526703358
180823	rnn.weight_ih_l0	9	-0.02246757782995701
180823	rnn.weight_hh_l0	0	-0.014517292380332947
180823	rnn.weight_hh_l0	1	-0.026732634752988815
180823	rnn.weight_hh_l0	2	-0.057886943221092224
180823	rnn.weight_hh_l0	3	-0.005049613304436207
180823	rnn.weight_hh_l0	4	-0.009331970475614071
180823	rnn.weight_hh_l0	5	-0.025145696476101875
180823	rnn.weight_hh_l0	6	-0.0007537861820310354
180823	rnn.weight_hh_l0	7	-0.04144543409347534
180823	rnn.weight_hh_l0	8	0.06687641888856888
180823	rnn.weight_hh_l0	9	0.04422605782747269
180823	rnn.bias_ih_l0	0	-0.1719176471233368
180823	rnn.bias_ih_l0	1	-0.16793839633464813
180823	rnn.bias_ih_l0	2	-0.021362541243433952
180823	rnn.bias_ih_l0	3	-0.14416265487670898
180823	rnn.bias_ih_l0	4	-0.056595075875520706
180823	rnn.bias_ih_l0	5	-0.1653837412595749
180823	rnn.bias_ih_l0	6	0.05990789085626602
180823	rnn.bias_ih_l0	7	-0.08970542997121811
180823	rnn.bias_ih_l0	8	-0.044970955699682236
180823	rnn.bias_ih_l0	9	-0.10983709990978241
180823	rnn.bias_hh_l0	0	-0.07957783341407776
180823	rnn.bias_hh_l0	1	0.2438165247440338
180823	rnn.bias_hh_l0	2	0.03610680624842644
180823	rnn.bias_hh_l0	3	-0.07515139877796173
180823	rnn.bias_hh_l0	4	-0.08358943462371826
180823	rnn.bias_hh_l0	5	-0.013268603011965752
180823	rnn.bias_hh_l0	6	0.05698499083518982
180823	rnn.bias_hh_l0	7	-0.10575525462627411
180823	rnn.bias_hh_l0	8	-0.24411053955554962
180823	rnn.bias_hh_l0	9	-0.10914948582649231
180823	rnn.weight_ih_l0_reverse	0	0.016900431364774704
180823	rnn.weight_ih_l0_reverse	1	-0.06287886947393417
180823	rnn.weight_ih_l0_reverse	2	0.04063749313354492
180823	rnn.weight_ih_l0_reverse	3	0.017104752361774445
180823	rnn.weight_ih_l0_reverse	4	-0.0008958830148912966
180823	rnn.weight_ih_l0_reverse	5	-0.029605556279420853
180823	rnn.weight_ih_l0_reverse	6	0.016623159870505333
180823	rnn.weight_ih_l0_reverse	7	0.03023107536137104
180823	rnn.weight_ih_l0_reverse	8	-0.025789102539420128
180823	rnn.weight_ih_l0_reverse	9	-0.0008207004866562784
180823	rnn.weight_hh_l0_reverse	0	0.041277527809143066
180823	rnn.weight_hh_l0_reverse	1	0.029353437945246696
180823	rnn.weight_hh_l0_reverse	2	-0.021225683391094208
180823	rnn.weight_hh_l0_reverse	3	-0.07794787734746933
180823	rnn.weight_hh_l0_reverse	4	0.01083264872431755
180823	rnn.weight_hh_l0_reverse	5	-0.054416291415691376
180823	rnn.weight_hh_l0_reverse	6	-0.01319816242903471
180823	rnn.weight_hh_l0_reverse	7	0.0292554572224617
180823	rnn.weight_hh_l0_reverse	8	0.009718229994177818
180823	rnn.weight_hh_l0_reverse	9	0.008203312754631042
180823	rnn.bias_ih_l0_reverse	0	-0.0469856895506382
180823	rnn.bias_ih_l0_reverse	1	-0.14194971323013306
180823	rnn.bias_ih_l0_reverse	2	-0.14408376812934875
180823	rnn.bias_ih_l0_reverse	3	-0.047678910195827484
180823	rnn.bias_ih_l0_reverse	4	-0.11252361536026001
180823	rnn.bias_ih_l0_reverse	5	-0.0880141481757164
180823	rnn.bias_ih_l0_reverse	6	-0.2031276524066925
180823	rnn.bias_ih_l0_reverse	7	-0.05748261511325836
180823	rnn.bias_ih_l0_reverse	8	-0.06433859467506409
180823	rnn.bias_ih_l0_reverse	9	-0.13403210043907166
180823	rnn.bias_hh_l0_reverse	0	-0.14367994666099548
180823	rnn.bias_hh_l0_reverse	1	-0.157523050904274
180823	rnn.bias_hh_l0_reverse	2	0.10242815315723419
180823	rnn.bias_hh_l0_reverse	3	0.07766341418027878
180823	rnn.bias_hh_l0_reverse	4	-0.17344921827316284
180823	rnn.bias_hh_l0_reverse	5	-0.13522832095623016
180823	rnn.bias_hh_l0_reverse	6	-0.10135385394096375
180823	rnn.bias_hh_l0_reverse	7	-0.04736308380961418
180823	rnn.bias_hh_l0_reverse	8	-0.0968744084239006
180823	rnn.bias_hh_l0_reverse	9	-0.023148108273744583
180823	linear.weight	0	-0.0076588718220591545
180823	linear.weight	1	-0.010507686994969845
180823	linear.weight	2	0.2913450002670288
180823	linear.weight	3	-0.07931549102067947
180823	linear.weight	4	-0.010588549077510834
180823	linear.weight	5	0.10582521557807922
180823	linear.weight	6	-0.010739270597696304
180823	linear.weight	7	-0.03882728889584541
180823	linear.weight	8	0.2073708474636078
180823	linear.weight	9	-0.24620383977890015
180823	linear.bias	0	-0.03956538438796997
180823	linear.bias	1	0.031413208693265915
180823	linear.bias	2	0.4522978365421295
180823	linear.bias	3	-0.6265195608139038
180823	linear.bias	4	2.0600075721740723
180823	linear.bias	5	-1.3932116031646729
180823	linear.bias	6	-0.3498392701148987
180823	linear.bias	7	-0.14755205810070038
181381	transitions	0	-1.8661932945251465
181381	transitions	1	-10000.0
181381	transitions	2	-0.7969565987586975
181381	transitions	3	-10000.0
181381	transitions	4	2.031099557876587
181381	transitions	5	-10000.0
181381	transitions	6	-10000.0
181381	transitions	7	1.7723819017410278
181381	transitions	8	-2.563061475753784
181381	transitions	9	-4.193398952484131
181381	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
181381	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
181381	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
181381	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
181381	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
181381	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
181381	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
181381	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
181381	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
181381	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
181381	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
181381	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
181381	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
181381	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
181381	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
181381	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
181381	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
181381	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
181381	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
181381	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
181381	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
181381	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
181381	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
181381	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
181381	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
181381	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
181381	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
181381	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
181381	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
181381	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
181381	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
181381	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
181381	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
181381	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
181381	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
181381	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
181381	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
181381	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
181381	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
181381	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
181381	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
181381	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
181381	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
181381	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
181381	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
181381	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
181381	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
181381	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
181381	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
181381	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
181381	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
181381	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
181381	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
181381	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
181381	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
181381	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
181381	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
181381	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
181381	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
181381	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
181381	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
181381	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
181381	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
181381	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
181381	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
181381	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
181381	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
181381	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
181381	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
181381	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
181381	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
181381	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
181381	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
181381	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
181381	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
181381	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
181381	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
181381	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
181381	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
181381	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
181381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
181381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
181381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
181381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
181381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
181381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
181381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
181381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
181381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
181381	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
181381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
181381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
181381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
181381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
181381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
181381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
181381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
181381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
181381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
181381	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
181381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
181381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
181381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
181381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
181381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
181381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
181381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
181381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
181381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
181381	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
181381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
181381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
181381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
181381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
181381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
181381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
181381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
181381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
181381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
181381	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
181381	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
181381	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
181381	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
181381	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
181381	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
181381	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
181381	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
181381	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
181381	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
181381	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
181381	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
181381	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
181381	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
181381	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
181381	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
181381	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
181381	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
181381	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
181381	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
181381	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
181381	embedding2nn.weight	0	0.006442437879741192
181381	embedding2nn.weight	1	0.004305392038077116
181381	embedding2nn.weight	2	0.013485739938914776
181381	embedding2nn.weight	3	0.02387339062988758
181381	embedding2nn.weight	4	0.021304713562130928
181381	embedding2nn.weight	5	0.007969680242240429
181381	embedding2nn.weight	6	-0.012769704684615135
181381	embedding2nn.weight	7	-0.0012454803800210357
181381	embedding2nn.weight	8	-0.007709449157118797
181381	embedding2nn.weight	9	0.0003601435455493629
181381	embedding2nn.bias	0	0.01573040895164013
181381	embedding2nn.bias	1	-0.04012719541788101
181381	embedding2nn.bias	2	0.09209313988685608
181381	embedding2nn.bias	3	0.05852460116147995
181381	embedding2nn.bias	4	-0.011096185073256493
181381	embedding2nn.bias	5	-0.03897922486066818
181381	embedding2nn.bias	6	0.007577195297926664
181381	embedding2nn.bias	7	-0.017269128933548927
181381	embedding2nn.bias	8	-0.02118571661412716
181381	embedding2nn.bias	9	0.020819591358304024
181381	rnn.weight_ih_l0	0	0.06803439557552338
181381	rnn.weight_ih_l0	1	-0.042205438017845154
181381	rnn.weight_ih_l0	2	0.011569366790354252
181381	rnn.weight_ih_l0	3	0.04913171008229256
181381	rnn.weight_ih_l0	4	-0.027741504833102226
181381	rnn.weight_ih_l0	5	0.043693725019693375
181381	rnn.weight_ih_l0	6	0.00769465696066618
181381	rnn.weight_ih_l0	7	0.06598664075136185
181381	rnn.weight_ih_l0	8	0.009594211354851723
181381	rnn.weight_ih_l0	9	-0.022817719727754593
181381	rnn.weight_hh_l0	0	-0.014602475799620152
181381	rnn.weight_hh_l0	1	-0.0262592826038599
181381	rnn.weight_hh_l0	2	-0.05824840068817139
181381	rnn.weight_hh_l0	3	-0.005168886389583349
181381	rnn.weight_hh_l0	4	-0.009161821566522121
181381	rnn.weight_hh_l0	5	-0.02500101737678051
181381	rnn.weight_hh_l0	6	-0.0006181734497658908
181381	rnn.weight_hh_l0	7	-0.04104916378855705
181381	rnn.weight_hh_l0	8	0.06663347780704498
181381	rnn.weight_hh_l0	9	0.04432730749249458
181381	rnn.bias_ih_l0	0	-0.17120221257209778
181381	rnn.bias_ih_l0	1	-0.16712631285190582
181381	rnn.bias_ih_l0	2	-0.02005002647638321
181381	rnn.bias_ih_l0	3	-0.14488224685192108
181381	rnn.bias_ih_l0	4	-0.05561213195323944
181381	rnn.bias_ih_l0	5	-0.1635051965713501
181381	rnn.bias_ih_l0	6	0.0645701065659523
181381	rnn.bias_ih_l0	7	-0.09038181602954865
181381	rnn.bias_ih_l0	8	-0.04655260592699051
181381	rnn.bias_ih_l0	9	-0.10895541310310364
181381	rnn.bias_hh_l0	0	-0.07921057194471359
181381	rnn.bias_hh_l0	1	0.24195197224617004
181381	rnn.bias_hh_l0	2	0.03945329040288925
181381	rnn.bias_hh_l0	3	-0.07457399368286133
181381	rnn.bias_hh_l0	4	-0.08456340432167053
181381	rnn.bias_hh_l0	5	-0.014173842966556549
181381	rnn.bias_hh_l0	6	0.05470048636198044
181381	rnn.bias_hh_l0	7	-0.10559458285570145
181381	rnn.bias_hh_l0	8	-0.2417532503604889
181381	rnn.bias_hh_l0	9	-0.1076350137591362
181381	rnn.weight_ih_l0_reverse	0	0.016069801524281502
181381	rnn.weight_ih_l0_reverse	1	-0.061269376426935196
181381	rnn.weight_ih_l0_reverse	2	0.04078167304396629
181381	rnn.weight_ih_l0_reverse	3	0.016720250248908997
181381	rnn.weight_ih_l0_reverse	4	-7.476855535060167e-05
181381	rnn.weight_ih_l0_reverse	5	-0.029156772419810295
181381	rnn.weight_ih_l0_reverse	6	0.016161851584911346
181381	rnn.weight_ih_l0_reverse	7	0.029972758144140244
181381	rnn.weight_ih_l0_reverse	8	-0.025908157229423523
181381	rnn.weight_ih_l0_reverse	9	-0.0011708730598911643
181381	rnn.weight_hh_l0_reverse	0	0.04111342504620552
181381	rnn.weight_hh_l0_reverse	1	0.029569046571850777
181381	rnn.weight_hh_l0_reverse	2	-0.020909694954752922
181381	rnn.weight_hh_l0_reverse	3	-0.07707055658102036
181381	rnn.weight_hh_l0_reverse	4	0.011092491447925568
181381	rnn.weight_hh_l0_reverse	5	-0.05442444235086441
181381	rnn.weight_hh_l0_reverse	6	-0.013186081312596798
181381	rnn.weight_hh_l0_reverse	7	0.02902594953775406
181381	rnn.weight_hh_l0_reverse	8	0.009586885571479797
181381	rnn.weight_hh_l0_reverse	9	0.008018895983695984
181381	rnn.bias_ih_l0_reverse	0	-0.04608380049467087
181381	rnn.bias_ih_l0_reverse	1	-0.14200250804424286
181381	rnn.bias_ih_l0_reverse	2	-0.14445114135742188
181381	rnn.bias_ih_l0_reverse	3	-0.045912403613328934
181381	rnn.bias_ih_l0_reverse	4	-0.11373083293437958
181381	rnn.bias_ih_l0_reverse	5	-0.08785762637853622
181381	rnn.bias_ih_l0_reverse	6	-0.20459596812725067
181381	rnn.bias_ih_l0_reverse	7	-0.05514821037650108
181381	rnn.bias_ih_l0_reverse	8	-0.06404004245996475
181381	rnn.bias_ih_l0_reverse	9	-0.13483348488807678
181381	rnn.bias_hh_l0_reverse	0	-0.14575299620628357
181381	rnn.bias_hh_l0_reverse	1	-0.1583414077758789
181381	rnn.bias_hh_l0_reverse	2	0.10090802609920502
181381	rnn.bias_hh_l0_reverse	3	0.07668571174144745
181381	rnn.bias_hh_l0_reverse	4	-0.17271704971790314
181381	rnn.bias_hh_l0_reverse	5	-0.1354304999113083
181381	rnn.bias_hh_l0_reverse	6	-0.09594617038965225
181381	rnn.bias_hh_l0_reverse	7	-0.04957933723926544
181381	rnn.bias_hh_l0_reverse	8	-0.09569496661424637
181381	rnn.bias_hh_l0_reverse	9	-0.02544081024825573
181381	linear.weight	0	-0.0076591335237026215
181381	linear.weight	1	-0.011517860926687717
181381	linear.weight	2	0.3027414381504059
181381	linear.weight	3	-0.07930944114923477
181381	linear.weight	4	-0.010588549077510834
181381	linear.weight	5	0.13345615565776825
181381	linear.weight	6	-0.010739270597696304
181381	linear.weight	7	-0.0446908101439476
181381	linear.weight	8	0.19921457767486572
181381	linear.weight	9	-0.24498988687992096
181381	linear.bias	0	-0.03956538438796997
181381	linear.bias	1	0.031413208693265915
181381	linear.bias	2	0.4711785912513733
181381	linear.bias	3	-0.6487879157066345
181381	linear.bias	4	2.0262229442596436
181381	linear.bias	5	-1.393394112586975
181381	linear.bias	6	-0.33079132437705994
181381	linear.bias	7	-0.12926054000854492
181939	transitions	0	-1.8671084642410278
181939	transitions	1	-10000.0
181939	transitions	2	-0.7969565987586975
181939	transitions	3	-10000.0
181939	transitions	4	2.0020105838775635
181939	transitions	5	-10000.0
181939	transitions	6	-10000.0
181939	transitions	7	1.7751544713974
181939	transitions	8	-2.5641863346099854
181939	transitions	9	-4.19409704208374
181939	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
181939	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
181939	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
181939	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
181939	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
181939	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
181939	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
181939	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
181939	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
181939	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
181939	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
181939	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
181939	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
181939	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
181939	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
181939	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
181939	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
181939	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
181939	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
181939	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
181939	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
181939	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
181939	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
181939	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
181939	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
181939	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
181939	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
181939	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
181939	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
181939	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
181939	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
181939	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
181939	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
181939	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
181939	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
181939	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
181939	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
181939	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
181939	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
181939	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
181939	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
181939	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
181939	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
181939	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
181939	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
181939	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
181939	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
181939	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
181939	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
181939	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
181939	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
181939	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
181939	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
181939	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
181939	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
181939	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
181939	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
181939	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
181939	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
181939	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
181939	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
181939	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
181939	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
181939	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
181939	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
181939	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
181939	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
181939	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
181939	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
181939	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
181939	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
181939	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
181939	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
181939	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
181939	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
181939	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
181939	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
181939	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
181939	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
181939	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
181939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
181939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
181939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
181939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
181939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
181939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
181939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
181939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
181939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
181939	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
181939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
181939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
181939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
181939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
181939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
181939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
181939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
181939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
181939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
181939	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
181939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
181939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
181939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
181939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
181939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
181939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
181939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
181939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
181939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
181939	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
181939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
181939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
181939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
181939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
181939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
181939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
181939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
181939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
181939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
181939	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
181939	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
181939	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
181939	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
181939	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
181939	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
181939	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
181939	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
181939	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
181939	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
181939	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
181939	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
181939	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
181939	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
181939	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
181939	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
181939	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
181939	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
181939	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
181939	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
181939	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
181939	embedding2nn.weight	0	0.006454957649111748
181939	embedding2nn.weight	1	0.004193329252302647
181939	embedding2nn.weight	2	0.013494702987372875
181939	embedding2nn.weight	3	0.0244665015488863
181939	embedding2nn.weight	4	0.02107447385787964
181939	embedding2nn.weight	5	0.00784746278077364
181939	embedding2nn.weight	6	-0.012615282088518143
181939	embedding2nn.weight	7	-0.0012520019663497806
181939	embedding2nn.weight	8	-0.007960215210914612
181939	embedding2nn.weight	9	0.0003427677438594401
181939	embedding2nn.bias	0	0.018312688916921616
181939	embedding2nn.bias	1	-0.04447164013981819
181939	embedding2nn.bias	2	0.09140169620513916
181939	embedding2nn.bias	3	0.06252803653478622
181939	embedding2nn.bias	4	-0.013907883316278458
181939	embedding2nn.bias	5	-0.04089987277984619
181939	embedding2nn.bias	6	0.012899278663098812
181939	embedding2nn.bias	7	-0.01756884530186653
181939	embedding2nn.bias	8	-0.026578381657600403
181939	embedding2nn.bias	9	0.022177135571837425
181939	rnn.weight_ih_l0	0	0.06797609478235245
181939	rnn.weight_ih_l0	1	-0.04207003489136696
181939	rnn.weight_ih_l0	2	0.012317808344960213
181939	rnn.weight_ih_l0	3	0.04861383140087128
181939	rnn.weight_ih_l0	4	-0.02779352478682995
181939	rnn.weight_ih_l0	5	0.043503906577825546
181939	rnn.weight_ih_l0	6	0.007374544162303209
181939	rnn.weight_ih_l0	7	0.06495512276887894
181939	rnn.weight_ih_l0	8	0.010174390859901905
181939	rnn.weight_ih_l0	9	-0.024202950298786163
181939	rnn.weight_hh_l0	0	-0.014270944520831108
181939	rnn.weight_hh_l0	1	-0.026308754459023476
181939	rnn.weight_hh_l0	2	-0.05894221365451813
181939	rnn.weight_hh_l0	3	-0.005109567195177078
181939	rnn.weight_hh_l0	4	-0.009158629924058914
181939	rnn.weight_hh_l0	5	-0.02478429302573204
181939	rnn.weight_hh_l0	6	-0.0006582168280147016
181939	rnn.weight_hh_l0	7	-0.039550188928842545
181939	rnn.weight_hh_l0	8	0.06646836549043655
181939	rnn.weight_hh_l0	9	0.04444669559597969
181939	rnn.bias_ih_l0	0	-0.17373976111412048
181939	rnn.bias_ih_l0	1	-0.16709096729755402
181939	rnn.bias_ih_l0	2	-0.021132439374923706
181939	rnn.bias_ih_l0	3	-0.14454124867916107
181939	rnn.bias_ih_l0	4	-0.05386845022439957
181939	rnn.bias_ih_l0	5	-0.16711127758026123
181939	rnn.bias_ih_l0	6	0.06554501503705978
181939	rnn.bias_ih_l0	7	-0.09138378500938416
181939	rnn.bias_ih_l0	8	-0.04585016891360283
181939	rnn.bias_ih_l0	9	-0.10818656533956528
181939	rnn.bias_hh_l0	0	-0.07798667997121811
181939	rnn.bias_hh_l0	1	0.24485090374946594
181939	rnn.bias_hh_l0	2	0.042020849883556366
181939	rnn.bias_hh_l0	3	-0.07323603332042694
181939	rnn.bias_hh_l0	4	-0.08486688882112503
181939	rnn.bias_hh_l0	5	-0.006953435949981213
181939	rnn.bias_hh_l0	6	0.055846672505140305
181939	rnn.bias_hh_l0	7	-0.10503614693880081
181939	rnn.bias_hh_l0	8	-0.24616070091724396
181939	rnn.bias_hh_l0	9	-0.10631808638572693
181939	rnn.weight_ih_l0_reverse	0	0.018099967390298843
181939	rnn.weight_ih_l0_reverse	1	-0.061072755604982376
181939	rnn.weight_ih_l0_reverse	2	0.040342967957258224
181939	rnn.weight_ih_l0_reverse	3	0.016618994995951653
181939	rnn.weight_ih_l0_reverse	4	-0.00036394174094311893
181939	rnn.weight_ih_l0_reverse	5	-0.028745656833052635
181939	rnn.weight_ih_l0_reverse	6	0.01664198562502861
181939	rnn.weight_ih_l0_reverse	7	0.03047618269920349
181939	rnn.weight_ih_l0_reverse	8	-0.02555069513618946
181939	rnn.weight_ih_l0_reverse	9	-0.00133556651417166
181939	rnn.weight_hh_l0_reverse	0	0.04075445979833603
181939	rnn.weight_hh_l0_reverse	1	0.02972053363919258
181939	rnn.weight_hh_l0_reverse	2	-0.021210817620158195
181939	rnn.weight_hh_l0_reverse	3	-0.07718110829591751
181939	rnn.weight_hh_l0_reverse	4	0.010932269506156445
181939	rnn.weight_hh_l0_reverse	5	-0.05468360334634781
181939	rnn.weight_hh_l0_reverse	6	-0.013324051164090633
181939	rnn.weight_hh_l0_reverse	7	0.029010890051722527
181939	rnn.weight_hh_l0_reverse	8	0.009223184548318386
181939	rnn.weight_hh_l0_reverse	9	0.008357486687600613
181939	rnn.bias_ih_l0_reverse	0	-0.04728582873940468
181939	rnn.bias_ih_l0_reverse	1	-0.14011035859584808
181939	rnn.bias_ih_l0_reverse	2	-0.14550930261611938
181939	rnn.bias_ih_l0_reverse	3	-0.04726816341280937
181939	rnn.bias_ih_l0_reverse	4	-0.11767461150884628
181939	rnn.bias_ih_l0_reverse	5	-0.08692408353090286
181939	rnn.bias_ih_l0_reverse	6	-0.20534537732601166
181939	rnn.bias_ih_l0_reverse	7	-0.053135260939598083
181939	rnn.bias_ih_l0_reverse	8	-0.06618119776248932
181939	rnn.bias_ih_l0_reverse	9	-0.13546916842460632
181939	rnn.bias_hh_l0_reverse	0	-0.1459391713142395
181939	rnn.bias_hh_l0_reverse	1	-0.16021165251731873
181939	rnn.bias_hh_l0_reverse	2	0.10205359011888504
181939	rnn.bias_hh_l0_reverse	3	0.076670341193676
181939	rnn.bias_hh_l0_reverse	4	-0.1705901175737381
181939	rnn.bias_hh_l0_reverse	5	-0.13632430136203766
181939	rnn.bias_hh_l0_reverse	6	-0.09789746254682541
181939	rnn.bias_hh_l0_reverse	7	-0.049195535480976105
181939	rnn.bias_hh_l0_reverse	8	-0.09609013050794601
181939	rnn.bias_hh_l0_reverse	9	-0.02384331077337265
181939	linear.weight	0	-0.007659821305423975
181939	linear.weight	1	-0.004472703672945499
181939	linear.weight	2	0.3000853657722473
181939	linear.weight	3	-0.07930471003055573
181939	linear.weight	4	-0.010588549077510834
181939	linear.weight	5	0.10163219273090363
181939	linear.weight	6	-0.010739270597696304
181939	linear.weight	7	-0.07775267213582993
181939	linear.weight	8	0.2012186050415039
181939	linear.weight	9	-0.2459227293729782
181939	linear.bias	0	-0.03956538438796997
181939	linear.bias	1	0.031413208693265915
181939	linear.bias	2	0.4785402715206146
181939	linear.bias	3	-0.6495562791824341
181939	linear.bias	4	2.0268218517303467
181939	linear.bias	5	-1.3935730457305908
181939	linear.bias	6	-0.33497118949890137
181939	linear.bias	7	-0.1321103572845459
182497	transitions	0	-1.8680610656738281
182497	transitions	1	-10000.0
182497	transitions	2	-0.7969565987586975
182497	transitions	3	-10000.0
182497	transitions	4	1.981345772743225
182497	transitions	5	-10000.0
182497	transitions	6	-10000.0
182497	transitions	7	1.7758783102035522
182497	transitions	8	-2.5649216175079346
182497	transitions	9	-4.194764614105225
182497	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
182497	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
182497	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
182497	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
182497	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
182497	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
182497	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
182497	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
182497	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
182497	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
182497	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
182497	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
182497	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
182497	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
182497	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
182497	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
182497	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
182497	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
182497	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
182497	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
182497	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
182497	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
182497	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
182497	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
182497	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
182497	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
182497	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
182497	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
182497	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
182497	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
182497	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
182497	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
182497	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
182497	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
182497	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
182497	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
182497	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
182497	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
182497	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
182497	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
182497	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
182497	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
182497	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
182497	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
182497	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
182497	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
182497	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
182497	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
182497	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
182497	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
182497	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
182497	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
182497	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
182497	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
182497	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
182497	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
182497	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
182497	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
182497	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
182497	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
182497	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
182497	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
182497	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
182497	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
182497	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
182497	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
182497	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
182497	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
182497	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
182497	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
182497	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
182497	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
182497	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
182497	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
182497	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
182497	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
182497	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
182497	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
182497	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
182497	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
182497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
182497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
182497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
182497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
182497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
182497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
182497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
182497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
182497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
182497	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
182497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
182497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
182497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
182497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
182497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
182497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
182497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
182497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
182497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
182497	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
182497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
182497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
182497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
182497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
182497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
182497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
182497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
182497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
182497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
182497	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
182497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
182497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
182497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
182497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
182497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
182497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
182497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
182497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
182497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
182497	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
182497	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
182497	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
182497	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
182497	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
182497	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
182497	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
182497	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
182497	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
182497	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
182497	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
182497	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
182497	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
182497	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
182497	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
182497	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
182497	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
182497	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
182497	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
182497	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
182497	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
182497	embedding2nn.weight	0	0.0064987908117473125
182497	embedding2nn.weight	1	0.0041997493244707584
182497	embedding2nn.weight	2	0.01348542608320713
182497	embedding2nn.weight	3	0.02407814748585224
182497	embedding2nn.weight	4	0.02114921808242798
182497	embedding2nn.weight	5	0.008471633307635784
182497	embedding2nn.weight	6	-0.012709250673651695
182497	embedding2nn.weight	7	-0.0012393640354275703
182497	embedding2nn.weight	8	-0.007691704202443361
182497	embedding2nn.weight	9	0.000351246097125113
182497	embedding2nn.bias	0	0.018536115065217018
182497	embedding2nn.bias	1	-0.04340669885277748
182497	embedding2nn.bias	2	0.09576234966516495
182497	embedding2nn.bias	3	0.05997774749994278
182497	embedding2nn.bias	4	-0.015190244652330875
182497	embedding2nn.bias	5	-0.03834489732980728
182497	embedding2nn.bias	6	0.007058586925268173
182497	embedding2nn.bias	7	-0.018822431564331055
182497	embedding2nn.bias	8	-0.027804255485534668
182497	embedding2nn.bias	9	0.022900858893990517
182497	rnn.weight_ih_l0	0	0.06740695238113403
182497	rnn.weight_ih_l0	1	-0.04263646900653839
182497	rnn.weight_ih_l0	2	0.012256227433681488
182497	rnn.weight_ih_l0	3	0.0483422614634037
182497	rnn.weight_ih_l0	4	-0.027620255947113037
182497	rnn.weight_ih_l0	5	0.04340684786438942
182497	rnn.weight_ih_l0	6	0.007528748828917742
182497	rnn.weight_ih_l0	7	0.06437905132770538
182497	rnn.weight_ih_l0	8	0.01117683481425047
182497	rnn.weight_ih_l0	9	-0.024143580347299576
182497	rnn.weight_hh_l0	0	-0.014265842735767365
182497	rnn.weight_hh_l0	1	-0.026504989713430405
182497	rnn.weight_hh_l0	2	-0.059046853333711624
182497	rnn.weight_hh_l0	3	-0.005099925212562084
182497	rnn.weight_hh_l0	4	-0.009328169748187065
182497	rnn.weight_hh_l0	5	-0.024811338633298874
182497	rnn.weight_hh_l0	6	-0.0005774355959147215
182497	rnn.weight_hh_l0	7	-0.03910040855407715
182497	rnn.weight_hh_l0	8	0.06692132353782654
182497	rnn.weight_hh_l0	9	0.044222962111234665
182497	rnn.bias_ih_l0	0	-0.1728719174861908
182497	rnn.bias_ih_l0	1	-0.16739308834075928
182497	rnn.bias_ih_l0	2	-0.02179970033466816
182497	rnn.bias_ih_l0	3	-0.14506429433822632
182497	rnn.bias_ih_l0	4	-0.054723795503377914
182497	rnn.bias_ih_l0	5	-0.16797128319740295
182497	rnn.bias_ih_l0	6	0.06254549324512482
182497	rnn.bias_ih_l0	7	-0.09159956127405167
182497	rnn.bias_ih_l0	8	-0.0453776940703392
182497	rnn.bias_ih_l0	9	-0.10832852125167847
182497	rnn.bias_hh_l0	0	-0.07693265378475189
182497	rnn.bias_hh_l0	1	0.24632659554481506
182497	rnn.bias_hh_l0	2	0.04170091822743416
182497	rnn.bias_hh_l0	3	-0.07229471206665039
182497	rnn.bias_hh_l0	4	-0.0836539939045906
182497	rnn.bias_hh_l0	5	-0.00513543700799346
182497	rnn.bias_hh_l0	6	0.05853930860757828
182497	rnn.bias_hh_l0	7	-0.1036955863237381
182497	rnn.bias_hh_l0	8	-0.2446402907371521
182497	rnn.bias_hh_l0	9	-0.10538217425346375
182497	rnn.weight_ih_l0_reverse	0	0.017918633297085762
182497	rnn.weight_ih_l0_reverse	1	-0.06024914234876633
182497	rnn.weight_ih_l0_reverse	2	0.040539588779211044
182497	rnn.weight_ih_l0_reverse	3	0.015556618571281433
182497	rnn.weight_ih_l0_reverse	4	7.126625860109925e-05
182497	rnn.weight_ih_l0_reverse	5	-0.02959532104432583
182497	rnn.weight_ih_l0_reverse	6	0.01656830683350563
182497	rnn.weight_ih_l0_reverse	7	0.03036877140402794
182497	rnn.weight_ih_l0_reverse	8	-0.02562929503619671
182497	rnn.weight_ih_l0_reverse	9	-0.002336803125217557
182497	rnn.weight_hh_l0_reverse	0	0.04080366715788841
182497	rnn.weight_hh_l0_reverse	1	0.030051562935113907
182497	rnn.weight_hh_l0_reverse	2	-0.021089108660817146
182497	rnn.weight_hh_l0_reverse	3	-0.0774657279253006
182497	rnn.weight_hh_l0_reverse	4	0.01098537165671587
182497	rnn.weight_hh_l0_reverse	5	-0.055193547159433365
182497	rnn.weight_hh_l0_reverse	6	-0.013388280756771564
182497	rnn.weight_hh_l0_reverse	7	0.028952525928616524
182497	rnn.weight_hh_l0_reverse	8	0.008410003036260605
182497	rnn.weight_hh_l0_reverse	9	0.008447961881756783
182497	rnn.bias_ih_l0_reverse	0	-0.046835776418447495
182497	rnn.bias_ih_l0_reverse	1	-0.1405792087316513
182497	rnn.bias_ih_l0_reverse	2	-0.14558066427707672
182497	rnn.bias_ih_l0_reverse	3	-0.048151515424251556
182497	rnn.bias_ih_l0_reverse	4	-0.11988086253404617
182497	rnn.bias_ih_l0_reverse	5	-0.08704622089862823
182497	rnn.bias_ih_l0_reverse	6	-0.20837511122226715
182497	rnn.bias_ih_l0_reverse	7	-0.054641928523778915
182497	rnn.bias_ih_l0_reverse	8	-0.06539734452962875
182497	rnn.bias_ih_l0_reverse	9	-0.13577622175216675
182497	rnn.bias_hh_l0_reverse	0	-0.14665232598781586
182497	rnn.bias_hh_l0_reverse	1	-0.16176116466522217
182497	rnn.bias_hh_l0_reverse	2	0.1012144684791565
182497	rnn.bias_hh_l0_reverse	3	0.07853570580482483
182497	rnn.bias_hh_l0_reverse	4	-0.17360731959342957
182497	rnn.bias_hh_l0_reverse	5	-0.13569970428943634
182497	rnn.bias_hh_l0_reverse	6	-0.09834235161542892
182497	rnn.bias_hh_l0_reverse	7	-0.050524864345788956
182497	rnn.bias_hh_l0_reverse	8	-0.09622981399297714
182497	rnn.bias_hh_l0_reverse	9	-0.02192940004169941
182497	linear.weight	0	-0.007660236209630966
182497	linear.weight	1	-0.006503458134829998
182497	linear.weight	2	0.3044988512992859
182497	linear.weight	3	-0.0792989507317543
182497	linear.weight	4	-0.010588549077510834
182497	linear.weight	5	0.09868637472391129
182497	linear.weight	6	-0.010739270597696304
182497	linear.weight	7	-0.057770878076553345
182497	linear.weight	8	0.2049340158700943
182497	linear.weight	9	-0.24001561105251312
182497	linear.bias	0	-0.03956538438796997
182497	linear.bias	1	0.031413208693265915
182497	linear.bias	2	0.4622044563293457
182497	linear.bias	3	-0.6325012445449829
182497	linear.bias	4	2.0322160720825195
182497	linear.bias	5	-1.3937482833862305
182497	linear.bias	6	-0.33732348680496216
182497	linear.bias	7	-0.1357124298810959
183055	transitions	0	-1.869041085243225
183055	transitions	1	-10000.0
183055	transitions	2	-0.7969565987586975
183055	transitions	3	-10000.0
183055	transitions	4	1.989429235458374
183055	transitions	5	-10000.0
183055	transitions	6	-10000.0
183055	transitions	7	1.7636767625808716
183055	transitions	8	-2.5657198429107666
183055	transitions	9	-4.195487976074219
183055	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
183055	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
183055	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
183055	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
183055	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
183055	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
183055	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
183055	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
183055	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
183055	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
183055	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
183055	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
183055	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
183055	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
183055	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
183055	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
183055	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
183055	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
183055	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
183055	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
183055	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
183055	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
183055	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
183055	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
183055	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
183055	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
183055	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
183055	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
183055	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
183055	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
183055	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
183055	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
183055	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
183055	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
183055	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
183055	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
183055	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
183055	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
183055	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
183055	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
183055	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
183055	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
183055	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
183055	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
183055	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
183055	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
183055	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
183055	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
183055	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
183055	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
183055	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
183055	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
183055	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
183055	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
183055	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
183055	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
183055	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
183055	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
183055	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
183055	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
183055	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
183055	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
183055	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
183055	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
183055	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
183055	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
183055	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
183055	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
183055	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
183055	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
183055	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
183055	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
183055	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
183055	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
183055	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
183055	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
183055	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
183055	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
183055	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
183055	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
183055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
183055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
183055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
183055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
183055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
183055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
183055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
183055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
183055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
183055	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
183055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
183055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
183055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
183055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
183055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
183055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
183055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
183055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
183055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
183055	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
183055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
183055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
183055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
183055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
183055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
183055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
183055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
183055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
183055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
183055	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
183055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
183055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
183055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
183055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
183055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
183055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
183055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
183055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
183055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
183055	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
183055	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
183055	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
183055	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
183055	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
183055	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
183055	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
183055	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
183055	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
183055	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
183055	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
183055	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
183055	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
183055	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
183055	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
183055	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
183055	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
183055	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
183055	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
183055	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
183055	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
183055	embedding2nn.weight	0	0.006489780265837908
183055	embedding2nn.weight	1	0.0041338480077683926
183055	embedding2nn.weight	2	0.013465989381074905
183055	embedding2nn.weight	3	0.023588795214891434
183055	embedding2nn.weight	4	0.021432990208268166
183055	embedding2nn.weight	5	0.007834342308342457
183055	embedding2nn.weight	6	-0.012836241163313389
183055	embedding2nn.weight	7	-0.0010786958737298846
183055	embedding2nn.weight	8	-0.008029093965888023
183055	embedding2nn.weight	9	0.0006084793712943792
183055	embedding2nn.bias	0	0.016949428245425224
183055	embedding2nn.bias	1	-0.04450179636478424
183055	embedding2nn.bias	2	0.09758633375167847
183055	embedding2nn.bias	3	0.06218520551919937
183055	embedding2nn.bias	4	-0.014805404469370842
183055	embedding2nn.bias	5	-0.034232333302497864
183055	embedding2nn.bias	6	0.00808289460837841
183055	embedding2nn.bias	7	-0.013311988674104214
183055	embedding2nn.bias	8	-0.033141858875751495
183055	embedding2nn.bias	9	0.022409604862332344
183055	rnn.weight_ih_l0	0	0.0679662823677063
183055	rnn.weight_ih_l0	1	-0.043321359902620316
183055	rnn.weight_ih_l0	2	0.011449165642261505
183055	rnn.weight_ih_l0	3	0.05001949518918991
183055	rnn.weight_ih_l0	4	-0.028265906497836113
183055	rnn.weight_ih_l0	5	0.04271671175956726
183055	rnn.weight_ih_l0	6	0.007448635995388031
183055	rnn.weight_ih_l0	7	0.06482160091400146
183055	rnn.weight_ih_l0	8	0.010642874985933304
183055	rnn.weight_ih_l0	9	-0.024341752752661705
183055	rnn.weight_hh_l0	0	-0.013756957836449146
183055	rnn.weight_hh_l0	1	-0.026318786665797234
183055	rnn.weight_hh_l0	2	-0.059173520654439926
183055	rnn.weight_hh_l0	3	-0.005160271655768156
183055	rnn.weight_hh_l0	4	-0.009359637275338173
183055	rnn.weight_hh_l0	5	-0.024916790425777435
183055	rnn.weight_hh_l0	6	-0.0005119094857946038
183055	rnn.weight_hh_l0	7	-0.03917786478996277
183055	rnn.weight_hh_l0	8	0.0670817643404007
183055	rnn.weight_hh_l0	9	0.04415072500705719
183055	rnn.bias_ih_l0	0	-0.1739899218082428
183055	rnn.bias_ih_l0	1	-0.16737627983093262
183055	rnn.bias_ih_l0	2	-0.019640546292066574
183055	rnn.bias_ih_l0	3	-0.1464768499135971
183055	rnn.bias_ih_l0	4	-0.052541911602020264
183055	rnn.bias_ih_l0	5	-0.16716191172599792
183055	rnn.bias_ih_l0	6	0.06337768584489822
183055	rnn.bias_ih_l0	7	-0.09241456538438797
183055	rnn.bias_ih_l0	8	-0.04332331195473671
183055	rnn.bias_ih_l0	9	-0.1088855043053627
183055	rnn.bias_hh_l0	0	-0.07647906243801117
183055	rnn.bias_hh_l0	1	0.23949819803237915
183055	rnn.bias_hh_l0	2	0.04133511707186699
183055	rnn.bias_hh_l0	3	-0.07217485457658768
183055	rnn.bias_hh_l0	4	-0.08249897509813309
183055	rnn.bias_hh_l0	5	-0.0036172077525407076
183055	rnn.bias_hh_l0	6	0.05474564805626869
183055	rnn.bias_hh_l0	7	-0.10509712249040604
183055	rnn.bias_hh_l0	8	-0.24365663528442383
183055	rnn.bias_hh_l0	9	-0.10547599196434021
183055	rnn.weight_ih_l0_reverse	0	0.018825115635991096
183055	rnn.weight_ih_l0_reverse	1	-0.05965189263224602
183055	rnn.weight_ih_l0_reverse	2	0.04064338281750679
183055	rnn.weight_ih_l0_reverse	3	0.01502280868589878
183055	rnn.weight_ih_l0_reverse	4	-0.0007470972486771643
183055	rnn.weight_ih_l0_reverse	5	-0.030485408380627632
183055	rnn.weight_ih_l0_reverse	6	0.016833676025271416
183055	rnn.weight_ih_l0_reverse	7	0.030520124360919
183055	rnn.weight_ih_l0_reverse	8	-0.025448553264141083
183055	rnn.weight_ih_l0_reverse	9	-0.001930244150571525
183055	rnn.weight_hh_l0_reverse	0	0.04083232581615448
183055	rnn.weight_hh_l0_reverse	1	0.030084678903222084
183055	rnn.weight_hh_l0_reverse	2	-0.021080294623970985
183055	rnn.weight_hh_l0_reverse	3	-0.0781809464097023
183055	rnn.weight_hh_l0_reverse	4	0.011030390858650208
183055	rnn.weight_hh_l0_reverse	5	-0.055460669100284576
183055	rnn.weight_hh_l0_reverse	6	-0.013108557090163231
183055	rnn.weight_hh_l0_reverse	7	0.029083024710416794
183055	rnn.weight_hh_l0_reverse	8	0.008683037012815475
183055	rnn.weight_hh_l0_reverse	9	0.00838062446564436
183055	rnn.bias_ih_l0_reverse	0	-0.046366285532712936
183055	rnn.bias_ih_l0_reverse	1	-0.14095686376094818
183055	rnn.bias_ih_l0_reverse	2	-0.14643599092960358
183055	rnn.bias_ih_l0_reverse	3	-0.04810487478971481
183055	rnn.bias_ih_l0_reverse	4	-0.11925847828388214
183055	rnn.bias_ih_l0_reverse	5	-0.08742304146289825
183055	rnn.bias_ih_l0_reverse	6	-0.2094346135854721
183055	rnn.bias_ih_l0_reverse	7	-0.05560869351029396
183055	rnn.bias_ih_l0_reverse	8	-0.06484702229499817
183055	rnn.bias_ih_l0_reverse	9	-0.13522380590438843
183055	rnn.bias_hh_l0_reverse	0	-0.14556971192359924
183055	rnn.bias_hh_l0_reverse	1	-0.1622246354818344
183055	rnn.bias_hh_l0_reverse	2	0.09599307924509048
183055	rnn.bias_hh_l0_reverse	3	0.08053500950336456
183055	rnn.bias_hh_l0_reverse	4	-0.17126129567623138
183055	rnn.bias_hh_l0_reverse	5	-0.13691426813602448
183055	rnn.bias_hh_l0_reverse	6	-0.10198687016963959
183055	rnn.bias_hh_l0_reverse	7	-0.051995981484651566
183055	rnn.bias_hh_l0_reverse	8	-0.09628266096115112
183055	rnn.bias_hh_l0_reverse	9	-0.02097449265420437
183055	linear.weight	0	-0.007661791518330574
183055	linear.weight	1	-0.007321000564843416
183055	linear.weight	2	0.2917441129684448
183055	linear.weight	3	-0.07929431647062302
183055	linear.weight	4	-0.010588549077510834
183055	linear.weight	5	0.07241098582744598
183055	linear.weight	6	-0.010739270597696304
183055	linear.weight	7	-0.06209113821387291
183055	linear.weight	8	0.18595948815345764
183055	linear.weight	9	-0.23640668392181396
183055	linear.bias	0	-0.03956538438796997
183055	linear.bias	1	0.031413208693265915
183055	linear.bias	2	0.4882342219352722
183055	linear.bias	3	-0.6645897030830383
183055	linear.bias	4	2.0348424911499023
183055	linear.bias	5	-1.3939346075057983
183055	linear.bias	6	-0.3351857364177704
183055	linear.bias	7	-0.1342466175556183
183613	transitions	0	-1.8701658248901367
183613	transitions	1	-10000.0
183613	transitions	2	-0.7969565987586975
183613	transitions	3	-10000.0
183613	transitions	4	1.986600399017334
183613	transitions	5	-10000.0
183613	transitions	6	-10000.0
183613	transitions	7	1.7759182453155518
183613	transitions	8	-2.5666346549987793
183613	transitions	9	-4.19618558883667
183613	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
183613	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
183613	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
183613	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
183613	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
183613	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
183613	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
183613	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
183613	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
183613	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
183613	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
183613	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
183613	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
183613	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
183613	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
183613	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
183613	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
183613	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
183613	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
183613	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
183613	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
183613	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
183613	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
183613	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
183613	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
183613	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
183613	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
183613	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
183613	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
183613	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
183613	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
183613	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
183613	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
183613	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
183613	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
183613	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
183613	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
183613	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
183613	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
183613	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
183613	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
183613	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
183613	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
183613	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
183613	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
183613	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
183613	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
183613	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
183613	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
183613	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
183613	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
183613	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
183613	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
183613	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
183613	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
183613	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
183613	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
183613	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
183613	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
183613	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
183613	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
183613	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
183613	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
183613	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
183613	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
183613	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
183613	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
183613	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
183613	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
183613	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
183613	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
183613	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
183613	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
183613	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
183613	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
183613	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
183613	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
183613	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
183613	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
183613	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
183613	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
183613	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
183613	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
183613	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
183613	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
183613	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
183613	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
183613	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
183613	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
183613	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
183613	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
183613	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
183613	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
183613	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
183613	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
183613	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
183613	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
183613	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
183613	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
183613	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
183613	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
183613	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
183613	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
183613	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
183613	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
183613	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
183613	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
183613	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
183613	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
183613	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
183613	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
183613	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
183613	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
183613	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
183613	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
183613	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
183613	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
183613	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
183613	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
183613	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
183613	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
183613	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
183613	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
183613	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
183613	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
183613	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
183613	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
183613	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
183613	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
183613	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
183613	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
183613	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
183613	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
183613	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
183613	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
183613	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
183613	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
183613	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
183613	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
183613	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
183613	embedding2nn.weight	0	0.006488634739071131
183613	embedding2nn.weight	1	0.004176812712103128
183613	embedding2nn.weight	2	0.01346121821552515
183613	embedding2nn.weight	3	0.023618215695023537
183613	embedding2nn.weight	4	0.02169438637793064
183613	embedding2nn.weight	5	0.008204735815525055
183613	embedding2nn.weight	6	-0.012869765982031822
183613	embedding2nn.weight	7	-0.0011325664818286896
183613	embedding2nn.weight	8	-0.008291540667414665
183613	embedding2nn.weight	9	0.0005582081503234804
183613	embedding2nn.bias	0	0.0201416052877903
183613	embedding2nn.bias	1	-0.04782133549451828
183613	embedding2nn.bias	2	0.095415860414505
183613	embedding2nn.bias	3	0.06174534186720848
183613	embedding2nn.bias	4	-0.011520135216414928
183613	embedding2nn.bias	5	-0.033528853207826614
183613	embedding2nn.bias	6	0.011849278584122658
183613	embedding2nn.bias	7	-0.008912861347198486
183613	embedding2nn.bias	8	-0.0308464914560318
183613	embedding2nn.bias	9	0.023069409653544426
183613	rnn.weight_ih_l0	0	0.0682271420955658
183613	rnn.weight_ih_l0	1	-0.04340019449591637
183613	rnn.weight_ih_l0	2	0.011358629912137985
183613	rnn.weight_ih_l0	3	0.050250232219696045
183613	rnn.weight_ih_l0	4	-0.0285186767578125
183613	rnn.weight_ih_l0	5	0.04262218624353409
183613	rnn.weight_ih_l0	6	0.00770415086299181
183613	rnn.weight_ih_l0	7	0.06484318524599075
183613	rnn.weight_ih_l0	8	0.010310775600373745
183613	rnn.weight_ih_l0	9	-0.024192558601498604
183613	rnn.weight_hh_l0	0	-0.013619125820696354
183613	rnn.weight_hh_l0	1	-0.026334501802921295
183613	rnn.weight_hh_l0	2	-0.059246499091386795
183613	rnn.weight_hh_l0	3	-0.005116061307489872
183613	rnn.weight_hh_l0	4	-0.009309445507824421
183613	rnn.weight_hh_l0	5	-0.025360863655805588
183613	rnn.weight_hh_l0	6	-0.00046304831630550325
183613	rnn.weight_hh_l0	7	-0.039091404527425766
183613	rnn.weight_hh_l0	8	0.06703048944473267
183613	rnn.weight_hh_l0	9	0.04496808722615242
183613	rnn.bias_ih_l0	0	-0.17360514402389526
183613	rnn.bias_ih_l0	1	-0.1683102697134018
183613	rnn.bias_ih_l0	2	-0.021078994497656822
183613	rnn.bias_ih_l0	3	-0.14537206292152405
183613	rnn.bias_ih_l0	4	-0.051507461816072464
183613	rnn.bias_ih_l0	5	-0.16590653359889984
183613	rnn.bias_ih_l0	6	0.06667925417423248
183613	rnn.bias_ih_l0	7	-0.09136465191841125
183613	rnn.bias_ih_l0	8	-0.042724575847387314
183613	rnn.bias_ih_l0	9	-0.1089724451303482
183613	rnn.bias_hh_l0	0	-0.07681488245725632
183613	rnn.bias_hh_l0	1	0.23969419300556183
183613	rnn.bias_hh_l0	2	0.0438205823302269
183613	rnn.bias_hh_l0	3	-0.07232185453176498
183613	rnn.bias_hh_l0	4	-0.08274975419044495
183613	rnn.bias_hh_l0	5	-0.0007453638245351613
183613	rnn.bias_hh_l0	6	0.053301986306905746
183613	rnn.bias_hh_l0	7	-0.10440921038389206
183613	rnn.bias_hh_l0	8	-0.24309520423412323
183613	rnn.bias_hh_l0	9	-0.10632902383804321
183613	rnn.weight_ih_l0_reverse	0	0.01949196308851242
183613	rnn.weight_ih_l0_reverse	1	-0.06009821966290474
183613	rnn.weight_ih_l0_reverse	2	0.04039749503135681
183613	rnn.weight_ih_l0_reverse	3	0.01483698096126318
183613	rnn.weight_ih_l0_reverse	4	-9.055222108145244e-06
183613	rnn.weight_ih_l0_reverse	5	-0.030434366315603256
183613	rnn.weight_ih_l0_reverse	6	0.016451818868517876
183613	rnn.weight_ih_l0_reverse	7	0.03052820824086666
183613	rnn.weight_ih_l0_reverse	8	-0.025494275614619255
183613	rnn.weight_ih_l0_reverse	9	-0.002033557277172804
183613	rnn.weight_hh_l0_reverse	0	0.040812648832798004
183613	rnn.weight_hh_l0_reverse	1	0.029842384159564972
183613	rnn.weight_hh_l0_reverse	2	-0.021082803606987
183613	rnn.weight_hh_l0_reverse	3	-0.07751025259494781
183613	rnn.weight_hh_l0_reverse	4	0.010787246748805046
183613	rnn.weight_hh_l0_reverse	5	-0.05563727393746376
183613	rnn.weight_hh_l0_reverse	6	-0.0129071194678545
183613	rnn.weight_hh_l0_reverse	7	0.029047559946775436
183613	rnn.weight_hh_l0_reverse	8	0.008597617968916893
183613	rnn.weight_hh_l0_reverse	9	0.008915428072214127
183613	rnn.bias_ih_l0_reverse	0	-0.045464396476745605
183613	rnn.bias_ih_l0_reverse	1	-0.14133279025554657
183613	rnn.bias_ih_l0_reverse	2	-0.14610090851783752
183613	rnn.bias_ih_l0_reverse	3	-0.047645218670368195
183613	rnn.bias_ih_l0_reverse	4	-0.11981085687875748
183613	rnn.bias_ih_l0_reverse	5	-0.09016162902116776
183613	rnn.bias_ih_l0_reverse	6	-0.20830471813678741
183613	rnn.bias_ih_l0_reverse	7	-0.057240452617406845
183613	rnn.bias_ih_l0_reverse	8	-0.0634806901216507
183613	rnn.bias_ih_l0_reverse	9	-0.13618408143520355
183613	rnn.bias_hh_l0_reverse	0	-0.1446666270494461
183613	rnn.bias_hh_l0_reverse	1	-0.16299383342266083
183613	rnn.bias_hh_l0_reverse	2	0.09686333686113358
183613	rnn.bias_hh_l0_reverse	3	0.07995901256799698
183613	rnn.bias_hh_l0_reverse	4	-0.16992716491222382
183613	rnn.bias_hh_l0_reverse	5	-0.1367107480764389
183613	rnn.bias_hh_l0_reverse	6	-0.10202010720968246
183613	rnn.bias_hh_l0_reverse	7	-0.0518055334687233
183613	rnn.bias_hh_l0_reverse	8	-0.09546118229627609
183613	rnn.bias_hh_l0_reverse	9	-0.020331962034106255
183613	linear.weight	0	-0.007663052994757891
183613	linear.weight	1	-0.009910192340612411
183613	linear.weight	2	0.30113089084625244
183613	linear.weight	3	-0.07928803563117981
183613	linear.weight	4	-0.010588549077510834
183613	linear.weight	5	0.06973236054182053
183613	linear.weight	6	-0.010739270597696304
183613	linear.weight	7	-0.06158817186951637
183613	linear.weight	8	0.18524178862571716
183613	linear.weight	9	-0.22965370118618011
183613	linear.bias	0	-0.03956538438796997
183613	linear.bias	1	0.031413208693265915
183613	linear.bias	2	0.469655305147171
183613	linear.bias	3	-0.6540332436561584
183613	linear.bias	4	2.024580955505371
183613	linear.bias	5	-1.3941246271133423
183613	linear.bias	6	-0.3252338171005249
183613	linear.bias	7	-0.12573973834514618
184171	transitions	0	-1.871353268623352
184171	transitions	1	-10000.0
184171	transitions	2	-0.7969565987586975
184171	transitions	3	-10000.0
184171	transitions	4	1.9663095474243164
184171	transitions	5	-10000.0
184171	transitions	6	-10000.0
184171	transitions	7	1.7708534002304077
184171	transitions	8	-2.5675253868103027
184171	transitions	9	-4.196852684020996
184171	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
184171	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
184171	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
184171	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
184171	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
184171	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
184171	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
184171	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
184171	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
184171	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
184171	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
184171	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
184171	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
184171	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
184171	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
184171	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
184171	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
184171	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
184171	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
184171	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
184171	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
184171	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
184171	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
184171	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
184171	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
184171	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
184171	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
184171	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
184171	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
184171	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
184171	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
184171	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
184171	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
184171	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
184171	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
184171	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
184171	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
184171	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
184171	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
184171	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
184171	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
184171	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
184171	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
184171	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
184171	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
184171	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
184171	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
184171	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
184171	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
184171	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
184171	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
184171	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
184171	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
184171	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
184171	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
184171	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
184171	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
184171	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
184171	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
184171	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
184171	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
184171	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
184171	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
184171	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
184171	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
184171	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
184171	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
184171	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
184171	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
184171	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
184171	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
184171	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
184171	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
184171	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
184171	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
184171	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
184171	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
184171	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
184171	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
184171	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
184171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
184171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
184171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
184171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
184171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
184171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
184171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
184171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
184171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
184171	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
184171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
184171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
184171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
184171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
184171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
184171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
184171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
184171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
184171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
184171	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
184171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
184171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
184171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
184171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
184171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
184171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
184171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
184171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
184171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
184171	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
184171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
184171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
184171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
184171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
184171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
184171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
184171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
184171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
184171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
184171	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
184171	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
184171	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
184171	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
184171	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
184171	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
184171	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
184171	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
184171	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
184171	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
184171	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
184171	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
184171	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
184171	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
184171	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
184171	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
184171	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
184171	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
184171	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
184171	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
184171	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
184171	embedding2nn.weight	0	0.0065033892169594765
184171	embedding2nn.weight	1	0.00416189432144165
184171	embedding2nn.weight	2	0.013449432328343391
184171	embedding2nn.weight	3	0.023520180955529213
184171	embedding2nn.weight	4	0.02187931165099144
184171	embedding2nn.weight	5	0.008009303361177444
184171	embedding2nn.weight	6	-0.012892519123852253
184171	embedding2nn.weight	7	-0.0009850767673924565
184171	embedding2nn.weight	8	-0.0080600306391716
184171	embedding2nn.weight	9	0.0006664774846285582
184171	embedding2nn.bias	0	0.019643181934952736
184171	embedding2nn.bias	1	-0.043844033032655716
184171	embedding2nn.bias	2	0.09601142257452011
184171	embedding2nn.bias	3	0.06564866006374359
184171	embedding2nn.bias	4	-0.009849066846072674
184171	embedding2nn.bias	5	-0.03452161327004433
184171	embedding2nn.bias	6	0.013578240759670734
184171	embedding2nn.bias	7	-0.007069434970617294
184171	embedding2nn.bias	8	-0.025229502469301224
184171	embedding2nn.bias	9	0.017125938087701797
184171	rnn.weight_ih_l0	0	0.06798631697893143
184171	rnn.weight_ih_l0	1	-0.04242776334285736
184171	rnn.weight_ih_l0	2	0.011145234107971191
184171	rnn.weight_ih_l0	3	0.04963843896985054
184171	rnn.weight_ih_l0	4	-0.02936682105064392
184171	rnn.weight_ih_l0	5	0.04189225658774376
184171	rnn.weight_ih_l0	6	0.007292682770639658
184171	rnn.weight_ih_l0	7	0.06456658989191055
184171	rnn.weight_ih_l0	8	0.009338026866316795
184171	rnn.weight_ih_l0	9	-0.024848969653248787
184171	rnn.weight_hh_l0	0	-0.013753958977758884
184171	rnn.weight_hh_l0	1	-0.026478616520762444
184171	rnn.weight_hh_l0	2	-0.059623707085847855
184171	rnn.weight_hh_l0	3	-0.0050941347144544125
184171	rnn.weight_hh_l0	4	-0.009346324019134045
184171	rnn.weight_hh_l0	5	-0.02524592913687229
184171	rnn.weight_hh_l0	6	-0.0005147158517502248
184171	rnn.weight_hh_l0	7	-0.03904090076684952
184171	rnn.weight_hh_l0	8	0.06656622141599655
184171	rnn.weight_hh_l0	9	0.0450897142291069
184171	rnn.bias_ih_l0	0	-0.17308388650417328
184171	rnn.bias_ih_l0	1	-0.16705676913261414
184171	rnn.bias_ih_l0	2	-0.02165382355451584
184171	rnn.bias_ih_l0	3	-0.1438848376274109
184171	rnn.bias_ih_l0	4	-0.056414175778627396
184171	rnn.bias_ih_l0	5	-0.16636833548545837
184171	rnn.bias_ih_l0	6	0.06407827883958817
184171	rnn.bias_ih_l0	7	-0.09069959074258804
184171	rnn.bias_ih_l0	8	-0.040846023708581924
184171	rnn.bias_ih_l0	9	-0.10821397602558136
184171	rnn.bias_hh_l0	0	-0.07590338587760925
184171	rnn.bias_hh_l0	1	0.24011066555976868
184171	rnn.bias_hh_l0	2	0.045808956027030945
184171	rnn.bias_hh_l0	3	-0.07176191359758377
184171	rnn.bias_hh_l0	4	-0.08455074578523636
184171	rnn.bias_hh_l0	5	-0.000566626142244786
184171	rnn.bias_hh_l0	6	0.056497830897569656
184171	rnn.bias_hh_l0	7	-0.10716599225997925
184171	rnn.bias_hh_l0	8	-0.24336229264736176
184171	rnn.bias_hh_l0	9	-0.10607843101024628
184171	rnn.weight_ih_l0_reverse	0	0.018077367916703224
184171	rnn.weight_ih_l0_reverse	1	-0.0604512058198452
184171	rnn.weight_ih_l0_reverse	2	0.04029715433716774
184171	rnn.weight_ih_l0_reverse	3	0.016151195392012596
184171	rnn.weight_ih_l0_reverse	4	0.0006394025986082852
184171	rnn.weight_ih_l0_reverse	5	-0.030738674104213715
184171	rnn.weight_ih_l0_reverse	6	0.016212524846196175
184171	rnn.weight_ih_l0_reverse	7	0.030312925577163696
184171	rnn.weight_ih_l0_reverse	8	-0.025473300367593765
184171	rnn.weight_ih_l0_reverse	9	-0.0019340657163411379
184171	rnn.weight_hh_l0_reverse	0	0.040713243186473846
184171	rnn.weight_hh_l0_reverse	1	0.02995241992175579
184171	rnn.weight_hh_l0_reverse	2	-0.021110791712999344
184171	rnn.weight_hh_l0_reverse	3	-0.0778418630361557
184171	rnn.weight_hh_l0_reverse	4	0.010775652714073658
184171	rnn.weight_hh_l0_reverse	5	-0.055866338312625885
184171	rnn.weight_hh_l0_reverse	6	-0.01297719031572342
184171	rnn.weight_hh_l0_reverse	7	0.02913554012775421
184171	rnn.weight_hh_l0_reverse	8	0.008340650238096714
184171	rnn.weight_hh_l0_reverse	9	0.009214648976922035
184171	rnn.bias_ih_l0_reverse	0	-0.04423489049077034
184171	rnn.bias_ih_l0_reverse	1	-0.14297448098659515
184171	rnn.bias_ih_l0_reverse	2	-0.1455104649066925
184171	rnn.bias_ih_l0_reverse	3	-0.048392750322818756
184171	rnn.bias_ih_l0_reverse	4	-0.1202046349644661
184171	rnn.bias_ih_l0_reverse	5	-0.08966483920812607
184171	rnn.bias_ih_l0_reverse	6	-0.20748013257980347
184171	rnn.bias_ih_l0_reverse	7	-0.05719000846147537
184171	rnn.bias_ih_l0_reverse	8	-0.06375879049301147
184171	rnn.bias_ih_l0_reverse	9	-0.13352510333061218
184171	rnn.bias_hh_l0_reverse	0	-0.14541485905647278
184171	rnn.bias_hh_l0_reverse	1	-0.16110174357891083
184171	rnn.bias_hh_l0_reverse	2	0.09877407550811768
184171	rnn.bias_hh_l0_reverse	3	0.0819840207695961
184171	rnn.bias_hh_l0_reverse	4	-0.17266027629375458
184171	rnn.bias_hh_l0_reverse	5	-0.13702866435050964
184171	rnn.bias_hh_l0_reverse	6	-0.09869620203971863
184171	rnn.bias_hh_l0_reverse	7	-0.050402142107486725
184171	rnn.bias_hh_l0_reverse	8	-0.09570028632879257
184171	rnn.bias_hh_l0_reverse	9	-0.021393857896327972
184171	linear.weight	0	-0.0076627060770988464
184171	linear.weight	1	-0.00941372662782669
184171	linear.weight	2	0.2999473214149475
184171	linear.weight	3	-0.07928185909986496
184171	linear.weight	4	-0.010588549077510834
184171	linear.weight	5	0.05856391787528992
184171	linear.weight	6	-0.010739270597696304
184171	linear.weight	7	-0.05142403021454811
184171	linear.weight	8	0.1951378881931305
184171	linear.weight	9	-0.23223146796226501
184171	linear.bias	0	-0.03956538438796997
184171	linear.bias	1	0.031413208693265915
184171	linear.bias	2	0.4638279378414154
184171	linear.bias	3	-0.6306626796722412
184171	linear.bias	4	2.0035510063171387
184171	linear.bias	5	-1.3943110704421997
184171	linear.bias	6	-0.3227023184299469
184171	linear.bias	7	-0.12461137026548386
184730	transitions	0	-1.8728817701339722
184730	transitions	1	-10000.0
184730	transitions	2	-0.7969565987586975
184730	transitions	3	-10000.0
184730	transitions	4	1.976150631904602
184730	transitions	5	-10000.0
184730	transitions	6	-10000.0
184730	transitions	7	1.76071035861969
184730	transitions	8	-2.568394422531128
184730	transitions	9	-4.197573661804199
184730	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
184730	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
184730	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
184730	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
184730	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
184730	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
184730	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
184730	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
184730	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
184730	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
184730	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
184730	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
184730	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
184730	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
184730	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
184730	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
184730	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
184730	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
184730	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
184730	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
184730	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
184730	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
184730	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
184730	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
184730	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
184730	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
184730	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
184730	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
184730	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
184730	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
184730	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
184730	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
184730	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
184730	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
184730	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
184730	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
184730	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
184730	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
184730	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
184730	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
184730	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
184730	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
184730	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
184730	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
184730	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
184730	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
184730	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
184730	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
184730	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
184730	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
184730	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
184730	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
184730	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
184730	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
184730	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
184730	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
184730	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
184730	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
184730	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
184730	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
184730	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
184730	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
184730	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
184730	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
184730	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
184730	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
184730	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
184730	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
184730	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
184730	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
184730	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
184730	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
184730	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
184730	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
184730	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
184730	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
184730	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
184730	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
184730	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
184730	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
184730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
184730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
184730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
184730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
184730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
184730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
184730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
184730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
184730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
184730	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
184730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
184730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
184730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
184730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
184730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
184730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
184730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
184730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
184730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
184730	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
184730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
184730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
184730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
184730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
184730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
184730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
184730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
184730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
184730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
184730	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
184730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
184730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
184730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
184730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
184730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
184730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
184730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
184730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
184730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
184730	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
184730	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
184730	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
184730	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
184730	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
184730	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
184730	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
184730	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
184730	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
184730	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
184730	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
184730	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
184730	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
184730	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
184730	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
184730	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
184730	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
184730	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
184730	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
184730	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
184730	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
184730	embedding2nn.weight	0	0.006495315115898848
184730	embedding2nn.weight	1	0.004157603718340397
184730	embedding2nn.weight	2	0.013443774543702602
184730	embedding2nn.weight	3	0.02397305704653263
184730	embedding2nn.weight	4	0.0215566698461771
184730	embedding2nn.weight	5	0.007267388980835676
184730	embedding2nn.weight	6	-0.01306613627821207
184730	embedding2nn.weight	7	-0.0009747252915985882
184730	embedding2nn.weight	8	-0.007618944626301527
184730	embedding2nn.weight	9	0.0009325307910330594
184730	embedding2nn.bias	0	0.02284921705722809
184730	embedding2nn.bias	1	-0.04084042087197304
184730	embedding2nn.bias	2	0.09703490883111954
184730	embedding2nn.bias	3	0.06624886393547058
184730	embedding2nn.bias	4	-0.011236662045121193
184730	embedding2nn.bias	5	-0.02695874124765396
184730	embedding2nn.bias	6	0.010636841878294945
184730	embedding2nn.bias	7	-0.0036578045692294836
184730	embedding2nn.bias	8	-0.03159496188163757
184730	embedding2nn.bias	9	0.02173035219311714
184730	rnn.weight_ih_l0	0	0.06698612123727798
184730	rnn.weight_ih_l0	1	-0.04219692945480347
184730	rnn.weight_ih_l0	2	0.010883971117436886
184730	rnn.weight_ih_l0	3	0.04863623157143593
184730	rnn.weight_ih_l0	4	-0.02930133417248726
184730	rnn.weight_ih_l0	5	0.04230514168739319
184730	rnn.weight_ih_l0	6	0.007188284769654274
184730	rnn.weight_ih_l0	7	0.06429339200258255
184730	rnn.weight_ih_l0	8	0.009894807823002338
184730	rnn.weight_ih_l0	9	-0.02432430535554886
184730	rnn.weight_hh_l0	0	-0.013607141561806202
184730	rnn.weight_hh_l0	1	-0.02710196003317833
184730	rnn.weight_hh_l0	2	-0.05960007756948471
184730	rnn.weight_hh_l0	3	-0.005025181453675032
184730	rnn.weight_hh_l0	4	-0.009223882108926773
184730	rnn.weight_hh_l0	5	-0.02546554058790207
184730	rnn.weight_hh_l0	6	-0.0004977679345756769
184730	rnn.weight_hh_l0	7	-0.03858479857444763
184730	rnn.weight_hh_l0	8	0.06669330596923828
184730	rnn.weight_hh_l0	9	0.045187994837760925
184730	rnn.bias_ih_l0	0	-0.17539487779140472
184730	rnn.bias_ih_l0	1	-0.16791479289531708
184730	rnn.bias_ih_l0	2	-0.020397009328007698
184730	rnn.bias_ih_l0	3	-0.1425580531358719
184730	rnn.bias_ih_l0	4	-0.05466784909367561
184730	rnn.bias_ih_l0	5	-0.16630159318447113
184730	rnn.bias_ih_l0	6	0.06703449040651321
184730	rnn.bias_ih_l0	7	-0.09065806865692139
184730	rnn.bias_ih_l0	8	-0.04313628003001213
184730	rnn.bias_ih_l0	9	-0.11079531162977219
184730	rnn.bias_hh_l0	0	-0.07385427504777908
184730	rnn.bias_hh_l0	1	0.24628646671772003
184730	rnn.bias_hh_l0	2	0.04560733959078789
184730	rnn.bias_hh_l0	3	-0.07335609197616577
184730	rnn.bias_hh_l0	4	-0.08434578031301498
184730	rnn.bias_hh_l0	5	0.0020274478010833263
184730	rnn.bias_hh_l0	6	0.05579712614417076
184730	rnn.bias_hh_l0	7	-0.10947250574827194
184730	rnn.bias_hh_l0	8	-0.23778371512889862
184730	rnn.bias_hh_l0	9	-0.10559262335300446
184730	rnn.weight_ih_l0_reverse	0	0.019197560846805573
184730	rnn.weight_ih_l0_reverse	1	-0.060792554169893265
184730	rnn.weight_ih_l0_reverse	2	0.0401962473988533
184730	rnn.weight_ih_l0_reverse	3	0.0162047166377306
184730	rnn.weight_ih_l0_reverse	4	0.00033002259442582726
184730	rnn.weight_ih_l0_reverse	5	-0.03178603574633598
184730	rnn.weight_ih_l0_reverse	6	0.016161413863301277
184730	rnn.weight_ih_l0_reverse	7	0.030191367492079735
184730	rnn.weight_ih_l0_reverse	8	-0.025264572352170944
184730	rnn.weight_ih_l0_reverse	9	-0.0019281876739114523
184730	rnn.weight_hh_l0_reverse	0	0.040828581899404526
184730	rnn.weight_hh_l0_reverse	1	0.030139131471514702
184730	rnn.weight_hh_l0_reverse	2	-0.021118121221661568
184730	rnn.weight_hh_l0_reverse	3	-0.07800446450710297
184730	rnn.weight_hh_l0_reverse	4	0.010984816588461399
184730	rnn.weight_hh_l0_reverse	5	-0.055790964514017105
184730	rnn.weight_hh_l0_reverse	6	-0.013263700529932976
184730	rnn.weight_hh_l0_reverse	7	0.02924102172255516
184730	rnn.weight_hh_l0_reverse	8	0.007765497080981731
184730	rnn.weight_hh_l0_reverse	9	0.009312807582318783
184730	rnn.bias_ih_l0_reverse	0	-0.0446728952229023
184730	rnn.bias_ih_l0_reverse	1	-0.14273765683174133
184730	rnn.bias_ih_l0_reverse	2	-0.1485942006111145
184730	rnn.bias_ih_l0_reverse	3	-0.04668252915143967
184730	rnn.bias_ih_l0_reverse	4	-0.11718925088644028
184730	rnn.bias_ih_l0_reverse	5	-0.08978220820426941
184730	rnn.bias_ih_l0_reverse	6	-0.20714068412780762
184730	rnn.bias_ih_l0_reverse	7	-0.05679777264595032
184730	rnn.bias_ih_l0_reverse	8	-0.06541787832975388
184730	rnn.bias_ih_l0_reverse	9	-0.13556383550167084
184730	rnn.bias_hh_l0_reverse	0	-0.1445646584033966
184730	rnn.bias_hh_l0_reverse	1	-0.16218708455562592
184730	rnn.bias_hh_l0_reverse	2	0.09867603331804276
184730	rnn.bias_hh_l0_reverse	3	0.0811876431107521
184730	rnn.bias_hh_l0_reverse	4	-0.17162394523620605
184730	rnn.bias_hh_l0_reverse	5	-0.13572396337985992
184730	rnn.bias_hh_l0_reverse	6	-0.10318168252706528
184730	rnn.bias_hh_l0_reverse	7	-0.04977799579501152
184730	rnn.bias_hh_l0_reverse	8	-0.09677641838788986
184730	rnn.bias_hh_l0_reverse	9	-0.025811176747083664
184730	linear.weight	0	-0.007663961965590715
184730	linear.weight	1	-0.008839660324156284
184730	linear.weight	2	0.295653760433197
184730	linear.weight	3	-0.07927671819925308
184730	linear.weight	4	-0.010588549077510834
184730	linear.weight	5	0.061985112726688385
184730	linear.weight	6	-0.010739270597696304
184730	linear.weight	7	-0.10462034493684769
184730	linear.weight	8	0.17633852362632751
184730	linear.weight	9	-0.2330174744129181
184730	linear.bias	0	-0.03956538438796997
184730	linear.bias	1	0.031413208693265915
184730	linear.bias	2	0.48682206869125366
184730	linear.bias	3	-0.631233811378479
184730	linear.bias	4	2.0109376907348633
184730	linear.bias	5	-1.394500732421875
184730	linear.bias	6	-0.3370778560638428
184730	linear.bias	7	-0.1398695856332779
185288	transitions	0	-1.8740284442901611
185288	transitions	1	-10000.0
185288	transitions	2	-0.7969565987586975
185288	transitions	3	-10000.0
185288	transitions	4	1.9705497026443481
185288	transitions	5	-10000.0
185288	transitions	6	-10000.0
185288	transitions	7	1.7829533815383911
185288	transitions	8	-2.5691516399383545
185288	transitions	9	-4.198292255401611
185288	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
185288	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
185288	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
185288	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
185288	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
185288	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
185288	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
185288	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
185288	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
185288	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
185288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
185288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
185288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
185288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
185288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
185288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
185288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
185288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
185288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
185288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
185288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
185288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
185288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
185288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
185288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
185288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
185288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
185288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
185288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
185288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
185288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
185288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
185288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
185288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
185288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
185288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
185288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
185288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
185288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
185288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
185288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
185288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
185288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
185288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
185288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
185288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
185288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
185288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
185288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
185288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
185288	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
185288	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
185288	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
185288	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
185288	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
185288	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
185288	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
185288	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
185288	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
185288	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
185288	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
185288	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
185288	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
185288	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
185288	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
185288	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
185288	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
185288	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
185288	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
185288	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
185288	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
185288	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
185288	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
185288	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
185288	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
185288	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
185288	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
185288	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
185288	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
185288	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
185288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
185288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
185288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
185288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
185288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
185288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
185288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
185288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
185288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
185288	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
185288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
185288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
185288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
185288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
185288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
185288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
185288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
185288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
185288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
185288	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
185288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
185288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
185288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
185288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
185288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
185288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
185288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
185288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
185288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
185288	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
185288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
185288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
185288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
185288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
185288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
185288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
185288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
185288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
185288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
185288	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
185288	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
185288	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
185288	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
185288	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
185288	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
185288	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
185288	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
185288	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
185288	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
185288	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
185288	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
185288	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
185288	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
185288	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
185288	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
185288	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
185288	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
185288	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
185288	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
185288	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
185288	embedding2nn.weight	0	0.006490873638540506
185288	embedding2nn.weight	1	0.0041224779561161995
185288	embedding2nn.weight	2	0.013457512483000755
185288	embedding2nn.weight	3	0.023907508701086044
185288	embedding2nn.weight	4	0.02142653428018093
185288	embedding2nn.weight	5	0.007591537665575743
185288	embedding2nn.weight	6	-0.013255815021693707
185288	embedding2nn.weight	7	-0.0008548256591893733
185288	embedding2nn.weight	8	-0.007394187152385712
185288	embedding2nn.weight	9	0.0009883770253509283
185288	embedding2nn.bias	0	0.024172591045498848
185288	embedding2nn.bias	1	-0.03674257546663284
185288	embedding2nn.bias	2	0.09494998306035995
185288	embedding2nn.bias	3	0.06656410545110703
185288	embedding2nn.bias	4	-0.005596326198428869
185288	embedding2nn.bias	5	-0.02876267395913601
185288	embedding2nn.bias	6	0.014941788278520107
185288	embedding2nn.bias	7	-0.010401071049273014
185288	embedding2nn.bias	8	-0.033399686217308044
185288	embedding2nn.bias	9	0.02344789169728756
185288	rnn.weight_ih_l0	0	0.06725730746984482
185288	rnn.weight_ih_l0	1	-0.041898056864738464
185288	rnn.weight_ih_l0	2	0.010817318223416805
185288	rnn.weight_ih_l0	3	0.0484662801027298
185288	rnn.weight_ih_l0	4	-0.028875838965177536
185288	rnn.weight_ih_l0	5	0.042205266654491425
185288	rnn.weight_ih_l0	6	0.007240080740302801
185288	rnn.weight_ih_l0	7	0.06449020653963089
185288	rnn.weight_ih_l0	8	0.009020409546792507
185288	rnn.weight_ih_l0	9	-0.02416413277387619
185288	rnn.weight_hh_l0	0	-0.013251308351755142
185288	rnn.weight_hh_l0	1	-0.026997702196240425
185288	rnn.weight_hh_l0	2	-0.05933577939867973
185288	rnn.weight_hh_l0	3	-0.005396679975092411
185288	rnn.weight_hh_l0	4	-0.009329499676823616
185288	rnn.weight_hh_l0	5	-0.024949461221694946
185288	rnn.weight_hh_l0	6	-0.0004517135093919933
185288	rnn.weight_hh_l0	7	-0.03892317786812782
185288	rnn.weight_hh_l0	8	0.06651901453733444
185288	rnn.weight_hh_l0	9	0.04528298228979111
185288	rnn.bias_ih_l0	0	-0.17508065700531006
185288	rnn.bias_ih_l0	1	-0.1673576384782791
185288	rnn.bias_ih_l0	2	-0.01943322643637657
185288	rnn.bias_ih_l0	3	-0.14269649982452393
185288	rnn.bias_ih_l0	4	-0.05571095272898674
185288	rnn.bias_ih_l0	5	-0.16488970816135406
185288	rnn.bias_ih_l0	6	0.06714276224374771
185288	rnn.bias_ih_l0	7	-0.09249935299158096
185288	rnn.bias_ih_l0	8	-0.04475584253668785
185288	rnn.bias_ih_l0	9	-0.10833918303251266
185288	rnn.bias_hh_l0	0	-0.0725870281457901
185288	rnn.bias_hh_l0	1	0.24963152408599854
185288	rnn.bias_hh_l0	2	0.04856150597333908
185288	rnn.bias_hh_l0	3	-0.0743655115365982
185288	rnn.bias_hh_l0	4	-0.08669032156467438
185288	rnn.bias_hh_l0	5	-0.0011712791165336967
185288	rnn.bias_hh_l0	6	0.056623831391334534
185288	rnn.bias_hh_l0	7	-0.10924865305423737
185288	rnn.bias_hh_l0	8	-0.23671290278434753
185288	rnn.bias_hh_l0	9	-0.10607301443815231
185288	rnn.weight_ih_l0_reverse	0	0.019545167684555054
185288	rnn.weight_ih_l0_reverse	1	-0.0603426918387413
185288	rnn.weight_ih_l0_reverse	2	0.03973938524723053
185288	rnn.weight_ih_l0_reverse	3	0.01633734256029129
185288	rnn.weight_ih_l0_reverse	4	-3.808563269558363e-05
185288	rnn.weight_ih_l0_reverse	5	-0.03155248239636421
185288	rnn.weight_ih_l0_reverse	6	0.015928996726870537
185288	rnn.weight_ih_l0_reverse	7	0.029872236773371696
185288	rnn.weight_ih_l0_reverse	8	-0.0252858754247427
185288	rnn.weight_ih_l0_reverse	9	-0.0013190476456657052
185288	rnn.weight_hh_l0_reverse	0	0.04078302159905434
185288	rnn.weight_hh_l0_reverse	1	0.030117744579911232
185288	rnn.weight_hh_l0_reverse	2	-0.02111515961587429
185288	rnn.weight_hh_l0_reverse	3	-0.07765750586986542
185288	rnn.weight_hh_l0_reverse	4	0.011014638468623161
185288	rnn.weight_hh_l0_reverse	5	-0.05629740655422211
185288	rnn.weight_hh_l0_reverse	6	-0.013047830201685429
185288	rnn.weight_hh_l0_reverse	7	0.029194749891757965
185288	rnn.weight_hh_l0_reverse	8	0.008042292669415474
185288	rnn.weight_hh_l0_reverse	9	0.008859544061124325
185288	rnn.bias_ih_l0_reverse	0	-0.043992552906274796
185288	rnn.bias_ih_l0_reverse	1	-0.14320631325244904
185288	rnn.bias_ih_l0_reverse	2	-0.14773961901664734
185288	rnn.bias_ih_l0_reverse	3	-0.04457569494843483
185288	rnn.bias_ih_l0_reverse	4	-0.11631149053573608
185288	rnn.bias_ih_l0_reverse	5	-0.09002095460891724
185288	rnn.bias_ih_l0_reverse	6	-0.20494836568832397
185288	rnn.bias_ih_l0_reverse	7	-0.05344245955348015
185288	rnn.bias_ih_l0_reverse	8	-0.06458353996276855
185288	rnn.bias_ih_l0_reverse	9	-0.13450893759727478
185288	rnn.bias_hh_l0_reverse	0	-0.14697206020355225
185288	rnn.bias_hh_l0_reverse	1	-0.16281434893608093
185288	rnn.bias_hh_l0_reverse	2	0.09605875611305237
185288	rnn.bias_hh_l0_reverse	3	0.08069583773612976
185288	rnn.bias_hh_l0_reverse	4	-0.16871720552444458
185288	rnn.bias_hh_l0_reverse	5	-0.13848091661930084
185288	rnn.bias_hh_l0_reverse	6	-0.09801642596721649
185288	rnn.bias_hh_l0_reverse	7	-0.050329942256212234
185288	rnn.bias_hh_l0_reverse	8	-0.09763157367706299
185288	rnn.bias_hh_l0_reverse	9	-0.026401862502098083
185288	linear.weight	0	-0.007664627395570278
185288	linear.weight	1	-0.0066481721587479115
185288	linear.weight	2	0.3065280020236969
185288	linear.weight	3	-0.07926902174949646
185288	linear.weight	4	-0.010588549077510834
185288	linear.weight	5	0.08606593310832977
185288	linear.weight	6	-0.010739270597696304
185288	linear.weight	7	-0.08638113737106323
185288	linear.weight	8	0.15988118946552277
185288	linear.weight	9	-0.23020713031291962
185288	linear.bias	0	-0.03956538438796997
185288	linear.bias	1	0.031413208693265915
185288	linear.bias	2	0.5049129724502563
185288	linear.bias	3	-0.6597262024879456
185288	linear.bias	4	2.0268337726593018
185288	linear.bias	5	-1.3946808576583862
185288	linear.bias	6	-0.33944985270500183
185288	linear.bias	7	-0.14282530546188354
185846	transitions	0	-1.875059962272644
185846	transitions	1	-10000.0
185846	transitions	2	-0.7969565987586975
185846	transitions	3	-10000.0
185846	transitions	4	1.9746215343475342
185846	transitions	5	-10000.0
185846	transitions	6	-10000.0
185846	transitions	7	1.7789798974990845
185846	transitions	8	-2.5699410438537598
185846	transitions	9	-4.199004650115967
185846	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
185846	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
185846	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
185846	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
185846	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
185846	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
185846	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
185846	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
185846	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
185846	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
185846	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
185846	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
185846	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
185846	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
185846	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
185846	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
185846	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
185846	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
185846	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
185846	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
185846	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
185846	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
185846	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
185846	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
185846	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
185846	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
185846	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
185846	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
185846	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
185846	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
185846	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
185846	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
185846	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
185846	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
185846	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
185846	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
185846	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
185846	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
185846	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
185846	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
185846	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
185846	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
185846	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
185846	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
185846	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
185846	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
185846	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
185846	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
185846	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
185846	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
185846	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
185846	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
185846	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
185846	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
185846	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
185846	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
185846	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
185846	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
185846	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
185846	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
185846	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
185846	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
185846	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
185846	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
185846	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
185846	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
185846	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
185846	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
185846	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
185846	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
185846	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
185846	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
185846	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
185846	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
185846	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
185846	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
185846	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
185846	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
185846	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
185846	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
185846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
185846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
185846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
185846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
185846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
185846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
185846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
185846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
185846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
185846	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
185846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
185846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
185846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
185846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
185846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
185846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
185846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
185846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
185846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
185846	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
185846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
185846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
185846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
185846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
185846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
185846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
185846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
185846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
185846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
185846	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
185846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
185846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
185846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
185846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
185846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
185846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
185846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
185846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
185846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
185846	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
185846	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
185846	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
185846	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
185846	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
185846	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
185846	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
185846	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
185846	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
185846	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
185846	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
185846	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
185846	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
185846	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
185846	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
185846	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
185846	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
185846	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
185846	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
185846	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
185846	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
185846	embedding2nn.weight	0	0.00648002652451396
185846	embedding2nn.weight	1	0.004049546550959349
185846	embedding2nn.weight	2	0.013449103571474552
185846	embedding2nn.weight	3	0.023937158286571503
185846	embedding2nn.weight	4	0.02181916870176792
185846	embedding2nn.weight	5	0.006893363781273365
185846	embedding2nn.weight	6	-0.013434579595923424
185846	embedding2nn.weight	7	-0.0009274325566366315
185846	embedding2nn.weight	8	-0.00737201189622283
185846	embedding2nn.weight	9	0.0010376268764957786
185846	embedding2nn.bias	0	0.019176388159394264
185846	embedding2nn.bias	1	-0.04043762385845184
185846	embedding2nn.bias	2	0.09562614560127258
185846	embedding2nn.bias	3	0.06934245675802231
185846	embedding2nn.bias	4	-0.009917755611240864
185846	embedding2nn.bias	5	-0.024908581748604774
185846	embedding2nn.bias	6	0.014519155025482178
185846	embedding2nn.bias	7	-0.005074602086097002
185846	embedding2nn.bias	8	-0.03126626834273338
185846	embedding2nn.bias	9	0.022563308477401733
185846	rnn.weight_ih_l0	0	0.06765908002853394
185846	rnn.weight_ih_l0	1	-0.042351797223091125
185846	rnn.weight_ih_l0	2	0.011143544688820839
185846	rnn.weight_ih_l0	3	0.04782011732459068
185846	rnn.weight_ih_l0	4	-0.02900655008852482
185846	rnn.weight_ih_l0	5	0.043144553899765015
185846	rnn.weight_ih_l0	6	0.007265312597155571
185846	rnn.weight_ih_l0	7	0.06420562416315079
185846	rnn.weight_ih_l0	8	0.009332554414868355
185846	rnn.weight_ih_l0	9	-0.023990703746676445
185846	rnn.weight_hh_l0	0	-0.013397141359746456
185846	rnn.weight_hh_l0	1	-0.026726817712187767
185846	rnn.weight_hh_l0	2	-0.059549298137426376
185846	rnn.weight_hh_l0	3	-0.005475367419421673
185846	rnn.weight_hh_l0	4	-0.009411185048520565
185846	rnn.weight_hh_l0	5	-0.025187430903315544
185846	rnn.weight_hh_l0	6	-0.00037956747110001743
185846	rnn.weight_hh_l0	7	-0.03858479484915733
185846	rnn.weight_hh_l0	8	0.06689133495092392
185846	rnn.weight_hh_l0	9	0.045273736119270325
185846	rnn.bias_ih_l0	0	-0.1704988181591034
185846	rnn.bias_ih_l0	1	-0.17027756571769714
185846	rnn.bias_ih_l0	2	-0.01906445622444153
185846	rnn.bias_ih_l0	3	-0.1440231055021286
185846	rnn.bias_ih_l0	4	-0.05525454506278038
185846	rnn.bias_ih_l0	5	-0.1657143384218216
185846	rnn.bias_ih_l0	6	0.06837622821331024
185846	rnn.bias_ih_l0	7	-0.0910034254193306
185846	rnn.bias_ih_l0	8	-0.04691966995596886
185846	rnn.bias_ih_l0	9	-0.1097259595990181
185846	rnn.bias_hh_l0	0	-0.07315681874752045
185846	rnn.bias_hh_l0	1	0.247089684009552
185846	rnn.bias_hh_l0	2	0.04657367616891861
185846	rnn.bias_hh_l0	3	-0.07529312372207642
185846	rnn.bias_hh_l0	4	-0.08630087226629257
185846	rnn.bias_hh_l0	5	-0.004082080442458391
185846	rnn.bias_hh_l0	6	0.05527883768081665
185846	rnn.bias_hh_l0	7	-0.10763343423604965
185846	rnn.bias_hh_l0	8	-0.24078434705734253
185846	rnn.bias_hh_l0	9	-0.1059880256652832
185846	rnn.weight_ih_l0_reverse	0	0.019192971289157867
185846	rnn.weight_ih_l0_reverse	1	-0.06013352796435356
185846	rnn.weight_ih_l0_reverse	2	0.03946126252412796
185846	rnn.weight_ih_l0_reverse	3	0.01608511433005333
185846	rnn.weight_ih_l0_reverse	4	0.0002553387312218547
185846	rnn.weight_ih_l0_reverse	5	-0.03155239298939705
185846	rnn.weight_ih_l0_reverse	6	0.016500189900398254
185846	rnn.weight_ih_l0_reverse	7	0.029712149873375893
185846	rnn.weight_ih_l0_reverse	8	-0.02525399811565876
185846	rnn.weight_ih_l0_reverse	9	-0.001251225359737873
185846	rnn.weight_hh_l0_reverse	0	0.040568169206380844
185846	rnn.weight_hh_l0_reverse	1	0.030298307538032532
185846	rnn.weight_hh_l0_reverse	2	-0.0210846196860075
185846	rnn.weight_hh_l0_reverse	3	-0.07881229370832443
185846	rnn.weight_hh_l0_reverse	4	0.011021323502063751
185846	rnn.weight_hh_l0_reverse	5	-0.05643304064869881
185846	rnn.weight_hh_l0_reverse	6	-0.013020418584346771
185846	rnn.weight_hh_l0_reverse	7	0.029174556955695152
185846	rnn.weight_hh_l0_reverse	8	0.008394171483814716
185846	rnn.weight_hh_l0_reverse	9	0.008888006210327148
185846	rnn.bias_ih_l0_reverse	0	-0.046387337148189545
185846	rnn.bias_ih_l0_reverse	1	-0.1424071192741394
185846	rnn.bias_ih_l0_reverse	2	-0.1470615267753601
185846	rnn.bias_ih_l0_reverse	3	-0.04718978330492973
185846	rnn.bias_ih_l0_reverse	4	-0.11492540687322617
185846	rnn.bias_ih_l0_reverse	5	-0.08919718861579895
185846	rnn.bias_ih_l0_reverse	6	-0.20325720310211182
185846	rnn.bias_ih_l0_reverse	7	-0.054987259209156036
185846	rnn.bias_ih_l0_reverse	8	-0.06481418013572693
185846	rnn.bias_ih_l0_reverse	9	-0.13530123233795166
185846	rnn.bias_hh_l0_reverse	0	-0.14363797008991241
185846	rnn.bias_hh_l0_reverse	1	-0.16583116352558136
185846	rnn.bias_hh_l0_reverse	2	0.09411913901567459
185846	rnn.bias_hh_l0_reverse	3	0.08183249086141586
185846	rnn.bias_hh_l0_reverse	4	-0.17019778490066528
185846	rnn.bias_hh_l0_reverse	5	-0.13671794533729553
185846	rnn.bias_hh_l0_reverse	6	-0.10009079426527023
185846	rnn.bias_hh_l0_reverse	7	-0.05070380121469498
185846	rnn.bias_hh_l0_reverse	8	-0.09785334020853043
185846	rnn.bias_hh_l0_reverse	9	-0.024128133431077003
185846	linear.weight	0	-0.007664403412491083
185846	linear.weight	1	-0.007954394444823265
185846	linear.weight	2	0.3121841549873352
185846	linear.weight	3	-0.07926180213689804
185846	linear.weight	4	-0.010588549077510834
185846	linear.weight	5	0.06933877617120743
185846	linear.weight	6	-0.010739270597696304
185846	linear.weight	7	-0.09088139235973358
185846	linear.weight	8	0.1995581090450287
185846	linear.weight	9	-0.24051877856254578
185846	linear.bias	0	-0.03956538438796997
185846	linear.bias	1	0.031413208693265915
185846	linear.bias	2	0.4368492066860199
185846	linear.bias	3	-0.6053507328033447
185846	linear.bias	4	2.031336545944214
185846	linear.bias	5	-1.3948683738708496
185846	linear.bias	6	-0.3343577980995178
185846	linear.bias	7	-0.13855983316898346
186404	transitions	0	-1.875994086265564
186404	transitions	1	-10000.0
186404	transitions	2	-0.7969565987586975
186404	transitions	3	-10000.0
186404	transitions	4	1.9873511791229248
186404	transitions	5	-10000.0
186404	transitions	6	-10000.0
186404	transitions	7	1.7905086278915405
186404	transitions	8	-2.57102632522583
186404	transitions	9	-4.1997761726379395
186404	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
186404	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
186404	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
186404	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
186404	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
186404	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
186404	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
186404	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
186404	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
186404	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
186404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
186404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
186404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
186404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
186404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
186404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
186404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
186404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
186404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
186404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
186404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
186404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
186404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
186404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
186404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
186404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
186404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
186404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
186404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
186404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
186404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
186404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
186404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
186404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
186404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
186404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
186404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
186404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
186404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
186404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
186404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
186404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
186404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
186404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
186404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
186404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
186404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
186404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
186404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
186404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
186404	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
186404	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
186404	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
186404	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
186404	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
186404	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
186404	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
186404	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
186404	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
186404	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
186404	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
186404	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
186404	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
186404	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
186404	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
186404	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
186404	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
186404	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
186404	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
186404	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
186404	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
186404	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
186404	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
186404	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
186404	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
186404	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
186404	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
186404	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
186404	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
186404	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
186404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
186404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
186404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
186404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
186404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
186404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
186404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
186404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
186404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
186404	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
186404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
186404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
186404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
186404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
186404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
186404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
186404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
186404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
186404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
186404	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
186404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
186404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
186404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
186404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
186404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
186404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
186404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
186404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
186404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
186404	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
186404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
186404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
186404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
186404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
186404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
186404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
186404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
186404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
186404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
186404	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
186404	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
186404	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
186404	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
186404	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
186404	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
186404	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
186404	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
186404	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
186404	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
186404	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
186404	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
186404	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
186404	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
186404	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
186404	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
186404	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
186404	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
186404	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
186404	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
186404	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
186404	embedding2nn.weight	0	0.006487456616014242
186404	embedding2nn.weight	1	0.003966376651078463
186404	embedding2nn.weight	2	0.013433808460831642
186404	embedding2nn.weight	3	0.024380339309573174
186404	embedding2nn.weight	4	0.02142462134361267
186404	embedding2nn.weight	5	0.006489585619419813
186404	embedding2nn.weight	6	-0.013426147401332855
186404	embedding2nn.weight	7	-0.0011645166669040918
186404	embedding2nn.weight	8	-0.007598493713885546
186404	embedding2nn.weight	9	0.00103264010977
186404	embedding2nn.bias	0	0.01829606294631958
186404	embedding2nn.bias	1	-0.037619370967149734
186404	embedding2nn.bias	2	0.0907219871878624
186404	embedding2nn.bias	3	0.06546495109796524
186404	embedding2nn.bias	4	-0.013349763117730618
186404	embedding2nn.bias	5	-0.03308149427175522
186404	embedding2nn.bias	6	0.021601976826786995
186404	embedding2nn.bias	7	-0.010849815793335438
186404	embedding2nn.bias	8	-0.02747095562517643
186404	embedding2nn.bias	9	0.022717254236340523
186404	rnn.weight_ih_l0	0	0.06722233444452286
186404	rnn.weight_ih_l0	1	-0.042609550058841705
186404	rnn.weight_ih_l0	2	0.011214470490813255
186404	rnn.weight_ih_l0	3	0.046645961701869965
186404	rnn.weight_ih_l0	4	-0.028552204370498657
186404	rnn.weight_ih_l0	5	0.04351126030087471
186404	rnn.weight_ih_l0	6	0.007588810753077269
186404	rnn.weight_ih_l0	7	0.06460961699485779
186404	rnn.weight_ih_l0	8	0.009799590334296227
186404	rnn.weight_ih_l0	9	-0.024054188281297684
186404	rnn.weight_hh_l0	0	-0.013179882429540157
186404	rnn.weight_hh_l0	1	-0.027370737865567207
186404	rnn.weight_hh_l0	2	-0.05918756499886513
186404	rnn.weight_hh_l0	3	-0.005317350383847952
186404	rnn.weight_hh_l0	4	-0.009477617219090462
186404	rnn.weight_hh_l0	5	-0.02530689537525177
186404	rnn.weight_hh_l0	6	-0.00028132146690040827
186404	rnn.weight_hh_l0	7	-0.03902137279510498
186404	rnn.weight_hh_l0	8	0.06666155904531479
186404	rnn.weight_hh_l0	9	0.045520585030317307
186404	rnn.bias_ih_l0	0	-0.1717592477798462
186404	rnn.bias_ih_l0	1	-0.16700305044651031
186404	rnn.bias_ih_l0	2	-0.018159586936235428
186404	rnn.bias_ih_l0	3	-0.14396506547927856
186404	rnn.bias_ih_l0	4	-0.054883457720279694
186404	rnn.bias_ih_l0	5	-0.16578255593776703
186404	rnn.bias_ih_l0	6	0.06982288509607315
186404	rnn.bias_ih_l0	7	-0.0893401950597763
186404	rnn.bias_ih_l0	8	-0.04523659124970436
186404	rnn.bias_ih_l0	9	-0.10968043655157089
186404	rnn.bias_hh_l0	0	-0.07198797911405563
186404	rnn.bias_hh_l0	1	0.2460770457983017
186404	rnn.bias_hh_l0	2	0.048500239849090576
186404	rnn.bias_hh_l0	3	-0.07444562017917633
186404	rnn.bias_hh_l0	4	-0.08523254841566086
186404	rnn.bias_hh_l0	5	-0.004433273337781429
186404	rnn.bias_hh_l0	6	0.055075015872716904
186404	rnn.bias_hh_l0	7	-0.1088896170258522
186404	rnn.bias_hh_l0	8	-0.2394268959760666
186404	rnn.bias_hh_l0	9	-0.10717451572418213
186404	rnn.weight_ih_l0_reverse	0	0.018697228282690048
186404	rnn.weight_ih_l0_reverse	1	-0.06043856590986252
186404	rnn.weight_ih_l0_reverse	2	0.03921051695942879
186404	rnn.weight_ih_l0_reverse	3	0.016092875972390175
186404	rnn.weight_ih_l0_reverse	4	0.0007876354502514005
186404	rnn.weight_ih_l0_reverse	5	-0.031881339848041534
186404	rnn.weight_ih_l0_reverse	6	0.014769845642149448
186404	rnn.weight_ih_l0_reverse	7	0.030052531510591507
186404	rnn.weight_ih_l0_reverse	8	-0.025243228301405907
186404	rnn.weight_ih_l0_reverse	9	-0.0016314232489094138
186404	rnn.weight_hh_l0_reverse	0	0.04036146029829979
186404	rnn.weight_hh_l0_reverse	1	0.03038228675723076
186404	rnn.weight_hh_l0_reverse	2	-0.021240662783384323
186404	rnn.weight_hh_l0_reverse	3	-0.07870110124349594
186404	rnn.weight_hh_l0_reverse	4	0.010813696309924126
186404	rnn.weight_hh_l0_reverse	5	-0.05630766227841377
186404	rnn.weight_hh_l0_reverse	6	-0.013397777453064919
186404	rnn.weight_hh_l0_reverse	7	0.029051966965198517
186404	rnn.weight_hh_l0_reverse	8	0.008647505193948746
186404	rnn.weight_hh_l0_reverse	9	0.009046674706041813
186404	rnn.bias_ih_l0_reverse	0	-0.044822897762060165
186404	rnn.bias_ih_l0_reverse	1	-0.14186608791351318
186404	rnn.bias_ih_l0_reverse	2	-0.14880703389644623
186404	rnn.bias_ih_l0_reverse	3	-0.04595930874347687
186404	rnn.bias_ih_l0_reverse	4	-0.1160874143242836
186404	rnn.bias_ih_l0_reverse	5	-0.0858595073223114
186404	rnn.bias_ih_l0_reverse	6	-0.20644758641719818
186404	rnn.bias_ih_l0_reverse	7	-0.056557346135377884
186404	rnn.bias_ih_l0_reverse	8	-0.06429675221443176
186404	rnn.bias_ih_l0_reverse	9	-0.13529770076274872
186404	rnn.bias_hh_l0_reverse	0	-0.14153966307640076
186404	rnn.bias_hh_l0_reverse	1	-0.16646312177181244
186404	rnn.bias_hh_l0_reverse	2	0.09033524990081787
186404	rnn.bias_hh_l0_reverse	3	0.08033741265535355
186404	rnn.bias_hh_l0_reverse	4	-0.17168903350830078
186404	rnn.bias_hh_l0_reverse	5	-0.13462767004966736
186404	rnn.bias_hh_l0_reverse	6	-0.09776344895362854
186404	rnn.bias_hh_l0_reverse	7	-0.04925665631890297
186404	rnn.bias_hh_l0_reverse	8	-0.0965598076581955
186404	rnn.bias_hh_l0_reverse	9	-0.02493162266910076
186404	linear.weight	0	-0.00766419805586338
186404	linear.weight	1	-0.011512516997754574
186404	linear.weight	2	0.30871346592903137
186404	linear.weight	3	-0.07925663143396378
186404	linear.weight	4	-0.010588549077510834
186404	linear.weight	5	0.10180876404047012
186404	linear.weight	6	-0.010739270597696304
186404	linear.weight	7	-0.07039614766836166
186404	linear.weight	8	0.16129489243030548
186404	linear.weight	9	-0.23687908053398132
186404	linear.bias	0	-0.03956538438796997
186404	linear.bias	1	0.031413208693265915
186404	linear.bias	2	0.4786158502101898
186404	linear.bias	3	-0.6700027585029602
186404	linear.bias	4	2.0426785945892334
186404	linear.bias	5	-1.3950529098510742
186404	linear.bias	6	-0.32918086647987366
186404	linear.bias	7	-0.13202683627605438
186962	transitions	0	-1.8768465518951416
186962	transitions	1	-10000.0
186962	transitions	2	-0.7969565987586975
186962	transitions	3	-10000.0
186962	transitions	4	1.998862624168396
186962	transitions	5	-10000.0
186962	transitions	6	-10000.0
186962	transitions	7	1.8062502145767212
186962	transitions	8	-2.5720584392547607
186962	transitions	9	-4.200479030609131
186962	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
186962	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
186962	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
186962	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
186962	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
186962	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
186962	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
186962	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
186962	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
186962	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
186962	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
186962	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
186962	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
186962	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
186962	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
186962	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
186962	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
186962	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
186962	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
186962	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
186962	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
186962	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
186962	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
186962	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
186962	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
186962	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
186962	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
186962	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
186962	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
186962	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
186962	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
186962	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
186962	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
186962	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
186962	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
186962	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
186962	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
186962	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
186962	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
186962	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
186962	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
186962	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
186962	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
186962	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
186962	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
186962	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
186962	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
186962	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
186962	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
186962	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
186962	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
186962	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
186962	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
186962	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
186962	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
186962	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
186962	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
186962	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
186962	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
186962	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
186962	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
186962	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
186962	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
186962	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
186962	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
186962	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
186962	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
186962	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
186962	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
186962	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
186962	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
186962	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
186962	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
186962	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
186962	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
186962	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
186962	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
186962	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
186962	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
186962	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
186962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
186962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
186962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
186962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
186962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
186962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
186962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
186962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
186962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
186962	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
186962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
186962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
186962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
186962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
186962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
186962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
186962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
186962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
186962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
186962	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
186962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
186962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
186962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
186962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
186962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
186962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
186962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
186962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
186962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
186962	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
186962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
186962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
186962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
186962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
186962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
186962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
186962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
186962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
186962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
186962	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
186962	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
186962	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
186962	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
186962	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
186962	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
186962	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
186962	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
186962	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
186962	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
186962	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
186962	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
186962	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
186962	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
186962	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
186962	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
186962	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
186962	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
186962	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
186962	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
186962	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
186962	embedding2nn.weight	0	0.006460418924689293
186962	embedding2nn.weight	1	0.0039498829282820225
186962	embedding2nn.weight	2	0.013429608196020126
186962	embedding2nn.weight	3	0.024421999230980873
186962	embedding2nn.weight	4	0.0217132568359375
186962	embedding2nn.weight	5	0.005999108776450157
186962	embedding2nn.weight	6	-0.013479732908308506
186962	embedding2nn.weight	7	-0.0012687903363257647
186962	embedding2nn.weight	8	-0.007169073447585106
186962	embedding2nn.weight	9	0.0008408321300521493
186962	embedding2nn.bias	0	0.019699005410075188
186962	embedding2nn.bias	1	-0.03466826677322388
186962	embedding2nn.bias	2	0.08903956413269043
186962	embedding2nn.bias	3	0.07354746758937836
186962	embedding2nn.bias	4	-0.0119535643607378
186962	embedding2nn.bias	5	-0.026440028101205826
186962	embedding2nn.bias	6	0.0191000085324049
186962	embedding2nn.bias	7	-0.010007701814174652
186962	embedding2nn.bias	8	-0.026766061782836914
186962	embedding2nn.bias	9	0.018580622971057892
186962	rnn.weight_ih_l0	0	0.06604120880365372
186962	rnn.weight_ih_l0	1	-0.04266800731420517
186962	rnn.weight_ih_l0	2	0.010814265348017216
186962	rnn.weight_ih_l0	3	0.045833900570869446
186962	rnn.weight_ih_l0	4	-0.029340583831071854
186962	rnn.weight_ih_l0	5	0.04245907813310623
186962	rnn.weight_ih_l0	6	0.007508087437599897
186962	rnn.weight_ih_l0	7	0.06457551568746567
186962	rnn.weight_ih_l0	8	0.010414470918476582
186962	rnn.weight_ih_l0	9	-0.0245884507894516
186962	rnn.weight_hh_l0	0	-0.014215175993740559
186962	rnn.weight_hh_l0	1	-0.02730744145810604
186962	rnn.weight_hh_l0	2	-0.05907342582941055
186962	rnn.weight_hh_l0	3	-0.0053776041604578495
186962	rnn.weight_hh_l0	4	-0.009470002725720406
186962	rnn.weight_hh_l0	5	-0.025421347469091415
186962	rnn.weight_hh_l0	6	-0.00014257209841161966
186962	rnn.weight_hh_l0	7	-0.039153214544057846
186962	rnn.weight_hh_l0	8	0.06682510673999786
186962	rnn.weight_hh_l0	9	0.045282553881406784
186962	rnn.bias_ih_l0	0	-0.1708085834980011
186962	rnn.bias_ih_l0	1	-0.1653093844652176
186962	rnn.bias_ih_l0	2	-0.018803980201482773
186962	rnn.bias_ih_l0	3	-0.14292705059051514
186962	rnn.bias_ih_l0	4	-0.05570986866950989
186962	rnn.bias_ih_l0	5	-0.1637250781059265
186962	rnn.bias_ih_l0	6	0.06910569220781326
186962	rnn.bias_ih_l0	7	-0.08800060302019119
186962	rnn.bias_ih_l0	8	-0.04733579233288765
186962	rnn.bias_ih_l0	9	-0.1108684092760086
186962	rnn.bias_hh_l0	0	-0.07404939085245132
186962	rnn.bias_hh_l0	1	0.24611777067184448
186962	rnn.bias_hh_l0	2	0.051929306238889694
186962	rnn.bias_hh_l0	3	-0.07245568186044693
186962	rnn.bias_hh_l0	4	-0.08490420877933502
186962	rnn.bias_hh_l0	5	-0.008598784916102886
186962	rnn.bias_hh_l0	6	0.05515127629041672
186962	rnn.bias_hh_l0	7	-0.10924648493528366
186962	rnn.bias_hh_l0	8	-0.24137765169143677
186962	rnn.bias_hh_l0	9	-0.10555828362703323
186962	rnn.weight_ih_l0_reverse	0	0.01967853307723999
186962	rnn.weight_ih_l0_reverse	1	-0.061511166393756866
186962	rnn.weight_ih_l0_reverse	2	0.03936675190925598
186962	rnn.weight_ih_l0_reverse	3	0.01640135981142521
186962	rnn.weight_ih_l0_reverse	4	-0.0003650762955658138
186962	rnn.weight_ih_l0_reverse	5	-0.032269757241010666
186962	rnn.weight_ih_l0_reverse	6	0.01368466392159462
186962	rnn.weight_ih_l0_reverse	7	0.030335616320371628
186962	rnn.weight_ih_l0_reverse	8	-0.024971656501293182
186962	rnn.weight_ih_l0_reverse	9	-0.001300613395869732
186962	rnn.weight_hh_l0_reverse	0	0.04034983366727829
186962	rnn.weight_hh_l0_reverse	1	0.029842963442206383
186962	rnn.weight_hh_l0_reverse	2	-0.021166762337088585
186962	rnn.weight_hh_l0_reverse	3	-0.07921756058931351
186962	rnn.weight_hh_l0_reverse	4	0.010616812855005264
186962	rnn.weight_hh_l0_reverse	5	-0.05594862625002861
186962	rnn.weight_hh_l0_reverse	6	-0.013313406147062778
186962	rnn.weight_hh_l0_reverse	7	0.028750739991664886
186962	rnn.weight_hh_l0_reverse	8	0.008506031706929207
186962	rnn.weight_hh_l0_reverse	9	0.009407496079802513
186962	rnn.bias_ih_l0_reverse	0	-0.045771196484565735
186962	rnn.bias_ih_l0_reverse	1	-0.14217977225780487
186962	rnn.bias_ih_l0_reverse	2	-0.14691020548343658
186962	rnn.bias_ih_l0_reverse	3	-0.0437907874584198
186962	rnn.bias_ih_l0_reverse	4	-0.11746479570865631
186962	rnn.bias_ih_l0_reverse	5	-0.08869980275630951
186962	rnn.bias_ih_l0_reverse	6	-0.20462681353092194
186962	rnn.bias_ih_l0_reverse	7	-0.057333119213581085
186962	rnn.bias_ih_l0_reverse	8	-0.06452754139900208
186962	rnn.bias_ih_l0_reverse	9	-0.13485126197338104
186962	rnn.bias_hh_l0_reverse	0	-0.14243227243423462
186962	rnn.bias_hh_l0_reverse	1	-0.16676126420497894
186962	rnn.bias_hh_l0_reverse	2	0.09263841062784195
186962	rnn.bias_hh_l0_reverse	3	0.08105606585741043
186962	rnn.bias_hh_l0_reverse	4	-0.1714901626110077
186962	rnn.bias_hh_l0_reverse	5	-0.13273565471172333
186962	rnn.bias_hh_l0_reverse	6	-0.09486319869756699
186962	rnn.bias_hh_l0_reverse	7	-0.04840749129652977
186962	rnn.bias_hh_l0_reverse	8	-0.09767656773328781
186962	rnn.bias_hh_l0_reverse	9	-0.026268785819411278
186962	linear.weight	0	-0.007662463467568159
186962	linear.weight	1	-0.011050278320908546
186962	linear.weight	2	0.31086310744285583
186962	linear.weight	3	-0.07925236225128174
186962	linear.weight	4	-0.010588549077510834
186962	linear.weight	5	0.11686228215694427
186962	linear.weight	6	-0.010739270597696304
186962	linear.weight	7	-0.06182665750384331
186962	linear.weight	8	0.16790015995502472
186962	linear.weight	9	-0.22352182865142822
186962	linear.bias	0	-0.03956538438796997
186962	linear.bias	1	0.031413208693265915
186962	linear.bias	2	0.45888304710388184
186962	linear.bias	3	-0.6365936994552612
186962	linear.bias	4	2.0666024684906006
186962	linear.bias	5	-1.3952275514602661
186962	linear.bias	6	-0.34791144728660583
186962	linear.bias	7	-0.15073198080062866
187520	transitions	0	-1.878099799156189
187520	transitions	1	-10000.0
187520	transitions	2	-0.7969565987586975
187520	transitions	3	-10000.0
187520	transitions	4	1.983534574508667
187520	transitions	5	-10000.0
187520	transitions	6	-10000.0
187520	transitions	7	1.8065764904022217
187520	transitions	8	-2.5728471279144287
187520	transitions	9	-4.201168060302734
187520	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
187520	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
187520	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
187520	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
187520	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
187520	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
187520	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
187520	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
187520	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
187520	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
187520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
187520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
187520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
187520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
187520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
187520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
187520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
187520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
187520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
187520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
187520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
187520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
187520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
187520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
187520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
187520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
187520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
187520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
187520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
187520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
187520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
187520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
187520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
187520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
187520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
187520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
187520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
187520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
187520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
187520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
187520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
187520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
187520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
187520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
187520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
187520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
187520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
187520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
187520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
187520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
187520	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
187520	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
187520	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
187520	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
187520	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
187520	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
187520	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
187520	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
187520	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
187520	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
187520	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
187520	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
187520	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
187520	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
187520	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
187520	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
187520	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
187520	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
187520	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
187520	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
187520	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
187520	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
187520	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
187520	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
187520	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
187520	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
187520	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
187520	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
187520	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
187520	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
187520	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
187520	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
187520	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
187520	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
187520	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
187520	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
187520	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
187520	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
187520	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
187520	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
187520	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
187520	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
187520	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
187520	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
187520	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
187520	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
187520	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
187520	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
187520	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
187520	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
187520	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
187520	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
187520	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
187520	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
187520	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
187520	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
187520	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
187520	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
187520	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
187520	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
187520	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
187520	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
187520	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
187520	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
187520	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
187520	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
187520	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
187520	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
187520	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
187520	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
187520	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
187520	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
187520	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
187520	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
187520	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
187520	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
187520	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
187520	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
187520	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
187520	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
187520	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
187520	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
187520	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
187520	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
187520	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
187520	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
187520	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
187520	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
187520	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
187520	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
187520	embedding2nn.weight	0	0.006449933163821697
187520	embedding2nn.weight	1	0.003925560042262077
187520	embedding2nn.weight	2	0.013424212113022804
187520	embedding2nn.weight	3	0.024119824171066284
187520	embedding2nn.weight	4	0.02196374349296093
187520	embedding2nn.weight	5	0.0064727021381258965
187520	embedding2nn.weight	6	-0.013683200813829899
187520	embedding2nn.weight	7	-0.001284574973396957
187520	embedding2nn.weight	8	-0.007588617503643036
187520	embedding2nn.weight	9	0.0009717061766423285
187520	embedding2nn.bias	0	0.027301503345370293
187520	embedding2nn.bias	1	-0.041278447955846786
187520	embedding2nn.bias	2	0.0947452113032341
187520	embedding2nn.bias	3	0.07221669703722
187520	embedding2nn.bias	4	-0.0124351242557168
187520	embedding2nn.bias	5	-0.02458251640200615
187520	embedding2nn.bias	6	0.015340947546064854
187520	embedding2nn.bias	7	-0.008064158260822296
187520	embedding2nn.bias	8	-0.024393578991293907
187520	embedding2nn.bias	9	0.016480104997754097
187520	rnn.weight_ih_l0	0	0.06586941331624985
187520	rnn.weight_ih_l0	1	-0.04249931126832962
187520	rnn.weight_ih_l0	2	0.01048918254673481
187520	rnn.weight_ih_l0	3	0.04569890722632408
187520	rnn.weight_ih_l0	4	-0.029775407165288925
187520	rnn.weight_ih_l0	5	0.04185779392719269
187520	rnn.weight_ih_l0	6	0.00755027960985899
187520	rnn.weight_ih_l0	7	0.06482937932014465
187520	rnn.weight_ih_l0	8	0.010860303416848183
187520	rnn.weight_ih_l0	9	-0.025046218186616898
187520	rnn.weight_hh_l0	0	-0.014223609119653702
187520	rnn.weight_hh_l0	1	-0.02725340984761715
187520	rnn.weight_hh_l0	2	-0.05917638912796974
187520	rnn.weight_hh_l0	3	-0.005525201093405485
187520	rnn.weight_hh_l0	4	-0.009434869512915611
187520	rnn.weight_hh_l0	5	-0.02548389323055744
187520	rnn.weight_hh_l0	6	-0.00022927434474695474
187520	rnn.weight_hh_l0	7	-0.038805246353149414
187520	rnn.weight_hh_l0	8	0.06710903346538544
187520	rnn.weight_hh_l0	9	0.04513313248753548
187520	rnn.bias_ih_l0	0	-0.17022018134593964
187520	rnn.bias_ih_l0	1	-0.16747234761714935
187520	rnn.bias_ih_l0	2	-0.019622785970568657
187520	rnn.bias_ih_l0	3	-0.14545628428459167
187520	rnn.bias_ih_l0	4	-0.052399154752492905
187520	rnn.bias_ih_l0	5	-0.16447751224040985
187520	rnn.bias_ih_l0	6	0.06976108998060226
187520	rnn.bias_ih_l0	7	-0.08601580560207367
187520	rnn.bias_ih_l0	8	-0.0477173887193203
187520	rnn.bias_ih_l0	9	-0.11316712200641632
187520	rnn.bias_hh_l0	0	-0.07147053629159927
187520	rnn.bias_hh_l0	1	0.24649740755558014
187520	rnn.bias_hh_l0	2	0.04905522242188454
187520	rnn.bias_hh_l0	3	-0.07374339550733566
187520	rnn.bias_hh_l0	4	-0.08388692885637283
187520	rnn.bias_hh_l0	5	-0.004626221489161253
187520	rnn.bias_hh_l0	6	0.05243465676903725
187520	rnn.bias_hh_l0	7	-0.10515119880437851
187520	rnn.bias_hh_l0	8	-0.241557776927948
187520	rnn.bias_hh_l0	9	-0.10523336380720139
187520	rnn.weight_ih_l0_reverse	0	0.020008618012070656
187520	rnn.weight_ih_l0_reverse	1	-0.06065423786640167
187520	rnn.weight_ih_l0_reverse	2	0.03938622400164604
187520	rnn.weight_ih_l0_reverse	3	0.015953727066516876
187520	rnn.weight_ih_l0_reverse	4	-0.00026565443840809166
187520	rnn.weight_ih_l0_reverse	5	-0.03368701413273811
187520	rnn.weight_ih_l0_reverse	6	0.014320249669253826
187520	rnn.weight_ih_l0_reverse	7	0.030146930366754532
187520	rnn.weight_ih_l0_reverse	8	-0.025098346173763275
187520	rnn.weight_ih_l0_reverse	9	-0.0011340865166857839
187520	rnn.weight_hh_l0_reverse	0	0.04019182547926903
187520	rnn.weight_hh_l0_reverse	1	0.02968948893249035
187520	rnn.weight_hh_l0_reverse	2	-0.021339476108551025
187520	rnn.weight_hh_l0_reverse	3	-0.0782533586025238
187520	rnn.weight_hh_l0_reverse	4	0.010340998880565166
187520	rnn.weight_hh_l0_reverse	5	-0.05597454681992531
187520	rnn.weight_hh_l0_reverse	6	-0.013446740806102753
187520	rnn.weight_hh_l0_reverse	7	0.02888624556362629
187520	rnn.weight_hh_l0_reverse	8	0.008262655697762966
187520	rnn.weight_hh_l0_reverse	9	0.008832045830786228
187520	rnn.bias_ih_l0_reverse	0	-0.045956578105688095
187520	rnn.bias_ih_l0_reverse	1	-0.14107465744018555
187520	rnn.bias_ih_l0_reverse	2	-0.14676153659820557
187520	rnn.bias_ih_l0_reverse	3	-0.0455930270254612
187520	rnn.bias_ih_l0_reverse	4	-0.11638707667589188
187520	rnn.bias_ih_l0_reverse	5	-0.09050899744033813
187520	rnn.bias_ih_l0_reverse	6	-0.20614741742610931
187520	rnn.bias_ih_l0_reverse	7	-0.05582181364297867
187520	rnn.bias_ih_l0_reverse	8	-0.06562243402004242
187520	rnn.bias_ih_l0_reverse	9	-0.13527198135852814
187520	rnn.bias_hh_l0_reverse	0	-0.14261877536773682
187520	rnn.bias_hh_l0_reverse	1	-0.16406866908073425
187520	rnn.bias_hh_l0_reverse	2	0.09402113407850266
187520	rnn.bias_hh_l0_reverse	3	0.08270274847745895
187520	rnn.bias_hh_l0_reverse	4	-0.17318129539489746
187520	rnn.bias_hh_l0_reverse	5	-0.13611915707588196
187520	rnn.bias_hh_l0_reverse	6	-0.09203676134347916
187520	rnn.bias_hh_l0_reverse	7	-0.04836948588490486
187520	rnn.bias_hh_l0_reverse	8	-0.09656459093093872
187520	rnn.bias_hh_l0_reverse	9	-0.026940466836094856
187520	linear.weight	0	-0.007660620380192995
187520	linear.weight	1	0.024658964946866035
187520	linear.weight	2	0.3165348768234253
187520	linear.weight	3	-0.07924987375736237
187520	linear.weight	4	-0.010588549077510834
187520	linear.weight	5	0.08167590200901031
187520	linear.weight	6	-0.010739270597696304
187520	linear.weight	7	-0.06639320403337479
187520	linear.weight	8	0.1889006495475769
187520	linear.weight	9	-0.22817473113536835
187520	linear.bias	0	-0.03956538438796997
187520	linear.bias	1	0.031413208693265915
187520	linear.bias	2	0.4198371469974518
187520	linear.bias	3	-0.6190459132194519
187520	linear.bias	4	2.0342531204223633
187520	linear.bias	5	-1.3954036235809326
187520	linear.bias	6	-0.3203181028366089
187520	linear.bias	7	-0.12431304901838303
188078	transitions	0	-1.8791131973266602
188078	transitions	1	-10000.0
188078	transitions	2	-0.7969565987586975
188078	transitions	3	-10000.0
188078	transitions	4	2.0128509998321533
188078	transitions	5	-10000.0
188078	transitions	6	-10000.0
188078	transitions	7	1.793264389038086
188078	transitions	8	-2.573824882507324
188078	transitions	9	-4.201876640319824
188078	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
188078	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
188078	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
188078	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
188078	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
188078	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
188078	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
188078	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
188078	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
188078	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
188078	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
188078	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
188078	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
188078	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
188078	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
188078	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
188078	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
188078	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
188078	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
188078	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
188078	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
188078	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
188078	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
188078	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
188078	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
188078	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
188078	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
188078	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
188078	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
188078	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
188078	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
188078	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
188078	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
188078	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
188078	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
188078	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
188078	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
188078	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
188078	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
188078	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
188078	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
188078	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
188078	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
188078	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
188078	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
188078	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
188078	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
188078	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
188078	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
188078	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
188078	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
188078	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
188078	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
188078	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
188078	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
188078	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
188078	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
188078	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
188078	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
188078	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
188078	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
188078	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
188078	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
188078	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
188078	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
188078	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
188078	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
188078	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
188078	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
188078	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
188078	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
188078	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
188078	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
188078	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
188078	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
188078	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
188078	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
188078	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
188078	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
188078	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
188078	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
188078	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
188078	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
188078	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
188078	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
188078	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
188078	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
188078	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
188078	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
188078	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
188078	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
188078	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
188078	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
188078	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
188078	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
188078	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
188078	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
188078	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
188078	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
188078	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
188078	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
188078	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
188078	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
188078	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
188078	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
188078	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
188078	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
188078	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
188078	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
188078	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
188078	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
188078	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
188078	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
188078	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
188078	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
188078	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
188078	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
188078	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
188078	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
188078	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
188078	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
188078	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
188078	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
188078	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
188078	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
188078	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
188078	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
188078	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
188078	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
188078	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
188078	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
188078	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
188078	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
188078	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
188078	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
188078	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
188078	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
188078	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
188078	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
188078	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
188078	embedding2nn.weight	0	0.0064506917260587215
188078	embedding2nn.weight	1	0.004018045030534267
188078	embedding2nn.weight	2	0.013425277546048164
188078	embedding2nn.weight	3	0.02402767352759838
188078	embedding2nn.weight	4	0.022380320355296135
188078	embedding2nn.weight	5	0.00608351593837142
188078	embedding2nn.weight	6	-0.013474788516759872
188078	embedding2nn.weight	7	-0.0011973436921834946
188078	embedding2nn.weight	8	-0.008336732164025307
188078	embedding2nn.weight	9	0.0008142278529703617
188078	embedding2nn.bias	0	0.02336576022207737
188078	embedding2nn.bias	1	-0.04244611784815788
188078	embedding2nn.bias	2	0.09680666029453278
188078	embedding2nn.bias	3	0.07076893746852875
188078	embedding2nn.bias	4	-0.009485871531069279
188078	embedding2nn.bias	5	-0.013417106121778488
188078	embedding2nn.bias	6	0.01809915155172348
188078	embedding2nn.bias	7	0.0003804236475843936
188078	embedding2nn.bias	8	-0.023034997284412384
188078	embedding2nn.bias	9	0.01690342091023922
188078	rnn.weight_ih_l0	0	0.06513635069131851
188078	rnn.weight_ih_l0	1	-0.04270496219396591
188078	rnn.weight_ih_l0	2	0.0098967170342803
188078	rnn.weight_ih_l0	3	0.04510248452425003
188078	rnn.weight_ih_l0	4	-0.028978800401091576
188078	rnn.weight_ih_l0	5	0.041488200426101685
188078	rnn.weight_ih_l0	6	0.007444904185831547
188078	rnn.weight_ih_l0	7	0.06477165967226028
188078	rnn.weight_ih_l0	8	0.01218815054744482
188078	rnn.weight_ih_l0	9	-0.02439422346651554
188078	rnn.weight_hh_l0	0	-0.014155696146190166
188078	rnn.weight_hh_l0	1	-0.02738196589052677
188078	rnn.weight_hh_l0	2	-0.05893702059984207
188078	rnn.weight_hh_l0	3	-0.005669652484357357
188078	rnn.weight_hh_l0	4	-0.009420981630682945
188078	rnn.weight_hh_l0	5	-0.02541755698621273
188078	rnn.weight_hh_l0	6	-0.00011007093416992575
188078	rnn.weight_hh_l0	7	-0.038653306663036346
188078	rnn.weight_hh_l0	8	0.06804275512695312
188078	rnn.weight_hh_l0	9	0.04537558928132057
188078	rnn.bias_ih_l0	0	-0.171759694814682
188078	rnn.bias_ih_l0	1	-0.16797524690628052
188078	rnn.bias_ih_l0	2	-0.020219486206769943
188078	rnn.bias_ih_l0	3	-0.14815594255924225
188078	rnn.bias_ih_l0	4	-0.05369799956679344
188078	rnn.bias_ih_l0	5	-0.1639549732208252
188078	rnn.bias_ih_l0	6	0.07177407294511795
188078	rnn.bias_ih_l0	7	-0.08600246906280518
188078	rnn.bias_ih_l0	8	-0.04685955494642258
188078	rnn.bias_ih_l0	9	-0.11418306827545166
188078	rnn.bias_hh_l0	0	-0.07006997615098953
188078	rnn.bias_hh_l0	1	0.2463456094264984
188078	rnn.bias_hh_l0	2	0.041579339653253555
188078	rnn.bias_hh_l0	3	-0.0749259740114212
188078	rnn.bias_hh_l0	4	-0.08416012674570084
188078	rnn.bias_hh_l0	5	-0.0036024730652570724
188078	rnn.bias_hh_l0	6	0.0514400452375412
188078	rnn.bias_hh_l0	7	-0.11094991862773895
188078	rnn.bias_hh_l0	8	-0.23798099160194397
188078	rnn.bias_hh_l0	9	-0.10516925156116486
188078	rnn.weight_ih_l0_reverse	0	0.02011752687394619
188078	rnn.weight_ih_l0_reverse	1	-0.0613803006708622
188078	rnn.weight_ih_l0_reverse	2	0.03978538513183594
188078	rnn.weight_ih_l0_reverse	3	0.017045672982931137
188078	rnn.weight_ih_l0_reverse	4	8.58651110320352e-05
188078	rnn.weight_ih_l0_reverse	5	-0.034909993410110474
188078	rnn.weight_ih_l0_reverse	6	0.014160916209220886
188078	rnn.weight_ih_l0_reverse	7	0.03070877492427826
188078	rnn.weight_ih_l0_reverse	8	-0.025388307869434357
188078	rnn.weight_ih_l0_reverse	9	-0.0007426883676089346
188078	rnn.weight_hh_l0_reverse	0	0.040185555815696716
188078	rnn.weight_hh_l0_reverse	1	0.030147764831781387
188078	rnn.weight_hh_l0_reverse	2	-0.02160658687353134
188078	rnn.weight_hh_l0_reverse	3	-0.07675213366746902
188078	rnn.weight_hh_l0_reverse	4	0.010422250255942345
188078	rnn.weight_hh_l0_reverse	5	-0.05597320571541786
188078	rnn.weight_hh_l0_reverse	6	-0.013545870780944824
188078	rnn.weight_hh_l0_reverse	7	0.02891544997692108
188078	rnn.weight_hh_l0_reverse	8	0.008647401817142963
188078	rnn.weight_hh_l0_reverse	9	0.009074266068637371
188078	rnn.bias_ih_l0_reverse	0	-0.04658621549606323
188078	rnn.bias_ih_l0_reverse	1	-0.14083506166934967
188078	rnn.bias_ih_l0_reverse	2	-0.14571480453014374
188078	rnn.bias_ih_l0_reverse	3	-0.04480370879173279
188078	rnn.bias_ih_l0_reverse	4	-0.11687058955430984
188078	rnn.bias_ih_l0_reverse	5	-0.09060902893543243
188078	rnn.bias_ih_l0_reverse	6	-0.20520035922527313
188078	rnn.bias_ih_l0_reverse	7	-0.05629539489746094
188078	rnn.bias_ih_l0_reverse	8	-0.0642918273806572
188078	rnn.bias_ih_l0_reverse	9	-0.1360677033662796
188078	rnn.bias_hh_l0_reverse	0	-0.144447922706604
188078	rnn.bias_hh_l0_reverse	1	-0.1641296148300171
188078	rnn.bias_hh_l0_reverse	2	0.09367205947637558
188078	rnn.bias_hh_l0_reverse	3	0.07938450574874878
188078	rnn.bias_hh_l0_reverse	4	-0.17458906769752502
188078	rnn.bias_hh_l0_reverse	5	-0.13976611196994781
188078	rnn.bias_hh_l0_reverse	6	-0.09492760896682739
188078	rnn.bias_hh_l0_reverse	7	-0.04676298424601555
188078	rnn.bias_hh_l0_reverse	8	-0.09612900018692017
188078	rnn.bias_hh_l0_reverse	9	-0.025864453986287117
188078	linear.weight	0	-0.007661731913685799
188078	linear.weight	1	0.027217309921979904
188078	linear.weight	2	0.30331578850746155
188078	linear.weight	3	-0.07924748212099075
188078	linear.weight	4	-0.010588549077510834
188078	linear.weight	5	0.08791153877973557
188078	linear.weight	6	-0.010739270597696304
188078	linear.weight	7	-0.05462396517395973
188078	linear.weight	8	0.20006202161312103
188078	linear.weight	9	-0.23118728399276733
188078	linear.bias	0	-0.03956538438796997
188078	linear.bias	1	0.031413208693265915
188078	linear.bias	2	0.4351508617401123
188078	linear.bias	3	-0.6535321474075317
188078	linear.bias	4	2.073603868484497
188078	linear.bias	5	-1.3955832719802856
188078	linear.bias	6	-0.33035072684288025
188078	linear.bias	7	-0.134294331073761
188636	transitions	0	-1.8800123929977417
188636	transitions	1	-10000.0
188636	transitions	2	-0.7969565987586975
188636	transitions	3	-10000.0
188636	transitions	4	1.9953536987304688
188636	transitions	5	-10000.0
188636	transitions	6	-10000.0
188636	transitions	7	1.783955454826355
188636	transitions	8	-2.5746259689331055
188636	transitions	9	-4.202531814575195
188636	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
188636	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
188636	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
188636	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
188636	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
188636	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
188636	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
188636	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
188636	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
188636	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
188636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
188636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
188636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
188636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
188636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
188636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
188636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
188636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
188636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
188636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
188636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
188636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
188636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
188636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
188636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
188636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
188636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
188636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
188636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
188636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
188636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
188636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
188636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
188636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
188636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
188636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
188636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
188636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
188636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
188636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
188636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
188636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
188636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
188636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
188636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
188636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
188636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
188636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
188636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
188636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
188636	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
188636	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
188636	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
188636	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
188636	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
188636	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
188636	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
188636	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
188636	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
188636	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
188636	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
188636	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
188636	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
188636	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
188636	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
188636	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
188636	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
188636	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
188636	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
188636	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
188636	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
188636	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
188636	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
188636	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
188636	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
188636	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
188636	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
188636	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
188636	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
188636	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
188636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
188636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
188636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
188636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
188636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
188636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
188636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
188636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
188636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
188636	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
188636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
188636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
188636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
188636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
188636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
188636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
188636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
188636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
188636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
188636	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
188636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
188636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
188636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
188636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
188636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
188636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
188636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
188636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
188636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
188636	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
188636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
188636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
188636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
188636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
188636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
188636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
188636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
188636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
188636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
188636	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
188636	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
188636	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
188636	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
188636	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
188636	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
188636	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
188636	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
188636	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
188636	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
188636	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
188636	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
188636	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
188636	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
188636	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
188636	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
188636	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
188636	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
188636	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
188636	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
188636	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
188636	embedding2nn.weight	0	0.006450569722801447
188636	embedding2nn.weight	1	0.003933447413146496
188636	embedding2nn.weight	2	0.013426345773041248
188636	embedding2nn.weight	3	0.02435387298464775
188636	embedding2nn.weight	4	0.022677194327116013
188636	embedding2nn.weight	5	0.006576061248779297
188636	embedding2nn.weight	6	-0.013603653758764267
188636	embedding2nn.weight	7	-0.001266195555217564
188636	embedding2nn.weight	8	-0.00839025154709816
188636	embedding2nn.weight	9	0.0006076514255255461
188636	embedding2nn.bias	0	0.02242712862789631
188636	embedding2nn.bias	1	-0.039186690002679825
188636	embedding2nn.bias	2	0.08952144533395767
188636	embedding2nn.bias	3	0.06979470700025558
188636	embedding2nn.bias	4	-0.008364899083971977
188636	embedding2nn.bias	5	-0.016906311735510826
188636	embedding2nn.bias	6	0.01688849739730358
188636	embedding2nn.bias	7	0.003750839503481984
188636	embedding2nn.bias	8	-0.025586353614926338
188636	embedding2nn.bias	9	0.016555145382881165
188636	rnn.weight_ih_l0	0	0.06563463807106018
188636	rnn.weight_ih_l0	1	-0.041602667421102524
188636	rnn.weight_ih_l0	2	0.010292637161910534
188636	rnn.weight_ih_l0	3	0.04526328667998314
188636	rnn.weight_ih_l0	4	-0.02888510189950466
188636	rnn.weight_ih_l0	5	0.04123006761074066
188636	rnn.weight_ih_l0	6	0.0077002025209367275
188636	rnn.weight_ih_l0	7	0.06437521427869797
188636	rnn.weight_ih_l0	8	0.011820790357887745
188636	rnn.weight_ih_l0	9	-0.024638567119836807
188636	rnn.weight_hh_l0	0	-0.014333706349134445
188636	rnn.weight_hh_l0	1	-0.0268178042024374
188636	rnn.weight_hh_l0	2	-0.05917205661535263
188636	rnn.weight_hh_l0	3	-0.0056245652958750725
188636	rnn.weight_hh_l0	4	-0.00937744602560997
188636	rnn.weight_hh_l0	5	-0.02564670331776142
188636	rnn.weight_hh_l0	6	-0.0001307856582570821
188636	rnn.weight_hh_l0	7	-0.038545455783605576
188636	rnn.weight_hh_l0	8	0.06837868690490723
188636	rnn.weight_hh_l0	9	0.04535462334752083
188636	rnn.bias_ih_l0	0	-0.1728333979845047
188636	rnn.bias_ih_l0	1	-0.16847962141036987
188636	rnn.bias_ih_l0	2	-0.02110462635755539
188636	rnn.bias_ih_l0	3	-0.14558252692222595
188636	rnn.bias_ih_l0	4	-0.055036045610904694
188636	rnn.bias_ih_l0	5	-0.1652263104915619
188636	rnn.bias_ih_l0	6	0.06923165172338486
188636	rnn.bias_ih_l0	7	-0.08607681840658188
188636	rnn.bias_ih_l0	8	-0.04348299279808998
188636	rnn.bias_ih_l0	9	-0.11549520492553711
188636	rnn.bias_hh_l0	0	-0.07033254206180573
188636	rnn.bias_hh_l0	1	0.2445167750120163
188636	rnn.bias_hh_l0	2	0.04386070370674133
188636	rnn.bias_hh_l0	3	-0.07517272979021072
188636	rnn.bias_hh_l0	4	-0.0835852324962616
188636	rnn.bias_hh_l0	5	-0.003359630238264799
188636	rnn.bias_hh_l0	6	0.05115310847759247
188636	rnn.bias_hh_l0	7	-0.11059419065713882
188636	rnn.bias_hh_l0	8	-0.24319729208946228
188636	rnn.bias_hh_l0	9	-0.10431264340877533
188636	rnn.weight_ih_l0_reverse	0	0.020487090572714806
188636	rnn.weight_ih_l0_reverse	1	-0.06191800907254219
188636	rnn.weight_ih_l0_reverse	2	0.039984170347452164
188636	rnn.weight_ih_l0_reverse	3	0.01678415574133396
188636	rnn.weight_ih_l0_reverse	4	0.00036288416595198214
188636	rnn.weight_ih_l0_reverse	5	-0.03480192646384239
188636	rnn.weight_ih_l0_reverse	6	0.01357377227395773
188636	rnn.weight_ih_l0_reverse	7	0.030563781037926674
188636	rnn.weight_ih_l0_reverse	8	-0.02574477158486843
188636	rnn.weight_ih_l0_reverse	9	-0.0011245165951550007
188636	rnn.weight_hh_l0_reverse	0	0.0403752438724041
188636	rnn.weight_hh_l0_reverse	1	0.03037324734032154
188636	rnn.weight_hh_l0_reverse	2	-0.021286100149154663
188636	rnn.weight_hh_l0_reverse	3	-0.07737289369106293
188636	rnn.weight_hh_l0_reverse	4	0.010433434508740902
188636	rnn.weight_hh_l0_reverse	5	-0.05591196566820145
188636	rnn.weight_hh_l0_reverse	6	-0.013769665732979774
188636	rnn.weight_hh_l0_reverse	7	0.029433241114020348
188636	rnn.weight_hh_l0_reverse	8	0.00851895846426487
188636	rnn.weight_hh_l0_reverse	9	0.009391882456839085
188636	rnn.bias_ih_l0_reverse	0	-0.04860511049628258
188636	rnn.bias_ih_l0_reverse	1	-0.1411498636007309
188636	rnn.bias_ih_l0_reverse	2	-0.1463206708431244
188636	rnn.bias_ih_l0_reverse	3	-0.04504570737481117
188636	rnn.bias_ih_l0_reverse	4	-0.1153160035610199
188636	rnn.bias_ih_l0_reverse	5	-0.0893603265285492
188636	rnn.bias_ih_l0_reverse	6	-0.20153367519378662
188636	rnn.bias_ih_l0_reverse	7	-0.05294431000947952
188636	rnn.bias_ih_l0_reverse	8	-0.06333872675895691
188636	rnn.bias_ih_l0_reverse	9	-0.13449475169181824
188636	rnn.bias_hh_l0_reverse	0	-0.14452026784420013
188636	rnn.bias_hh_l0_reverse	1	-0.16360455751419067
188636	rnn.bias_hh_l0_reverse	2	0.09402688592672348
188636	rnn.bias_hh_l0_reverse	3	0.07882213592529297
188636	rnn.bias_hh_l0_reverse	4	-0.17258355021476746
188636	rnn.bias_hh_l0_reverse	5	-0.13928952813148499
188636	rnn.bias_hh_l0_reverse	6	-0.0978890210390091
188636	rnn.bias_hh_l0_reverse	7	-0.049040164798498154
188636	rnn.bias_hh_l0_reverse	8	-0.09615238755941391
188636	rnn.bias_hh_l0_reverse	9	-0.027147909626364708
188636	linear.weight	0	-0.007661496289074421
188636	linear.weight	1	0.02084346115589142
188636	linear.weight	2	0.3043572008609772
188636	linear.weight	3	-0.0792432650923729
188636	linear.weight	4	-0.010588549077510834
188636	linear.weight	5	0.12437400966882706
188636	linear.weight	6	-0.010739270597696304
188636	linear.weight	7	-0.05309213325381279
188636	linear.weight	8	0.1954355388879776
188636	linear.weight	9	-0.23529867827892303
188636	linear.bias	0	-0.03956538438796997
188636	linear.bias	1	0.031413208693265915
188636	linear.bias	2	0.46063023805618286
188636	linear.bias	3	-0.6468020677566528
188636	linear.bias	4	2.0248255729675293
188636	linear.bias	5	-1.3957619667053223
188636	linear.bias	6	-0.32195141911506653
188636	linear.bias	7	-0.125961035490036
189194	transitions	0	-1.88113272190094
189194	transitions	1	-10000.0
189194	transitions	2	-0.7969565987586975
189194	transitions	3	-10000.0
189194	transitions	4	2.0069496631622314
189194	transitions	5	-10000.0
189194	transitions	6	-10000.0
189194	transitions	7	1.7676093578338623
189194	transitions	8	-2.575453996658325
189194	transitions	9	-4.203192710876465
189194	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
189194	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
189194	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
189194	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
189194	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
189194	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
189194	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
189194	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
189194	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
189194	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
189194	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
189194	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
189194	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
189194	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
189194	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
189194	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
189194	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
189194	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
189194	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
189194	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
189194	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
189194	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
189194	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
189194	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
189194	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
189194	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
189194	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
189194	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
189194	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
189194	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
189194	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
189194	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
189194	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
189194	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
189194	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
189194	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
189194	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
189194	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
189194	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
189194	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
189194	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
189194	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
189194	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
189194	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
189194	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
189194	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
189194	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
189194	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
189194	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
189194	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
189194	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
189194	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
189194	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
189194	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
189194	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
189194	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
189194	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
189194	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
189194	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
189194	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
189194	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
189194	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
189194	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
189194	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
189194	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
189194	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
189194	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
189194	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
189194	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
189194	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
189194	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
189194	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
189194	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
189194	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
189194	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
189194	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
189194	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
189194	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
189194	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
189194	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
189194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
189194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
189194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
189194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
189194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
189194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
189194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
189194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
189194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
189194	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
189194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
189194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
189194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
189194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
189194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
189194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
189194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
189194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
189194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
189194	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
189194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
189194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
189194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
189194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
189194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
189194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
189194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
189194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
189194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
189194	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
189194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
189194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
189194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
189194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
189194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
189194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
189194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
189194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
189194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
189194	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
189194	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
189194	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
189194	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
189194	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
189194	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
189194	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
189194	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
189194	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
189194	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
189194	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
189194	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
189194	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
189194	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
189194	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
189194	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
189194	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
189194	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
189194	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
189194	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
189194	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
189194	embedding2nn.weight	0	0.0064610945992171764
189194	embedding2nn.weight	1	0.004080906510353088
189194	embedding2nn.weight	2	0.013432777486741543
189194	embedding2nn.weight	3	0.024074992164969444
189194	embedding2nn.weight	4	0.022465500980615616
189194	embedding2nn.weight	5	0.0061842515133321285
189194	embedding2nn.weight	6	-0.013600137084722519
189194	embedding2nn.weight	7	-0.0013038895558565855
189194	embedding2nn.weight	8	-0.008160555735230446
189194	embedding2nn.weight	9	0.0007497471524402499
189194	embedding2nn.bias	0	0.02494191564619541
189194	embedding2nn.bias	1	-0.03314698860049248
189194	embedding2nn.bias	2	0.08865347504615784
189194	embedding2nn.bias	3	0.07038097828626633
189194	embedding2nn.bias	4	-0.0088741984218359
189194	embedding2nn.bias	5	-0.016031114384531975
189194	embedding2nn.bias	6	0.013183274306356907
189194	embedding2nn.bias	7	0.0014909157762303948
189194	embedding2nn.bias	8	-0.026037422940135002
189194	embedding2nn.bias	9	0.015498637221753597
189194	rnn.weight_ih_l0	0	0.06651812046766281
189194	rnn.weight_ih_l0	1	-0.041860222816467285
189194	rnn.weight_ih_l0	2	0.010381482541561127
189194	rnn.weight_ih_l0	3	0.04562556371092796
189194	rnn.weight_ih_l0	4	-0.029493138194084167
189194	rnn.weight_ih_l0	5	0.0411776527762413
189194	rnn.weight_ih_l0	6	0.007859816774725914
189194	rnn.weight_ih_l0	7	0.06339412927627563
189194	rnn.weight_ih_l0	8	0.011518931947648525
189194	rnn.weight_ih_l0	9	-0.024536365643143654
189194	rnn.weight_hh_l0	0	-0.01417685579508543
189194	rnn.weight_hh_l0	1	-0.026596674695611
189194	rnn.weight_hh_l0	2	-0.05931738018989563
189194	rnn.weight_hh_l0	3	-0.005747395567595959
189194	rnn.weight_hh_l0	4	-0.009453998878598213
189194	rnn.weight_hh_l0	5	-0.025604434311389923
189194	rnn.weight_hh_l0	6	-0.0001158827799372375
189194	rnn.weight_hh_l0	7	-0.038477856665849686
189194	rnn.weight_hh_l0	8	0.06799601018428802
189194	rnn.weight_hh_l0	9	0.04526615887880325
189194	rnn.bias_ih_l0	0	-0.17188958823680878
189194	rnn.bias_ih_l0	1	-0.1684880256652832
189194	rnn.bias_ih_l0	2	-0.020715152844786644
189194	rnn.bias_ih_l0	3	-0.14676322042942047
189194	rnn.bias_ih_l0	4	-0.05578097701072693
189194	rnn.bias_ih_l0	5	-0.16412043571472168
189194	rnn.bias_ih_l0	6	0.07324915379285812
189194	rnn.bias_ih_l0	7	-0.08641679584980011
189194	rnn.bias_ih_l0	8	-0.046094849705696106
189194	rnn.bias_ih_l0	9	-0.11294505000114441
189194	rnn.bias_hh_l0	0	-0.06897307932376862
189194	rnn.bias_hh_l0	1	0.24640853703022003
189194	rnn.bias_hh_l0	2	0.045221488922834396
189194	rnn.bias_hh_l0	3	-0.07444041222333908
189194	rnn.bias_hh_l0	4	-0.08443596214056015
189194	rnn.bias_hh_l0	5	-0.003939478658139706
189194	rnn.bias_hh_l0	6	0.05202125385403633
189194	rnn.bias_hh_l0	7	-0.10804902762174606
189194	rnn.bias_hh_l0	8	-0.24193687736988068
189194	rnn.bias_hh_l0	9	-0.10407078266143799
189194	rnn.weight_ih_l0_reverse	0	0.019774002954363823
189194	rnn.weight_ih_l0_reverse	1	-0.06201443076133728
189194	rnn.weight_ih_l0_reverse	2	0.03964981809258461
189194	rnn.weight_ih_l0_reverse	3	0.016655368730425835
189194	rnn.weight_ih_l0_reverse	4	4.7575020289514214e-05
189194	rnn.weight_ih_l0_reverse	5	-0.03462423384189606
189194	rnn.weight_ih_l0_reverse	6	0.012752512469887733
189194	rnn.weight_ih_l0_reverse	7	0.03085392713546753
189194	rnn.weight_ih_l0_reverse	8	-0.025775963440537453
189194	rnn.weight_ih_l0_reverse	9	-0.0012844364391639829
189194	rnn.weight_hh_l0_reverse	0	0.04036460816860199
189194	rnn.weight_hh_l0_reverse	1	0.030163895338773727
189194	rnn.weight_hh_l0_reverse	2	-0.02131779119372368
189194	rnn.weight_hh_l0_reverse	3	-0.07796575874090195
189194	rnn.weight_hh_l0_reverse	4	0.01072333101183176
189194	rnn.weight_hh_l0_reverse	5	-0.05597739666700363
189194	rnn.weight_hh_l0_reverse	6	-0.013579204678535461
189194	rnn.weight_hh_l0_reverse	7	0.02927793748676777
189194	rnn.weight_hh_l0_reverse	8	0.00904306024312973
189194	rnn.weight_hh_l0_reverse	9	0.009167669340968132
189194	rnn.bias_ih_l0_reverse	0	-0.04690723493695259
189194	rnn.bias_ih_l0_reverse	1	-0.14178064465522766
189194	rnn.bias_ih_l0_reverse	2	-0.14589907228946686
189194	rnn.bias_ih_l0_reverse	3	-0.043240707367658615
189194	rnn.bias_ih_l0_reverse	4	-0.115012526512146
189194	rnn.bias_ih_l0_reverse	5	-0.08750605583190918
189194	rnn.bias_ih_l0_reverse	6	-0.20059442520141602
189194	rnn.bias_ih_l0_reverse	7	-0.05241739749908447
189194	rnn.bias_ih_l0_reverse	8	-0.06504615396261215
189194	rnn.bias_ih_l0_reverse	9	-0.136238232254982
189194	rnn.bias_hh_l0_reverse	0	-0.14426781237125397
189194	rnn.bias_hh_l0_reverse	1	-0.16434361040592194
189194	rnn.bias_hh_l0_reverse	2	0.09705916792154312
189194	rnn.bias_hh_l0_reverse	3	0.08154099434614182
189194	rnn.bias_hh_l0_reverse	4	-0.17170552909374237
189194	rnn.bias_hh_l0_reverse	5	-0.13677184283733368
189194	rnn.bias_hh_l0_reverse	6	-0.10099402070045471
189194	rnn.bias_hh_l0_reverse	7	-0.0476766936480999
189194	rnn.bias_hh_l0_reverse	8	-0.09803649038076401
189194	rnn.bias_hh_l0_reverse	9	-0.028397709131240845
189194	linear.weight	0	-0.007664068602025509
189194	linear.weight	1	0.03013479895889759
189194	linear.weight	2	0.29701757431030273
189194	linear.weight	3	-0.0792393758893013
189194	linear.weight	4	-0.010588549077510834
189194	linear.weight	5	0.09476295858621597
189194	linear.weight	6	-0.010739270597696304
189194	linear.weight	7	-0.09430946409702301
189194	linear.weight	8	0.15114684402942657
189194	linear.weight	9	-0.22953461110591888
189194	linear.bias	0	-0.03956538438796997
189194	linear.bias	1	0.031413208693265915
189194	linear.bias	2	0.4543074369430542
189194	linear.bias	3	-0.6693727374076843
189194	linear.bias	4	2.02595853805542
189194	linear.bias	5	-1.3959554433822632
189194	linear.bias	6	-0.307685524225235
189194	linear.bias	7	-0.11229025572538376
189752	transitions	0	-1.8821263313293457
189752	transitions	1	-10000.0
189752	transitions	2	-0.7969565987586975
189752	transitions	3	-10000.0
189752	transitions	4	2.0055158138275146
189752	transitions	5	-10000.0
189752	transitions	6	-10000.0
189752	transitions	7	1.8013849258422852
189752	transitions	8	-2.5763325691223145
189752	transitions	9	-4.203834533691406
189752	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
189752	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
189752	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
189752	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
189752	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
189752	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
189752	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
189752	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
189752	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
189752	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
189752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
189752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
189752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
189752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
189752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
189752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
189752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
189752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
189752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
189752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
189752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
189752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
189752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
189752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
189752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
189752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
189752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
189752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
189752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
189752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
189752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
189752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
189752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
189752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
189752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
189752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
189752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
189752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
189752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
189752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
189752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
189752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
189752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
189752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
189752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
189752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
189752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
189752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
189752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
189752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
189752	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
189752	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
189752	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
189752	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
189752	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
189752	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
189752	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
189752	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
189752	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
189752	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
189752	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
189752	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
189752	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
189752	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
189752	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
189752	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
189752	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
189752	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
189752	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
189752	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
189752	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
189752	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
189752	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
189752	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
189752	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
189752	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
189752	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
189752	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
189752	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
189752	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
189752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
189752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
189752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
189752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
189752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
189752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
189752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
189752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
189752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
189752	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
189752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
189752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
189752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
189752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
189752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
189752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
189752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
189752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
189752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
189752	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
189752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
189752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
189752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
189752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
189752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
189752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
189752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
189752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
189752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
189752	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
189752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
189752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
189752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
189752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
189752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
189752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
189752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
189752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
189752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
189752	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
189752	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
189752	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
189752	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
189752	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
189752	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
189752	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
189752	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
189752	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
189752	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
189752	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
189752	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
189752	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
189752	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
189752	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
189752	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
189752	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
189752	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
189752	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
189752	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
189752	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
189752	embedding2nn.weight	0	0.006451210007071495
189752	embedding2nn.weight	1	0.004024985712021589
189752	embedding2nn.weight	2	0.01343968603760004
189752	embedding2nn.weight	3	0.024256179109215736
189752	embedding2nn.weight	4	0.022087816148996353
189752	embedding2nn.weight	5	0.006045144516974688
189752	embedding2nn.weight	6	-0.013690909370779991
189752	embedding2nn.weight	7	-0.0013455570442602038
189752	embedding2nn.weight	8	-0.00835453998297453
189752	embedding2nn.weight	9	0.0008063750574365258
189752	embedding2nn.bias	0	0.030360260978341103
189752	embedding2nn.bias	1	-0.032283853739500046
189752	embedding2nn.bias	2	0.09083334356546402
189752	embedding2nn.bias	3	0.07185476273298264
189752	embedding2nn.bias	4	-0.010604753158986568
189752	embedding2nn.bias	5	-0.011126588098704815
189752	embedding2nn.bias	6	0.0176156684756279
189752	embedding2nn.bias	7	-0.002617852995172143
189752	embedding2nn.bias	8	-0.022766653448343277
189752	embedding2nn.bias	9	0.015866020694375038
189752	rnn.weight_ih_l0	0	0.06718709319829941
189752	rnn.weight_ih_l0	1	-0.04090368375182152
189752	rnn.weight_ih_l0	2	0.010432831011712551
189752	rnn.weight_ih_l0	3	0.04445603862404823
189752	rnn.weight_ih_l0	4	-0.029197217896580696
189752	rnn.weight_ih_l0	5	0.04102206230163574
189752	rnn.weight_ih_l0	6	0.008019696921110153
189752	rnn.weight_ih_l0	7	0.06329203397035599
189752	rnn.weight_ih_l0	8	0.011725210584700108
189752	rnn.weight_ih_l0	9	-0.025470945984125137
189752	rnn.weight_hh_l0	0	-0.013935163617134094
189752	rnn.weight_hh_l0	1	-0.026534374803304672
189752	rnn.weight_hh_l0	2	-0.05924265459179878
189752	rnn.weight_hh_l0	3	-0.005784868728369474
189752	rnn.weight_hh_l0	4	-0.009336103685200214
189752	rnn.weight_hh_l0	5	-0.025705626234412193
189752	rnn.weight_hh_l0	6	-0.00016911081911530346
189752	rnn.weight_hh_l0	7	-0.039270419627428055
189752	rnn.weight_hh_l0	8	0.06746615469455719
189752	rnn.weight_hh_l0	9	0.04523564875125885
189752	rnn.bias_ih_l0	0	-0.17034099996089935
189752	rnn.bias_ih_l0	1	-0.1669028103351593
189752	rnn.bias_ih_l0	2	-0.01969466544687748
189752	rnn.bias_ih_l0	3	-0.14768767356872559
189752	rnn.bias_ih_l0	4	-0.05733593925833702
189752	rnn.bias_ih_l0	5	-0.16820058226585388
189752	rnn.bias_ih_l0	6	0.07029055804014206
189752	rnn.bias_ih_l0	7	-0.0866812914609909
189752	rnn.bias_ih_l0	8	-0.049517836421728134
189752	rnn.bias_ih_l0	9	-0.11211950331926346
189752	rnn.bias_hh_l0	0	-0.0709087997674942
189752	rnn.bias_hh_l0	1	0.24514171481132507
189752	rnn.bias_hh_l0	2	0.04514145106077194
189752	rnn.bias_hh_l0	3	-0.07699605077505112
189752	rnn.bias_hh_l0	4	-0.08575592190027237
189752	rnn.bias_hh_l0	5	-0.004202947486191988
189752	rnn.bias_hh_l0	6	0.053669631481170654
189752	rnn.bias_hh_l0	7	-0.1076188012957573
189752	rnn.bias_hh_l0	8	-0.2426217645406723
189752	rnn.bias_hh_l0	9	-0.10337083786725998
189752	rnn.weight_ih_l0_reverse	0	0.01925315149128437
189752	rnn.weight_ih_l0_reverse	1	-0.06195580214262009
189752	rnn.weight_ih_l0_reverse	2	0.039630383253097534
189752	rnn.weight_ih_l0_reverse	3	0.01574351266026497
189752	rnn.weight_ih_l0_reverse	4	0.00046703615225851536
189752	rnn.weight_ih_l0_reverse	5	-0.03424209728837013
189752	rnn.weight_ih_l0_reverse	6	0.013301225379109383
189752	rnn.weight_ih_l0_reverse	7	0.031102094799280167
189752	rnn.weight_ih_l0_reverse	8	-0.0256950706243515
189752	rnn.weight_ih_l0_reverse	9	-0.0019330993527546525
189752	rnn.weight_hh_l0_reverse	0	0.040339693427085876
189752	rnn.weight_hh_l0_reverse	1	0.030653731897473335
189752	rnn.weight_hh_l0_reverse	2	-0.02125774696469307
189752	rnn.weight_hh_l0_reverse	3	-0.07764336466789246
189752	rnn.weight_hh_l0_reverse	4	0.01049879752099514
189752	rnn.weight_hh_l0_reverse	5	-0.05583678185939789
189752	rnn.weight_hh_l0_reverse	6	-0.013441707007586956
189752	rnn.weight_hh_l0_reverse	7	0.02950017713010311
189752	rnn.weight_hh_l0_reverse	8	0.009105204604566097
189752	rnn.weight_hh_l0_reverse	9	0.009351124055683613
189752	rnn.bias_ih_l0_reverse	0	-0.047464657574892044
189752	rnn.bias_ih_l0_reverse	1	-0.14167539775371552
189752	rnn.bias_ih_l0_reverse	2	-0.14818497002124786
189752	rnn.bias_ih_l0_reverse	3	-0.04607827216386795
189752	rnn.bias_ih_l0_reverse	4	-0.1143793985247612
189752	rnn.bias_ih_l0_reverse	5	-0.08804282546043396
189752	rnn.bias_ih_l0_reverse	6	-0.20029060542583466
189752	rnn.bias_ih_l0_reverse	7	-0.05489300936460495
189752	rnn.bias_ih_l0_reverse	8	-0.06470347940921783
189752	rnn.bias_ih_l0_reverse	9	-0.1364927589893341
189752	rnn.bias_hh_l0_reverse	0	-0.14336374402046204
189752	rnn.bias_hh_l0_reverse	1	-0.1640082746744156
189752	rnn.bias_hh_l0_reverse	2	0.10081969946622849
189752	rnn.bias_hh_l0_reverse	3	0.08224678784608841
189752	rnn.bias_hh_l0_reverse	4	-0.17275342345237732
189752	rnn.bias_hh_l0_reverse	5	-0.13487449288368225
189752	rnn.bias_hh_l0_reverse	6	-0.09951532632112503
189752	rnn.bias_hh_l0_reverse	7	-0.048433784395456314
189752	rnn.bias_hh_l0_reverse	8	-0.09783528745174408
189752	rnn.bias_hh_l0_reverse	9	-0.030055494979023933
189752	linear.weight	0	-0.007664641365408897
189752	linear.weight	1	0.022361470386385918
189752	linear.weight	2	0.3081464171409607
189752	linear.weight	3	-0.07923342287540436
189752	linear.weight	4	-0.010588549077510834
189752	linear.weight	5	0.11450017243623734
189752	linear.weight	6	-0.010739270597696304
189752	linear.weight	7	-0.08327791094779968
189752	linear.weight	8	0.14437712728977203
189752	linear.weight	9	-0.22993089258670807
189752	linear.bias	0	-0.03956538438796997
189752	linear.bias	1	0.031413208693265915
189752	linear.bias	2	0.44001516699790955
189752	linear.bias	3	-0.6600415706634521
189752	linear.bias	4	2.057429075241089
189752	linear.bias	5	-1.3961272239685059
189752	linear.bias	6	-0.3207632005214691
189752	linear.bias	7	-0.12557093799114227
190311	transitions	0	-1.8826078176498413
190311	transitions	1	-10000.0
190311	transitions	2	-0.7969565987586975
190311	transitions	3	-10000.0
190311	transitions	4	2.006972074508667
190311	transitions	5	-10000.0
190311	transitions	6	-10000.0
190311	transitions	7	1.7938770055770874
190311	transitions	8	-2.576777935028076
190311	transitions	9	-4.20418119430542
190311	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
190311	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
190311	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
190311	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
190311	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
190311	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
190311	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
190311	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
190311	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
190311	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
190311	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
190311	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
190311	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
190311	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
190311	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
190311	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
190311	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
190311	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
190311	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
190311	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
190311	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
190311	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
190311	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
190311	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
190311	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
190311	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
190311	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
190311	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
190311	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
190311	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
190311	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
190311	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
190311	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
190311	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
190311	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
190311	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
190311	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
190311	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
190311	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
190311	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
190311	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
190311	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
190311	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
190311	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
190311	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
190311	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
190311	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
190311	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
190311	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
190311	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
190311	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
190311	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
190311	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
190311	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
190311	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
190311	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
190311	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
190311	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
190311	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
190311	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
190311	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
190311	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
190311	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
190311	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
190311	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
190311	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
190311	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
190311	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
190311	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
190311	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
190311	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
190311	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
190311	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
190311	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
190311	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
190311	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
190311	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
190311	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
190311	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
190311	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
190311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
190311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
190311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
190311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
190311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
190311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
190311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
190311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
190311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
190311	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
190311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
190311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
190311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
190311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
190311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
190311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
190311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
190311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
190311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
190311	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
190311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
190311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
190311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
190311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
190311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
190311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
190311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
190311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
190311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
190311	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
190311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
190311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
190311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
190311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
190311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
190311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
190311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
190311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
190311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
190311	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
190311	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
190311	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
190311	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
190311	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
190311	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
190311	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
190311	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
190311	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
190311	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
190311	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
190311	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
190311	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
190311	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
190311	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
190311	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
190311	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
190311	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
190311	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
190311	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
190311	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
190311	embedding2nn.weight	0	0.00644676573574543
190311	embedding2nn.weight	1	0.0040275040082633495
190311	embedding2nn.weight	2	0.013424820266664028
190311	embedding2nn.weight	3	0.024348849430680275
190311	embedding2nn.weight	4	0.022147897630929947
190311	embedding2nn.weight	5	0.005857170559465885
190311	embedding2nn.weight	6	-0.013728427700698376
190311	embedding2nn.weight	7	-0.001279426389373839
190311	embedding2nn.weight	8	-0.008105113171041012
190311	embedding2nn.weight	9	0.0008231911342591047
190311	embedding2nn.bias	0	0.030514931306242943
190311	embedding2nn.bias	1	-0.032372962683439255
190311	embedding2nn.bias	2	0.09019412100315094
190311	embedding2nn.bias	3	0.07257573306560516
190311	embedding2nn.bias	4	-0.010721276514232159
190311	embedding2nn.bias	5	-0.012194670736789703
190311	embedding2nn.bias	6	0.016444744542241096
190311	embedding2nn.bias	7	-0.001223718049004674
190311	embedding2nn.bias	8	-0.02129964344203472
190311	embedding2nn.bias	9	0.016314571723341942
190311	rnn.weight_ih_l0	0	0.0669114887714386
190311	rnn.weight_ih_l0	1	-0.04048151895403862
190311	rnn.weight_ih_l0	2	0.01067409384995699
190311	rnn.weight_ih_l0	3	0.0445910319685936
190311	rnn.weight_ih_l0	4	-0.028960898518562317
190311	rnn.weight_ih_l0	5	0.04171426221728325
190311	rnn.weight_ih_l0	6	0.007998231798410416
190311	rnn.weight_ih_l0	7	0.06334374099969864
190311	rnn.weight_ih_l0	8	0.01206816267222166
190311	rnn.weight_ih_l0	9	-0.025418616831302643
190311	rnn.weight_hh_l0	0	-0.013901428319513798
190311	rnn.weight_hh_l0	1	-0.02655419148504734
190311	rnn.weight_hh_l0	2	-0.059630852192640305
190311	rnn.weight_hh_l0	3	-0.005746467038989067
190311	rnn.weight_hh_l0	4	-0.009319852106273174
190311	rnn.weight_hh_l0	5	-0.0255519337952137
190311	rnn.weight_hh_l0	6	-0.0002123178419424221
190311	rnn.weight_hh_l0	7	-0.03914935886859894
190311	rnn.weight_hh_l0	8	0.06721775233745575
190311	rnn.weight_hh_l0	9	0.045259639620780945
190311	rnn.bias_ih_l0	0	-0.17139485478401184
190311	rnn.bias_ih_l0	1	-0.1671220064163208
190311	rnn.bias_ih_l0	2	-0.02047034353017807
190311	rnn.bias_ih_l0	3	-0.14680731296539307
190311	rnn.bias_ih_l0	4	-0.05789870023727417
190311	rnn.bias_ih_l0	5	-0.16724741458892822
190311	rnn.bias_ih_l0	6	0.07029971480369568
190311	rnn.bias_ih_l0	7	-0.08879432827234268
190311	rnn.bias_ih_l0	8	-0.04830723628401756
190311	rnn.bias_ih_l0	9	-0.11247175186872482
190311	rnn.bias_hh_l0	0	-0.07048394531011581
190311	rnn.bias_hh_l0	1	0.2449776530265808
190311	rnn.bias_hh_l0	2	0.04540727287530899
190311	rnn.bias_hh_l0	3	-0.07669299840927124
190311	rnn.bias_hh_l0	4	-0.08485612273216248
190311	rnn.bias_hh_l0	5	-0.0039919158443808556
190311	rnn.bias_hh_l0	6	0.05258931592106819
190311	rnn.bias_hh_l0	7	-0.10671786963939667
190311	rnn.bias_hh_l0	8	-0.24227561056613922
190311	rnn.bias_hh_l0	9	-0.10338958352804184
190311	rnn.weight_ih_l0_reverse	0	0.019305717200040817
190311	rnn.weight_ih_l0_reverse	1	-0.06165175884962082
190311	rnn.weight_ih_l0_reverse	2	0.03969462588429451
190311	rnn.weight_ih_l0_reverse	3	0.015834057703614235
190311	rnn.weight_ih_l0_reverse	4	0.0005395729094743729
190311	rnn.weight_ih_l0_reverse	5	-0.03416625037789345
190311	rnn.weight_ih_l0_reverse	6	0.013601362705230713
190311	rnn.weight_ih_l0_reverse	7	0.031224239617586136
190311	rnn.weight_ih_l0_reverse	8	-0.02570195123553276
190311	rnn.weight_ih_l0_reverse	9	-0.0020969989709556103
190311	rnn.weight_hh_l0_reverse	0	0.040496449917554855
190311	rnn.weight_hh_l0_reverse	1	0.03054112009704113
190311	rnn.weight_hh_l0_reverse	2	-0.021242637187242508
190311	rnn.weight_hh_l0_reverse	3	-0.07778297364711761
190311	rnn.weight_hh_l0_reverse	4	0.010464023798704147
190311	rnn.weight_hh_l0_reverse	5	-0.0561482235789299
190311	rnn.weight_hh_l0_reverse	6	-0.013352076523005962
190311	rnn.weight_hh_l0_reverse	7	0.029504401609301567
190311	rnn.weight_hh_l0_reverse	8	0.0087501909583807
190311	rnn.weight_hh_l0_reverse	9	0.009163136593997478
190311	rnn.bias_ih_l0_reverse	0	-0.047553230077028275
190311	rnn.bias_ih_l0_reverse	1	-0.14162807166576385
190311	rnn.bias_ih_l0_reverse	2	-0.14801166951656342
190311	rnn.bias_ih_l0_reverse	3	-0.04637691378593445
190311	rnn.bias_ih_l0_reverse	4	-0.11501305550336838
190311	rnn.bias_ih_l0_reverse	5	-0.08767727762460709
190311	rnn.bias_ih_l0_reverse	6	-0.20148694515228271
190311	rnn.bias_ih_l0_reverse	7	-0.05439072847366333
190311	rnn.bias_ih_l0_reverse	8	-0.06510701030492783
190311	rnn.bias_ih_l0_reverse	9	-0.1366308182477951
190311	rnn.bias_hh_l0_reverse	0	-0.1431003361940384
190311	rnn.bias_hh_l0_reverse	1	-0.16442517936229706
190311	rnn.bias_hh_l0_reverse	2	0.10106303542852402
190311	rnn.bias_hh_l0_reverse	3	0.07962906360626221
190311	rnn.bias_hh_l0_reverse	4	-0.17093348503112793
190311	rnn.bias_hh_l0_reverse	5	-0.1360347867012024
190311	rnn.bias_hh_l0_reverse	6	-0.10072294622659683
190311	rnn.bias_hh_l0_reverse	7	-0.049574464559555054
190311	rnn.bias_hh_l0_reverse	8	-0.09689173847436905
190311	rnn.bias_hh_l0_reverse	9	-0.02957288734614849
190311	linear.weight	0	-0.007665798533707857
190311	linear.weight	1	0.014398251660168171
190311	linear.weight	2	0.30756959319114685
190311	linear.weight	3	-0.07923255860805511
190311	linear.weight	4	-0.010588549077510834
190311	linear.weight	5	0.10274333506822586
190311	linear.weight	6	-0.010739270597696304
190311	linear.weight	7	-0.09192735701799393
190311	linear.weight	8	0.14472752809524536
190311	linear.weight	9	-0.22884276509284973
190311	linear.bias	0	-0.03956538438796997
190311	linear.bias	1	0.031413208693265915
190311	linear.bias	2	0.47530192136764526
190311	linear.bias	3	-0.6753373742103577
190311	linear.bias	4	2.03928542137146
190311	linear.bias	5	-1.3962129354476929
190311	linear.bias	6	-0.32164350152015686
190311	linear.bias	7	-0.12645843625068665
190869	transitions	0	-1.8830877542495728
190869	transitions	1	-10000.0
190869	transitions	2	-0.7969565987586975
190869	transitions	3	-10000.0
190869	transitions	4	2.0116119384765625
190869	transitions	5	-10000.0
190869	transitions	6	-10000.0
190869	transitions	7	1.800262689590454
190869	transitions	8	-2.577159881591797
190869	transitions	9	-4.204537868499756
190869	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
190869	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
190869	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
190869	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
190869	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
190869	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
190869	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
190869	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
190869	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
190869	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
190869	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
190869	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
190869	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
190869	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
190869	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
190869	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
190869	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
190869	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
190869	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
190869	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
190869	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
190869	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
190869	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
190869	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
190869	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
190869	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
190869	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
190869	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
190869	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
190869	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
190869	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
190869	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
190869	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
190869	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
190869	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
190869	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
190869	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
190869	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
190869	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
190869	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
190869	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
190869	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
190869	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
190869	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
190869	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
190869	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
190869	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
190869	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
190869	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
190869	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
190869	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
190869	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
190869	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
190869	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
190869	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
190869	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
190869	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
190869	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
190869	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
190869	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
190869	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
190869	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
190869	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
190869	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
190869	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
190869	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
190869	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
190869	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
190869	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
190869	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
190869	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
190869	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
190869	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
190869	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
190869	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
190869	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
190869	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
190869	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
190869	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
190869	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
190869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
190869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
190869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
190869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
190869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
190869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
190869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
190869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
190869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
190869	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
190869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
190869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
190869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
190869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
190869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
190869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
190869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
190869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
190869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
190869	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
190869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
190869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
190869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
190869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
190869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
190869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
190869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
190869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
190869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
190869	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
190869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
190869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
190869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
190869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
190869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
190869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
190869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
190869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
190869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
190869	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
190869	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
190869	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
190869	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
190869	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
190869	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
190869	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
190869	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
190869	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
190869	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
190869	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
190869	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
190869	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
190869	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
190869	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
190869	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
190869	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
190869	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
190869	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
190869	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
190869	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
190869	embedding2nn.weight	0	0.006450895685702562
190869	embedding2nn.weight	1	0.004083377309143543
190869	embedding2nn.weight	2	0.013417682610452175
190869	embedding2nn.weight	3	0.02441868558526039
190869	embedding2nn.weight	4	0.02189723215997219
190869	embedding2nn.weight	5	0.0058432333171367645
190869	embedding2nn.weight	6	-0.013670451007783413
190869	embedding2nn.weight	7	-0.0012405689340084791
190869	embedding2nn.weight	8	-0.00804066564887762
190869	embedding2nn.weight	9	0.0008648235816508532
190869	embedding2nn.bias	0	0.029798874631524086
190869	embedding2nn.bias	1	-0.03738092631101608
190869	embedding2nn.bias	2	0.08921399712562561
190869	embedding2nn.bias	3	0.07101674377918243
190869	embedding2nn.bias	4	-0.013716715388000011
190869	embedding2nn.bias	5	-0.016686273738741875
190869	embedding2nn.bias	6	0.013816197402775288
190869	embedding2nn.bias	7	-0.0007501651998609304
190869	embedding2nn.bias	8	-0.02287757396697998
190869	embedding2nn.bias	9	0.01848880760371685
190869	rnn.weight_ih_l0	0	0.06719525158405304
190869	rnn.weight_ih_l0	1	-0.04136813431978226
190869	rnn.weight_ih_l0	2	0.010672744363546371
190869	rnn.weight_ih_l0	3	0.04466329514980316
190869	rnn.weight_ih_l0	4	-0.02897493541240692
190869	rnn.weight_ih_l0	5	0.041818562895059586
190869	rnn.weight_ih_l0	6	0.008032083511352539
190869	rnn.weight_ih_l0	7	0.06351743638515472
190869	rnn.weight_ih_l0	8	0.012201771140098572
190869	rnn.weight_ih_l0	9	-0.0253852978348732
190869	rnn.weight_hh_l0	0	-0.013762744143605232
190869	rnn.weight_hh_l0	1	-0.026487093418836594
190869	rnn.weight_hh_l0	2	-0.060079678893089294
190869	rnn.weight_hh_l0	3	-0.005774392746388912
190869	rnn.weight_hh_l0	4	-0.009359999559819698
190869	rnn.weight_hh_l0	5	-0.02566927671432495
190869	rnn.weight_hh_l0	6	-0.00021476094843819737
190869	rnn.weight_hh_l0	7	-0.038979630917310715
190869	rnn.weight_hh_l0	8	0.0672421082854271
190869	rnn.weight_hh_l0	9	0.04523364081978798
190869	rnn.bias_ih_l0	0	-0.17217297852039337
190869	rnn.bias_ih_l0	1	-0.16792023181915283
190869	rnn.bias_ih_l0	2	-0.019548464566469193
190869	rnn.bias_ih_l0	3	-0.1457545906305313
190869	rnn.bias_ih_l0	4	-0.05794450268149376
190869	rnn.bias_ih_l0	5	-0.16607220470905304
190869	rnn.bias_ih_l0	6	0.0697866752743721
190869	rnn.bias_ih_l0	7	-0.08972301334142685
190869	rnn.bias_ih_l0	8	-0.047909315675497055
190869	rnn.bias_ih_l0	9	-0.11143194884061813
190869	rnn.bias_hh_l0	0	-0.0702395886182785
190869	rnn.bias_hh_l0	1	0.2428225427865982
190869	rnn.bias_hh_l0	2	0.045930415391922
190869	rnn.bias_hh_l0	3	-0.07639411091804504
190869	rnn.bias_hh_l0	4	-0.08479255437850952
190869	rnn.bias_hh_l0	5	-0.003435564460232854
190869	rnn.bias_hh_l0	6	0.05357203632593155
190869	rnn.bias_hh_l0	7	-0.10531185567378998
190869	rnn.bias_hh_l0	8	-0.24260066449642181
190869	rnn.bias_hh_l0	9	-0.10569509118795395
190869	rnn.weight_ih_l0_reverse	0	0.018933100625872612
190869	rnn.weight_ih_l0_reverse	1	-0.061855610460042953
190869	rnn.weight_ih_l0_reverse	2	0.03969283401966095
190869	rnn.weight_ih_l0_reverse	3	0.016176747158169746
190869	rnn.weight_ih_l0_reverse	4	0.0007827093359082937
190869	rnn.weight_ih_l0_reverse	5	-0.03400099650025368
190869	rnn.weight_ih_l0_reverse	6	0.012954692356288433
190869	rnn.weight_ih_l0_reverse	7	0.03132694214582443
190869	rnn.weight_ih_l0_reverse	8	-0.02570291981101036
190869	rnn.weight_ih_l0_reverse	9	-0.0024130658712238073
190869	rnn.weight_hh_l0_reverse	0	0.040527746081352234
190869	rnn.weight_hh_l0_reverse	1	0.03032435104250908
190869	rnn.weight_hh_l0_reverse	2	-0.021268030628561974
190869	rnn.weight_hh_l0_reverse	3	-0.07841044664382935
190869	rnn.weight_hh_l0_reverse	4	0.01034623384475708
190869	rnn.weight_hh_l0_reverse	5	-0.056316833943128586
190869	rnn.weight_hh_l0_reverse	6	-0.013417978771030903
190869	rnn.weight_hh_l0_reverse	7	0.02961907349526882
190869	rnn.weight_hh_l0_reverse	8	0.008760865777730942
190869	rnn.weight_hh_l0_reverse	9	0.009237704798579216
190869	rnn.bias_ih_l0_reverse	0	-0.04732789099216461
190869	rnn.bias_ih_l0_reverse	1	-0.14089006185531616
190869	rnn.bias_ih_l0_reverse	2	-0.14721940457820892
190869	rnn.bias_ih_l0_reverse	3	-0.045210614800453186
190869	rnn.bias_ih_l0_reverse	4	-0.11455481499433517
190869	rnn.bias_ih_l0_reverse	5	-0.08740795403718948
190869	rnn.bias_ih_l0_reverse	6	-0.20242008566856384
190869	rnn.bias_ih_l0_reverse	7	-0.05560097098350525
190869	rnn.bias_ih_l0_reverse	8	-0.06462700664997101
190869	rnn.bias_ih_l0_reverse	9	-0.13559415936470032
190869	rnn.bias_hh_l0_reverse	0	-0.14315998554229736
190869	rnn.bias_hh_l0_reverse	1	-0.16348004341125488
190869	rnn.bias_hh_l0_reverse	2	0.10176367312669754
190869	rnn.bias_hh_l0_reverse	3	0.07947393506765366
190869	rnn.bias_hh_l0_reverse	4	-0.17195694148540497
190869	rnn.bias_hh_l0_reverse	5	-0.13458479940891266
190869	rnn.bias_hh_l0_reverse	6	-0.10134393721818924
190869	rnn.bias_hh_l0_reverse	7	-0.04863443598151207
190869	rnn.bias_hh_l0_reverse	8	-0.09726051986217499
190869	rnn.bias_hh_l0_reverse	9	-0.027634086087346077
190869	linear.weight	0	-0.007666525896638632
190869	linear.weight	1	0.015005101449787617
190869	linear.weight	2	0.3076194226741791
190869	linear.weight	3	-0.07922971248626709
190869	linear.weight	4	-0.010588549077510834
190869	linear.weight	5	0.09767774492502213
190869	linear.weight	6	-0.010739270597696304
190869	linear.weight	7	-0.07385122030973434
190869	linear.weight	8	0.1549626588821411
190869	linear.weight	9	-0.23075562715530396
190869	linear.bias	0	-0.03956538438796997
190869	linear.bias	1	0.031413208693265915
190869	linear.bias	2	0.44295504689216614
190869	linear.bias	3	-0.6426466107368469
190869	linear.bias	4	2.0552444458007812
190869	linear.bias	5	-1.3963009119033813
190869	linear.bias	6	-0.3297397792339325
190869	linear.bias	7	-0.13458670675754547
191427	transitions	0	-1.8836826086044312
191427	transitions	1	-10000.0
191427	transitions	2	-0.7969565987586975
191427	transitions	3	-10000.0
191427	transitions	4	2.0155818462371826
191427	transitions	5	-10000.0
191427	transitions	6	-10000.0
191427	transitions	7	1.7969499826431274
191427	transitions	8	-2.5777227878570557
191427	transitions	9	-4.204868793487549
191427	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
191427	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
191427	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
191427	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
191427	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
191427	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
191427	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
191427	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
191427	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
191427	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
191427	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
191427	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
191427	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
191427	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
191427	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
191427	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
191427	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
191427	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
191427	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
191427	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
191427	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
191427	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
191427	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
191427	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
191427	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
191427	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
191427	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
191427	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
191427	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
191427	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
191427	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
191427	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
191427	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
191427	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
191427	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
191427	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
191427	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
191427	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
191427	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
191427	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
191427	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
191427	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
191427	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
191427	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
191427	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
191427	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
191427	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
191427	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
191427	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
191427	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
191427	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
191427	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
191427	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
191427	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
191427	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
191427	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
191427	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
191427	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
191427	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
191427	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
191427	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
191427	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
191427	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
191427	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
191427	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
191427	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
191427	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
191427	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
191427	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
191427	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
191427	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
191427	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
191427	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
191427	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
191427	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
191427	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
191427	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
191427	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
191427	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
191427	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
191427	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
191427	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
191427	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
191427	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
191427	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
191427	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
191427	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
191427	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
191427	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
191427	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
191427	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
191427	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
191427	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
191427	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
191427	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
191427	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
191427	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
191427	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
191427	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
191427	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
191427	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
191427	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
191427	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
191427	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
191427	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
191427	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
191427	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
191427	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
191427	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
191427	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
191427	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
191427	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
191427	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
191427	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
191427	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
191427	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
191427	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
191427	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
191427	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
191427	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
191427	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
191427	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
191427	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
191427	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
191427	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
191427	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
191427	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
191427	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
191427	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
191427	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
191427	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
191427	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
191427	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
191427	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
191427	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
191427	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
191427	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
191427	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
191427	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
191427	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
191427	embedding2nn.weight	0	0.0064485277980566025
191427	embedding2nn.weight	1	0.004112643655389547
191427	embedding2nn.weight	2	0.013419621624052525
191427	embedding2nn.weight	3	0.024571068584918976
191427	embedding2nn.weight	4	0.02196465991437435
191427	embedding2nn.weight	5	0.0055818879045546055
191427	embedding2nn.weight	6	-0.013642123900353909
191427	embedding2nn.weight	7	-0.0011797763872891665
191427	embedding2nn.weight	8	-0.007904169149696827
191427	embedding2nn.weight	9	0.0008297623135149479
191427	embedding2nn.bias	0	0.030700471252202988
191427	embedding2nn.bias	1	-0.03747733682394028
191427	embedding2nn.bias	2	0.08703639358282089
191427	embedding2nn.bias	3	0.0741526260972023
191427	embedding2nn.bias	4	-0.017091477289795876
191427	embedding2nn.bias	5	-0.014797504059970379
191427	embedding2nn.bias	6	0.012152766808867455
191427	embedding2nn.bias	7	0.00021674722665920854
191427	embedding2nn.bias	8	-0.02260512113571167
191427	embedding2nn.bias	9	0.019307386130094528
191427	rnn.weight_ih_l0	0	0.06687341630458832
191427	rnn.weight_ih_l0	1	-0.04101559519767761
191427	rnn.weight_ih_l0	2	0.010291879996657372
191427	rnn.weight_ih_l0	3	0.044469814747571945
191427	rnn.weight_ih_l0	4	-0.02886190637946129
191427	rnn.weight_ih_l0	5	0.041566815227270126
191427	rnn.weight_ih_l0	6	0.007981541566550732
191427	rnn.weight_ih_l0	7	0.06336439400911331
191427	rnn.weight_ih_l0	8	0.012494622729718685
191427	rnn.weight_ih_l0	9	-0.025670301169157028
191427	rnn.weight_hh_l0	0	-0.01366238109767437
191427	rnn.weight_hh_l0	1	-0.026273120194673538
191427	rnn.weight_hh_l0	2	-0.059824347496032715
191427	rnn.weight_hh_l0	3	-0.005717326421290636
191427	rnn.weight_hh_l0	4	-0.009337767958641052
191427	rnn.weight_hh_l0	5	-0.02556687965989113
191427	rnn.weight_hh_l0	6	-0.00024366141587961465
191427	rnn.weight_hh_l0	7	-0.039029307663440704
191427	rnn.weight_hh_l0	8	0.06726059317588806
191427	rnn.weight_hh_l0	9	0.045232102274894714
191427	rnn.bias_ih_l0	0	-0.17202046513557434
191427	rnn.bias_ih_l0	1	-0.16650274395942688
191427	rnn.bias_ih_l0	2	-0.020695701241493225
191427	rnn.bias_ih_l0	3	-0.1452440321445465
191427	rnn.bias_ih_l0	4	-0.058311138302087784
191427	rnn.bias_ih_l0	5	-0.16740311682224274
191427	rnn.bias_ih_l0	6	0.06798557937145233
191427	rnn.bias_ih_l0	7	-0.08961821347475052
191427	rnn.bias_ih_l0	8	-0.049721043556928635
191427	rnn.bias_ih_l0	9	-0.11109143495559692
191427	rnn.bias_hh_l0	0	-0.07050999999046326
191427	rnn.bias_hh_l0	1	0.24451696872711182
191427	rnn.bias_hh_l0	2	0.04573649913072586
191427	rnn.bias_hh_l0	3	-0.07591944187879562
191427	rnn.bias_hh_l0	4	-0.08538250625133514
191427	rnn.bias_hh_l0	5	-0.004004389513283968
191427	rnn.bias_hh_l0	6	0.05279383808374405
191427	rnn.bias_hh_l0	7	-0.10638494044542313
191427	rnn.bias_hh_l0	8	-0.24126559495925903
191427	rnn.bias_hh_l0	9	-0.10594102740287781
191427	rnn.weight_ih_l0_reverse	0	0.019164318218827248
191427	rnn.weight_ih_l0_reverse	1	-0.06160995736718178
191427	rnn.weight_ih_l0_reverse	2	0.03966061398386955
191427	rnn.weight_ih_l0_reverse	3	0.015862787142395973
191427	rnn.weight_ih_l0_reverse	4	0.0009919150033965707
191427	rnn.weight_ih_l0_reverse	5	-0.03417694941163063
191427	rnn.weight_ih_l0_reverse	6	0.012787988409399986
191427	rnn.weight_ih_l0_reverse	7	0.031038615852594376
191427	rnn.weight_ih_l0_reverse	8	-0.02551429159939289
191427	rnn.weight_ih_l0_reverse	9	-0.0016023414209485054
191427	rnn.weight_hh_l0_reverse	0	0.040362924337387085
191427	rnn.weight_hh_l0_reverse	1	0.030290216207504272
191427	rnn.weight_hh_l0_reverse	2	-0.021213730797171593
191427	rnn.weight_hh_l0_reverse	3	-0.07833678275346756
191427	rnn.weight_hh_l0_reverse	4	0.010347398929297924
191427	rnn.weight_hh_l0_reverse	5	-0.05634794756770134
191427	rnn.weight_hh_l0_reverse	6	-0.013486048206686974
191427	rnn.weight_hh_l0_reverse	7	0.029538515955209732
191427	rnn.weight_hh_l0_reverse	8	0.008745615370571613
191427	rnn.weight_hh_l0_reverse	9	0.009086694568395615
191427	rnn.bias_ih_l0_reverse	0	-0.047637347131967545
191427	rnn.bias_ih_l0_reverse	1	-0.14038069546222687
191427	rnn.bias_ih_l0_reverse	2	-0.14515212178230286
191427	rnn.bias_ih_l0_reverse	3	-0.04730626940727234
191427	rnn.bias_ih_l0_reverse	4	-0.11446445435285568
191427	rnn.bias_ih_l0_reverse	5	-0.08748462796211243
191427	rnn.bias_ih_l0_reverse	6	-0.20171642303466797
191427	rnn.bias_ih_l0_reverse	7	-0.05710887908935547
191427	rnn.bias_ih_l0_reverse	8	-0.0647551566362381
191427	rnn.bias_ih_l0_reverse	9	-0.1359701305627823
191427	rnn.bias_hh_l0_reverse	0	-0.14369095861911774
191427	rnn.bias_hh_l0_reverse	1	-0.1636892706155777
191427	rnn.bias_hh_l0_reverse	2	0.10064507275819778
191427	rnn.bias_hh_l0_reverse	3	0.07985764741897583
191427	rnn.bias_hh_l0_reverse	4	-0.1725553423166275
191427	rnn.bias_hh_l0_reverse	5	-0.13437844812870026
191427	rnn.bias_hh_l0_reverse	6	-0.10176916420459747
191427	rnn.bias_hh_l0_reverse	7	-0.04896393418312073
191427	rnn.bias_hh_l0_reverse	8	-0.09773632138967514
191427	rnn.bias_hh_l0_reverse	9	-0.02967367134988308
191427	linear.weight	0	-0.007667812053114176
191427	linear.weight	1	0.013123727403581142
191427	linear.weight	2	0.3052157163619995
191427	linear.weight	3	-0.07922650128602982
191427	linear.weight	4	-0.010588549077510834
191427	linear.weight	5	0.10736110061407089
191427	linear.weight	6	-0.010739270597696304
191427	linear.weight	7	-0.0754990354180336
191427	linear.weight	8	0.15978901088237762
191427	linear.weight	9	-0.23293755948543549
191427	linear.bias	0	-0.03956538438796997
191427	linear.bias	1	0.031413208693265915
191427	linear.bias	2	0.4474034011363983
191427	linear.bias	3	-0.6903334856033325
191427	linear.bias	4	2.071488857269287
191427	linear.bias	5	-1.3963860273361206
191427	linear.bias	6	-0.31626152992248535
191427	linear.bias	7	-0.12099592387676239
191985	transitions	0	-1.884435772895813
191985	transitions	1	-10000.0
191985	transitions	2	-0.7969565987586975
191985	transitions	3	-10000.0
191985	transitions	4	2.0105082988739014
191985	transitions	5	-10000.0
191985	transitions	6	-10000.0
191985	transitions	7	1.7953274250030518
191985	transitions	8	-2.5781497955322266
191985	transitions	9	-4.205214977264404
191985	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
191985	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
191985	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
191985	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
191985	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
191985	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
191985	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
191985	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
191985	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
191985	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
191985	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
191985	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
191985	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
191985	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
191985	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
191985	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
191985	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
191985	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
191985	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
191985	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
191985	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
191985	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
191985	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
191985	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
191985	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
191985	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
191985	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
191985	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
191985	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
191985	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
191985	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
191985	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
191985	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
191985	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
191985	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
191985	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
191985	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
191985	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
191985	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
191985	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
191985	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
191985	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
191985	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
191985	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
191985	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
191985	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
191985	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
191985	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
191985	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
191985	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
191985	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
191985	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
191985	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
191985	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
191985	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
191985	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
191985	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
191985	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
191985	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
191985	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
191985	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
191985	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
191985	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
191985	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
191985	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
191985	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
191985	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
191985	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
191985	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
191985	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
191985	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
191985	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
191985	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
191985	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
191985	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
191985	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
191985	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
191985	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
191985	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
191985	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
191985	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
191985	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
191985	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
191985	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
191985	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
191985	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
191985	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
191985	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
191985	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
191985	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
191985	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
191985	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
191985	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
191985	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
191985	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
191985	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
191985	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
191985	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
191985	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
191985	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
191985	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
191985	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
191985	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
191985	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
191985	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
191985	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
191985	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
191985	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
191985	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
191985	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
191985	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
191985	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
191985	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
191985	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
191985	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
191985	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
191985	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
191985	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
191985	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
191985	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
191985	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
191985	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
191985	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
191985	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
191985	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
191985	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
191985	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
191985	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
191985	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
191985	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
191985	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
191985	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
191985	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
191985	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
191985	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
191985	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
191985	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
191985	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
191985	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
191985	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
191985	embedding2nn.weight	0	0.0064479270949959755
191985	embedding2nn.weight	1	0.004150281194597483
191985	embedding2nn.weight	2	0.013419571332633495
191985	embedding2nn.weight	3	0.02447202056646347
191985	embedding2nn.weight	4	0.022067243233323097
191985	embedding2nn.weight	5	0.005478576757013798
191985	embedding2nn.weight	6	-0.013763751834630966
191985	embedding2nn.weight	7	-0.001232038252055645
191985	embedding2nn.weight	8	-0.008021548390388489
191985	embedding2nn.weight	9	0.0008790446445345879
191985	embedding2nn.bias	0	0.02749756909906864
191985	embedding2nn.bias	1	-0.03548425808548927
191985	embedding2nn.bias	2	0.08886577188968658
191985	embedding2nn.bias	3	0.07381918281316757
191985	embedding2nn.bias	4	-0.01664263755083084
191985	embedding2nn.bias	5	-0.01417182944715023
191985	embedding2nn.bias	6	0.014428528025746346
191985	embedding2nn.bias	7	0.0014990490162745118
191985	embedding2nn.bias	8	-0.020116468891501427
191985	embedding2nn.bias	9	0.016751855611801147
191985	rnn.weight_ih_l0	0	0.06682535260915756
191985	rnn.weight_ih_l0	1	-0.041171398013830185
191985	rnn.weight_ih_l0	2	0.010332382284104824
191985	rnn.weight_ih_l0	3	0.04495086148381233
191985	rnn.weight_ih_l0	4	-0.028831498697400093
191985	rnn.weight_ih_l0	5	0.04084712266921997
191985	rnn.weight_ih_l0	6	0.007893857546150684
191985	rnn.weight_ih_l0	7	0.06350690871477127
191985	rnn.weight_ih_l0	8	0.012492219917476177
191985	rnn.weight_ih_l0	9	-0.025745175778865814
191985	rnn.weight_hh_l0	0	-0.013931180350482464
191985	rnn.weight_hh_l0	1	-0.026572328060865402
191985	rnn.weight_hh_l0	2	-0.059710584580898285
191985	rnn.weight_hh_l0	3	-0.0057217273861169815
191985	rnn.weight_hh_l0	4	-0.009378032758831978
191985	rnn.weight_hh_l0	5	-0.02546481229364872
191985	rnn.weight_hh_l0	6	-0.00030322439852170646
191985	rnn.weight_hh_l0	7	-0.038771890103816986
191985	rnn.weight_hh_l0	8	0.06747769564390182
191985	rnn.weight_hh_l0	9	0.04539134353399277
191985	rnn.bias_ih_l0	0	-0.172285258769989
191985	rnn.bias_ih_l0	1	-0.16509521007537842
191985	rnn.bias_ih_l0	2	-0.02126062847673893
191985	rnn.bias_ih_l0	3	-0.14551888406276703
191985	rnn.bias_ih_l0	4	-0.05852184817194939
191985	rnn.bias_ih_l0	5	-0.16855937242507935
191985	rnn.bias_ih_l0	6	0.06963467597961426
191985	rnn.bias_ih_l0	7	-0.08993779867887497
191985	rnn.bias_ih_l0	8	-0.04894620552659035
191985	rnn.bias_ih_l0	9	-0.11119060218334198
191985	rnn.bias_hh_l0	0	-0.07001370936632156
191985	rnn.bias_hh_l0	1	0.24255619943141937
191985	rnn.bias_hh_l0	2	0.04664615914225578
191985	rnn.bias_hh_l0	3	-0.07606934010982513
191985	rnn.bias_hh_l0	4	-0.08553815633058548
191985	rnn.bias_hh_l0	5	-0.0041508800350129604
191985	rnn.bias_hh_l0	6	0.053609609603881836
191985	rnn.bias_hh_l0	7	-0.10717780888080597
191985	rnn.bias_hh_l0	8	-0.239421546459198
191985	rnn.bias_hh_l0	9	-0.10447680950164795
191985	rnn.weight_ih_l0_reverse	0	0.019036805257201195
191985	rnn.weight_ih_l0_reverse	1	-0.06182054057717323
191985	rnn.weight_ih_l0_reverse	2	0.039786823093891144
191985	rnn.weight_ih_l0_reverse	3	0.01599382795393467
191985	rnn.weight_ih_l0_reverse	4	0.001104977447539568
191985	rnn.weight_ih_l0_reverse	5	-0.03409581631422043
191985	rnn.weight_ih_l0_reverse	6	0.012217006646096706
191985	rnn.weight_ih_l0_reverse	7	0.0310665350407362
191985	rnn.weight_ih_l0_reverse	8	-0.025468453764915466
191985	rnn.weight_ih_l0_reverse	9	-0.0016122986562550068
191985	rnn.weight_hh_l0_reverse	0	0.040392547845840454
191985	rnn.weight_hh_l0_reverse	1	0.03023413009941578
191985	rnn.weight_hh_l0_reverse	2	-0.021413320675492287
191985	rnn.weight_hh_l0_reverse	3	-0.07805904000997543
191985	rnn.weight_hh_l0_reverse	4	0.010338876396417618
191985	rnn.weight_hh_l0_reverse	5	-0.05620773509144783
191985	rnn.weight_hh_l0_reverse	6	-0.013563494198024273
191985	rnn.weight_hh_l0_reverse	7	0.029595453292131424
191985	rnn.weight_hh_l0_reverse	8	0.00836975872516632
191985	rnn.weight_hh_l0_reverse	9	0.009077505208551884
191985	rnn.bias_ih_l0_reverse	0	-0.04796328395605087
191985	rnn.bias_ih_l0_reverse	1	-0.14074364304542542
191985	rnn.bias_ih_l0_reverse	2	-0.14485745131969452
191985	rnn.bias_ih_l0_reverse	3	-0.04882172495126724
191985	rnn.bias_ih_l0_reverse	4	-0.11396532505750656
191985	rnn.bias_ih_l0_reverse	5	-0.0878581553697586
191985	rnn.bias_ih_l0_reverse	6	-0.20294472575187683
191985	rnn.bias_ih_l0_reverse	7	-0.056411635130643845
191985	rnn.bias_ih_l0_reverse	8	-0.06408542394638062
191985	rnn.bias_ih_l0_reverse	9	-0.13493655622005463
191985	rnn.bias_hh_l0_reverse	0	-0.14521439373493195
191985	rnn.bias_hh_l0_reverse	1	-0.16483980417251587
191985	rnn.bias_hh_l0_reverse	2	0.10296905040740967
191985	rnn.bias_hh_l0_reverse	3	0.08058930933475494
191985	rnn.bias_hh_l0_reverse	4	-0.17194291949272156
191985	rnn.bias_hh_l0_reverse	5	-0.13723158836364746
191985	rnn.bias_hh_l0_reverse	6	-0.10244305431842804
191985	rnn.bias_hh_l0_reverse	7	-0.04829692095518112
191985	rnn.bias_hh_l0_reverse	8	-0.09785272181034088
191985	rnn.bias_hh_l0_reverse	9	-0.030157241970300674
191985	linear.weight	0	-0.00766880763694644
191985	linear.weight	1	0.01163957267999649
191985	linear.weight	2	0.3075016438961029
191985	linear.weight	3	-0.07922376692295074
191985	linear.weight	4	-0.010588549077510834
191985	linear.weight	5	0.10027670860290527
191985	linear.weight	6	-0.010739270597696304
191985	linear.weight	7	-0.07724558562040329
191985	linear.weight	8	0.15920710563659668
191985	linear.weight	9	-0.23089094460010529
191985	linear.bias	0	-0.03956538438796997
191985	linear.bias	1	0.031413208693265915
191985	linear.bias	2	0.4496798813343048
191985	linear.bias	3	-0.6607349514961243
191985	linear.bias	4	2.0514626502990723
191985	linear.bias	5	-1.3964722156524658
191985	linear.bias	6	-0.3220042288303375
191985	linear.bias	7	-0.12702526152133942
192543	transitions	0	-1.884883165359497
192543	transitions	1	-10000.0
192543	transitions	2	-0.7969565987586975
192543	transitions	3	-10000.0
192543	transitions	4	2.010754108428955
192543	transitions	5	-10000.0
192543	transitions	6	-10000.0
192543	transitions	7	1.7980877161026
192543	transitions	8	-2.5785694122314453
192543	transitions	9	-4.205560684204102
192543	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
192543	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
192543	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
192543	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
192543	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
192543	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
192543	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
192543	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
192543	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
192543	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
192543	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
192543	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
192543	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
192543	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
192543	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
192543	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
192543	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
192543	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
192543	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
192543	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
192543	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
192543	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
192543	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
192543	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
192543	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
192543	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
192543	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
192543	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
192543	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
192543	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
192543	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
192543	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
192543	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
192543	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
192543	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
192543	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
192543	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
192543	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
192543	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
192543	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
192543	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
192543	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
192543	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
192543	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
192543	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
192543	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
192543	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
192543	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
192543	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
192543	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
192543	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
192543	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
192543	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
192543	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
192543	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
192543	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
192543	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
192543	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
192543	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
192543	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
192543	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
192543	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
192543	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
192543	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
192543	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
192543	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
192543	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
192543	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
192543	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
192543	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
192543	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
192543	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
192543	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
192543	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
192543	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
192543	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
192543	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
192543	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
192543	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
192543	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
192543	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
192543	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
192543	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
192543	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
192543	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
192543	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
192543	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
192543	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
192543	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
192543	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
192543	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
192543	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
192543	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
192543	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
192543	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
192543	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
192543	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
192543	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
192543	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
192543	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
192543	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
192543	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
192543	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
192543	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
192543	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
192543	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
192543	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
192543	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
192543	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
192543	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
192543	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
192543	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
192543	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
192543	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
192543	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
192543	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
192543	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
192543	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
192543	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
192543	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
192543	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
192543	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
192543	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
192543	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
192543	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
192543	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
192543	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
192543	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
192543	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
192543	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
192543	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
192543	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
192543	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
192543	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
192543	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
192543	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
192543	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
192543	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
192543	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
192543	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
192543	embedding2nn.weight	0	0.006454105954617262
192543	embedding2nn.weight	1	0.004072893876582384
192543	embedding2nn.weight	2	0.013417449779808521
192543	embedding2nn.weight	3	0.024268055334687233
192543	embedding2nn.weight	4	0.022113336250185966
192543	embedding2nn.weight	5	0.005472269840538502
192543	embedding2nn.weight	6	-0.013713255524635315
192543	embedding2nn.weight	7	-0.0011945602018386126
192543	embedding2nn.weight	8	-0.00838373601436615
192543	embedding2nn.weight	9	0.0008505838923156261
192543	embedding2nn.bias	0	0.025901490822434425
192543	embedding2nn.bias	1	-0.03488360717892647
192543	embedding2nn.bias	2	0.09047442674636841
192543	embedding2nn.bias	3	0.07402818650007248
192543	embedding2nn.bias	4	-0.015613051131367683
192543	embedding2nn.bias	5	-0.014136610552668571
192543	embedding2nn.bias	6	0.01330910250544548
192543	embedding2nn.bias	7	0.0008006168645806611
192543	embedding2nn.bias	8	-0.020905083045363426
192543	embedding2nn.bias	9	0.01546485349535942
192543	rnn.weight_ih_l0	0	0.06666037440299988
192543	rnn.weight_ih_l0	1	-0.04111795872449875
192543	rnn.weight_ih_l0	2	0.010237273760139942
192543	rnn.weight_ih_l0	3	0.04549863189458847
192543	rnn.weight_ih_l0	4	-0.02886197529733181
192543	rnn.weight_ih_l0	5	0.04137863963842392
192543	rnn.weight_ih_l0	6	0.007823069579899311
192543	rnn.weight_ih_l0	7	0.0637742355465889
192543	rnn.weight_ih_l0	8	0.013117026537656784
192543	rnn.weight_ih_l0	9	-0.025197992101311684
192543	rnn.weight_hh_l0	0	-0.013900079764425755
192543	rnn.weight_hh_l0	1	-0.026412399485707283
192543	rnn.weight_hh_l0	2	-0.05982257425785065
192543	rnn.weight_hh_l0	3	-0.005414200481027365
192543	rnn.weight_hh_l0	4	-0.009391486644744873
192543	rnn.weight_hh_l0	5	-0.025609461590647697
192543	rnn.weight_hh_l0	6	-8.016872743610293e-05
192543	rnn.weight_hh_l0	7	-0.03884453326463699
192543	rnn.weight_hh_l0	8	0.0673849880695343
192543	rnn.weight_hh_l0	9	0.04524010419845581
192543	rnn.bias_ih_l0	0	-0.1736803948879242
192543	rnn.bias_ih_l0	1	-0.16681937873363495
192543	rnn.bias_ih_l0	2	-0.021264484152197838
192543	rnn.bias_ih_l0	3	-0.14551417529582977
192543	rnn.bias_ih_l0	4	-0.05857051908969879
192543	rnn.bias_ih_l0	5	-0.16811548173427582
192543	rnn.bias_ih_l0	6	0.0703834742307663
192543	rnn.bias_ih_l0	7	-0.08889755606651306
192543	rnn.bias_ih_l0	8	-0.0486183762550354
192543	rnn.bias_ih_l0	9	-0.11161733418703079
192543	rnn.bias_hh_l0	0	-0.07060401141643524
192543	rnn.bias_hh_l0	1	0.2422586977481842
192543	rnn.bias_hh_l0	2	0.04808235540986061
192543	rnn.bias_hh_l0	3	-0.07569579035043716
192543	rnn.bias_hh_l0	4	-0.08542249351739883
192543	rnn.bias_hh_l0	5	-0.004991661291569471
192543	rnn.bias_hh_l0	6	0.053704679012298584
192543	rnn.bias_hh_l0	7	-0.10744504630565643
192543	rnn.bias_hh_l0	8	-0.23984014987945557
192543	rnn.bias_hh_l0	9	-0.10390345007181168
192543	rnn.weight_ih_l0_reverse	0	0.01987789012491703
192543	rnn.weight_ih_l0_reverse	1	-0.06203019618988037
192543	rnn.weight_ih_l0_reverse	2	0.03970681503415108
192543	rnn.weight_ih_l0_reverse	3	0.01577952690422535
192543	rnn.weight_ih_l0_reverse	4	0.0011664574267342687
192543	rnn.weight_ih_l0_reverse	5	-0.034045055508613586
192543	rnn.weight_ih_l0_reverse	6	0.01166569534689188
192543	rnn.weight_ih_l0_reverse	7	0.030990969389677048
192543	rnn.weight_ih_l0_reverse	8	-0.025446288287639618
192543	rnn.weight_ih_l0_reverse	9	-0.001651490107178688
192543	rnn.weight_hh_l0_reverse	0	0.0402643196284771
192543	rnn.weight_hh_l0_reverse	1	0.02989678643643856
192543	rnn.weight_hh_l0_reverse	2	-0.021332601085305214
192543	rnn.weight_hh_l0_reverse	3	-0.07812181115150452
192543	rnn.weight_hh_l0_reverse	4	0.010286237113177776
192543	rnn.weight_hh_l0_reverse	5	-0.05616382136940956
192543	rnn.weight_hh_l0_reverse	6	-0.013749752193689346
192543	rnn.weight_hh_l0_reverse	7	0.029645178467035294
192543	rnn.weight_hh_l0_reverse	8	0.007864346727728844
192543	rnn.weight_hh_l0_reverse	9	0.009062071330845356
192543	rnn.bias_ih_l0_reverse	0	-0.04723554849624634
192543	rnn.bias_ih_l0_reverse	1	-0.14115235209465027
192543	rnn.bias_ih_l0_reverse	2	-0.14510366320610046
192543	rnn.bias_ih_l0_reverse	3	-0.04803386703133583
192543	rnn.bias_ih_l0_reverse	4	-0.11534424871206284
192543	rnn.bias_ih_l0_reverse	5	-0.08837983757257462
192543	rnn.bias_ih_l0_reverse	6	-0.2026664763689041
192543	rnn.bias_ih_l0_reverse	7	-0.05683835595846176
192543	rnn.bias_ih_l0_reverse	8	-0.0626857653260231
192543	rnn.bias_ih_l0_reverse	9	-0.13370659947395325
192543	rnn.bias_hh_l0_reverse	0	-0.14536477625370026
192543	rnn.bias_hh_l0_reverse	1	-0.16539153456687927
192543	rnn.bias_hh_l0_reverse	2	0.10467904061079025
192543	rnn.bias_hh_l0_reverse	3	0.0810227245092392
192543	rnn.bias_hh_l0_reverse	4	-0.17134203016757965
192543	rnn.bias_hh_l0_reverse	5	-0.13778337836265564
192543	rnn.bias_hh_l0_reverse	6	-0.10418938845396042
192543	rnn.bias_hh_l0_reverse	7	-0.04764023423194885
192543	rnn.bias_hh_l0_reverse	8	-0.09731360524892807
192543	rnn.bias_hh_l0_reverse	9	-0.029001442715525627
192543	linear.weight	0	-0.007669868413358927
192543	linear.weight	1	0.019886396825313568
192543	linear.weight	2	0.31068524718284607
192543	linear.weight	3	-0.07922086119651794
192543	linear.weight	4	-0.010588549077510834
192543	linear.weight	5	0.09930555522441864
192543	linear.weight	6	-0.010739270597696304
192543	linear.weight	7	-0.0634610578417778
192543	linear.weight	8	0.16359694302082062
192543	linear.weight	9	-0.2330944836139679
192543	linear.bias	0	-0.03956538438796997
192543	linear.bias	1	0.031413208693265915
192543	linear.bias	2	0.45594552159309387
192543	linear.bias	3	-0.6828209757804871
192543	linear.bias	4	2.055032253265381
192543	linear.bias	5	-1.3965548276901245
192543	linear.bias	6	-0.3159027099609375
192543	linear.bias	7	-0.12080138921737671
193101	transitions	0	-1.8853412866592407
193101	transitions	1	-10000.0
193101	transitions	2	-0.7969565987586975
193101	transitions	3	-10000.0
193101	transitions	4	2.0157694816589355
193101	transitions	5	-10000.0
193101	transitions	6	-10000.0
193101	transitions	7	1.8070486783981323
193101	transitions	8	-2.578988790512085
193101	transitions	9	-4.2059221267700195
193101	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
193101	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
193101	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
193101	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
193101	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
193101	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
193101	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
193101	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
193101	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
193101	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
193101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
193101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
193101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
193101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
193101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
193101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
193101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
193101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
193101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
193101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
193101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
193101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
193101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
193101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
193101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
193101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
193101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
193101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
193101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
193101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
193101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
193101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
193101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
193101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
193101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
193101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
193101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
193101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
193101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
193101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
193101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
193101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
193101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
193101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
193101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
193101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
193101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
193101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
193101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
193101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
193101	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
193101	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
193101	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
193101	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
193101	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
193101	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
193101	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
193101	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
193101	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
193101	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
193101	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
193101	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
193101	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
193101	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
193101	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
193101	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
193101	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
193101	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
193101	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
193101	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
193101	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
193101	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
193101	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
193101	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
193101	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
193101	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
193101	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
193101	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
193101	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
193101	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
193101	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
193101	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
193101	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
193101	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
193101	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
193101	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
193101	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
193101	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
193101	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
193101	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
193101	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
193101	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
193101	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
193101	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
193101	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
193101	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
193101	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
193101	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
193101	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
193101	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
193101	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
193101	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
193101	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
193101	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
193101	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
193101	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
193101	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
193101	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
193101	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
193101	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
193101	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
193101	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
193101	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
193101	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
193101	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
193101	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
193101	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
193101	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
193101	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
193101	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
193101	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
193101	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
193101	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
193101	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
193101	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
193101	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
193101	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
193101	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
193101	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
193101	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
193101	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
193101	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
193101	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
193101	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
193101	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
193101	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
193101	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
193101	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
193101	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
193101	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
193101	embedding2nn.weight	0	0.006450238637626171
193101	embedding2nn.weight	1	0.004099787212908268
193101	embedding2nn.weight	2	0.01342218928039074
193101	embedding2nn.weight	3	0.02434096299111843
193101	embedding2nn.weight	4	0.022147618234157562
193101	embedding2nn.weight	5	0.005286328494548798
193101	embedding2nn.weight	6	-0.013731878250837326
193101	embedding2nn.weight	7	-0.0011991697829216719
193101	embedding2nn.weight	8	-0.008419272489845753
193101	embedding2nn.weight	9	0.0008305925875902176
193101	embedding2nn.bias	0	0.02222898043692112
193101	embedding2nn.bias	1	-0.03505063056945801
193101	embedding2nn.bias	2	0.0894814133644104
193101	embedding2nn.bias	3	0.07164718955755234
193101	embedding2nn.bias	4	-0.016044065356254578
193101	embedding2nn.bias	5	-0.016240078955888748
193101	embedding2nn.bias	6	0.015154588036239147
193101	embedding2nn.bias	7	0.0009146883967332542
193101	embedding2nn.bias	8	-0.01966753788292408
193101	embedding2nn.bias	9	0.013904201798141003
193101	rnn.weight_ih_l0	0	0.06668871641159058
193101	rnn.weight_ih_l0	1	-0.04041898623108864
193101	rnn.weight_ih_l0	2	0.00983545184135437
193101	rnn.weight_ih_l0	3	0.045677267014980316
193101	rnn.weight_ih_l0	4	-0.02893820032477379
193101	rnn.weight_ih_l0	5	0.041547518223524094
193101	rnn.weight_ih_l0	6	0.007672516163438559
193101	rnn.weight_ih_l0	7	0.06361551582813263
193101	rnn.weight_ih_l0	8	0.012642385438084602
193101	rnn.weight_ih_l0	9	-0.025030236691236496
193101	rnn.weight_hh_l0	0	-0.014066481031477451
193101	rnn.weight_hh_l0	1	-0.026612501591444016
193101	rnn.weight_hh_l0	2	-0.05976857244968414
193101	rnn.weight_hh_l0	3	-0.005451679229736328
193101	rnn.weight_hh_l0	4	-0.009351304732263088
193101	rnn.weight_hh_l0	5	-0.025360453873872757
193101	rnn.weight_hh_l0	6	3.151300552417524e-05
193101	rnn.weight_hh_l0	7	-0.03878363221883774
193101	rnn.weight_hh_l0	8	0.06749342381954193
193101	rnn.weight_hh_l0	9	0.045332614332437515
193101	rnn.bias_ih_l0	0	-0.17353275418281555
193101	rnn.bias_ih_l0	1	-0.16809587180614471
193101	rnn.bias_ih_l0	2	-0.020909618586301804
193101	rnn.bias_ih_l0	3	-0.14455482363700867
193101	rnn.bias_ih_l0	4	-0.060461387038230896
193101	rnn.bias_ih_l0	5	-0.16858813166618347
193101	rnn.bias_ih_l0	6	0.06801951676607132
193101	rnn.bias_ih_l0	7	-0.0886329784989357
193101	rnn.bias_ih_l0	8	-0.04812638461589813
193101	rnn.bias_ih_l0	9	-0.11046559363603592
193101	rnn.bias_hh_l0	0	-0.06944243609905243
193101	rnn.bias_hh_l0	1	0.24374455213546753
193101	rnn.bias_hh_l0	2	0.04802394285798073
193101	rnn.bias_hh_l0	3	-0.07602497190237045
193101	rnn.bias_hh_l0	4	-0.08481582999229431
193101	rnn.bias_hh_l0	5	-0.0034455726854503155
193101	rnn.bias_hh_l0	6	0.05506255477666855
193101	rnn.bias_hh_l0	7	-0.10728781670331955
193101	rnn.bias_hh_l0	8	-0.23918631672859192
193101	rnn.bias_hh_l0	9	-0.10345393419265747
193101	rnn.weight_ih_l0_reverse	0	0.01970873773097992
193101	rnn.weight_ih_l0_reverse	1	-0.062024880200624466
193101	rnn.weight_ih_l0_reverse	2	0.0395723432302475
193101	rnn.weight_ih_l0_reverse	3	0.016113851219415665
193101	rnn.weight_ih_l0_reverse	4	0.0014073619386181235
193101	rnn.weight_ih_l0_reverse	5	-0.03386527672410011
193101	rnn.weight_ih_l0_reverse	6	0.011905234307050705
193101	rnn.weight_ih_l0_reverse	7	0.03087136708199978
193101	rnn.weight_ih_l0_reverse	8	-0.025382163003087044
193101	rnn.weight_ih_l0_reverse	9	-0.0016265463782474399
193101	rnn.weight_hh_l0_reverse	0	0.04022548720240593
193101	rnn.weight_hh_l0_reverse	1	0.029873887076973915
193101	rnn.weight_hh_l0_reverse	2	-0.021389996632933617
193101	rnn.weight_hh_l0_reverse	3	-0.07815149426460266
193101	rnn.weight_hh_l0_reverse	4	0.01038010511547327
193101	rnn.weight_hh_l0_reverse	5	-0.05612105876207352
193101	rnn.weight_hh_l0_reverse	6	-0.013839947059750557
193101	rnn.weight_hh_l0_reverse	7	0.02961512841284275
193101	rnn.weight_hh_l0_reverse	8	0.00783970020711422
193101	rnn.weight_hh_l0_reverse	9	0.009046021848917007
193101	rnn.bias_ih_l0_reverse	0	-0.047426801174879074
193101	rnn.bias_ih_l0_reverse	1	-0.14186011254787445
193101	rnn.bias_ih_l0_reverse	2	-0.14371249079704285
193101	rnn.bias_ih_l0_reverse	3	-0.048863280564546585
193101	rnn.bias_ih_l0_reverse	4	-0.11588868498802185
193101	rnn.bias_ih_l0_reverse	5	-0.08726780116558075
193101	rnn.bias_ih_l0_reverse	6	-0.20285989344120026
193101	rnn.bias_ih_l0_reverse	7	-0.05687664821743965
193101	rnn.bias_ih_l0_reverse	8	-0.06246856227517128
193101	rnn.bias_ih_l0_reverse	9	-0.1361394226551056
193101	rnn.bias_hh_l0_reverse	0	-0.14531193673610687
193101	rnn.bias_hh_l0_reverse	1	-0.16575945913791656
193101	rnn.bias_hh_l0_reverse	2	0.10482773184776306
193101	rnn.bias_hh_l0_reverse	3	0.08062578737735748
193101	rnn.bias_hh_l0_reverse	4	-0.17162668704986572
193101	rnn.bias_hh_l0_reverse	5	-0.13847088813781738
193101	rnn.bias_hh_l0_reverse	6	-0.1048353910446167
193101	rnn.bias_hh_l0_reverse	7	-0.0477466955780983
193101	rnn.bias_hh_l0_reverse	8	-0.09734329581260681
193101	rnn.bias_hh_l0_reverse	9	-0.029393034055829048
193101	linear.weight	0	-0.00767058040946722
193101	linear.weight	1	0.021092060953378677
193101	linear.weight	2	0.3100079298019409
193101	linear.weight	3	-0.07921791821718216
193101	linear.weight	4	-0.010588549077510834
193101	linear.weight	5	0.09408354759216309
193101	linear.weight	6	-0.010739270597696304
193101	linear.weight	7	-0.04661993309855461
193101	linear.weight	8	0.1568232625722885
193101	linear.weight	9	-0.23092475533485413
193101	linear.bias	0	-0.03956538438796997
193101	linear.bias	1	0.031413208693265915
193101	linear.bias	2	0.4345721900463104
193101	linear.bias	3	-0.667975902557373
193101	linear.bias	4	2.0831398963928223
193101	linear.bias	5	-1.3966429233551025
193101	linear.bias	6	-0.32663625478744507
193101	linear.bias	7	-0.13156577944755554
193659	transitions	0	-1.885814905166626
193659	transitions	1	-10000.0
193659	transitions	2	-0.7969565987586975
193659	transitions	3	-10000.0
193659	transitions	4	2.0126025676727295
193659	transitions	5	-10000.0
193659	transitions	6	-10000.0
193659	transitions	7	1.8020716905593872
193659	transitions	8	-2.5793190002441406
193659	transitions	9	-4.206268310546875
193659	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
193659	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
193659	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
193659	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
193659	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
193659	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
193659	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
193659	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
193659	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
193659	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
193659	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
193659	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
193659	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
193659	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
193659	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
193659	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
193659	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
193659	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
193659	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
193659	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
193659	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
193659	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
193659	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
193659	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
193659	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
193659	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
193659	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
193659	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
193659	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
193659	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
193659	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
193659	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
193659	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
193659	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
193659	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
193659	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
193659	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
193659	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
193659	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
193659	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
193659	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
193659	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
193659	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
193659	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
193659	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
193659	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
193659	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
193659	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
193659	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
193659	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
193659	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
193659	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
193659	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
193659	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
193659	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
193659	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
193659	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
193659	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
193659	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
193659	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
193659	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
193659	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
193659	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
193659	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
193659	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
193659	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
193659	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
193659	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
193659	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
193659	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
193659	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
193659	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
193659	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
193659	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
193659	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
193659	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
193659	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
193659	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
193659	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
193659	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
193659	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
193659	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
193659	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
193659	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
193659	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
193659	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
193659	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
193659	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
193659	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
193659	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
193659	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
193659	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
193659	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
193659	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
193659	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
193659	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
193659	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
193659	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
193659	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
193659	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
193659	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
193659	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
193659	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
193659	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
193659	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
193659	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
193659	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
193659	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
193659	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
193659	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
193659	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
193659	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
193659	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
193659	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
193659	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
193659	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
193659	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
193659	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
193659	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
193659	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
193659	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
193659	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
193659	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
193659	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
193659	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
193659	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
193659	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
193659	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
193659	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
193659	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
193659	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
193659	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
193659	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
193659	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
193659	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
193659	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
193659	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
193659	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
193659	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
193659	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
193659	embedding2nn.weight	0	0.006451783701777458
193659	embedding2nn.weight	1	0.004140711389482021
193659	embedding2nn.weight	2	0.013420789502561092
193659	embedding2nn.weight	3	0.02445397712290287
193659	embedding2nn.weight	4	0.022045923396945
193659	embedding2nn.weight	5	0.005130325444042683
193659	embedding2nn.weight	6	-0.013842424377799034
193659	embedding2nn.weight	7	-0.0012746043503284454
193659	embedding2nn.weight	8	-0.008486181497573853
193659	embedding2nn.weight	9	0.0008500248659402132
193659	embedding2nn.bias	0	0.02355857938528061
193659	embedding2nn.bias	1	-0.034534018486738205
193659	embedding2nn.bias	2	0.09012347459793091
193659	embedding2nn.bias	3	0.07406602799892426
193659	embedding2nn.bias	4	-0.013780920766294003
193659	embedding2nn.bias	5	-0.01158396527171135
193659	embedding2nn.bias	6	0.018850304186344147
193659	embedding2nn.bias	7	-0.0005035233334638178
193659	embedding2nn.bias	8	-0.01844927668571472
193659	embedding2nn.bias	9	0.015463766641914845
193659	rnn.weight_ih_l0	0	0.06666097044944763
193659	rnn.weight_ih_l0	1	-0.0407014824450016
193659	rnn.weight_ih_l0	2	0.009997532702982426
193659	rnn.weight_ih_l0	3	0.04616547003388405
193659	rnn.weight_ih_l0	4	-0.028885701671242714
193659	rnn.weight_ih_l0	5	0.041355401277542114
193659	rnn.weight_ih_l0	6	0.007651539985090494
193659	rnn.weight_ih_l0	7	0.06361614167690277
193659	rnn.weight_ih_l0	8	0.01280584093183279
193659	rnn.weight_ih_l0	9	-0.025339562445878983
193659	rnn.weight_hh_l0	0	-0.014155630953609943
193659	rnn.weight_hh_l0	1	-0.026674140244722366
193659	rnn.weight_hh_l0	2	-0.0598163940012455
193659	rnn.weight_hh_l0	3	-0.005320183001458645
193659	rnn.weight_hh_l0	4	-0.009379477240145206
193659	rnn.weight_hh_l0	5	-0.02533397451043129
193659	rnn.weight_hh_l0	6	1.0276698958477937e-05
193659	rnn.weight_hh_l0	7	-0.038823626935482025
193659	rnn.weight_hh_l0	8	0.06779415160417557
193659	rnn.weight_hh_l0	9	0.04543215036392212
193659	rnn.bias_ih_l0	0	-0.1728009432554245
193659	rnn.bias_ih_l0	1	-0.16758650541305542
193659	rnn.bias_ih_l0	2	-0.02102620154619217
193659	rnn.bias_ih_l0	3	-0.14461112022399902
193659	rnn.bias_ih_l0	4	-0.06105022132396698
193659	rnn.bias_ih_l0	5	-0.16746672987937927
193659	rnn.bias_ih_l0	6	0.06654582917690277
193659	rnn.bias_ih_l0	7	-0.08737912774085999
193659	rnn.bias_ih_l0	8	-0.048587117344141006
193659	rnn.bias_ih_l0	9	-0.11061835289001465
193659	rnn.bias_hh_l0	0	-0.06971694529056549
193659	rnn.bias_hh_l0	1	0.24378061294555664
193659	rnn.bias_hh_l0	2	0.045884184539318085
193659	rnn.bias_hh_l0	3	-0.07728899270296097
193659	rnn.bias_hh_l0	4	-0.08491838723421097
193659	rnn.bias_hh_l0	5	-0.002745371311903
193659	rnn.bias_hh_l0	6	0.05542675778269768
193659	rnn.bias_hh_l0	7	-0.10783962160348892
193659	rnn.bias_hh_l0	8	-0.23851127922534943
193659	rnn.bias_hh_l0	9	-0.10518665611743927
193659	rnn.weight_ih_l0_reverse	0	0.019664186984300613
193659	rnn.weight_ih_l0_reverse	1	-0.06178874894976616
193659	rnn.weight_ih_l0_reverse	2	0.03984827920794487
193659	rnn.weight_ih_l0_reverse	3	0.016466405242681503
193659	rnn.weight_ih_l0_reverse	4	0.0016774858813732862
193659	rnn.weight_ih_l0_reverse	5	-0.0339154452085495
193659	rnn.weight_ih_l0_reverse	6	0.01186145469546318
193659	rnn.weight_ih_l0_reverse	7	0.030936066061258316
193659	rnn.weight_ih_l0_reverse	8	-0.02549026533961296
193659	rnn.weight_ih_l0_reverse	9	-0.001568154781125486
193659	rnn.weight_hh_l0_reverse	0	0.040221426635980606
193659	rnn.weight_hh_l0_reverse	1	0.029694363474845886
193659	rnn.weight_hh_l0_reverse	2	-0.021353820338845253
193659	rnn.weight_hh_l0_reverse	3	-0.07812076807022095
193659	rnn.weight_hh_l0_reverse	4	0.010375827550888062
193659	rnn.weight_hh_l0_reverse	5	-0.056190937757492065
193659	rnn.weight_hh_l0_reverse	6	-0.013896393589675426
193659	rnn.weight_hh_l0_reverse	7	0.029520275071263313
193659	rnn.weight_hh_l0_reverse	8	0.007778275292366743
193659	rnn.weight_hh_l0_reverse	9	0.009106793440878391
193659	rnn.bias_ih_l0_reverse	0	-0.0484301783144474
193659	rnn.bias_ih_l0_reverse	1	-0.14158934354782104
193659	rnn.bias_ih_l0_reverse	2	-0.14375044405460358
193659	rnn.bias_ih_l0_reverse	3	-0.04805180802941322
193659	rnn.bias_ih_l0_reverse	4	-0.1149623841047287
193659	rnn.bias_ih_l0_reverse	5	-0.08780839294195175
193659	rnn.bias_ih_l0_reverse	6	-0.20313753187656403
193659	rnn.bias_ih_l0_reverse	7	-0.05604274570941925
193659	rnn.bias_ih_l0_reverse	8	-0.06295839697122574
193659	rnn.bias_ih_l0_reverse	9	-0.13598275184631348
193659	rnn.bias_hh_l0_reverse	0	-0.14442026615142822
193659	rnn.bias_hh_l0_reverse	1	-0.1663380265235901
193659	rnn.bias_hh_l0_reverse	2	0.10517323762178421
193659	rnn.bias_hh_l0_reverse	3	0.08015123754739761
193659	rnn.bias_hh_l0_reverse	4	-0.17210473120212555
193659	rnn.bias_hh_l0_reverse	5	-0.13715612888336182
193659	rnn.bias_hh_l0_reverse	6	-0.10370228439569473
193659	rnn.bias_hh_l0_reverse	7	-0.04807847738265991
193659	rnn.bias_hh_l0_reverse	8	-0.09656359255313873
193659	rnn.bias_hh_l0_reverse	9	-0.029248112812638283
193659	linear.weight	0	-0.0076715340837836266
193659	linear.weight	1	0.01914088800549507
193659	linear.weight	2	0.31156450510025024
193659	linear.weight	3	-0.07921570539474487
193659	linear.weight	4	-0.010588549077510834
193659	linear.weight	5	0.10248138010501862
193659	linear.weight	6	-0.010739270597696304
193659	linear.weight	7	-0.05222010612487793
193659	linear.weight	8	0.16204668581485748
193659	linear.weight	9	-0.23255813121795654
193659	linear.bias	0	-0.03956538438796997
193659	linear.bias	1	0.031413208693265915
193659	linear.bias	2	0.4304269254207611
193659	linear.bias	3	-0.6600340604782104
193659	linear.bias	4	2.0750322341918945
193659	linear.bias	5	-1.3967304229736328
193659	linear.bias	6	-0.32430168986320496
193659	linear.bias	7	-0.1295124739408493
194217	transitions	0	-1.8861984014511108
194217	transitions	1	-10000.0
194217	transitions	2	-0.7969565987586975
194217	transitions	3	-10000.0
194217	transitions	4	2.013474225997925
194217	transitions	5	-10000.0
194217	transitions	6	-10000.0
194217	transitions	7	1.7961877584457397
194217	transitions	8	-2.579742431640625
194217	transitions	9	-4.206612586975098
194217	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
194217	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
194217	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
194217	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
194217	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
194217	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
194217	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
194217	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
194217	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
194217	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
194217	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
194217	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
194217	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
194217	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
194217	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
194217	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
194217	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
194217	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
194217	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
194217	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
194217	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
194217	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
194217	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
194217	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
194217	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
194217	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
194217	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
194217	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
194217	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
194217	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
194217	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
194217	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
194217	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
194217	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
194217	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
194217	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
194217	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
194217	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
194217	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
194217	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
194217	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
194217	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
194217	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
194217	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
194217	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
194217	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
194217	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
194217	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
194217	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
194217	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
194217	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
194217	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
194217	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
194217	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
194217	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
194217	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
194217	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
194217	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
194217	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
194217	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
194217	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
194217	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
194217	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
194217	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
194217	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
194217	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
194217	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
194217	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
194217	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
194217	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
194217	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
194217	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
194217	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
194217	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
194217	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
194217	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
194217	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
194217	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
194217	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
194217	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
194217	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
194217	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
194217	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
194217	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
194217	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
194217	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
194217	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
194217	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
194217	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
194217	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
194217	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
194217	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
194217	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
194217	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
194217	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
194217	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
194217	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
194217	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
194217	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
194217	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
194217	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
194217	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
194217	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
194217	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
194217	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
194217	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
194217	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
194217	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
194217	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
194217	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
194217	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
194217	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
194217	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
194217	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
194217	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
194217	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
194217	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
194217	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
194217	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
194217	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
194217	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
194217	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
194217	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
194217	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
194217	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
194217	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
194217	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
194217	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
194217	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
194217	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
194217	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
194217	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
194217	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
194217	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
194217	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
194217	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
194217	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
194217	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
194217	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
194217	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
194217	embedding2nn.weight	0	0.006474234163761139
194217	embedding2nn.weight	1	0.004151361063122749
194217	embedding2nn.weight	2	0.013406436890363693
194217	embedding2nn.weight	3	0.024452732875943184
194217	embedding2nn.weight	4	0.02210591733455658
194217	embedding2nn.weight	5	0.00516360392794013
194217	embedding2nn.weight	6	-0.013839091174304485
194217	embedding2nn.weight	7	-0.0013048610417172313
194217	embedding2nn.weight	8	-0.008397910743951797
194217	embedding2nn.weight	9	0.0007994257030077279
194217	embedding2nn.bias	0	0.024167094379663467
194217	embedding2nn.bias	1	-0.03207487240433693
194217	embedding2nn.bias	2	0.09197653084993362
194217	embedding2nn.bias	3	0.07175151258707047
194217	embedding2nn.bias	4	-0.013180525973439217
194217	embedding2nn.bias	5	-0.016077524051070213
194217	embedding2nn.bias	6	0.018386859446763992
194217	embedding2nn.bias	7	7.756920967949554e-05
194217	embedding2nn.bias	8	-0.020495638251304626
194217	embedding2nn.bias	9	0.01505185291171074
194217	rnn.weight_ih_l0	0	0.06700699031352997
194217	rnn.weight_ih_l0	1	-0.04037171229720116
194217	rnn.weight_ih_l0	2	0.010019196197390556
194217	rnn.weight_ih_l0	3	0.04649900272488594
194217	rnn.weight_ih_l0	4	-0.02951120026409626
194217	rnn.weight_ih_l0	5	0.04141440987586975
194217	rnn.weight_ih_l0	6	0.007607533596456051
194217	rnn.weight_ih_l0	7	0.06354133039712906
194217	rnn.weight_ih_l0	8	0.013293256051838398
194217	rnn.weight_ih_l0	9	-0.02475406974554062
194217	rnn.weight_hh_l0	0	-0.01419581938534975
194217	rnn.weight_hh_l0	1	-0.02654489129781723
194217	rnn.weight_hh_l0	2	-0.05996589735150337
194217	rnn.weight_hh_l0	3	-0.005453933030366898
194217	rnn.weight_hh_l0	4	-0.009367670863866806
194217	rnn.weight_hh_l0	5	-0.02533848024904728
194217	rnn.weight_hh_l0	6	7.653672582819127e-06
194217	rnn.weight_hh_l0	7	-0.03885383903980255
194217	rnn.weight_hh_l0	8	0.0672265887260437
194217	rnn.weight_hh_l0	9	0.045434437692165375
194217	rnn.bias_ih_l0	0	-0.17248287796974182
194217	rnn.bias_ih_l0	1	-0.16703370213508606
194217	rnn.bias_ih_l0	2	-0.02151213027536869
194217	rnn.bias_ih_l0	3	-0.14267583191394806
194217	rnn.bias_ih_l0	4	-0.060631830245256424
194217	rnn.bias_ih_l0	5	-0.16701975464820862
194217	rnn.bias_ih_l0	6	0.06801822036504745
194217	rnn.bias_ih_l0	7	-0.0873962938785553
194217	rnn.bias_ih_l0	8	-0.04800873622298241
194217	rnn.bias_ih_l0	9	-0.11000244319438934
194217	rnn.bias_hh_l0	0	-0.07105418294668198
194217	rnn.bias_hh_l0	1	0.24418151378631592
194217	rnn.bias_hh_l0	2	0.04508216679096222
194217	rnn.bias_hh_l0	3	-0.0757647380232811
194217	rnn.bias_hh_l0	4	-0.08484271168708801
194217	rnn.bias_hh_l0	5	-0.0024997068103402853
194217	rnn.bias_hh_l0	6	0.05595051124691963
194217	rnn.bias_hh_l0	7	-0.10725224763154984
194217	rnn.bias_hh_l0	8	-0.2389448583126068
194217	rnn.bias_hh_l0	9	-0.10499019175767899
194217	rnn.weight_ih_l0_reverse	0	0.019686810672283173
194217	rnn.weight_ih_l0_reverse	1	-0.061606548726558685
194217	rnn.weight_ih_l0_reverse	2	0.039890166372060776
194217	rnn.weight_ih_l0_reverse	3	0.016634121537208557
194217	rnn.weight_ih_l0_reverse	4	0.0015729168662801385
194217	rnn.weight_ih_l0_reverse	5	-0.03358544036746025
194217	rnn.weight_ih_l0_reverse	6	0.011483476497232914
194217	rnn.weight_ih_l0_reverse	7	0.0307614766061306
194217	rnn.weight_ih_l0_reverse	8	-0.025622058659791946
194217	rnn.weight_ih_l0_reverse	9	-0.0013788483338430524
194217	rnn.weight_hh_l0_reverse	0	0.04021700844168663
194217	rnn.weight_hh_l0_reverse	1	0.029730679467320442
194217	rnn.weight_hh_l0_reverse	2	-0.02132297493517399
194217	rnn.weight_hh_l0_reverse	3	-0.07801438122987747
194217	rnn.weight_hh_l0_reverse	4	0.010293049737811089
194217	rnn.weight_hh_l0_reverse	5	-0.05614732578396797
194217	rnn.weight_hh_l0_reverse	6	-0.013832129538059235
194217	rnn.weight_hh_l0_reverse	7	0.029615135863423347
194217	rnn.weight_hh_l0_reverse	8	0.007600911892950535
194217	rnn.weight_hh_l0_reverse	9	0.008957764133810997
194217	rnn.bias_ih_l0_reverse	0	-0.0481531023979187
194217	rnn.bias_ih_l0_reverse	1	-0.14108353853225708
194217	rnn.bias_ih_l0_reverse	2	-0.142093688249588
194217	rnn.bias_ih_l0_reverse	3	-0.04938436299562454
194217	rnn.bias_ih_l0_reverse	4	-0.11449534446001053
194217	rnn.bias_ih_l0_reverse	5	-0.08705977350473404
194217	rnn.bias_ih_l0_reverse	6	-0.2016759067773819
194217	rnn.bias_ih_l0_reverse	7	-0.055919717997312546
194217	rnn.bias_ih_l0_reverse	8	-0.06376593559980392
194217	rnn.bias_ih_l0_reverse	9	-0.1356826275587082
194217	rnn.bias_hh_l0_reverse	0	-0.14448165893554688
194217	rnn.bias_hh_l0_reverse	1	-0.16683411598205566
194217	rnn.bias_hh_l0_reverse	2	0.10545419901609421
194217	rnn.bias_hh_l0_reverse	3	0.08016365766525269
194217	rnn.bias_hh_l0_reverse	4	-0.17286379635334015
194217	rnn.bias_hh_l0_reverse	5	-0.1359541118144989
194217	rnn.bias_hh_l0_reverse	6	-0.1035592183470726
194217	rnn.bias_hh_l0_reverse	7	-0.048772379755973816
194217	rnn.bias_hh_l0_reverse	8	-0.0966000035405159
194217	rnn.bias_hh_l0_reverse	9	-0.02973875403404236
194217	linear.weight	0	-0.007672070059925318
194217	linear.weight	1	0.018443316221237183
194217	linear.weight	2	0.31033921241760254
194217	linear.weight	3	-0.07921364903450012
194217	linear.weight	4	-0.010588549077510834
194217	linear.weight	5	0.11320878565311432
194217	linear.weight	6	-0.010739270597696304
194217	linear.weight	7	-0.06038482114672661
194217	linear.weight	8	0.180149108171463
194217	linear.weight	9	-0.2359134703874588
194217	linear.bias	0	-0.03956538438796997
194217	linear.bias	1	0.031413208693265915
194217	linear.bias	2	0.448719322681427
194217	linear.bias	3	-0.6784771680831909
194217	linear.bias	4	2.0812182426452637
194217	linear.bias	5	-1.3968157768249512
194217	linear.bias	6	-0.32737910747528076
194217	linear.bias	7	-0.13239113986492157
194775	transitions	0	-1.886649250984192
194775	transitions	1	-10000.0
194775	transitions	2	-0.7969565987586975
194775	transitions	3	-10000.0
194775	transitions	4	2.010432004928589
194775	transitions	5	-10000.0
194775	transitions	6	-10000.0
194775	transitions	7	1.8013888597488403
194775	transitions	8	-2.5801637172698975
194775	transitions	9	-4.206953525543213
194775	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
194775	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
194775	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
194775	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
194775	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
194775	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
194775	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
194775	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
194775	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
194775	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
194775	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
194775	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
194775	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
194775	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
194775	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
194775	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
194775	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
194775	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
194775	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
194775	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
194775	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
194775	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
194775	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
194775	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
194775	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
194775	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
194775	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
194775	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
194775	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
194775	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
194775	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
194775	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
194775	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
194775	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
194775	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
194775	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
194775	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
194775	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
194775	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
194775	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
194775	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
194775	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
194775	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
194775	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
194775	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
194775	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
194775	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
194775	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
194775	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
194775	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
194775	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
194775	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
194775	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
194775	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
194775	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
194775	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
194775	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
194775	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
194775	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
194775	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
194775	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
194775	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
194775	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
194775	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
194775	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
194775	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
194775	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
194775	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
194775	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
194775	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
194775	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
194775	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
194775	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
194775	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
194775	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
194775	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
194775	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
194775	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
194775	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
194775	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
194775	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
194775	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
194775	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
194775	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
194775	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
194775	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
194775	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
194775	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
194775	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
194775	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
194775	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
194775	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
194775	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
194775	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
194775	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
194775	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
194775	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
194775	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
194775	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
194775	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
194775	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
194775	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
194775	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
194775	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
194775	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
194775	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
194775	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
194775	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
194775	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
194775	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
194775	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
194775	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
194775	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
194775	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
194775	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
194775	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
194775	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
194775	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
194775	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
194775	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
194775	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
194775	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
194775	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
194775	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
194775	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
194775	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
194775	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
194775	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
194775	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
194775	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
194775	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
194775	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
194775	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
194775	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
194775	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
194775	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
194775	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
194775	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
194775	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
194775	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
194775	embedding2nn.weight	0	0.006471462547779083
194775	embedding2nn.weight	1	0.004123539663851261
194775	embedding2nn.weight	2	0.013398393988609314
194775	embedding2nn.weight	3	0.024520231410861015
194775	embedding2nn.weight	4	0.022277669981122017
194775	embedding2nn.weight	5	0.0050163958221673965
194775	embedding2nn.weight	6	-0.013777068816125393
194775	embedding2nn.weight	7	-0.0012853407533839345
194775	embedding2nn.weight	8	-0.008292716927826405
194775	embedding2nn.weight	9	0.0006504283519461751
194775	embedding2nn.bias	0	0.022103821858763695
194775	embedding2nn.bias	1	-0.03706195950508118
194775	embedding2nn.bias	2	0.09322866052389145
194775	embedding2nn.bias	3	0.07037853449583054
194775	embedding2nn.bias	4	-0.013570438139140606
194775	embedding2nn.bias	5	-0.01682194136083126
194775	embedding2nn.bias	6	0.02082453854382038
194775	embedding2nn.bias	7	-0.00012375249934848398
194775	embedding2nn.bias	8	-0.02016931027173996
194775	embedding2nn.bias	9	0.017023850232362747
194775	rnn.weight_ih_l0	0	0.06713540852069855
194775	rnn.weight_ih_l0	1	-0.04055459424853325
194775	rnn.weight_ih_l0	2	0.009726403281092644
194775	rnn.weight_ih_l0	3	0.04653209075331688
194775	rnn.weight_ih_l0	4	-0.029515989124774933
194775	rnn.weight_ih_l0	5	0.041670091450214386
194775	rnn.weight_ih_l0	6	0.007516216021031141
194775	rnn.weight_ih_l0	7	0.0634271651506424
194775	rnn.weight_ih_l0	8	0.013188887387514114
194775	rnn.weight_ih_l0	9	-0.02531454898416996
194775	rnn.weight_hh_l0	0	-0.01442188024520874
194775	rnn.weight_hh_l0	1	-0.026582064107060432
194775	rnn.weight_hh_l0	2	-0.059958696365356445
194775	rnn.weight_hh_l0	3	-0.005441469606012106
194775	rnn.weight_hh_l0	4	-0.00940120778977871
194775	rnn.weight_hh_l0	5	-0.025073746219277382
194775	rnn.weight_hh_l0	6	-5.581304321822245e-06
194775	rnn.weight_hh_l0	7	-0.0387522391974926
194775	rnn.weight_hh_l0	8	0.06706565618515015
194775	rnn.weight_hh_l0	9	0.04548729583621025
194775	rnn.bias_ih_l0	0	-0.17199280858039856
194775	rnn.bias_ih_l0	1	-0.16560181975364685
194775	rnn.bias_ih_l0	2	-0.021577689796686172
194775	rnn.bias_ih_l0	3	-0.14356254041194916
194775	rnn.bias_ih_l0	4	-0.059918876737356186
194775	rnn.bias_ih_l0	5	-0.1687009632587433
194775	rnn.bias_ih_l0	6	0.06707283854484558
194775	rnn.bias_ih_l0	7	-0.08665422350168228
194775	rnn.bias_ih_l0	8	-0.049453120678663254
194775	rnn.bias_ih_l0	9	-0.11023011803627014
194775	rnn.bias_hh_l0	0	-0.07153163105249405
194775	rnn.bias_hh_l0	1	0.24497699737548828
194775	rnn.bias_hh_l0	2	0.04328753426671028
194775	rnn.bias_hh_l0	3	-0.07635138928890228
194775	rnn.bias_hh_l0	4	-0.08413547277450562
194775	rnn.bias_hh_l0	5	-0.002932067960500717
194775	rnn.bias_hh_l0	6	0.05617723613977432
194775	rnn.bias_hh_l0	7	-0.10938450694084167
194775	rnn.bias_hh_l0	8	-0.23879431188106537
194775	rnn.bias_hh_l0	9	-0.1043623685836792
194775	rnn.weight_ih_l0_reverse	0	0.020130380988121033
194775	rnn.weight_ih_l0_reverse	1	-0.06138327345252037
194775	rnn.weight_ih_l0_reverse	2	0.03971855714917183
194775	rnn.weight_ih_l0_reverse	3	0.016300642862915993
194775	rnn.weight_ih_l0_reverse	4	0.0012478056596592069
194775	rnn.weight_ih_l0_reverse	5	-0.033105749636888504
194775	rnn.weight_ih_l0_reverse	6	0.012402496300637722
194775	rnn.weight_ih_l0_reverse	7	0.03043341636657715
194775	rnn.weight_ih_l0_reverse	8	-0.025608742609620094
194775	rnn.weight_ih_l0_reverse	9	-0.0012965648202225566
194775	rnn.weight_hh_l0_reverse	0	0.040077727288007736
194775	rnn.weight_hh_l0_reverse	1	0.029955631121993065
194775	rnn.weight_hh_l0_reverse	2	-0.02147204615175724
194775	rnn.weight_hh_l0_reverse	3	-0.07757864147424698
194775	rnn.weight_hh_l0_reverse	4	0.010241588577628136
194775	rnn.weight_hh_l0_reverse	5	-0.05593987926840782
194775	rnn.weight_hh_l0_reverse	6	-0.0137746287509799
194775	rnn.weight_hh_l0_reverse	7	0.029519280418753624
194775	rnn.weight_hh_l0_reverse	8	0.0076638488098979
194775	rnn.weight_hh_l0_reverse	9	0.008943072520196438
194775	rnn.bias_ih_l0_reverse	0	-0.04833528771996498
194775	rnn.bias_ih_l0_reverse	1	-0.14043141901493073
194775	rnn.bias_ih_l0_reverse	2	-0.14112544059753418
194775	rnn.bias_ih_l0_reverse	3	-0.04930902644991875
194775	rnn.bias_ih_l0_reverse	4	-0.11444300413131714
194775	rnn.bias_ih_l0_reverse	5	-0.0876898467540741
194775	rnn.bias_ih_l0_reverse	6	-0.20178814232349396
194775	rnn.bias_ih_l0_reverse	7	-0.05530611798167229
194775	rnn.bias_ih_l0_reverse	8	-0.06425262242555618
194775	rnn.bias_ih_l0_reverse	9	-0.13438180088996887
194775	rnn.bias_hh_l0_reverse	0	-0.14421990513801575
194775	rnn.bias_hh_l0_reverse	1	-0.1676744520664215
194775	rnn.bias_hh_l0_reverse	2	0.10468146204948425
194775	rnn.bias_hh_l0_reverse	3	0.07983247935771942
194775	rnn.bias_hh_l0_reverse	4	-0.17419621348381042
194775	rnn.bias_hh_l0_reverse	5	-0.1374916285276413
194775	rnn.bias_hh_l0_reverse	6	-0.10373157262802124
194775	rnn.bias_hh_l0_reverse	7	-0.04821080341935158
194775	rnn.bias_hh_l0_reverse	8	-0.09702668339014053
194775	rnn.bias_hh_l0_reverse	9	-0.02980770170688629
194775	linear.weight	0	-0.007672452833503485
194775	linear.weight	1	0.018588630482554436
194775	linear.weight	2	0.31298232078552246
194775	linear.weight	3	-0.07921205461025238
194775	linear.weight	4	-0.010588549077510834
194775	linear.weight	5	0.1266600787639618
194775	linear.weight	6	-0.010739270597696304
194775	linear.weight	7	-0.0562608502805233
194775	linear.weight	8	0.19551128149032593
194775	linear.weight	9	-0.23218895494937897
194775	linear.bias	0	-0.03956538438796997
194775	linear.bias	1	0.031413208693265915
194775	linear.bias	2	0.46556001901626587
194775	linear.bias	3	-0.6864169836044312
194775	linear.bias	4	2.0782811641693115
194775	linear.bias	5	-1.3968992233276367
194775	linear.bias	6	-0.33028000593185425
194775	linear.bias	7	-0.13538166880607605
195333	transitions	0	-1.8871291875839233
195333	transitions	1	-10000.0
195333	transitions	2	-0.7969565987586975
195333	transitions	3	-10000.0
195333	transitions	4	2.000354051589966
195333	transitions	5	-10000.0
195333	transitions	6	-10000.0
195333	transitions	7	1.807736873626709
195333	transitions	8	-2.580622434616089
195333	transitions	9	-4.2072930335998535
195333	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
195333	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
195333	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
195333	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
195333	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
195333	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
195333	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
195333	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
195333	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
195333	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
195333	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
195333	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
195333	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
195333	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
195333	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
195333	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
195333	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
195333	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
195333	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
195333	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
195333	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
195333	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
195333	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
195333	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
195333	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
195333	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
195333	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
195333	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
195333	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
195333	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
195333	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
195333	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
195333	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
195333	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
195333	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
195333	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
195333	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
195333	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
195333	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
195333	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
195333	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
195333	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
195333	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
195333	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
195333	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
195333	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
195333	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
195333	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
195333	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
195333	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
195333	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
195333	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
195333	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
195333	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
195333	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
195333	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
195333	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
195333	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
195333	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
195333	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
195333	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
195333	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
195333	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
195333	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
195333	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
195333	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
195333	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
195333	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
195333	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
195333	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
195333	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
195333	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
195333	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
195333	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
195333	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
195333	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
195333	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
195333	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
195333	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
195333	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
195333	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
195333	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
195333	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
195333	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
195333	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
195333	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
195333	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
195333	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
195333	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
195333	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
195333	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
195333	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
195333	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
195333	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
195333	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
195333	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
195333	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
195333	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
195333	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
195333	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
195333	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
195333	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
195333	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
195333	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
195333	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
195333	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
195333	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
195333	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
195333	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
195333	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
195333	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
195333	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
195333	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
195333	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
195333	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
195333	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
195333	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
195333	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
195333	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
195333	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
195333	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
195333	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
195333	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
195333	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
195333	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
195333	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
195333	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
195333	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
195333	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
195333	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
195333	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
195333	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
195333	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
195333	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
195333	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
195333	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
195333	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
195333	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
195333	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
195333	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
195333	embedding2nn.weight	0	0.006471690721809864
195333	embedding2nn.weight	1	0.004085343796759844
195333	embedding2nn.weight	2	0.013410594314336777
195333	embedding2nn.weight	3	0.02451588213443756
195333	embedding2nn.weight	4	0.022454433143138885
195333	embedding2nn.weight	5	0.005081850104033947
195333	embedding2nn.weight	6	-0.013816598802804947
195333	embedding2nn.weight	7	-0.0012414725497364998
195333	embedding2nn.weight	8	-0.008219387382268906
195333	embedding2nn.weight	9	0.0006004132446832955
195333	embedding2nn.bias	0	0.0225644800812006
195333	embedding2nn.bias	1	-0.03795319423079491
195333	embedding2nn.bias	2	0.09451983124017715
195333	embedding2nn.bias	3	0.06931080669164658
195333	embedding2nn.bias	4	-0.009701860137283802
195333	embedding2nn.bias	5	-0.01849602349102497
195333	embedding2nn.bias	6	0.02348780259490013
195333	embedding2nn.bias	7	-0.0028469848912209272
195333	embedding2nn.bias	8	-0.021771101281046867
195333	embedding2nn.bias	9	0.016232866793870926
195333	rnn.weight_ih_l0	0	0.06698835641145706
195333	rnn.weight_ih_l0	1	-0.040472712367773056
195333	rnn.weight_ih_l0	2	0.009469278156757355
195333	rnn.weight_ih_l0	3	0.04693296179175377
195333	rnn.weight_ih_l0	4	-0.02930149808526039
195333	rnn.weight_ih_l0	5	0.04140522703528404
195333	rnn.weight_ih_l0	6	0.007474895101040602
195333	rnn.weight_ih_l0	7	0.06343479454517365
195333	rnn.weight_ih_l0	8	0.013584917411208153
195333	rnn.weight_ih_l0	9	-0.02517453208565712
195333	rnn.weight_hh_l0	0	-0.014484822750091553
195333	rnn.weight_hh_l0	1	-0.026758402585983276
195333	rnn.weight_hh_l0	2	-0.05980974808335304
195333	rnn.weight_hh_l0	3	-0.005486715584993362
195333	rnn.weight_hh_l0	4	-0.009426136501133442
195333	rnn.weight_hh_l0	5	-0.025022894144058228
195333	rnn.weight_hh_l0	6	1.032344425766496e-05
195333	rnn.weight_hh_l0	7	-0.03825221583247185
195333	rnn.weight_hh_l0	8	0.06709416210651398
195333	rnn.weight_hh_l0	9	0.045482683926820755
195333	rnn.bias_ih_l0	0	-0.17291882634162903
195333	rnn.bias_ih_l0	1	-0.1651914417743683
195333	rnn.bias_ih_l0	2	-0.02123194746673107
195333	rnn.bias_ih_l0	3	-0.1451832354068756
195333	rnn.bias_ih_l0	4	-0.06032397225499153
195333	rnn.bias_ih_l0	5	-0.16879580914974213
195333	rnn.bias_ih_l0	6	0.06547025591135025
195333	rnn.bias_ih_l0	7	-0.08603737503290176
195333	rnn.bias_ih_l0	8	-0.04792647808790207
195333	rnn.bias_ih_l0	9	-0.1093887984752655
195333	rnn.bias_hh_l0	0	-0.07262526452541351
195333	rnn.bias_hh_l0	1	0.24667572975158691
195333	rnn.bias_hh_l0	2	0.042489103972911835
195333	rnn.bias_hh_l0	3	-0.07557874917984009
195333	rnn.bias_hh_l0	4	-0.0839177742600441
195333	rnn.bias_hh_l0	5	-0.0016407500952482224
195333	rnn.bias_hh_l0	6	0.05559474602341652
195333	rnn.bias_hh_l0	7	-0.10767501592636108
195333	rnn.bias_hh_l0	8	-0.23597240447998047
195333	rnn.bias_hh_l0	9	-0.10378380864858627
195333	rnn.weight_ih_l0_reverse	0	0.02001507580280304
195333	rnn.weight_ih_l0_reverse	1	-0.06134782359004021
195333	rnn.weight_ih_l0_reverse	2	0.039726514369249344
195333	rnn.weight_ih_l0_reverse	3	0.016738053411245346
195333	rnn.weight_ih_l0_reverse	4	0.0014116910751909018
195333	rnn.weight_ih_l0_reverse	5	-0.032578613609075546
195333	rnn.weight_ih_l0_reverse	6	0.012177261523902416
195333	rnn.weight_ih_l0_reverse	7	0.030540574342012405
195333	rnn.weight_ih_l0_reverse	8	-0.02573351375758648
195333	rnn.weight_ih_l0_reverse	9	-0.0012220857897773385
195333	rnn.weight_hh_l0_reverse	0	0.04009513929486275
195333	rnn.weight_hh_l0_reverse	1	0.02988135628402233
195333	rnn.weight_hh_l0_reverse	2	-0.021557729691267014
195333	rnn.weight_hh_l0_reverse	3	-0.07736629992723465
195333	rnn.weight_hh_l0_reverse	4	0.010385353118181229
195333	rnn.weight_hh_l0_reverse	5	-0.056218452751636505
195333	rnn.weight_hh_l0_reverse	6	-0.01389637403190136
195333	rnn.weight_hh_l0_reverse	7	0.029690636321902275
195333	rnn.weight_hh_l0_reverse	8	0.007714519742876291
195333	rnn.weight_hh_l0_reverse	9	0.008926059119403362
195333	rnn.bias_ih_l0_reverse	0	-0.04819382727146149
195333	rnn.bias_ih_l0_reverse	1	-0.1402561366558075
195333	rnn.bias_ih_l0_reverse	2	-0.1431611180305481
195333	rnn.bias_ih_l0_reverse	3	-0.04842524975538254
195333	rnn.bias_ih_l0_reverse	4	-0.11483116447925568
195333	rnn.bias_ih_l0_reverse	5	-0.08796880394220352
195333	rnn.bias_ih_l0_reverse	6	-0.20181941986083984
195333	rnn.bias_ih_l0_reverse	7	-0.054960642009973526
195333	rnn.bias_ih_l0_reverse	8	-0.06190872564911842
195333	rnn.bias_ih_l0_reverse	9	-0.13333624601364136
195333	rnn.bias_hh_l0_reverse	0	-0.14322009682655334
195333	rnn.bias_hh_l0_reverse	1	-0.16598637402057648
195333	rnn.bias_hh_l0_reverse	2	0.10638151317834854
195333	rnn.bias_hh_l0_reverse	3	0.08031069487333298
195333	rnn.bias_hh_l0_reverse	4	-0.1743469387292862
195333	rnn.bias_hh_l0_reverse	5	-0.1395430713891983
195333	rnn.bias_hh_l0_reverse	6	-0.1033882424235344
195333	rnn.bias_hh_l0_reverse	7	-0.048387736082077026
195333	rnn.bias_hh_l0_reverse	8	-0.09634635597467422
195333	rnn.bias_hh_l0_reverse	9	-0.028185777366161346
195333	linear.weight	0	-0.0076726581901311874
195333	linear.weight	1	0.01657593809068203
195333	linear.weight	2	0.31673097610473633
195333	linear.weight	3	-0.07921016961336136
195333	linear.weight	4	-0.010588549077510834
195333	linear.weight	5	0.11515303701162338
195333	linear.weight	6	-0.010739270597696304
195333	linear.weight	7	-0.04666624963283539
195333	linear.weight	8	0.19088813662528992
195333	linear.weight	9	-0.22755710780620575
195333	linear.bias	0	-0.03956538438796997
195333	linear.bias	1	0.031413208693265915
195333	linear.bias	2	0.46603018045425415
195333	linear.bias	3	-0.6886675953865051
195333	linear.bias	4	2.043485164642334
195333	linear.bias	5	-1.3969852924346924
195333	linear.bias	6	-0.31178349256515503
195333	linear.bias	7	-0.11722446978092194
195892	transitions	0	-1.8875796794891357
195892	transitions	1	-10000.0
195892	transitions	2	-0.7969565987586975
195892	transitions	3	-10000.0
195892	transitions	4	2.0010576248168945
195892	transitions	5	-10000.0
195892	transitions	6	-10000.0
195892	transitions	7	1.8105199337005615
195892	transitions	8	-2.5810139179229736
195892	transitions	9	-4.20762300491333
195892	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
195892	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
195892	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
195892	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
195892	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
195892	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
195892	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
195892	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
195892	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
195892	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
195892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
195892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
195892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
195892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
195892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
195892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
195892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
195892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
195892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
195892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
195892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
195892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
195892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
195892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
195892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
195892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
195892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
195892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
195892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
195892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
195892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
195892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
195892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
195892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
195892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
195892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
195892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
195892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
195892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
195892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
195892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
195892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
195892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
195892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
195892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
195892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
195892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
195892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
195892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
195892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
195892	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
195892	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
195892	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
195892	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
195892	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
195892	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
195892	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
195892	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
195892	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
195892	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
195892	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
195892	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
195892	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
195892	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
195892	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
195892	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
195892	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
195892	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
195892	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
195892	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
195892	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
195892	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
195892	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
195892	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
195892	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
195892	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
195892	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
195892	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
195892	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
195892	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
195892	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
195892	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
195892	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
195892	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
195892	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
195892	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
195892	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
195892	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
195892	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
195892	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
195892	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
195892	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
195892	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
195892	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
195892	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
195892	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
195892	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
195892	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
195892	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
195892	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
195892	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
195892	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
195892	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
195892	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
195892	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
195892	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
195892	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
195892	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
195892	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
195892	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
195892	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
195892	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
195892	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
195892	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
195892	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
195892	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
195892	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
195892	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
195892	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
195892	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
195892	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
195892	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
195892	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
195892	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
195892	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
195892	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
195892	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
195892	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
195892	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
195892	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
195892	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
195892	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
195892	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
195892	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
195892	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
195892	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
195892	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
195892	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
195892	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
195892	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
195892	embedding2nn.weight	0	0.006462134420871735
195892	embedding2nn.weight	1	0.004128430504351854
195892	embedding2nn.weight	2	0.013409188017249107
195892	embedding2nn.weight	3	0.024592271074652672
195892	embedding2nn.weight	4	0.022788777947425842
195892	embedding2nn.weight	5	0.004845659714192152
195892	embedding2nn.weight	6	-0.013973699882626534
195892	embedding2nn.weight	7	-0.0012603778159245849
195892	embedding2nn.weight	8	-0.008297491818666458
195892	embedding2nn.weight	9	0.0006043554749339819
195892	embedding2nn.bias	0	0.026113267987966537
195892	embedding2nn.bias	1	-0.035713355988264084
195892	embedding2nn.bias	2	0.09582643955945969
195892	embedding2nn.bias	3	0.06890992075204849
195892	embedding2nn.bias	4	-0.014040552079677582
195892	embedding2nn.bias	5	-0.017666134983301163
195892	embedding2nn.bias	6	0.021416200324892998
195892	embedding2nn.bias	7	-0.0009458768763579428
195892	embedding2nn.bias	8	-0.018591906875371933
195892	embedding2nn.bias	9	0.020862886682152748
195892	rnn.weight_ih_l0	0	0.06674549728631973
195892	rnn.weight_ih_l0	1	-0.04050422087311745
195892	rnn.weight_ih_l0	2	0.009781531058251858
195892	rnn.weight_ih_l0	3	0.04671443998813629
195892	rnn.weight_ih_l0	4	-0.029541991651058197
195892	rnn.weight_ih_l0	5	0.04212972894310951
195892	rnn.weight_ih_l0	6	0.007479721214622259
195892	rnn.weight_ih_l0	7	0.06321210414171219
195892	rnn.weight_ih_l0	8	0.013516531325876713
195892	rnn.weight_ih_l0	9	-0.0251343734562397
195892	rnn.weight_hh_l0	0	-0.014319169335067272
195892	rnn.weight_hh_l0	1	-0.02681499905884266
195892	rnn.weight_hh_l0	2	-0.059368375688791275
195892	rnn.weight_hh_l0	3	-0.005539363715797663
195892	rnn.weight_hh_l0	4	-0.009450306184589863
195892	rnn.weight_hh_l0	5	-0.025082984939217567
195892	rnn.weight_hh_l0	6	3.690537778311409e-05
195892	rnn.weight_hh_l0	7	-0.038014039397239685
195892	rnn.weight_hh_l0	8	0.06734929978847504
195892	rnn.weight_hh_l0	9	0.04539833217859268
195892	rnn.bias_ih_l0	0	-0.17383833229541779
195892	rnn.bias_ih_l0	1	-0.16546767950057983
195892	rnn.bias_ih_l0	2	-0.021456347778439522
195892	rnn.bias_ih_l0	3	-0.14595356583595276
195892	rnn.bias_ih_l0	4	-0.061543360352516174
195892	rnn.bias_ih_l0	5	-0.16789919137954712
195892	rnn.bias_ih_l0	6	0.06553080677986145
195892	rnn.bias_ih_l0	7	-0.08603046834468842
195892	rnn.bias_ih_l0	8	-0.04769691452383995
195892	rnn.bias_ih_l0	9	-0.11054845154285431
195892	rnn.bias_hh_l0	0	-0.07368914783000946
195892	rnn.bias_hh_l0	1	0.2450687438249588
195892	rnn.bias_hh_l0	2	0.04272373765707016
195892	rnn.bias_hh_l0	3	-0.07670025527477264
195892	rnn.bias_hh_l0	4	-0.08462575078010559
195892	rnn.bias_hh_l0	5	-0.004570878576487303
195892	rnn.bias_hh_l0	6	0.0548337921500206
195892	rnn.bias_hh_l0	7	-0.10754036903381348
195892	rnn.bias_hh_l0	8	-0.2345246821641922
195892	rnn.bias_hh_l0	9	-0.10453285276889801
195892	rnn.weight_ih_l0_reverse	0	0.020756173878908157
195892	rnn.weight_ih_l0_reverse	1	-0.06119142845273018
195892	rnn.weight_ih_l0_reverse	2	0.039732564240694046
195892	rnn.weight_ih_l0_reverse	3	0.0165431909263134
195892	rnn.weight_ih_l0_reverse	4	0.001645502052269876
195892	rnn.weight_ih_l0_reverse	5	-0.032397400587797165
195892	rnn.weight_ih_l0_reverse	6	0.011925228871405125
195892	rnn.weight_ih_l0_reverse	7	0.030630609020590782
195892	rnn.weight_ih_l0_reverse	8	-0.025884859263896942
195892	rnn.weight_ih_l0_reverse	9	-0.0015315909404307604
195892	rnn.weight_hh_l0_reverse	0	0.040028106421232224
195892	rnn.weight_hh_l0_reverse	1	0.02965218387544155
195892	rnn.weight_hh_l0_reverse	2	-0.0219015721231699
195892	rnn.weight_hh_l0_reverse	3	-0.07715726643800735
195892	rnn.weight_hh_l0_reverse	4	0.01050494983792305
195892	rnn.weight_hh_l0_reverse	5	-0.056361086666584015
195892	rnn.weight_hh_l0_reverse	6	-0.013931001536548138
195892	rnn.weight_hh_l0_reverse	7	0.029760263860225677
195892	rnn.weight_hh_l0_reverse	8	0.00712236762046814
195892	rnn.weight_hh_l0_reverse	9	0.008453222922980785
195892	rnn.bias_ih_l0_reverse	0	-0.047823481261730194
195892	rnn.bias_ih_l0_reverse	1	-0.13978049159049988
195892	rnn.bias_ih_l0_reverse	2	-0.1431490182876587
195892	rnn.bias_ih_l0_reverse	3	-0.04915542155504227
195892	rnn.bias_ih_l0_reverse	4	-0.11418674141168594
195892	rnn.bias_ih_l0_reverse	5	-0.08871835470199585
195892	rnn.bias_ih_l0_reverse	6	-0.20111165940761566
195892	rnn.bias_ih_l0_reverse	7	-0.05558108538389206
195892	rnn.bias_ih_l0_reverse	8	-0.06188037618994713
195892	rnn.bias_ih_l0_reverse	9	-0.134700745344162
195892	rnn.bias_hh_l0_reverse	0	-0.14300595223903656
195892	rnn.bias_hh_l0_reverse	1	-0.16552044451236725
195892	rnn.bias_hh_l0_reverse	2	0.1053609624505043
195892	rnn.bias_hh_l0_reverse	3	0.08102712780237198
195892	rnn.bias_hh_l0_reverse	4	-0.1751481294631958
195892	rnn.bias_hh_l0_reverse	5	-0.13988322019577026
195892	rnn.bias_hh_l0_reverse	6	-0.10399138182401657
195892	rnn.bias_hh_l0_reverse	7	-0.04801627993583679
195892	rnn.bias_hh_l0_reverse	8	-0.09466139227151871
195892	rnn.bias_hh_l0_reverse	9	-0.028180399909615517
195892	linear.weight	0	-0.007673137821257114
195892	linear.weight	1	0.014367438852787018
195892	linear.weight	2	0.3152658939361572
195892	linear.weight	3	-0.07920839637517929
195892	linear.weight	4	-0.010588549077510834
195892	linear.weight	5	0.12002486735582352
195892	linear.weight	6	-0.010739270597696304
195892	linear.weight	7	-0.03643069788813591
195892	linear.weight	8	0.20469968020915985
195892	linear.weight	9	-0.23062773048877716
195892	linear.bias	0	-0.03956538438796997
195892	linear.bias	1	0.031413208693265915
195892	linear.bias	2	0.46161800622940063
195892	linear.bias	3	-0.6761544942855835
195892	linear.bias	4	2.0508158206939697
195892	linear.bias	5	-1.3970705270767212
195892	linear.bias	6	-0.3195529878139496
195892	linear.bias	7	-0.12480778992176056
196450	transitions	0	-1.8880717754364014
196450	transitions	1	-10000.0
196450	transitions	2	-0.7969565987586975
196450	transitions	3	-10000.0
196450	transitions	4	2.0026779174804688
196450	transitions	5	-10000.0
196450	transitions	6	-10000.0
196450	transitions	7	1.814536452293396
196450	transitions	8	-2.581465005874634
196450	transitions	9	-4.207973480224609
196450	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
196450	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
196450	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
196450	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
196450	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
196450	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
196450	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
196450	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
196450	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
196450	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
196450	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
196450	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
196450	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
196450	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
196450	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
196450	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
196450	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
196450	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
196450	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
196450	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
196450	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
196450	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
196450	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
196450	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
196450	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
196450	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
196450	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
196450	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
196450	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
196450	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
196450	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
196450	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
196450	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
196450	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
196450	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
196450	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
196450	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
196450	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
196450	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
196450	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
196450	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
196450	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
196450	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
196450	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
196450	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
196450	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
196450	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
196450	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
196450	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
196450	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
196450	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
196450	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
196450	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
196450	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
196450	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
196450	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
196450	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
196450	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
196450	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
196450	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
196450	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
196450	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
196450	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
196450	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
196450	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
196450	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
196450	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
196450	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
196450	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
196450	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
196450	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
196450	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
196450	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
196450	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
196450	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
196450	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
196450	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
196450	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
196450	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
196450	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
196450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
196450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
196450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
196450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
196450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
196450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
196450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
196450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
196450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
196450	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
196450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
196450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
196450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
196450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
196450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
196450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
196450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
196450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
196450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
196450	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
196450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
196450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
196450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
196450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
196450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
196450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
196450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
196450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
196450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
196450	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
196450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
196450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
196450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
196450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
196450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
196450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
196450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
196450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
196450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
196450	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
196450	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
196450	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
196450	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
196450	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
196450	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
196450	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
196450	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
196450	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
196450	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
196450	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
196450	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
196450	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
196450	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
196450	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
196450	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
196450	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
196450	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
196450	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
196450	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
196450	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
196450	embedding2nn.weight	0	0.006468156352639198
196450	embedding2nn.weight	1	0.0041566817089915276
196450	embedding2nn.weight	2	0.013399253599345684
196450	embedding2nn.weight	3	0.024541247636079788
196450	embedding2nn.weight	4	0.02310444973409176
196450	embedding2nn.weight	5	0.00482831709086895
196450	embedding2nn.weight	6	-0.013870916329324245
196450	embedding2nn.weight	7	-0.001312634558416903
196450	embedding2nn.weight	8	-0.008430574089288712
196450	embedding2nn.weight	9	0.0006126652006059885
196450	embedding2nn.bias	0	0.022172318771481514
196450	embedding2nn.bias	1	-0.036299917846918106
196450	embedding2nn.bias	2	0.09578818082809448
196450	embedding2nn.bias	3	0.06652345508337021
196450	embedding2nn.bias	4	-0.014285757206380367
196450	embedding2nn.bias	5	-0.0134026650339365
196450	embedding2nn.bias	6	0.021455923095345497
196450	embedding2nn.bias	7	0.000681153847835958
196450	embedding2nn.bias	8	-0.020146025344729424
196450	embedding2nn.bias	9	0.01814499869942665
196450	rnn.weight_ih_l0	0	0.06657972931861877
196450	rnn.weight_ih_l0	1	-0.040619682520627975
196450	rnn.weight_ih_l0	2	0.009877423755824566
196450	rnn.weight_ih_l0	3	0.047031376510858536
196450	rnn.weight_ih_l0	4	-0.029432225972414017
196450	rnn.weight_ih_l0	5	0.041676536202430725
196450	rnn.weight_ih_l0	6	0.007424767129123211
196450	rnn.weight_ih_l0	7	0.06337901204824448
196450	rnn.weight_ih_l0	8	0.0135436300188303
196450	rnn.weight_ih_l0	9	-0.024884430691599846
196450	rnn.weight_hh_l0	0	-0.0142503147944808
196450	rnn.weight_hh_l0	1	-0.026757756248116493
196450	rnn.weight_hh_l0	2	-0.05957692116498947
196450	rnn.weight_hh_l0	3	-0.0055306958965957165
196450	rnn.weight_hh_l0	4	-0.009440507739782333
196450	rnn.weight_hh_l0	5	-0.025068340823054314
196450	rnn.weight_hh_l0	6	5.6623408454470336e-05
196450	rnn.weight_hh_l0	7	-0.038605209439992905
196450	rnn.weight_hh_l0	8	0.06751564890146255
196450	rnn.weight_hh_l0	9	0.045395541936159134
196450	rnn.bias_ih_l0	0	-0.17330467700958252
196450	rnn.bias_ih_l0	1	-0.16611850261688232
196450	rnn.bias_ih_l0	2	-0.020891068503260612
196450	rnn.bias_ih_l0	3	-0.1465596705675125
196450	rnn.bias_ih_l0	4	-0.06061309203505516
196450	rnn.bias_ih_l0	5	-0.1691671460866928
196450	rnn.bias_ih_l0	6	0.06467578560113907
196450	rnn.bias_ih_l0	7	-0.08765987306833267
196450	rnn.bias_ih_l0	8	-0.04623923450708389
196450	rnn.bias_ih_l0	9	-0.1113785058259964
196450	rnn.bias_hh_l0	0	-0.07286377996206284
196450	rnn.bias_hh_l0	1	0.24390439689159393
196450	rnn.bias_hh_l0	2	0.04364633560180664
196450	rnn.bias_hh_l0	3	-0.0765092745423317
196450	rnn.bias_hh_l0	4	-0.08369419723749161
196450	rnn.bias_hh_l0	5	-0.005805962719023228
196450	rnn.bias_hh_l0	6	0.05408402904868126
196450	rnn.bias_hh_l0	7	-0.10767041146755219
196450	rnn.bias_hh_l0	8	-0.23598766326904297
196450	rnn.bias_hh_l0	9	-0.10598327964544296
196450	rnn.weight_ih_l0_reverse	0	0.020707421004772186
196450	rnn.weight_ih_l0_reverse	1	-0.0610400028526783
196450	rnn.weight_ih_l0_reverse	2	0.03968183323740959
196450	rnn.weight_ih_l0_reverse	3	0.016275418922305107
196450	rnn.weight_ih_l0_reverse	4	0.0018479126738384366
196450	rnn.weight_ih_l0_reverse	5	-0.032063648104667664
196450	rnn.weight_ih_l0_reverse	6	0.012267477810382843
196450	rnn.weight_ih_l0_reverse	7	0.0305741336196661
196450	rnn.weight_ih_l0_reverse	8	-0.026023510843515396
196450	rnn.weight_ih_l0_reverse	9	-0.00138426898047328
196450	rnn.weight_hh_l0_reverse	0	0.04016965627670288
196450	rnn.weight_hh_l0_reverse	1	0.02953486144542694
196450	rnn.weight_hh_l0_reverse	2	-0.021797120571136475
196450	rnn.weight_hh_l0_reverse	3	-0.07691334187984467
196450	rnn.weight_hh_l0_reverse	4	0.010571260005235672
196450	rnn.weight_hh_l0_reverse	5	-0.05597495660185814
196450	rnn.weight_hh_l0_reverse	6	-0.013975199311971664
196450	rnn.weight_hh_l0_reverse	7	0.029843196272850037
196450	rnn.weight_hh_l0_reverse	8	0.007151186466217041
196450	rnn.weight_hh_l0_reverse	9	0.008822282776236534
196450	rnn.bias_ih_l0_reverse	0	-0.047511987388134
196450	rnn.bias_ih_l0_reverse	1	-0.1388930231332779
196450	rnn.bias_ih_l0_reverse	2	-0.14276771247386932
196450	rnn.bias_ih_l0_reverse	3	-0.04956211894750595
196450	rnn.bias_ih_l0_reverse	4	-0.11380511522293091
196450	rnn.bias_ih_l0_reverse	5	-0.08849553018808365
196450	rnn.bias_ih_l0_reverse	6	-0.20183825492858887
196450	rnn.bias_ih_l0_reverse	7	-0.05524325743317604
196450	rnn.bias_ih_l0_reverse	8	-0.06296055018901825
196450	rnn.bias_ih_l0_reverse	9	-0.13383354246616364
196450	rnn.bias_hh_l0_reverse	0	-0.14296376705169678
196450	rnn.bias_hh_l0_reverse	1	-0.16478359699249268
196450	rnn.bias_hh_l0_reverse	2	0.10677085071802139
196450	rnn.bias_hh_l0_reverse	3	0.08157610148191452
196450	rnn.bias_hh_l0_reverse	4	-0.1758052408695221
196450	rnn.bias_hh_l0_reverse	5	-0.13949142396450043
196450	rnn.bias_hh_l0_reverse	6	-0.10168544948101044
196450	rnn.bias_hh_l0_reverse	7	-0.0487576387822628
196450	rnn.bias_hh_l0_reverse	8	-0.09554186463356018
196450	rnn.bias_hh_l0_reverse	9	-0.027920041233301163
196450	linear.weight	0	-0.007674119435250759
196450	linear.weight	1	0.017796436324715614
196450	linear.weight	2	0.3112814724445343
196450	linear.weight	3	-0.07920753955841064
196450	linear.weight	4	-0.010588549077510834
196450	linear.weight	5	0.11168675869703293
196450	linear.weight	6	-0.010739270597696304
196450	linear.weight	7	-0.04043610021471977
196450	linear.weight	8	0.21058085560798645
196450	linear.weight	9	-0.2364220917224884
196450	linear.bias	0	-0.03956538438796997
196450	linear.bias	1	0.031413208693265915
196450	linear.bias	2	0.4746555685997009
196450	linear.bias	3	-0.686294674873352
196450	linear.bias	4	2.0575196743011475
196450	linear.bias	5	-1.3971580266952515
196450	linear.bias	6	-0.3242969512939453
196450	linear.bias	7	-0.12958748638629913
197008	transitions	0	-1.8886584043502808
197008	transitions	1	-10000.0
197008	transitions	2	-0.7969565987586975
197008	transitions	3	-10000.0
197008	transitions	4	2.0061097145080566
197008	transitions	5	-10000.0
197008	transitions	6	-10000.0
197008	transitions	7	1.8120797872543335
197008	transitions	8	-2.581904172897339
197008	transitions	9	-4.208310127258301
197008	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
197008	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
197008	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
197008	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
197008	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
197008	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
197008	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
197008	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
197008	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
197008	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
197008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
197008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
197008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
197008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
197008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
197008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
197008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
197008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
197008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
197008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
197008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
197008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
197008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
197008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
197008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
197008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
197008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
197008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
197008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
197008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
197008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
197008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
197008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
197008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
197008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
197008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
197008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
197008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
197008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
197008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
197008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
197008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
197008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
197008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
197008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
197008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
197008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
197008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
197008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
197008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
197008	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
197008	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
197008	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
197008	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
197008	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
197008	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
197008	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
197008	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
197008	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
197008	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
197008	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
197008	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
197008	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
197008	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
197008	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
197008	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
197008	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
197008	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
197008	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
197008	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
197008	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
197008	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
197008	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
197008	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
197008	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
197008	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
197008	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
197008	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
197008	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
197008	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
197008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
197008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
197008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
197008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
197008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
197008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
197008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
197008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
197008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
197008	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
197008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
197008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
197008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
197008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
197008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
197008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
197008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
197008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
197008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
197008	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
197008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
197008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
197008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
197008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
197008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
197008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
197008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
197008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
197008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
197008	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
197008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
197008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
197008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
197008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
197008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
197008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
197008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
197008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
197008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
197008	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
197008	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
197008	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
197008	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
197008	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
197008	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
197008	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
197008	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
197008	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
197008	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
197008	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
197008	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
197008	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
197008	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
197008	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
197008	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
197008	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
197008	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
197008	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
197008	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
197008	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
197008	embedding2nn.weight	0	0.006466079968959093
197008	embedding2nn.weight	1	0.004069326911121607
197008	embedding2nn.weight	2	0.013397300615906715
197008	embedding2nn.weight	3	0.024628834798932076
197008	embedding2nn.weight	4	0.023081475868821144
197008	embedding2nn.weight	5	0.0048057748936116695
197008	embedding2nn.weight	6	-0.01398005522787571
197008	embedding2nn.weight	7	-0.0014037381624802947
197008	embedding2nn.weight	8	-0.008411549963057041
197008	embedding2nn.weight	9	0.000575798621866852
197008	embedding2nn.bias	0	0.020839426666498184
197008	embedding2nn.bias	1	-0.03724682331085205
197008	embedding2nn.bias	2	0.09416460990905762
197008	embedding2nn.bias	3	0.06628384441137314
197008	embedding2nn.bias	4	-0.016676971688866615
197008	embedding2nn.bias	5	-0.015755116939544678
197008	embedding2nn.bias	6	0.023423781618475914
197008	embedding2nn.bias	7	0.0009588822722434998
197008	embedding2nn.bias	8	-0.02120654284954071
197008	embedding2nn.bias	9	0.018292728811502457
197008	rnn.weight_ih_l0	0	0.0666263997554779
197008	rnn.weight_ih_l0	1	-0.04066218435764313
197008	rnn.weight_ih_l0	2	0.010162029415369034
197008	rnn.weight_ih_l0	3	0.047424811869859695
197008	rnn.weight_ih_l0	4	-0.029475953429937363
197008	rnn.weight_ih_l0	5	0.04161012917757034
197008	rnn.weight_ih_l0	6	0.007426383905112743
197008	rnn.weight_ih_l0	7	0.06324034184217453
197008	rnn.weight_ih_l0	8	0.013397645205259323
197008	rnn.weight_ih_l0	9	-0.025099530816078186
197008	rnn.weight_hh_l0	0	-0.014199219644069672
197008	rnn.weight_hh_l0	1	-0.0266866534948349
197008	rnn.weight_hh_l0	2	-0.05942288041114807
197008	rnn.weight_hh_l0	3	-0.005500112660229206
197008	rnn.weight_hh_l0	4	-0.009390943683683872
197008	rnn.weight_hh_l0	5	-0.02490716427564621
197008	rnn.weight_hh_l0	6	0.00015048732166178524
197008	rnn.weight_hh_l0	7	-0.03839791566133499
197008	rnn.weight_hh_l0	8	0.06757093966007233
197008	rnn.weight_hh_l0	9	0.04561609774827957
197008	rnn.bias_ih_l0	0	-0.17232276499271393
197008	rnn.bias_ih_l0	1	-0.16661590337753296
197008	rnn.bias_ih_l0	2	-0.021587949246168137
197008	rnn.bias_ih_l0	3	-0.14790819585323334
197008	rnn.bias_ih_l0	4	-0.060142695903778076
197008	rnn.bias_ih_l0	5	-0.16937601566314697
197008	rnn.bias_ih_l0	6	0.06577577441930771
197008	rnn.bias_ih_l0	7	-0.08717035502195358
197008	rnn.bias_ih_l0	8	-0.045323874801397324
197008	rnn.bias_ih_l0	9	-0.11128196120262146
197008	rnn.bias_hh_l0	0	-0.07337050884962082
197008	rnn.bias_hh_l0	1	0.24561598896980286
197008	rnn.bias_hh_l0	2	0.04375709220767021
197008	rnn.bias_hh_l0	3	-0.07618570327758789
197008	rnn.bias_hh_l0	4	-0.08400784432888031
197008	rnn.bias_hh_l0	5	-0.0035603074356913567
197008	rnn.bias_hh_l0	6	0.05295363441109657
197008	rnn.bias_hh_l0	7	-0.1079334169626236
197008	rnn.bias_hh_l0	8	-0.2377723902463913
197008	rnn.bias_hh_l0	9	-0.10707011818885803
197008	rnn.weight_ih_l0_reverse	0	0.02143585868179798
197008	rnn.weight_ih_l0_reverse	1	-0.06079179793596268
197008	rnn.weight_ih_l0_reverse	2	0.03962397575378418
197008	rnn.weight_ih_l0_reverse	3	0.016402827575802803
197008	rnn.weight_ih_l0_reverse	4	0.0017402690136805177
197008	rnn.weight_ih_l0_reverse	5	-0.032103054225444794
197008	rnn.weight_ih_l0_reverse	6	0.012079721316695213
197008	rnn.weight_ih_l0_reverse	7	0.03052249364554882
197008	rnn.weight_ih_l0_reverse	8	-0.026257403194904327
197008	rnn.weight_ih_l0_reverse	9	-0.0013105077669024467
197008	rnn.weight_hh_l0_reverse	0	0.040179070085287094
197008	rnn.weight_hh_l0_reverse	1	0.029574191197752953
197008	rnn.weight_hh_l0_reverse	2	-0.021708300337195396
197008	rnn.weight_hh_l0_reverse	3	-0.07687374204397202
197008	rnn.weight_hh_l0_reverse	4	0.010636331513524055
197008	rnn.weight_hh_l0_reverse	5	-0.05606257915496826
197008	rnn.weight_hh_l0_reverse	6	-0.014054708182811737
197008	rnn.weight_hh_l0_reverse	7	0.02974897064268589
197008	rnn.weight_hh_l0_reverse	8	0.007159016095101833
197008	rnn.weight_hh_l0_reverse	9	0.00922029186040163
197008	rnn.bias_ih_l0_reverse	0	-0.04737547039985657
197008	rnn.bias_ih_l0_reverse	1	-0.13837042450904846
197008	rnn.bias_ih_l0_reverse	2	-0.14370842278003693
197008	rnn.bias_ih_l0_reverse	3	-0.04934462532401085
197008	rnn.bias_ih_l0_reverse	4	-0.11402105540037155
197008	rnn.bias_ih_l0_reverse	5	-0.08871551603078842
197008	rnn.bias_ih_l0_reverse	6	-0.2020876705646515
197008	rnn.bias_ih_l0_reverse	7	-0.05584565922617912
197008	rnn.bias_ih_l0_reverse	8	-0.06253822147846222
197008	rnn.bias_ih_l0_reverse	9	-0.13304662704467773
197008	rnn.bias_hh_l0_reverse	0	-0.14337517321109772
197008	rnn.bias_hh_l0_reverse	1	-0.16467782855033875
197008	rnn.bias_hh_l0_reverse	2	0.10692787915468216
197008	rnn.bias_hh_l0_reverse	3	0.08141510933637619
197008	rnn.bias_hh_l0_reverse	4	-0.17455311119556427
197008	rnn.bias_hh_l0_reverse	5	-0.13809354603290558
197008	rnn.bias_hh_l0_reverse	6	-0.10124754160642624
197008	rnn.bias_hh_l0_reverse	7	-0.04878763109445572
197008	rnn.bias_hh_l0_reverse	8	-0.09579773992300034
197008	rnn.bias_hh_l0_reverse	9	-0.027531756088137627
197008	linear.weight	0	-0.007674395572394133
197008	linear.weight	1	0.012342059053480625
197008	linear.weight	2	0.30698078870773315
197008	linear.weight	3	-0.07920609414577484
197008	linear.weight	4	-0.010588549077510834
197008	linear.weight	5	0.10720107704401016
197008	linear.weight	6	-0.010739270597696304
197008	linear.weight	7	-0.03883909061551094
197008	linear.weight	8	0.2062864750623703
197008	linear.weight	9	-0.23526562750339508
197008	linear.bias	0	-0.03956538438796997
197008	linear.bias	1	0.031413208693265915
197008	linear.bias	2	0.4707373082637787
197008	linear.bias	3	-0.6788758635520935
197008	linear.bias	4	2.07287859916687
197008	linear.bias	5	-1.3972446918487549
197008	linear.bias	6	-0.3332664966583252
197008	linear.bias	7	-0.13940143585205078
197566	transitions	0	-1.8890877962112427
197566	transitions	1	-10000.0
197566	transitions	2	-0.7969565987586975
197566	transitions	3	-10000.0
197566	transitions	4	2.004549980163574
197566	transitions	5	-10000.0
197566	transitions	6	-10000.0
197566	transitions	7	1.8050975799560547
197566	transitions	8	-2.582301616668701
197566	transitions	9	-4.208632946014404
197566	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
197566	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
197566	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
197566	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
197566	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
197566	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
197566	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
197566	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
197566	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
197566	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
197566	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
197566	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
197566	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
197566	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
197566	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
197566	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
197566	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
197566	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
197566	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
197566	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
197566	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
197566	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
197566	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
197566	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
197566	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
197566	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
197566	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
197566	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
197566	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
197566	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
197566	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
197566	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
197566	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
197566	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
197566	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
197566	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
197566	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
197566	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
197566	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
197566	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
197566	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
197566	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
197566	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
197566	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
197566	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
197566	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
197566	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
197566	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
197566	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
197566	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
197566	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
197566	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
197566	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
197566	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
197566	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
197566	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
197566	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
197566	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
197566	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
197566	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
197566	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
197566	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
197566	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
197566	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
197566	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
197566	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
197566	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
197566	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
197566	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
197566	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
197566	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
197566	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
197566	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
197566	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
197566	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
197566	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
197566	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
197566	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
197566	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
197566	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
197566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
197566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
197566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
197566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
197566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
197566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
197566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
197566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
197566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
197566	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
197566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
197566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
197566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
197566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
197566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
197566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
197566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
197566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
197566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
197566	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
197566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
197566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
197566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
197566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
197566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
197566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
197566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
197566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
197566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
197566	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
197566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
197566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
197566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
197566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
197566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
197566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
197566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
197566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
197566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
197566	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
197566	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
197566	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
197566	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
197566	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
197566	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
197566	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
197566	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
197566	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
197566	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
197566	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
197566	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
197566	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
197566	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
197566	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
197566	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
197566	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
197566	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
197566	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
197566	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
197566	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
197566	embedding2nn.weight	0	0.006461256183683872
197566	embedding2nn.weight	1	0.004053244832903147
197566	embedding2nn.weight	2	0.013395088724792004
197566	embedding2nn.weight	3	0.024639319628477097
197566	embedding2nn.weight	4	0.022863667458295822
197566	embedding2nn.weight	5	0.004892796277999878
197566	embedding2nn.weight	6	-0.013940613716840744
197566	embedding2nn.weight	7	-0.0014268947998061776
197566	embedding2nn.weight	8	-0.008113060146570206
197566	embedding2nn.weight	9	0.0005411780439317226
197566	embedding2nn.bias	0	0.0214884914457798
197566	embedding2nn.bias	1	-0.03780873119831085
197566	embedding2nn.bias	2	0.09620226174592972
197566	embedding2nn.bias	3	0.06440623849630356
197566	embedding2nn.bias	4	-0.01454427745193243
197566	embedding2nn.bias	5	-0.018265362828969955
197566	embedding2nn.bias	6	0.02106318436563015
197566	embedding2nn.bias	7	0.0021289337892085314
197566	embedding2nn.bias	8	-0.019339684396982193
197566	embedding2nn.bias	9	0.019367586821317673
197566	rnn.weight_ih_l0	0	0.06673988699913025
197566	rnn.weight_ih_l0	1	-0.04098668321967125
197566	rnn.weight_ih_l0	2	0.010322663933038712
197566	rnn.weight_ih_l0	3	0.04755333065986633
197566	rnn.weight_ih_l0	4	-0.02948096953332424
197566	rnn.weight_ih_l0	5	0.041683755815029144
197566	rnn.weight_ih_l0	6	0.007503016386181116
197566	rnn.weight_ih_l0	7	0.06324473768472672
197566	rnn.weight_ih_l0	8	0.013403093442320824
197566	rnn.weight_ih_l0	9	-0.025071747601032257
197566	rnn.weight_hh_l0	0	-0.014071468263864517
197566	rnn.weight_hh_l0	1	-0.026665054261684418
197566	rnn.weight_hh_l0	2	-0.05946900323033333
197566	rnn.weight_hh_l0	3	-0.005517422221601009
197566	rnn.weight_hh_l0	4	-0.009361270815134048
197566	rnn.weight_hh_l0	5	-0.024807166308164597
197566	rnn.weight_hh_l0	6	0.0001985343697015196
197566	rnn.weight_hh_l0	7	-0.038552649319171906
197566	rnn.weight_hh_l0	8	0.06757207214832306
197566	rnn.weight_hh_l0	9	0.04562532529234886
197566	rnn.bias_ih_l0	0	-0.17218540608882904
197566	rnn.bias_ih_l0	1	-0.1682080179452896
197566	rnn.bias_ih_l0	2	-0.02157755382359028
197566	rnn.bias_ih_l0	3	-0.1472177952528
197566	rnn.bias_ih_l0	4	-0.06054907664656639
197566	rnn.bias_ih_l0	5	-0.16940408945083618
197566	rnn.bias_ih_l0	6	0.06666767597198486
197566	rnn.bias_ih_l0	7	-0.08752111345529556
197566	rnn.bias_ih_l0	8	-0.046506136655807495
197566	rnn.bias_ih_l0	9	-0.11115372180938721
197566	rnn.bias_hh_l0	0	-0.07283136993646622
197566	rnn.bias_hh_l0	1	0.24203082919120789
197566	rnn.bias_hh_l0	2	0.04444349184632301
197566	rnn.bias_hh_l0	3	-0.07528188079595566
197566	rnn.bias_hh_l0	4	-0.0850890725851059
197566	rnn.bias_hh_l0	5	-0.004560344386845827
197566	rnn.bias_hh_l0	6	0.052399832755327225
197566	rnn.bias_hh_l0	7	-0.10935396701097488
197566	rnn.bias_hh_l0	8	-0.23757214844226837
197566	rnn.bias_hh_l0	9	-0.10734330117702484
197566	rnn.weight_ih_l0_reverse	0	0.021846624091267586
197566	rnn.weight_ih_l0_reverse	1	-0.06071821227669716
197566	rnn.weight_ih_l0_reverse	2	0.039610713720321655
197566	rnn.weight_ih_l0_reverse	3	0.01693820394575596
197566	rnn.weight_ih_l0_reverse	4	0.0014697050210088491
197566	rnn.weight_ih_l0_reverse	5	-0.03160703927278519
197566	rnn.weight_ih_l0_reverse	6	0.012664161622524261
197566	rnn.weight_ih_l0_reverse	7	0.030366117134690285
197566	rnn.weight_ih_l0_reverse	8	-0.026337934657931328
197566	rnn.weight_ih_l0_reverse	9	-0.0016055230516940355
197566	rnn.weight_hh_l0_reverse	0	0.0400727316737175
197566	rnn.weight_hh_l0_reverse	1	0.029900522902607918
197566	rnn.weight_hh_l0_reverse	2	-0.02186288684606552
197566	rnn.weight_hh_l0_reverse	3	-0.07714206725358963
197566	rnn.weight_hh_l0_reverse	4	0.010528473183512688
197566	rnn.weight_hh_l0_reverse	5	-0.056641317903995514
197566	rnn.weight_hh_l0_reverse	6	-0.014122160151600838
197566	rnn.weight_hh_l0_reverse	7	0.02987031638622284
197566	rnn.weight_hh_l0_reverse	8	0.007084602955728769
197566	rnn.weight_hh_l0_reverse	9	0.009244543500244617
197566	rnn.bias_ih_l0_reverse	0	-0.046725425869226456
197566	rnn.bias_ih_l0_reverse	1	-0.13816653192043304
197566	rnn.bias_ih_l0_reverse	2	-0.1445031315088272
197566	rnn.bias_ih_l0_reverse	3	-0.0485440194606781
197566	rnn.bias_ih_l0_reverse	4	-0.11352352052927017
197566	rnn.bias_ih_l0_reverse	5	-0.08937402814626694
197566	rnn.bias_ih_l0_reverse	6	-0.20328980684280396
197566	rnn.bias_ih_l0_reverse	7	-0.055417902767658234
197566	rnn.bias_ih_l0_reverse	8	-0.06334841251373291
197566	rnn.bias_ih_l0_reverse	9	-0.13200226426124573
197566	rnn.bias_hh_l0_reverse	0	-0.1429012268781662
197566	rnn.bias_hh_l0_reverse	1	-0.16323192417621613
197566	rnn.bias_hh_l0_reverse	2	0.10689470916986465
197566	rnn.bias_hh_l0_reverse	3	0.08139342814683914
197566	rnn.bias_hh_l0_reverse	4	-0.1731719672679901
197566	rnn.bias_hh_l0_reverse	5	-0.13756975531578064
197566	rnn.bias_hh_l0_reverse	6	-0.101172536611557
197566	rnn.bias_hh_l0_reverse	7	-0.049638982862234116
197566	rnn.bias_hh_l0_reverse	8	-0.09657442569732666
197566	rnn.bias_hh_l0_reverse	9	-0.0265458095818758
197566	linear.weight	0	-0.007674299646168947
197566	linear.weight	1	0.008033502846956253
197566	linear.weight	2	0.3078065812587738
197566	linear.weight	3	-0.07920433580875397
197566	linear.weight	4	-0.010588549077510834
197566	linear.weight	5	0.11098509281873703
197566	linear.weight	6	-0.010739270597696304
197566	linear.weight	7	-0.04831591248512268
197566	linear.weight	8	0.19759830832481384
197566	linear.weight	9	-0.23546206951141357
197566	linear.bias	0	-0.03956538438796997
197566	linear.bias	1	0.031413208693265915
197566	linear.bias	2	0.4667539596557617
197566	linear.bias	3	-0.703278124332428
197566	linear.bias	4	2.057769536972046
197566	linear.bias	5	-1.3973296880722046
197566	linear.bias	6	-0.31140342354774475
197566	linear.bias	7	-0.11769384890794754
198124	transitions	0	-1.8895912170410156
198124	transitions	1	-10000.0
198124	transitions	2	-0.7969565987586975
198124	transitions	3	-10000.0
198124	transitions	4	2.0067620277404785
198124	transitions	5	-10000.0
198124	transitions	6	-10000.0
198124	transitions	7	1.803697943687439
198124	transitions	8	-2.582855701446533
198124	transitions	9	-4.2089762687683105
198124	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
198124	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
198124	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
198124	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
198124	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
198124	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
198124	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
198124	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
198124	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
198124	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
198124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
198124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
198124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
198124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
198124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
198124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
198124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
198124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
198124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
198124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
198124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
198124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
198124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
198124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
198124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
198124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
198124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
198124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
198124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
198124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
198124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
198124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
198124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
198124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
198124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
198124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
198124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
198124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
198124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
198124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
198124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
198124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
198124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
198124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
198124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
198124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
198124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
198124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
198124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
198124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
198124	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
198124	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
198124	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
198124	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
198124	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
198124	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
198124	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
198124	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
198124	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
198124	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
198124	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
198124	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
198124	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
198124	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
198124	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
198124	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
198124	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
198124	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
198124	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
198124	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
198124	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
198124	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
198124	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
198124	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
198124	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
198124	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
198124	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
198124	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
198124	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
198124	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
198124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
198124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
198124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
198124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
198124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
198124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
198124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
198124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
198124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
198124	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
198124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
198124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
198124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
198124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
198124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
198124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
198124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
198124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
198124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
198124	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
198124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
198124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
198124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
198124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
198124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
198124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
198124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
198124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
198124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
198124	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
198124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
198124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
198124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
198124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
198124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
198124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
198124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
198124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
198124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
198124	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
198124	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
198124	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
198124	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
198124	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
198124	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
198124	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
198124	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
198124	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
198124	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
198124	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
198124	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
198124	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
198124	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
198124	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
198124	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
198124	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
198124	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
198124	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
198124	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
198124	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
198124	embedding2nn.weight	0	0.006450727581977844
198124	embedding2nn.weight	1	0.0039970953948795795
198124	embedding2nn.weight	2	0.013398298062384129
198124	embedding2nn.weight	3	0.02457399293780327
198124	embedding2nn.weight	4	0.02296709455549717
198124	embedding2nn.weight	5	0.0050048185512423515
198124	embedding2nn.weight	6	-0.013877610675990582
198124	embedding2nn.weight	7	-0.001286543207243085
198124	embedding2nn.weight	8	-0.00803353451192379
198124	embedding2nn.weight	9	0.000560979126021266
198124	embedding2nn.bias	0	0.022218551486730576
198124	embedding2nn.bias	1	-0.03850782662630081
198124	embedding2nn.bias	2	0.09579399228096008
198124	embedding2nn.bias	3	0.06309176236391068
198124	embedding2nn.bias	4	-0.011402036063373089
198124	embedding2nn.bias	5	-0.017738856375217438
198124	embedding2nn.bias	6	0.02030968852341175
198124	embedding2nn.bias	7	0.0024901311844587326
198124	embedding2nn.bias	8	-0.016832321882247925
198124	embedding2nn.bias	9	0.020206818357110023
198124	rnn.weight_ih_l0	0	0.06683871150016785
198124	rnn.weight_ih_l0	1	-0.040998831391334534
198124	rnn.weight_ih_l0	2	0.010737148113548756
198124	rnn.weight_ih_l0	3	0.04791674390435219
198124	rnn.weight_ih_l0	4	-0.0296020470559597
198124	rnn.weight_ih_l0	5	0.041781697422266006
198124	rnn.weight_ih_l0	6	0.007638271898031235
198124	rnn.weight_ih_l0	7	0.0630052387714386
198124	rnn.weight_ih_l0	8	0.013433558866381645
198124	rnn.weight_ih_l0	9	-0.02498682215809822
198124	rnn.weight_hh_l0	0	-0.013933931477367878
198124	rnn.weight_hh_l0	1	-0.026733750477433205
198124	rnn.weight_hh_l0	2	-0.0593867301940918
198124	rnn.weight_hh_l0	3	-0.005550691392272711
198124	rnn.weight_hh_l0	4	-0.009336736984550953
198124	rnn.weight_hh_l0	5	-0.0246994998306036
198124	rnn.weight_hh_l0	6	0.00019011914264410734
198124	rnn.weight_hh_l0	7	-0.0384642519056797
198124	rnn.weight_hh_l0	8	0.06748390942811966
198124	rnn.weight_hh_l0	9	0.0455634742975235
198124	rnn.bias_ih_l0	0	-0.1710941344499588
198124	rnn.bias_ih_l0	1	-0.16682401299476624
198124	rnn.bias_ih_l0	2	-0.02194046601653099
198124	rnn.bias_ih_l0	3	-0.14697861671447754
198124	rnn.bias_ih_l0	4	-0.06078863888978958
198124	rnn.bias_ih_l0	5	-0.17011788487434387
198124	rnn.bias_ih_l0	6	0.06927525997161865
198124	rnn.bias_ih_l0	7	-0.08829948306083679
198124	rnn.bias_ih_l0	8	-0.0456530936062336
198124	rnn.bias_ih_l0	9	-0.11073150485754013
198124	rnn.bias_hh_l0	0	-0.07309523224830627
198124	rnn.bias_hh_l0	1	0.24362774193286896
198124	rnn.bias_hh_l0	2	0.04317426308989525
198124	rnn.bias_hh_l0	3	-0.07511857151985168
198124	rnn.bias_hh_l0	4	-0.08430461585521698
198124	rnn.bias_hh_l0	5	-0.004175158683210611
198124	rnn.bias_hh_l0	6	0.05153488367795944
198124	rnn.bias_hh_l0	7	-0.10811406373977661
198124	rnn.bias_hh_l0	8	-0.2382275015115738
198124	rnn.bias_hh_l0	9	-0.10787003487348557
198124	rnn.weight_ih_l0_reverse	0	0.02121959812939167
198124	rnn.weight_ih_l0_reverse	1	-0.060833461582660675
198124	rnn.weight_ih_l0_reverse	2	0.03948894515633583
198124	rnn.weight_ih_l0_reverse	3	0.016821501776576042
198124	rnn.weight_ih_l0_reverse	4	0.0014402419328689575
198124	rnn.weight_ih_l0_reverse	5	-0.0317477248609066
198124	rnn.weight_ih_l0_reverse	6	0.013351622968912125
198124	rnn.weight_ih_l0_reverse	7	0.030528981238603592
198124	rnn.weight_ih_l0_reverse	8	-0.026635728776454926
198124	rnn.weight_ih_l0_reverse	9	-0.0017108400352299213
198124	rnn.weight_hh_l0_reverse	0	0.03994405269622803
198124	rnn.weight_hh_l0_reverse	1	0.030037881806492805
198124	rnn.weight_hh_l0_reverse	2	-0.021746622398495674
198124	rnn.weight_hh_l0_reverse	3	-0.07750772684812546
198124	rnn.weight_hh_l0_reverse	4	0.010702732019126415
198124	rnn.weight_hh_l0_reverse	5	-0.0564587339758873
198124	rnn.weight_hh_l0_reverse	6	-0.0141299432143569
198124	rnn.weight_hh_l0_reverse	7	0.029952295124530792
198124	rnn.weight_hh_l0_reverse	8	0.007095934823155403
198124	rnn.weight_hh_l0_reverse	9	0.009298648685216904
198124	rnn.bias_ih_l0_reverse	0	-0.047106195241212845
198124	rnn.bias_ih_l0_reverse	1	-0.1379190981388092
198124	rnn.bias_ih_l0_reverse	2	-0.1453533172607422
198124	rnn.bias_ih_l0_reverse	3	-0.048477429896593094
198124	rnn.bias_ih_l0_reverse	4	-0.11349324136972427
198124	rnn.bias_ih_l0_reverse	5	-0.08987416326999664
198124	rnn.bias_ih_l0_reverse	6	-0.20356112718582153
198124	rnn.bias_ih_l0_reverse	7	-0.05481645092368126
198124	rnn.bias_ih_l0_reverse	8	-0.06318868696689606
198124	rnn.bias_ih_l0_reverse	9	-0.1337617188692093
198124	rnn.bias_hh_l0_reverse	0	-0.14397013187408447
198124	rnn.bias_hh_l0_reverse	1	-0.16319258511066437
198124	rnn.bias_hh_l0_reverse	2	0.10489466786384583
198124	rnn.bias_hh_l0_reverse	3	0.07855263352394104
198124	rnn.bias_hh_l0_reverse	4	-0.17551669478416443
198124	rnn.bias_hh_l0_reverse	5	-0.13859114050865173
198124	rnn.bias_hh_l0_reverse	6	-0.10176178812980652
198124	rnn.bias_hh_l0_reverse	7	-0.04908791929483414
198124	rnn.bias_hh_l0_reverse	8	-0.0967559814453125
198124	rnn.bias_hh_l0_reverse	9	-0.026512891054153442
198124	linear.weight	0	-0.007674448657780886
198124	linear.weight	1	0.005106848198920488
198124	linear.weight	2	0.3169151544570923
198124	linear.weight	3	-0.07920241355895996
198124	linear.weight	4	-0.010588549077510834
198124	linear.weight	5	0.1201862022280693
198124	linear.weight	6	-0.010739270597696304
198124	linear.weight	7	-0.04826970025897026
198124	linear.weight	8	0.19755277037620544
198124	linear.weight	9	-0.2378760278224945
198124	linear.bias	0	-0.03956538438796997
198124	linear.bias	1	0.031413208693265915
198124	linear.bias	2	0.42481520771980286
198124	linear.bias	3	-0.664066731929779
198124	linear.bias	4	2.074453830718994
198124	linear.bias	5	-1.3974180221557617
198124	linear.bias	6	-0.3183281421661377
198124	linear.bias	7	-0.12464576959609985
198682	transitions	0	-1.890170931816101
198682	transitions	1	-10000.0
198682	transitions	2	-0.7969565987586975
198682	transitions	3	-10000.0
198682	transitions	4	1.9924720525741577
198682	transitions	5	-10000.0
198682	transitions	6	-10000.0
198682	transitions	7	1.8020368814468384
198682	transitions	8	-2.5834155082702637
198682	transitions	9	-4.209311485290527
198682	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
198682	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
198682	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
198682	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
198682	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
198682	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
198682	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
198682	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
198682	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
198682	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
198682	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
198682	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
198682	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
198682	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
198682	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
198682	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
198682	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
198682	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
198682	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
198682	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
198682	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
198682	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
198682	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
198682	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
198682	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
198682	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
198682	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
198682	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
198682	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
198682	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
198682	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
198682	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
198682	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
198682	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
198682	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
198682	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
198682	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
198682	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
198682	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
198682	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
198682	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
198682	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
198682	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
198682	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
198682	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
198682	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
198682	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
198682	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
198682	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
198682	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
198682	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
198682	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
198682	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
198682	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
198682	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
198682	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
198682	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
198682	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
198682	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
198682	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
198682	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
198682	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
198682	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
198682	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
198682	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
198682	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
198682	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
198682	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
198682	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
198682	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
198682	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
198682	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
198682	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
198682	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
198682	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
198682	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
198682	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
198682	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
198682	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
198682	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
198682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
198682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
198682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
198682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
198682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
198682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
198682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
198682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
198682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
198682	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
198682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
198682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
198682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
198682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
198682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
198682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
198682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
198682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
198682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
198682	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
198682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
198682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
198682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
198682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
198682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
198682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
198682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
198682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
198682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
198682	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
198682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
198682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
198682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
198682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
198682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
198682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
198682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
198682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
198682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
198682	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
198682	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
198682	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
198682	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
198682	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
198682	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
198682	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
198682	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
198682	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
198682	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
198682	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
198682	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
198682	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
198682	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
198682	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
198682	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
198682	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
198682	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
198682	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
198682	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
198682	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
198682	embedding2nn.weight	0	0.006468933075666428
198682	embedding2nn.weight	1	0.00405473867431283
198682	embedding2nn.weight	2	0.013404357247054577
198682	embedding2nn.weight	3	0.024554576724767685
198682	embedding2nn.weight	4	0.02290719747543335
198682	embedding2nn.weight	5	0.00494352076202631
198682	embedding2nn.weight	6	-0.014049381017684937
198682	embedding2nn.weight	7	-0.0012606463860720396
198682	embedding2nn.weight	8	-0.008261668495833874
198682	embedding2nn.weight	9	0.0005285217193886638
198682	embedding2nn.bias	0	0.020882200449705124
198682	embedding2nn.bias	1	-0.0383344404399395
198682	embedding2nn.bias	2	0.09551902115345001
198682	embedding2nn.bias	3	0.06644893437623978
198682	embedding2nn.bias	4	-0.007406627293676138
198682	embedding2nn.bias	5	-0.018637513741850853
198682	embedding2nn.bias	6	0.017762772738933563
198682	embedding2nn.bias	7	0.0017881777603179216
198682	embedding2nn.bias	8	-0.01714230328798294
198682	embedding2nn.bias	9	0.018896661698818207
198682	rnn.weight_ih_l0	0	0.06656911224126816
198682	rnn.weight_ih_l0	1	-0.0407024621963501
198682	rnn.weight_ih_l0	2	0.010688979178667068
198682	rnn.weight_ih_l0	3	0.04759376496076584
198682	rnn.weight_ih_l0	4	-0.02952963300049305
198682	rnn.weight_ih_l0	5	0.041414279490709305
198682	rnn.weight_ih_l0	6	0.0076599023304879665
198682	rnn.weight_ih_l0	7	0.06286749988794327
198682	rnn.weight_ih_l0	8	0.013539742678403854
198682	rnn.weight_ih_l0	9	-0.02455640211701393
198682	rnn.weight_hh_l0	0	-0.013758386485278606
198682	rnn.weight_hh_l0	1	-0.02650316432118416
198682	rnn.weight_hh_l0	2	-0.059744980186223984
198682	rnn.weight_hh_l0	3	-0.005603376310318708
198682	rnn.weight_hh_l0	4	-0.009310717694461346
198682	rnn.weight_hh_l0	5	-0.025069601833820343
198682	rnn.weight_hh_l0	6	0.00019457867892924696
198682	rnn.weight_hh_l0	7	-0.03829784318804741
198682	rnn.weight_hh_l0	8	0.06735537946224213
198682	rnn.weight_hh_l0	9	0.04560055583715439
198682	rnn.bias_ih_l0	0	-0.171944260597229
198682	rnn.bias_ih_l0	1	-0.16822096705436707
198682	rnn.bias_ih_l0	2	-0.021635878831148148
198682	rnn.bias_ih_l0	3	-0.14562460780143738
198682	rnn.bias_ih_l0	4	-0.06059935688972473
198682	rnn.bias_ih_l0	5	-0.1695399135351181
198682	rnn.bias_ih_l0	6	0.06836153566837311
198682	rnn.bias_ih_l0	7	-0.08827254921197891
198682	rnn.bias_ih_l0	8	-0.04659981280565262
198682	rnn.bias_ih_l0	9	-0.11011257767677307
198682	rnn.bias_hh_l0	0	-0.07201647758483887
198682	rnn.bias_hh_l0	1	0.24534478783607483
198682	rnn.bias_hh_l0	2	0.04394325241446495
198682	rnn.bias_hh_l0	3	-0.07514433562755585
198682	rnn.bias_hh_l0	4	-0.0833922028541565
198682	rnn.bias_hh_l0	5	-0.004209120292216539
198682	rnn.bias_hh_l0	6	0.050816990435123444
198682	rnn.bias_hh_l0	7	-0.10861121863126755
198682	rnn.bias_hh_l0	8	-0.23710347712039948
198682	rnn.bias_hh_l0	9	-0.10784966498613358
198682	rnn.weight_ih_l0_reverse	0	0.021296417340636253
198682	rnn.weight_ih_l0_reverse	1	-0.06078286096453667
198682	rnn.weight_ih_l0_reverse	2	0.03965339437127113
198682	rnn.weight_ih_l0_reverse	3	0.01676597073674202
198682	rnn.weight_ih_l0_reverse	4	0.0013344227336347103
198682	rnn.weight_ih_l0_reverse	5	-0.03150634095072746
198682	rnn.weight_ih_l0_reverse	6	0.014008780010044575
198682	rnn.weight_ih_l0_reverse	7	0.030577095225453377
198682	rnn.weight_ih_l0_reverse	8	-0.026742424815893173
198682	rnn.weight_ih_l0_reverse	9	-0.0010718477424234152
198682	rnn.weight_hh_l0_reverse	0	0.03987717628479004
198682	rnn.weight_hh_l0_reverse	1	0.030427422374486923
198682	rnn.weight_hh_l0_reverse	2	-0.021682696416974068
198682	rnn.weight_hh_l0_reverse	3	-0.07690994441509247
198682	rnn.weight_hh_l0_reverse	4	0.010804930701851845
198682	rnn.weight_hh_l0_reverse	5	-0.056648433208465576
198682	rnn.weight_hh_l0_reverse	6	-0.01419041957706213
198682	rnn.weight_hh_l0_reverse	7	0.030031859874725342
198682	rnn.weight_hh_l0_reverse	8	0.006941401399672031
198682	rnn.weight_hh_l0_reverse	9	0.009367341175675392
198682	rnn.bias_ih_l0_reverse	0	-0.04773757606744766
198682	rnn.bias_ih_l0_reverse	1	-0.1381126195192337
198682	rnn.bias_ih_l0_reverse	2	-0.14507398009300232
198682	rnn.bias_ih_l0_reverse	3	-0.048593416810035706
198682	rnn.bias_ih_l0_reverse	4	-0.11398320645093918
198682	rnn.bias_ih_l0_reverse	5	-0.0892874076962471
198682	rnn.bias_ih_l0_reverse	6	-0.2031550109386444
198682	rnn.bias_ih_l0_reverse	7	-0.054915688931941986
198682	rnn.bias_ih_l0_reverse	8	-0.06308676302433014
198682	rnn.bias_ih_l0_reverse	9	-0.135341614484787
198682	rnn.bias_hh_l0_reverse	0	-0.14437587559223175
198682	rnn.bias_hh_l0_reverse	1	-0.16323691606521606
198682	rnn.bias_hh_l0_reverse	2	0.10481305420398712
198682	rnn.bias_hh_l0_reverse	3	0.079220712184906
198682	rnn.bias_hh_l0_reverse	4	-0.1744641363620758
198682	rnn.bias_hh_l0_reverse	5	-0.13873060047626495
198682	rnn.bias_hh_l0_reverse	6	-0.10293017327785492
198682	rnn.bias_hh_l0_reverse	7	-0.04928269237279892
198682	rnn.bias_hh_l0_reverse	8	-0.09818729013204575
198682	rnn.bias_hh_l0_reverse	9	-0.026294847950339317
198682	linear.weight	0	-0.007674986030906439
198682	linear.weight	1	0.0004360645543783903
198682	linear.weight	2	0.31560423970222473
198682	linear.weight	3	-0.07920054346323013
198682	linear.weight	4	-0.010588549077510834
198682	linear.weight	5	0.11633207648992538
198682	linear.weight	6	-0.010739270597696304
198682	linear.weight	7	-0.045120544731616974
198682	linear.weight	8	0.19079287350177765
198682	linear.weight	9	-0.23843038082122803
198682	linear.bias	0	-0.03956538438796997
198682	linear.bias	1	0.031413208693265915
198682	linear.bias	2	0.4318443834781647
198682	linear.bias	3	-0.6680381894111633
198682	linear.bias	4	2.0372986793518066
198682	linear.bias	5	-1.3975067138671875
198682	linear.bias	6	-0.30107468366622925
198682	linear.bias	7	-0.1077246367931366
199240	transitions	0	-1.8907133340835571
199240	transitions	1	-10000.0
199240	transitions	2	-0.7969565987586975
199240	transitions	3	-10000.0
199240	transitions	4	1.9874753952026367
199240	transitions	5	-10000.0
199240	transitions	6	-10000.0
199240	transitions	7	1.7986162900924683
199240	transitions	8	-2.5838520526885986
199240	transitions	9	-4.209672927856445
199240	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
199240	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
199240	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
199240	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
199240	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
199240	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
199240	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
199240	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
199240	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
199240	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
199240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
199240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
199240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
199240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
199240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
199240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
199240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
199240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
199240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
199240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
199240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
199240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
199240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
199240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
199240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
199240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
199240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
199240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
199240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
199240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
199240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
199240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
199240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
199240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
199240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
199240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
199240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
199240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
199240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
199240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
199240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
199240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
199240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
199240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
199240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
199240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
199240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
199240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
199240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
199240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
199240	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
199240	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
199240	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
199240	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
199240	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
199240	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
199240	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
199240	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
199240	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
199240	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
199240	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
199240	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
199240	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
199240	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
199240	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
199240	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
199240	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
199240	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
199240	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
199240	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
199240	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
199240	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
199240	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
199240	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
199240	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
199240	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
199240	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
199240	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
199240	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
199240	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
199240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
199240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
199240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
199240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
199240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
199240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
199240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
199240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
199240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
199240	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
199240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
199240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
199240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
199240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
199240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
199240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
199240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
199240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
199240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
199240	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
199240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
199240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
199240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
199240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
199240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
199240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
199240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
199240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
199240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
199240	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
199240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
199240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
199240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
199240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
199240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
199240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
199240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
199240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
199240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
199240	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
199240	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
199240	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
199240	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
199240	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
199240	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
199240	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
199240	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
199240	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
199240	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
199240	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
199240	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
199240	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
199240	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
199240	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
199240	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
199240	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
199240	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
199240	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
199240	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
199240	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
199240	embedding2nn.weight	0	0.006472321692854166
199240	embedding2nn.weight	1	0.004028187599033117
199240	embedding2nn.weight	2	0.013392959721386433
199240	embedding2nn.weight	3	0.024616116657853127
199240	embedding2nn.weight	4	0.02286696992814541
199240	embedding2nn.weight	5	0.005026931408792734
199240	embedding2nn.weight	6	-0.014114905148744583
199240	embedding2nn.weight	7	-0.0012187439715489745
199240	embedding2nn.weight	8	-0.008551514707505703
199240	embedding2nn.weight	9	0.000601727981120348
199240	embedding2nn.bias	0	0.020960446447134018
199240	embedding2nn.bias	1	-0.03887130320072174
199240	embedding2nn.bias	2	0.0964849442243576
199240	embedding2nn.bias	3	0.06965572386980057
199240	embedding2nn.bias	4	-0.008651535026729107
199240	embedding2nn.bias	5	-0.02370554581284523
199240	embedding2nn.bias	6	0.017372166737914085
199240	embedding2nn.bias	7	-0.0012553429696708918
199240	embedding2nn.bias	8	-0.016145387664437294
199240	embedding2nn.bias	9	0.021922945976257324
199240	rnn.weight_ih_l0	0	0.06658890843391418
199240	rnn.weight_ih_l0	1	-0.04059669375419617
199240	rnn.weight_ih_l0	2	0.010259571485221386
199240	rnn.weight_ih_l0	3	0.04747115448117256
199240	rnn.weight_ih_l0	4	-0.029281962662935257
199240	rnn.weight_ih_l0	5	0.0413772389292717
199240	rnn.weight_ih_l0	6	0.007712393067777157
199240	rnn.weight_ih_l0	7	0.06302426755428314
199240	rnn.weight_ih_l0	8	0.013135919347405434
199240	rnn.weight_ih_l0	9	-0.024801602587103844
199240	rnn.weight_hh_l0	0	-0.013877617195248604
199240	rnn.weight_hh_l0	1	-0.026319868862628937
199240	rnn.weight_hh_l0	2	-0.05975078418850899
199240	rnn.weight_hh_l0	3	-0.005521226208657026
199240	rnn.weight_hh_l0	4	-0.009385805577039719
199240	rnn.weight_hh_l0	5	-0.0250852070748806
199240	rnn.weight_hh_l0	6	0.00019398253061808646
199240	rnn.weight_hh_l0	7	-0.038222458213567734
199240	rnn.weight_hh_l0	8	0.06747084856033325
199240	rnn.weight_hh_l0	9	0.04546959698200226
199240	rnn.bias_ih_l0	0	-0.17175090312957764
199240	rnn.bias_ih_l0	1	-0.168784499168396
199240	rnn.bias_ih_l0	2	-0.021254830062389374
199240	rnn.bias_ih_l0	3	-0.14688993990421295
199240	rnn.bias_ih_l0	4	-0.06070020794868469
199240	rnn.bias_ih_l0	5	-0.17055587470531464
199240	rnn.bias_ih_l0	6	0.06751417368650436
199240	rnn.bias_ih_l0	7	-0.0857343003153801
199240	rnn.bias_ih_l0	8	-0.044969022274017334
199240	rnn.bias_ih_l0	9	-0.10969123244285583
199240	rnn.bias_hh_l0	0	-0.07120980322360992
199240	rnn.bias_hh_l0	1	0.24612203240394592
199240	rnn.bias_hh_l0	2	0.043153055012226105
199240	rnn.bias_hh_l0	3	-0.07422154396772385
199240	rnn.bias_hh_l0	4	-0.08379809558391571
199240	rnn.bias_hh_l0	5	-0.006486932281404734
199240	rnn.bias_hh_l0	6	0.05005235970020294
199240	rnn.bias_hh_l0	7	-0.10857091844081879
199240	rnn.bias_hh_l0	8	-0.23548264801502228
199240	rnn.bias_hh_l0	9	-0.10689482092857361
199240	rnn.weight_ih_l0_reverse	0	0.021964579820632935
199240	rnn.weight_ih_l0_reverse	1	-0.060703929513692856
199240	rnn.weight_ih_l0_reverse	2	0.03991016373038292
199240	rnn.weight_ih_l0_reverse	3	0.016638724133372307
199240	rnn.weight_ih_l0_reverse	4	0.0014032849576324224
199240	rnn.weight_ih_l0_reverse	5	-0.0313667394220829
199240	rnn.weight_ih_l0_reverse	6	0.013413173146545887
199240	rnn.weight_ih_l0_reverse	7	0.030629152432084084
199240	rnn.weight_ih_l0_reverse	8	-0.026815759018063545
199240	rnn.weight_ih_l0_reverse	9	-0.000999661860987544
199240	rnn.weight_hh_l0_reverse	0	0.039909910410642624
199240	rnn.weight_hh_l0_reverse	1	0.03050607442855835
199240	rnn.weight_hh_l0_reverse	2	-0.02169801853597164
199240	rnn.weight_hh_l0_reverse	3	-0.07704189419746399
199240	rnn.weight_hh_l0_reverse	4	0.010698319412767887
199240	rnn.weight_hh_l0_reverse	5	-0.056656695902347565
199240	rnn.weight_hh_l0_reverse	6	-0.014070752076804638
199240	rnn.weight_hh_l0_reverse	7	0.030123155564069748
199240	rnn.weight_hh_l0_reverse	8	0.006784962955862284
199240	rnn.weight_hh_l0_reverse	9	0.009834546595811844
199240	rnn.bias_ih_l0_reverse	0	-0.04795465245842934
199240	rnn.bias_ih_l0_reverse	1	-0.1379198133945465
199240	rnn.bias_ih_l0_reverse	2	-0.14503595232963562
199240	rnn.bias_ih_l0_reverse	3	-0.04894055053591728
199240	rnn.bias_ih_l0_reverse	4	-0.11486421525478363
199240	rnn.bias_ih_l0_reverse	5	-0.08886110782623291
199240	rnn.bias_ih_l0_reverse	6	-0.2030101716518402
199240	rnn.bias_ih_l0_reverse	7	-0.053806908428668976
199240	rnn.bias_ih_l0_reverse	8	-0.06348596513271332
199240	rnn.bias_ih_l0_reverse	9	-0.1348584145307541
199240	rnn.bias_hh_l0_reverse	0	-0.1458195447921753
199240	rnn.bias_hh_l0_reverse	1	-0.16220952570438385
199240	rnn.bias_hh_l0_reverse	2	0.10507034510374069
199240	rnn.bias_hh_l0_reverse	3	0.07753952592611313
199240	rnn.bias_hh_l0_reverse	4	-0.17312152683734894
199240	rnn.bias_hh_l0_reverse	5	-0.13671652972698212
199240	rnn.bias_hh_l0_reverse	6	-0.10298038274049759
199240	rnn.bias_hh_l0_reverse	7	-0.049114957451820374
199240	rnn.bias_hh_l0_reverse	8	-0.09902912378311157
199240	rnn.bias_hh_l0_reverse	9	-0.026729296892881393
199240	linear.weight	0	-0.0076752277091145515
199240	linear.weight	1	-0.00424010306596756
199240	linear.weight	2	0.3146008253097534
199240	linear.weight	3	-0.07919911295175552
199240	linear.weight	4	-0.010588549077510834
199240	linear.weight	5	0.11528091877698898
199240	linear.weight	6	-0.010739270597696304
199240	linear.weight	7	-0.048636678606271744
199240	linear.weight	8	0.1678784340620041
199240	linear.weight	9	-0.24055366218090057
199240	linear.bias	0	-0.03956538438796997
199240	linear.bias	1	0.031413208693265915
199240	linear.bias	2	0.4529869556427002
199240	linear.bias	3	-0.6699874401092529
199240	linear.bias	4	2.0320239067077637
199240	linear.bias	5	-1.397592544555664
199240	linear.bias	6	-0.30800074338912964
199240	linear.bias	7	-0.11463937908411026
199798	transitions	0	-1.8912429809570312
199798	transitions	1	-10000.0
199798	transitions	2	-0.7969565987586975
199798	transitions	3	-10000.0
199798	transitions	4	2.001336097717285
199798	transitions	5	-10000.0
199798	transitions	6	-10000.0
199798	transitions	7	1.8026859760284424
199798	transitions	8	-2.584287643432617
199798	transitions	9	-4.210000038146973
199798	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
199798	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
199798	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
199798	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
199798	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
199798	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
199798	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
199798	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
199798	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
199798	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
199798	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
199798	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
199798	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
199798	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
199798	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
199798	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
199798	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
199798	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
199798	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
199798	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
199798	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
199798	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
199798	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
199798	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
199798	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
199798	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
199798	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
199798	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
199798	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
199798	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
199798	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
199798	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
199798	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
199798	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
199798	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
199798	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
199798	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
199798	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
199798	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
199798	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
199798	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
199798	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
199798	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
199798	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
199798	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
199798	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
199798	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
199798	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
199798	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
199798	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
199798	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
199798	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
199798	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
199798	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
199798	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
199798	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
199798	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
199798	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
199798	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
199798	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
199798	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
199798	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
199798	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
199798	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
199798	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
199798	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
199798	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
199798	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
199798	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
199798	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
199798	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
199798	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
199798	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
199798	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
199798	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
199798	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
199798	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
199798	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
199798	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
199798	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
199798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
199798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
199798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
199798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
199798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
199798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
199798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
199798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
199798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
199798	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
199798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
199798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
199798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
199798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
199798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
199798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
199798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
199798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
199798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
199798	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
199798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
199798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
199798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
199798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
199798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
199798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
199798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
199798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
199798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
199798	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
199798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
199798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
199798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
199798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
199798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
199798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
199798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
199798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
199798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
199798	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
199798	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
199798	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
199798	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
199798	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
199798	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
199798	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
199798	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
199798	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
199798	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
199798	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
199798	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
199798	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
199798	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
199798	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
199798	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
199798	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
199798	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
199798	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
199798	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
199798	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
199798	embedding2nn.weight	0	0.006456675473600626
199798	embedding2nn.weight	1	0.004007251933217049
199798	embedding2nn.weight	2	0.013394729234278202
199798	embedding2nn.weight	3	0.024433938786387444
199798	embedding2nn.weight	4	0.022946210578083992
199798	embedding2nn.weight	5	0.005016166251152754
199798	embedding2nn.weight	6	-0.014112216420471668
199798	embedding2nn.weight	7	-0.001156358397565782
199798	embedding2nn.weight	8	-0.00874074175953865
199798	embedding2nn.weight	9	0.0007179377716965973
199798	embedding2nn.bias	0	0.02118631824851036
199798	embedding2nn.bias	1	-0.03967445343732834
199798	embedding2nn.bias	2	0.09386865049600601
199798	embedding2nn.bias	3	0.0687745213508606
199798	embedding2nn.bias	4	-0.009779040701687336
199798	embedding2nn.bias	5	-0.023118602111935616
199798	embedding2nn.bias	6	0.021449051797389984
199798	embedding2nn.bias	7	0.0006139556062407792
199798	embedding2nn.bias	8	-0.017326613888144493
199798	embedding2nn.bias	9	0.020493948832154274
199798	rnn.weight_ih_l0	0	0.06643281877040863
199798	rnn.weight_ih_l0	1	-0.041059430688619614
199798	rnn.weight_ih_l0	2	0.010243228636682034
199798	rnn.weight_ih_l0	3	0.047362521290779114
199798	rnn.weight_ih_l0	4	-0.029171288013458252
199798	rnn.weight_ih_l0	5	0.041554905474185944
199798	rnn.weight_ih_l0	6	0.007656100671738386
199798	rnn.weight_ih_l0	7	0.0631280392408371
199798	rnn.weight_ih_l0	8	0.012896329164505005
199798	rnn.weight_ih_l0	9	-0.024476921185851097
199798	rnn.weight_hh_l0	0	-0.01361312996596098
199798	rnn.weight_hh_l0	1	-0.02609318122267723
199798	rnn.weight_hh_l0	2	-0.05992096662521362
199798	rnn.weight_hh_l0	3	-0.005530398339033127
199798	rnn.weight_hh_l0	4	-0.00940345786511898
199798	rnn.weight_hh_l0	5	-0.025026949122548103
199798	rnn.weight_hh_l0	6	0.00018035592802334577
199798	rnn.weight_hh_l0	7	-0.03861157223582268
199798	rnn.weight_hh_l0	8	0.06717036664485931
199798	rnn.weight_hh_l0	9	0.045442499220371246
199798	rnn.bias_ih_l0	0	-0.1706240177154541
199798	rnn.bias_ih_l0	1	-0.16758468747138977
199798	rnn.bias_ih_l0	2	-0.020691774785518646
199798	rnn.bias_ih_l0	3	-0.14628617465496063
199798	rnn.bias_ih_l0	4	-0.06140501797199249
199798	rnn.bias_ih_l0	5	-0.16985367238521576
199798	rnn.bias_ih_l0	6	0.068355031311512
199798	rnn.bias_ih_l0	7	-0.08623988926410675
199798	rnn.bias_ih_l0	8	-0.04433581605553627
199798	rnn.bias_ih_l0	9	-0.11001308262348175
199798	rnn.bias_hh_l0	0	-0.07078050822019577
199798	rnn.bias_hh_l0	1	0.24508170783519745
199798	rnn.bias_hh_l0	2	0.043666772544384
199798	rnn.bias_hh_l0	3	-0.07326699793338776
199798	rnn.bias_hh_l0	4	-0.08249388635158539
199798	rnn.bias_hh_l0	5	-0.00573238218203187
199798	rnn.bias_hh_l0	6	0.05095137283205986
199798	rnn.bias_hh_l0	7	-0.10810379683971405
199798	rnn.bias_hh_l0	8	-0.2362707108259201
199798	rnn.bias_hh_l0	9	-0.10727957636117935
199798	rnn.weight_ih_l0_reverse	0	0.02195644937455654
199798	rnn.weight_ih_l0_reverse	1	-0.06100570783019066
199798	rnn.weight_ih_l0_reverse	2	0.03996984660625458
199798	rnn.weight_ih_l0_reverse	3	0.016431037336587906
199798	rnn.weight_ih_l0_reverse	4	0.0014265701174736023
199798	rnn.weight_ih_l0_reverse	5	-0.031018445268273354
199798	rnn.weight_ih_l0_reverse	6	0.014434431679546833
199798	rnn.weight_ih_l0_reverse	7	0.030657421797513962
199798	rnn.weight_ih_l0_reverse	8	-0.02695230022072792
199798	rnn.weight_ih_l0_reverse	9	-0.0010995451593771577
199798	rnn.weight_hh_l0_reverse	0	0.039923522621393204
199798	rnn.weight_hh_l0_reverse	1	0.0305254478007555
199798	rnn.weight_hh_l0_reverse	2	-0.021752377972006798
199798	rnn.weight_hh_l0_reverse	3	-0.07742022722959518
199798	rnn.weight_hh_l0_reverse	4	0.01077002752572298
199798	rnn.weight_hh_l0_reverse	5	-0.05681779608130455
199798	rnn.weight_hh_l0_reverse	6	-0.013945323415100574
199798	rnn.weight_hh_l0_reverse	7	0.03021283447742462
199798	rnn.weight_hh_l0_reverse	8	0.006888303905725479
199798	rnn.weight_hh_l0_reverse	9	0.01000959798693657
199798	rnn.bias_ih_l0_reverse	0	-0.04773850366473198
199798	rnn.bias_ih_l0_reverse	1	-0.1383342295885086
199798	rnn.bias_ih_l0_reverse	2	-0.1450386941432953
199798	rnn.bias_ih_l0_reverse	3	-0.048219699412584305
199798	rnn.bias_ih_l0_reverse	4	-0.11387708783149719
199798	rnn.bias_ih_l0_reverse	5	-0.08981769531965256
199798	rnn.bias_ih_l0_reverse	6	-0.20312079787254333
199798	rnn.bias_ih_l0_reverse	7	-0.054846882820129395
199798	rnn.bias_ih_l0_reverse	8	-0.06280116736888885
199798	rnn.bias_ih_l0_reverse	9	-0.13482621312141418
199798	rnn.bias_hh_l0_reverse	0	-0.14634233713150024
199798	rnn.bias_hh_l0_reverse	1	-0.1614007204771042
199798	rnn.bias_hh_l0_reverse	2	0.10390046238899231
199798	rnn.bias_hh_l0_reverse	3	0.07843217253684998
199798	rnn.bias_hh_l0_reverse	4	-0.17337138950824738
199798	rnn.bias_hh_l0_reverse	5	-0.13581079244613647
199798	rnn.bias_hh_l0_reverse	6	-0.10263672471046448
199798	rnn.bias_hh_l0_reverse	7	-0.05001521110534668
199798	rnn.bias_hh_l0_reverse	8	-0.09853548556566238
199798	rnn.bias_hh_l0_reverse	9	-0.026006104424595833
199798	linear.weight	0	-0.007675574626773596
199798	linear.weight	1	-0.00798457395285368
199798	linear.weight	2	0.31106001138687134
199798	linear.weight	3	-0.07919753342866898
199798	linear.weight	4	-0.010588549077510834
199798	linear.weight	5	0.12267739325761795
199798	linear.weight	6	-0.010739270597696304
199798	linear.weight	7	-0.05353197827935219
199798	linear.weight	8	0.18918590247631073
199798	linear.weight	9	-0.2414369434118271
199798	linear.bias	0	-0.03956538438796997
199798	linear.bias	1	0.031413208693265915
199798	linear.bias	2	0.45238637924194336
199798	linear.bias	3	-0.6741390228271484
199798	linear.bias	4	2.039051055908203
199798	linear.bias	5	-1.3976771831512451
199798	linear.bias	6	-0.30901890993118286
199798	linear.bias	7	-0.11581860482692719
200356	transitions	0	-1.8917498588562012
200356	transitions	1	-10000.0
200356	transitions	2	-0.7969565987586975
200356	transitions	3	-10000.0
200356	transitions	4	2.0088703632354736
200356	transitions	5	-10000.0
200356	transitions	6	-10000.0
200356	transitions	7	1.8054795265197754
200356	transitions	8	-2.584695816040039
200356	transitions	9	-4.210328578948975
200356	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
200356	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
200356	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
200356	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
200356	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
200356	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
200356	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
200356	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
200356	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
200356	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
200356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
200356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
200356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
200356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
200356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
200356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
200356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
200356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
200356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
200356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
200356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
200356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
200356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
200356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
200356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
200356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
200356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
200356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
200356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
200356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
200356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
200356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
200356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
200356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
200356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
200356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
200356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
200356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
200356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
200356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
200356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
200356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
200356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
200356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
200356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
200356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
200356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
200356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
200356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
200356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
200356	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
200356	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
200356	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
200356	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
200356	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
200356	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
200356	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
200356	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
200356	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
200356	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
200356	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
200356	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
200356	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
200356	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
200356	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
200356	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
200356	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
200356	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
200356	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
200356	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
200356	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
200356	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
200356	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
200356	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
200356	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
200356	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
200356	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
200356	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
200356	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
200356	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
200356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
200356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
200356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
200356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
200356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
200356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
200356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
200356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
200356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
200356	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
200356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
200356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
200356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
200356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
200356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
200356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
200356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
200356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
200356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
200356	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
200356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
200356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
200356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
200356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
200356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
200356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
200356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
200356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
200356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
200356	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
200356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
200356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
200356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
200356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
200356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
200356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
200356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
200356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
200356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
200356	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
200356	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
200356	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
200356	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
200356	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
200356	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
200356	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
200356	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
200356	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
200356	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
200356	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
200356	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
200356	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
200356	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
200356	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
200356	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
200356	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
200356	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
200356	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
200356	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
200356	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
200356	embedding2nn.weight	0	0.006467596162110567
200356	embedding2nn.weight	1	0.003961056005209684
200356	embedding2nn.weight	2	0.01339474506676197
200356	embedding2nn.weight	3	0.024889659136533737
200356	embedding2nn.weight	4	0.0229168813675642
200356	embedding2nn.weight	5	0.0048563857562839985
200356	embedding2nn.weight	6	-0.01424290332943201
200356	embedding2nn.weight	7	-0.0011393650202080607
200356	embedding2nn.weight	8	-0.008493770845234394
200356	embedding2nn.weight	9	0.0007406408549286425
200356	embedding2nn.bias	0	0.021577732637524605
200356	embedding2nn.bias	1	-0.03798772022128105
200356	embedding2nn.bias	2	0.09606512635946274
200356	embedding2nn.bias	3	0.067515529692173
200356	embedding2nn.bias	4	-0.007158472668379545
200356	embedding2nn.bias	5	-0.020198024809360504
200356	embedding2nn.bias	6	0.02294810302555561
200356	embedding2nn.bias	7	-0.001471716444939375
200356	embedding2nn.bias	8	-0.014414628967642784
200356	embedding2nn.bias	9	0.02144988626241684
200356	rnn.weight_ih_l0	0	0.06612897664308548
200356	rnn.weight_ih_l0	1	-0.041389234364032745
200356	rnn.weight_ih_l0	2	0.009811783209443092
200356	rnn.weight_ih_l0	3	0.047323357313871384
200356	rnn.weight_ih_l0	4	-0.02947116456925869
200356	rnn.weight_ih_l0	5	0.04156516492366791
200356	rnn.weight_ih_l0	6	0.007596437353640795
200356	rnn.weight_ih_l0	7	0.06319337338209152
200356	rnn.weight_ih_l0	8	0.012589613907039165
200356	rnn.weight_ih_l0	9	-0.024565184488892555
200356	rnn.weight_hh_l0	0	-0.013585363514721394
200356	rnn.weight_hh_l0	1	-0.026210935786366463
200356	rnn.weight_hh_l0	2	-0.06018754839897156
200356	rnn.weight_hh_l0	3	-0.005621429067105055
200356	rnn.weight_hh_l0	4	-0.009351780638098717
200356	rnn.weight_hh_l0	5	-0.024865634739398956
200356	rnn.weight_hh_l0	6	0.00022470061958301812
200356	rnn.weight_hh_l0	7	-0.03866380825638771
200356	rnn.weight_hh_l0	8	0.06692230701446533
200356	rnn.weight_hh_l0	9	0.04529159888625145
200356	rnn.bias_ih_l0	0	-0.169768825173378
200356	rnn.bias_ih_l0	1	-0.1674785017967224
200356	rnn.bias_ih_l0	2	-0.020327115431427956
200356	rnn.bias_ih_l0	3	-0.1465694159269333
200356	rnn.bias_ih_l0	4	-0.06152389571070671
200356	rnn.bias_ih_l0	5	-0.16982224583625793
200356	rnn.bias_ih_l0	6	0.06682470440864563
200356	rnn.bias_ih_l0	7	-0.08571234345436096
200356	rnn.bias_ih_l0	8	-0.043546829372644424
200356	rnn.bias_ih_l0	9	-0.10957695543766022
200356	rnn.bias_hh_l0	0	-0.07152492552995682
200356	rnn.bias_hh_l0	1	0.2442055195569992
200356	rnn.bias_hh_l0	2	0.04214129596948624
200356	rnn.bias_hh_l0	3	-0.07302433252334595
200356	rnn.bias_hh_l0	4	-0.08222110569477081
200356	rnn.bias_hh_l0	5	-0.006085735745728016
200356	rnn.bias_hh_l0	6	0.05179062485694885
200356	rnn.bias_hh_l0	7	-0.10793896019458771
200356	rnn.bias_hh_l0	8	-0.23575237393379211
200356	rnn.bias_hh_l0	9	-0.1062580943107605
200356	rnn.weight_ih_l0_reverse	0	0.022515255957841873
200356	rnn.weight_ih_l0_reverse	1	-0.060768887400627136
200356	rnn.weight_ih_l0_reverse	2	0.04000672325491905
200356	rnn.weight_ih_l0_reverse	3	0.016268908977508545
200356	rnn.weight_ih_l0_reverse	4	0.001269826665520668
200356	rnn.weight_ih_l0_reverse	5	-0.03058340959250927
200356	rnn.weight_ih_l0_reverse	6	0.014346861280500889
200356	rnn.weight_ih_l0_reverse	7	0.03075740672647953
200356	rnn.weight_ih_l0_reverse	8	-0.02687985822558403
200356	rnn.weight_ih_l0_reverse	9	-0.0011020482052117586
200356	rnn.weight_hh_l0_reverse	0	0.03988277539610863
200356	rnn.weight_hh_l0_reverse	1	0.030581114813685417
200356	rnn.weight_hh_l0_reverse	2	-0.021877147257328033
200356	rnn.weight_hh_l0_reverse	3	-0.077426478266716
200356	rnn.weight_hh_l0_reverse	4	0.010853216052055359
200356	rnn.weight_hh_l0_reverse	5	-0.05693211778998375
200356	rnn.weight_hh_l0_reverse	6	-0.013963049277663231
200356	rnn.weight_hh_l0_reverse	7	0.030181799083948135
200356	rnn.weight_hh_l0_reverse	8	0.006864713504910469
200356	rnn.weight_hh_l0_reverse	9	0.01033251453191042
200356	rnn.bias_ih_l0_reverse	0	-0.04745316505432129
200356	rnn.bias_ih_l0_reverse	1	-0.13829933106899261
200356	rnn.bias_ih_l0_reverse	2	-0.14560528099536896
200356	rnn.bias_ih_l0_reverse	3	-0.04994836077094078
200356	rnn.bias_ih_l0_reverse	4	-0.11384156346321106
200356	rnn.bias_ih_l0_reverse	5	-0.08839422464370728
200356	rnn.bias_ih_l0_reverse	6	-0.20442596077919006
200356	rnn.bias_ih_l0_reverse	7	-0.05447477847337723
200356	rnn.bias_ih_l0_reverse	8	-0.0632711797952652
200356	rnn.bias_ih_l0_reverse	9	-0.13521772623062134
200356	rnn.bias_hh_l0_reverse	0	-0.1458367258310318
200356	rnn.bias_hh_l0_reverse	1	-0.16096650063991547
200356	rnn.bias_hh_l0_reverse	2	0.10300877690315247
200356	rnn.bias_hh_l0_reverse	3	0.07739901542663574
200356	rnn.bias_hh_l0_reverse	4	-0.17235244810581207
200356	rnn.bias_hh_l0_reverse	5	-0.13527895510196686
200356	rnn.bias_hh_l0_reverse	6	-0.10314129292964935
200356	rnn.bias_hh_l0_reverse	7	-0.049841009080410004
200356	rnn.bias_hh_l0_reverse	8	-0.0987459272146225
200356	rnn.bias_hh_l0_reverse	9	-0.027814378961920738
200356	linear.weight	0	-0.007676254026591778
200356	linear.weight	1	-0.011606735177338123
200356	linear.weight	2	0.30991610884666443
200356	linear.weight	3	-0.07919641584157944
200356	linear.weight	4	-0.010588549077510834
200356	linear.weight	5	0.11793456971645355
200356	linear.weight	6	-0.010739270597696304
200356	linear.weight	7	-0.05254264920949936
200356	linear.weight	8	0.22329114377498627
200356	linear.weight	9	-0.24293109774589539
200356	linear.bias	0	-0.03956538438796997
200356	linear.bias	1	0.031413208693265915
200356	linear.bias	2	0.4573332965373993
200356	linear.bias	3	-0.6670250296592712
200356	linear.bias	4	2.0679850578308105
200356	linear.bias	5	-1.397758960723877
200356	linear.bias	6	-0.32936352491378784
200356	linear.bias	7	-0.13639552891254425
200914	transitions	0	-1.892228126525879
200914	transitions	1	-10000.0
200914	transitions	2	-0.7969565987586975
200914	transitions	3	-10000.0
200914	transitions	4	1.996810793876648
200914	transitions	5	-10000.0
200914	transitions	6	-10000.0
200914	transitions	7	1.8059608936309814
200914	transitions	8	-2.5851197242736816
200914	transitions	9	-4.210649013519287
200914	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
200914	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
200914	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
200914	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
200914	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
200914	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
200914	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
200914	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
200914	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
200914	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
200914	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
200914	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
200914	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
200914	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
200914	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
200914	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
200914	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
200914	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
200914	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
200914	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
200914	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
200914	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
200914	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
200914	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
200914	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
200914	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
200914	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
200914	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
200914	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
200914	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
200914	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
200914	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
200914	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
200914	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
200914	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
200914	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
200914	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
200914	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
200914	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
200914	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
200914	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
200914	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
200914	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
200914	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
200914	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
200914	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
200914	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
200914	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
200914	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
200914	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
200914	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
200914	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
200914	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
200914	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
200914	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
200914	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
200914	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
200914	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
200914	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
200914	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
200914	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
200914	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
200914	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
200914	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
200914	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
200914	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
200914	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
200914	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
200914	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
200914	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
200914	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
200914	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
200914	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
200914	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
200914	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
200914	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
200914	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
200914	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
200914	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
200914	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
200914	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
200914	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
200914	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
200914	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
200914	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
200914	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
200914	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
200914	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
200914	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
200914	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
200914	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
200914	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
200914	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
200914	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
200914	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
200914	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
200914	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
200914	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
200914	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
200914	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
200914	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
200914	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
200914	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
200914	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
200914	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
200914	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
200914	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
200914	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
200914	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
200914	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
200914	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
200914	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
200914	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
200914	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
200914	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
200914	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
200914	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
200914	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
200914	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
200914	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
200914	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
200914	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
200914	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
200914	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
200914	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
200914	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
200914	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
200914	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
200914	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
200914	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
200914	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
200914	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
200914	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
200914	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
200914	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
200914	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
200914	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
200914	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
200914	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
200914	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
200914	embedding2nn.weight	0	0.006460930220782757
200914	embedding2nn.weight	1	0.003975806292146444
200914	embedding2nn.weight	2	0.013397322967648506
200914	embedding2nn.weight	3	0.024768363684415817
200914	embedding2nn.weight	4	0.022908253595232964
200914	embedding2nn.weight	5	0.004758376162499189
200914	embedding2nn.weight	6	-0.014024898409843445
200914	embedding2nn.weight	7	-0.0011488334275782108
200914	embedding2nn.weight	8	-0.008621704764664173
200914	embedding2nn.weight	9	0.0008522523567080498
200914	embedding2nn.bias	0	0.01883956789970398
200914	embedding2nn.bias	1	-0.03490554168820381
200914	embedding2nn.bias	2	0.09574868530035019
200914	embedding2nn.bias	3	0.0692901536822319
200914	embedding2nn.bias	4	-0.009338215924799442
200914	embedding2nn.bias	5	-0.023859094828367233
200914	embedding2nn.bias	6	0.022202705964446068
200914	embedding2nn.bias	7	0.0001342024770565331
200914	embedding2nn.bias	8	-0.01580372080206871
200914	embedding2nn.bias	9	0.022516697645187378
200914	rnn.weight_ih_l0	0	0.06609383225440979
200914	rnn.weight_ih_l0	1	-0.04167342185974121
200914	rnn.weight_ih_l0	2	0.009230437688529491
200914	rnn.weight_ih_l0	3	0.047274596989154816
200914	rnn.weight_ih_l0	4	-0.03028157167136669
200914	rnn.weight_ih_l0	5	0.04142863303422928
200914	rnn.weight_ih_l0	6	0.007721041329205036
200914	rnn.weight_ih_l0	7	0.06316375732421875
200914	rnn.weight_ih_l0	8	0.012691756710410118
200914	rnn.weight_ih_l0	9	-0.02493586763739586
200914	rnn.weight_hh_l0	0	-0.013862274587154388
200914	rnn.weight_hh_l0	1	-0.026225095614790916
200914	rnn.weight_hh_l0	2	-0.06003781035542488
200914	rnn.weight_hh_l0	3	-0.005672079045325518
200914	rnn.weight_hh_l0	4	-0.009311397559940815
200914	rnn.weight_hh_l0	5	-0.024769248440861702
200914	rnn.weight_hh_l0	6	0.00019411031098570675
200914	rnn.weight_hh_l0	7	-0.038733214139938354
200914	rnn.weight_hh_l0	8	0.06696289777755737
200914	rnn.weight_hh_l0	9	0.04531961306929588
200914	rnn.bias_ih_l0	0	-0.16936095058918
200914	rnn.bias_ih_l0	1	-0.16573886573314667
200914	rnn.bias_ih_l0	2	-0.020097069442272186
200914	rnn.bias_ih_l0	3	-0.1468091607093811
200914	rnn.bias_ih_l0	4	-0.061091262847185135
200914	rnn.bias_ih_l0	5	-0.17067326605319977
200914	rnn.bias_ih_l0	6	0.06494962424039841
200914	rnn.bias_ih_l0	7	-0.08452645689249039
200914	rnn.bias_ih_l0	8	-0.04413669556379318
200914	rnn.bias_ih_l0	9	-0.10920111835002899
200914	rnn.bias_hh_l0	0	-0.0735073983669281
200914	rnn.bias_hh_l0	1	0.24323004484176636
200914	rnn.bias_hh_l0	2	0.04057035595178604
200914	rnn.bias_hh_l0	3	-0.07331915944814682
200914	rnn.bias_hh_l0	4	-0.08230342715978622
200914	rnn.bias_hh_l0	5	-0.00677788769826293
200914	rnn.bias_hh_l0	6	0.053373727947473526
200914	rnn.bias_hh_l0	7	-0.10904182493686676
200914	rnn.bias_hh_l0	8	-0.2365437150001526
200914	rnn.bias_hh_l0	9	-0.10665501654148102
200914	rnn.weight_ih_l0_reverse	0	0.022071776911616325
200914	rnn.weight_ih_l0_reverse	1	-0.0605170801281929
200914	rnn.weight_ih_l0_reverse	2	0.04023068770766258
200914	rnn.weight_ih_l0_reverse	3	0.015870476141572
200914	rnn.weight_ih_l0_reverse	4	0.0013101734220981598
200914	rnn.weight_ih_l0_reverse	5	-0.029493601992726326
200914	rnn.weight_ih_l0_reverse	6	0.014702667482197285
200914	rnn.weight_ih_l0_reverse	7	0.030829207971692085
200914	rnn.weight_ih_l0_reverse	8	-0.02671576663851738
200914	rnn.weight_ih_l0_reverse	9	-0.0009457973064854741
200914	rnn.weight_hh_l0_reverse	0	0.03981192782521248
200914	rnn.weight_hh_l0_reverse	1	0.030540501698851585
200914	rnn.weight_hh_l0_reverse	2	-0.022020438686013222
200914	rnn.weight_hh_l0_reverse	3	-0.07718000560998917
200914	rnn.weight_hh_l0_reverse	4	0.01066913828253746
200914	rnn.weight_hh_l0_reverse	5	-0.05699780955910683
200914	rnn.weight_hh_l0_reverse	6	-0.013986746780574322
200914	rnn.weight_hh_l0_reverse	7	0.029949910938739777
200914	rnn.weight_hh_l0_reverse	8	0.0067341928370296955
200914	rnn.weight_hh_l0_reverse	9	0.010638939216732979
200914	rnn.bias_ih_l0_reverse	0	-0.04700460284948349
200914	rnn.bias_ih_l0_reverse	1	-0.1379384696483612
200914	rnn.bias_ih_l0_reverse	2	-0.1453784555196762
200914	rnn.bias_ih_l0_reverse	3	-0.04937984421849251
200914	rnn.bias_ih_l0_reverse	4	-0.1142549216747284
200914	rnn.bias_ih_l0_reverse	5	-0.08881252259016037
200914	rnn.bias_ih_l0_reverse	6	-0.20500895380973816
200914	rnn.bias_ih_l0_reverse	7	-0.05528872087597847
200914	rnn.bias_ih_l0_reverse	8	-0.0636187270283699
200914	rnn.bias_ih_l0_reverse	9	-0.13476808369159698
200914	rnn.bias_hh_l0_reverse	0	-0.1461283415555954
200914	rnn.bias_hh_l0_reverse	1	-0.16262517869472504
200914	rnn.bias_hh_l0_reverse	2	0.1058591976761818
200914	rnn.bias_hh_l0_reverse	3	0.07796783745288849
200914	rnn.bias_hh_l0_reverse	4	-0.17370352149009705
200914	rnn.bias_hh_l0_reverse	5	-0.13693867623806
200914	rnn.bias_hh_l0_reverse	6	-0.10400376468896866
200914	rnn.bias_hh_l0_reverse	7	-0.05029068514704704
200914	rnn.bias_hh_l0_reverse	8	-0.0983070433139801
200914	rnn.bias_hh_l0_reverse	9	-0.02833511121571064
200914	linear.weight	0	-0.007676988840103149
200914	linear.weight	1	-0.010527415201067924
200914	linear.weight	2	0.3121732473373413
200914	linear.weight	3	-0.07919497787952423
200914	linear.weight	4	-0.010588549077510834
200914	linear.weight	5	0.1183696985244751
200914	linear.weight	6	-0.010739270597696304
200914	linear.weight	7	-0.05503721907734871
200914	linear.weight	8	0.24211661517620087
200914	linear.weight	9	-0.24457424879074097
200914	linear.bias	0	-0.03956538438796997
200914	linear.bias	1	0.031413208693265915
200914	linear.bias	2	0.43970954418182373
200914	linear.bias	3	-0.6491520404815674
200914	linear.bias	4	2.059861421585083
200914	linear.bias	5	-1.3978403806686401
200914	linear.bias	6	-0.32519784569740295
200914	linear.bias	7	-0.13261303305625916
201473	transitions	0	-1.8927381038665771
201473	transitions	1	-10000.0
201473	transitions	2	-0.7969565987586975
201473	transitions	3	-10000.0
201473	transitions	4	2.001560688018799
201473	transitions	5	-10000.0
201473	transitions	6	-10000.0
201473	transitions	7	1.8113439083099365
201473	transitions	8	-2.5854992866516113
201473	transitions	9	-4.210981845855713
201473	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
201473	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
201473	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
201473	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
201473	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
201473	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
201473	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
201473	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
201473	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
201473	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
201473	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
201473	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
201473	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
201473	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
201473	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
201473	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
201473	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
201473	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
201473	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
201473	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
201473	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
201473	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
201473	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
201473	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
201473	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
201473	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
201473	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
201473	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
201473	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
201473	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
201473	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
201473	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
201473	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
201473	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
201473	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
201473	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
201473	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
201473	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
201473	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
201473	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
201473	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
201473	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
201473	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
201473	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
201473	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
201473	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
201473	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
201473	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
201473	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
201473	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
201473	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
201473	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
201473	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
201473	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
201473	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
201473	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
201473	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
201473	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
201473	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
201473	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
201473	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
201473	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
201473	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
201473	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
201473	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
201473	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
201473	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
201473	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
201473	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
201473	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
201473	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
201473	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
201473	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
201473	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
201473	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
201473	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
201473	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
201473	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
201473	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
201473	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
201473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
201473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
201473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
201473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
201473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
201473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
201473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
201473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
201473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
201473	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
201473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
201473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
201473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
201473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
201473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
201473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
201473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
201473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
201473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
201473	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
201473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
201473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
201473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
201473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
201473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
201473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
201473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
201473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
201473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
201473	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
201473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
201473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
201473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
201473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
201473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
201473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
201473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
201473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
201473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
201473	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
201473	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
201473	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
201473	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
201473	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
201473	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
201473	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
201473	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
201473	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
201473	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
201473	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
201473	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
201473	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
201473	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
201473	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
201473	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
201473	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
201473	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
201473	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
201473	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
201473	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
201473	embedding2nn.weight	0	0.006453827489167452
201473	embedding2nn.weight	1	0.004020528867840767
201473	embedding2nn.weight	2	0.013390589505434036
201473	embedding2nn.weight	3	0.024738149717450142
201473	embedding2nn.weight	4	0.022748885676264763
201473	embedding2nn.weight	5	0.0046964422799646854
201473	embedding2nn.weight	6	-0.013971447944641113
201473	embedding2nn.weight	7	-0.0011525682639330626
201473	embedding2nn.weight	8	-0.008426656015217304
201473	embedding2nn.weight	9	0.0007523560198023915
201473	embedding2nn.bias	0	0.018619051203131676
201473	embedding2nn.bias	1	-0.03564641252160072
201473	embedding2nn.bias	2	0.09256958961486816
201473	embedding2nn.bias	3	0.06710794568061829
201473	embedding2nn.bias	4	-0.007284592371433973
201473	embedding2nn.bias	5	-0.025483159348368645
201473	embedding2nn.bias	6	0.022185536101460457
201473	embedding2nn.bias	7	0.0010223324643447995
201473	embedding2nn.bias	8	-0.018452797085046768
201473	embedding2nn.bias	9	0.021567005664110184
201473	rnn.weight_ih_l0	0	0.065884068608284
201473	rnn.weight_ih_l0	1	-0.041635386645793915
201473	rnn.weight_ih_l0	2	0.008761703968048096
201473	rnn.weight_ih_l0	3	0.04774410277605057
201473	rnn.weight_ih_l0	4	-0.030328888446092606
201473	rnn.weight_ih_l0	5	0.04194606468081474
201473	rnn.weight_ih_l0	6	0.007657570298761129
201473	rnn.weight_ih_l0	7	0.06327538192272186
201473	rnn.weight_ih_l0	8	0.013069253414869308
201473	rnn.weight_ih_l0	9	-0.02515893243253231
201473	rnn.weight_hh_l0	0	-0.013537369668483734
201473	rnn.weight_hh_l0	1	-0.02624371461570263
201473	rnn.weight_hh_l0	2	-0.059669967740774155
201473	rnn.weight_hh_l0	3	-0.005651559215039015
201473	rnn.weight_hh_l0	4	-0.009310397319495678
201473	rnn.weight_hh_l0	5	-0.024803664535284042
201473	rnn.weight_hh_l0	6	0.00017420008953195065
201473	rnn.weight_hh_l0	7	-0.03868017718195915
201473	rnn.weight_hh_l0	8	0.06694228202104568
201473	rnn.weight_hh_l0	9	0.045392464846372604
201473	rnn.bias_ih_l0	0	-0.17015063762664795
201473	rnn.bias_ih_l0	1	-0.1652035117149353
201473	rnn.bias_ih_l0	2	-0.02009293995797634
201473	rnn.bias_ih_l0	3	-0.14789240062236786
201473	rnn.bias_ih_l0	4	-0.05954022705554962
201473	rnn.bias_ih_l0	5	-0.1706860512495041
201473	rnn.bias_ih_l0	6	0.06636610627174377
201473	rnn.bias_ih_l0	7	-0.08554951846599579
201473	rnn.bias_ih_l0	8	-0.044061336666345596
201473	rnn.bias_ih_l0	9	-0.10882940888404846
201473	rnn.bias_hh_l0	0	-0.07574199885129929
201473	rnn.bias_hh_l0	1	0.2422490119934082
201473	rnn.bias_hh_l0	2	0.04183325171470642
201473	rnn.bias_hh_l0	3	-0.07327216118574142
201473	rnn.bias_hh_l0	4	-0.08244127035140991
201473	rnn.bias_hh_l0	5	-0.007460603024810553
201473	rnn.bias_hh_l0	6	0.052951082587242126
201473	rnn.bias_hh_l0	7	-0.10933609306812286
201473	rnn.bias_hh_l0	8	-0.23585909605026245
201473	rnn.bias_hh_l0	9	-0.10566384345293045
201473	rnn.weight_ih_l0_reverse	0	0.022129420191049576
201473	rnn.weight_ih_l0_reverse	1	-0.06011002138257027
201473	rnn.weight_ih_l0_reverse	2	0.04021462798118591
201473	rnn.weight_ih_l0_reverse	3	0.015628401190042496
201473	rnn.weight_ih_l0_reverse	4	0.000980396056547761
201473	rnn.weight_ih_l0_reverse	5	-0.029566554352641106
201473	rnn.weight_ih_l0_reverse	6	0.014720148406922817
201473	rnn.weight_ih_l0_reverse	7	0.03090161830186844
201473	rnn.weight_ih_l0_reverse	8	-0.026712263002991676
201473	rnn.weight_ih_l0_reverse	9	-0.0011275814613327384
201473	rnn.weight_hh_l0_reverse	0	0.03977148234844208
201473	rnn.weight_hh_l0_reverse	1	0.03053022176027298
201473	rnn.weight_hh_l0_reverse	2	-0.022062107920646667
201473	rnn.weight_hh_l0_reverse	3	-0.07697802782058716
201473	rnn.weight_hh_l0_reverse	4	0.010776212438941002
201473	rnn.weight_hh_l0_reverse	5	-0.057028628885746
201473	rnn.weight_hh_l0_reverse	6	-0.013760421425104141
201473	rnn.weight_hh_l0_reverse	7	0.029841506853699684
201473	rnn.weight_hh_l0_reverse	8	0.006629671901464462
201473	rnn.weight_hh_l0_reverse	9	0.010326728224754333
201473	rnn.bias_ih_l0_reverse	0	-0.047212373465299606
201473	rnn.bias_ih_l0_reverse	1	-0.13845565915107727
201473	rnn.bias_ih_l0_reverse	2	-0.14477965235710144
201473	rnn.bias_ih_l0_reverse	3	-0.048821356147527695
201473	rnn.bias_ih_l0_reverse	4	-0.11544477939605713
201473	rnn.bias_ih_l0_reverse	5	-0.0888531506061554
201473	rnn.bias_ih_l0_reverse	6	-0.2061251550912857
201473	rnn.bias_ih_l0_reverse	7	-0.05453968048095703
201473	rnn.bias_ih_l0_reverse	8	-0.06458380073308945
201473	rnn.bias_ih_l0_reverse	9	-0.13442568480968475
201473	rnn.bias_hh_l0_reverse	0	-0.14521625638008118
201473	rnn.bias_hh_l0_reverse	1	-0.1626731902360916
201473	rnn.bias_hh_l0_reverse	2	0.10604914277791977
201473	rnn.bias_hh_l0_reverse	3	0.081200011074543
201473	rnn.bias_hh_l0_reverse	4	-0.17475278675556183
201473	rnn.bias_hh_l0_reverse	5	-0.13556237518787384
201473	rnn.bias_hh_l0_reverse	6	-0.10541833937168121
201473	rnn.bias_hh_l0_reverse	7	-0.0514114685356617
201473	rnn.bias_hh_l0_reverse	8	-0.09836336970329285
201473	rnn.bias_hh_l0_reverse	9	-0.02888108231127262
201473	linear.weight	0	-0.007677718531340361
201473	linear.weight	1	-0.007344537414610386
201473	linear.weight	2	0.3093112111091614
201473	linear.weight	3	-0.0791923999786377
201473	linear.weight	4	-0.010588549077510834
201473	linear.weight	5	0.11993221193552017
201473	linear.weight	6	-0.010739270597696304
201473	linear.weight	7	-0.039094939827919006
201473	linear.weight	8	0.2206791788339615
201473	linear.weight	9	-0.2480621486902237
201473	linear.bias	0	-0.03956538438796997
201473	linear.bias	1	0.031413208693265915
201473	linear.bias	2	0.4621289372444153
201473	linear.bias	3	-0.680122435092926
201473	linear.bias	4	2.068801164627075
201473	linear.bias	5	-1.3979238271713257
201473	linear.bias	6	-0.32526296377182007
201473	linear.bias	7	-0.13286206126213074
202031	transitions	0	-1.8933031558990479
202031	transitions	1	-10000.0
202031	transitions	2	-0.7969565987586975
202031	transitions	3	-10000.0
202031	transitions	4	1.9942423105239868
202031	transitions	5	-10000.0
202031	transitions	6	-10000.0
202031	transitions	7	1.8168216943740845
202031	transitions	8	-2.5859665870666504
202031	transitions	9	-4.211325168609619
202031	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
202031	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
202031	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
202031	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
202031	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
202031	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
202031	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
202031	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
202031	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
202031	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
202031	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
202031	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
202031	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
202031	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
202031	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
202031	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
202031	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
202031	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
202031	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
202031	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
202031	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
202031	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
202031	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
202031	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
202031	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
202031	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
202031	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
202031	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
202031	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
202031	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
202031	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
202031	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
202031	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
202031	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
202031	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
202031	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
202031	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
202031	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
202031	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
202031	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
202031	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
202031	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
202031	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
202031	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
202031	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
202031	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
202031	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
202031	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
202031	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
202031	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
202031	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
202031	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
202031	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
202031	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
202031	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
202031	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
202031	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
202031	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
202031	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
202031	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
202031	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
202031	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
202031	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
202031	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
202031	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
202031	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
202031	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
202031	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
202031	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
202031	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
202031	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
202031	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
202031	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
202031	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
202031	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
202031	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
202031	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
202031	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
202031	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
202031	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
202031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
202031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
202031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
202031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
202031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
202031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
202031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
202031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
202031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
202031	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
202031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
202031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
202031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
202031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
202031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
202031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
202031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
202031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
202031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
202031	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
202031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
202031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
202031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
202031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
202031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
202031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
202031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
202031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
202031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
202031	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
202031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
202031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
202031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
202031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
202031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
202031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
202031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
202031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
202031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
202031	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
202031	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
202031	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
202031	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
202031	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
202031	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
202031	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
202031	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
202031	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
202031	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
202031	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
202031	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
202031	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
202031	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
202031	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
202031	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
202031	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
202031	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
202031	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
202031	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
202031	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
202031	embedding2nn.weight	0	0.0064477515406906605
202031	embedding2nn.weight	1	0.004069252870976925
202031	embedding2nn.weight	2	0.013397553004324436
202031	embedding2nn.weight	3	0.02485501393675804
202031	embedding2nn.weight	4	0.022766318172216415
202031	embedding2nn.weight	5	0.0048833503387868404
202031	embedding2nn.weight	6	-0.013990325853228569
202031	embedding2nn.weight	7	-0.0011478166561573744
202031	embedding2nn.weight	8	-0.008711904287338257
202031	embedding2nn.weight	9	0.0007693289080634713
202031	embedding2nn.bias	0	0.017477193847298622
202031	embedding2nn.bias	1	-0.03232567012310028
202031	embedding2nn.bias	2	0.08921338617801666
202031	embedding2nn.bias	3	0.06666168570518494
202031	embedding2nn.bias	4	-0.00825000461190939
202031	embedding2nn.bias	5	-0.023997457697987556
202031	embedding2nn.bias	6	0.019234905019402504
202031	embedding2nn.bias	7	0.001200496801175177
202031	embedding2nn.bias	8	-0.0199050884693861
202031	embedding2nn.bias	9	0.022220345214009285
202031	rnn.weight_ih_l0	0	0.06580096483230591
202031	rnn.weight_ih_l0	1	-0.04171103239059448
202031	rnn.weight_ih_l0	2	0.00848710909485817
202031	rnn.weight_ih_l0	3	0.04782795533537865
202031	rnn.weight_ih_l0	4	-0.03052394464612007
202031	rnn.weight_ih_l0	5	0.04205004870891571
202031	rnn.weight_ih_l0	6	0.007773416582494974
202031	rnn.weight_ih_l0	7	0.06358505040407181
202031	rnn.weight_ih_l0	8	0.013330771587789059
202031	rnn.weight_ih_l0	9	-0.02498730458319187
202031	rnn.weight_hh_l0	0	-0.013487647287547588
202031	rnn.weight_hh_l0	1	-0.0260021910071373
202031	rnn.weight_hh_l0	2	-0.05956598371267319
202031	rnn.weight_hh_l0	3	-0.005726648960262537
202031	rnn.weight_hh_l0	4	-0.009325332008302212
202031	rnn.weight_hh_l0	5	-0.024780208244919777
202031	rnn.weight_hh_l0	6	0.00020518033124972135
202031	rnn.weight_hh_l0	7	-0.038801368325948715
202031	rnn.weight_hh_l0	8	0.06706368178129196
202031	rnn.weight_hh_l0	9	0.045378610491752625
202031	rnn.bias_ih_l0	0	-0.17068544030189514
202031	rnn.bias_ih_l0	1	-0.1644124537706375
202031	rnn.bias_ih_l0	2	-0.02041781321167946
202031	rnn.bias_ih_l0	3	-0.14806976914405823
202031	rnn.bias_ih_l0	4	-0.060315974056720734
202031	rnn.bias_ih_l0	5	-0.1706986427307129
202031	rnn.bias_ih_l0	6	0.0662531852722168
202031	rnn.bias_ih_l0	7	-0.08466829359531403
202031	rnn.bias_ih_l0	8	-0.044794462621212006
202031	rnn.bias_ih_l0	9	-0.10884957015514374
202031	rnn.bias_hh_l0	0	-0.07501062750816345
202031	rnn.bias_hh_l0	1	0.24132631719112396
202031	rnn.bias_hh_l0	2	0.04250529035925865
202031	rnn.bias_hh_l0	3	-0.07347112149000168
202031	rnn.bias_hh_l0	4	-0.08293601870536804
202031	rnn.bias_hh_l0	5	-0.005442315246909857
202031	rnn.bias_hh_l0	6	0.05339011922478676
202031	rnn.bias_hh_l0	7	-0.1102931946516037
202031	rnn.bias_hh_l0	8	-0.23300199210643768
202031	rnn.bias_hh_l0	9	-0.10628734529018402
202031	rnn.weight_ih_l0_reverse	0	0.0216510072350502
202031	rnn.weight_ih_l0_reverse	1	-0.06027055159211159
202031	rnn.weight_ih_l0_reverse	2	0.040415965020656586
202031	rnn.weight_ih_l0_reverse	3	0.015351420268416405
202031	rnn.weight_ih_l0_reverse	4	0.001158455852419138
202031	rnn.weight_ih_l0_reverse	5	-0.02973550371825695
202031	rnn.weight_ih_l0_reverse	6	0.014630219899117947
202031	rnn.weight_ih_l0_reverse	7	0.030851462855935097
202031	rnn.weight_ih_l0_reverse	8	-0.026755783706903458
202031	rnn.weight_ih_l0_reverse	9	-0.0009692841558717191
202031	rnn.weight_hh_l0_reverse	0	0.03984682261943817
202031	rnn.weight_hh_l0_reverse	1	0.03048735484480858
202031	rnn.weight_hh_l0_reverse	2	-0.022250456735491753
202031	rnn.weight_hh_l0_reverse	3	-0.07757053524255753
202031	rnn.weight_hh_l0_reverse	4	0.010667188093066216
202031	rnn.weight_hh_l0_reverse	5	-0.05703233927488327
202031	rnn.weight_hh_l0_reverse	6	-0.013828585855662823
202031	rnn.weight_hh_l0_reverse	7	0.02997562848031521
202031	rnn.weight_hh_l0_reverse	8	0.006890225689858198
202031	rnn.weight_hh_l0_reverse	9	0.010238684713840485
202031	rnn.bias_ih_l0_reverse	0	-0.04846407473087311
202031	rnn.bias_ih_l0_reverse	1	-0.1377429962158203
202031	rnn.bias_ih_l0_reverse	2	-0.14475390315055847
202031	rnn.bias_ih_l0_reverse	3	-0.04943758621811867
202031	rnn.bias_ih_l0_reverse	4	-0.11537882685661316
202031	rnn.bias_ih_l0_reverse	5	-0.08871454745531082
202031	rnn.bias_ih_l0_reverse	6	-0.2057986706495285
202031	rnn.bias_ih_l0_reverse	7	-0.053486257791519165
202031	rnn.bias_ih_l0_reverse	8	-0.06451330333948135
202031	rnn.bias_ih_l0_reverse	9	-0.13529294729232788
202031	rnn.bias_hh_l0_reverse	0	-0.1450021117925644
202031	rnn.bias_hh_l0_reverse	1	-0.1642179936170578
202031	rnn.bias_hh_l0_reverse	2	0.1036306843161583
202031	rnn.bias_hh_l0_reverse	3	0.08168002963066101
202031	rnn.bias_hh_l0_reverse	4	-0.1761087030172348
202031	rnn.bias_hh_l0_reverse	5	-0.13513146340847015
202031	rnn.bias_hh_l0_reverse	6	-0.1034618392586708
202031	rnn.bias_hh_l0_reverse	7	-0.05005834996700287
202031	rnn.bias_hh_l0_reverse	8	-0.0997845008969307
202031	rnn.bias_hh_l0_reverse	9	-0.027721170336008072
202031	linear.weight	0	-0.007678313180804253
202031	linear.weight	1	-0.0003997418098151684
202031	linear.weight	2	0.31165358424186707
202031	linear.weight	3	-0.07919090986251831
202031	linear.weight	4	-0.010588549077510834
202031	linear.weight	5	0.1157415583729744
202031	linear.weight	6	-0.010739270597696304
202031	linear.weight	7	-0.04740515351295471
202031	linear.weight	8	0.2138230800628662
202031	linear.weight	9	-0.24784532189369202
202031	linear.bias	0	-0.03956538438796997
202031	linear.bias	1	0.031413208693265915
202031	linear.bias	2	0.4501053988933563
202031	linear.bias	3	-0.6900360584259033
202031	linear.bias	4	2.074873447418213
202031	linear.bias	5	-1.398007869720459
202031	linear.bias	6	-0.3174125552177429
202031	linear.bias	7	-0.12476914376020432
202589	transitions	0	-1.8938146829605103
202589	transitions	1	-10000.0
202589	transitions	2	-0.7969565987586975
202589	transitions	3	-10000.0
202589	transitions	4	1.9927563667297363
202589	transitions	5	-10000.0
202589	transitions	6	-10000.0
202589	transitions	7	1.8220704793930054
202589	transitions	8	-2.5863990783691406
202589	transitions	9	-4.211666107177734
202589	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
202589	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
202589	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
202589	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
202589	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
202589	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
202589	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
202589	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
202589	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
202589	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
202589	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
202589	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
202589	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
202589	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
202589	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
202589	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
202589	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
202589	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
202589	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
202589	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
202589	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
202589	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
202589	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
202589	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
202589	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
202589	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
202589	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
202589	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
202589	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
202589	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
202589	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
202589	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
202589	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
202589	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
202589	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
202589	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
202589	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
202589	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
202589	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
202589	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
202589	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
202589	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
202589	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
202589	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
202589	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
202589	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
202589	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
202589	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
202589	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
202589	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
202589	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
202589	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
202589	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
202589	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
202589	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
202589	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
202589	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
202589	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
202589	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
202589	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
202589	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
202589	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
202589	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
202589	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
202589	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
202589	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
202589	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
202589	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
202589	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
202589	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
202589	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
202589	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
202589	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
202589	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
202589	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
202589	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
202589	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
202589	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
202589	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
202589	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
202589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
202589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
202589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
202589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
202589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
202589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
202589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
202589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
202589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
202589	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
202589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
202589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
202589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
202589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
202589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
202589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
202589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
202589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
202589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
202589	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
202589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
202589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
202589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
202589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
202589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
202589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
202589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
202589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
202589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
202589	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
202589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
202589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
202589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
202589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
202589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
202589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
202589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
202589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
202589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
202589	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
202589	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
202589	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
202589	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
202589	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
202589	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
202589	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
202589	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
202589	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
202589	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
202589	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
202589	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
202589	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
202589	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
202589	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
202589	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
202589	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
202589	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
202589	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
202589	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
202589	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
202589	embedding2nn.weight	0	0.006432125810533762
202589	embedding2nn.weight	1	0.004045441281050444
202589	embedding2nn.weight	2	0.013403112068772316
202589	embedding2nn.weight	3	0.024812988936901093
202589	embedding2nn.weight	4	0.022846121340990067
202589	embedding2nn.weight	5	0.004788002464920282
202589	embedding2nn.weight	6	-0.014049830846488476
202589	embedding2nn.weight	7	-0.0011493951315060258
202589	embedding2nn.weight	8	-0.00901281088590622
202589	embedding2nn.weight	9	0.0007932218140922487
202589	embedding2nn.bias	0	0.015603461302816868
202589	embedding2nn.bias	1	-0.033046919852495193
202589	embedding2nn.bias	2	0.08784995973110199
202589	embedding2nn.bias	3	0.06613154709339142
202589	embedding2nn.bias	4	-0.008776601403951645
202589	embedding2nn.bias	5	-0.022184934467077255
202589	embedding2nn.bias	6	0.016257548704743385
202589	embedding2nn.bias	7	0.0009214393212459981
202589	embedding2nn.bias	8	-0.020212741568684578
202589	embedding2nn.bias	9	0.022061986848711967
202589	rnn.weight_ih_l0	0	0.0656365230679512
202589	rnn.weight_ih_l0	1	-0.04210280999541283
202589	rnn.weight_ih_l0	2	0.008536233566701412
202589	rnn.weight_ih_l0	3	0.04799388349056244
202589	rnn.weight_ih_l0	4	-0.029993869364261627
202589	rnn.weight_ih_l0	5	0.04178285598754883
202589	rnn.weight_ih_l0	6	0.007780684158205986
202589	rnn.weight_ih_l0	7	0.06324990093708038
202589	rnn.weight_ih_l0	8	0.013403554446995258
202589	rnn.weight_ih_l0	9	-0.024674445390701294
202589	rnn.weight_hh_l0	0	-0.013329995796084404
202589	rnn.weight_hh_l0	1	-0.026071198284626007
202589	rnn.weight_hh_l0	2	-0.05931643769145012
202589	rnn.weight_hh_l0	3	-0.005772259086370468
202589	rnn.weight_hh_l0	4	-0.009293458424508572
202589	rnn.weight_hh_l0	5	-0.024809107184410095
202589	rnn.weight_hh_l0	6	0.0002495352237019688
202589	rnn.weight_hh_l0	7	-0.03889961540699005
202589	rnn.weight_hh_l0	8	0.0669715404510498
202589	rnn.weight_hh_l0	9	0.04542302340269089
202589	rnn.bias_ih_l0	0	-0.1708616018295288
202589	rnn.bias_ih_l0	1	-0.165571928024292
202589	rnn.bias_ih_l0	2	-0.020813925191760063
202589	rnn.bias_ih_l0	3	-0.1489197164773941
202589	rnn.bias_ih_l0	4	-0.0601370632648468
202589	rnn.bias_ih_l0	5	-0.17048875987529755
202589	rnn.bias_ih_l0	6	0.0635450929403305
202589	rnn.bias_ih_l0	7	-0.08502483367919922
202589	rnn.bias_ih_l0	8	-0.045799221843481064
202589	rnn.bias_ih_l0	9	-0.10902546346187592
202589	rnn.bias_hh_l0	0	-0.07515626400709152
202589	rnn.bias_hh_l0	1	0.24015867710113525
202589	rnn.bias_hh_l0	2	0.04244685918092728
202589	rnn.bias_hh_l0	3	-0.07339522242546082
202589	rnn.bias_hh_l0	4	-0.08290094137191772
202589	rnn.bias_hh_l0	5	-0.0056673381477594376
202589	rnn.bias_hh_l0	6	0.05559983476996422
202589	rnn.bias_hh_l0	7	-0.1102769672870636
202589	rnn.bias_hh_l0	8	-0.23463721573352814
202589	rnn.bias_hh_l0	9	-0.10695533454418182
202589	rnn.weight_ih_l0_reverse	0	0.02207895554602146
202589	rnn.weight_ih_l0_reverse	1	-0.060362376272678375
202589	rnn.weight_ih_l0_reverse	2	0.04039427265524864
202589	rnn.weight_ih_l0_reverse	3	0.015205729752779007
202589	rnn.weight_ih_l0_reverse	4	0.0011166748590767384
202589	rnn.weight_ih_l0_reverse	5	-0.030027909204363823
202589	rnn.weight_ih_l0_reverse	6	0.014434083364903927
202589	rnn.weight_ih_l0_reverse	7	0.030909623950719833
202589	rnn.weight_ih_l0_reverse	8	-0.026602432131767273
202589	rnn.weight_ih_l0_reverse	9	-0.0008773347362875938
202589	rnn.weight_hh_l0_reverse	0	0.03980780020356178
202589	rnn.weight_hh_l0_reverse	1	0.03052988462150097
202589	rnn.weight_hh_l0_reverse	2	-0.022339649498462677
202589	rnn.weight_hh_l0_reverse	3	-0.07779226452112198
202589	rnn.weight_hh_l0_reverse	4	0.01069599948823452
202589	rnn.weight_hh_l0_reverse	5	-0.0570124015212059
202589	rnn.weight_hh_l0_reverse	6	-0.01373989973217249
202589	rnn.weight_hh_l0_reverse	7	0.030006082728505135
202589	rnn.weight_hh_l0_reverse	8	0.006710050627589226
202589	rnn.weight_hh_l0_reverse	9	0.01003920380026102
202589	rnn.bias_ih_l0_reverse	0	-0.04887516424059868
202589	rnn.bias_ih_l0_reverse	1	-0.13822315633296967
202589	rnn.bias_ih_l0_reverse	2	-0.14614930748939514
202589	rnn.bias_ih_l0_reverse	3	-0.049443118274211884
202589	rnn.bias_ih_l0_reverse	4	-0.11625159531831741
202589	rnn.bias_ih_l0_reverse	5	-0.08974996209144592
202589	rnn.bias_ih_l0_reverse	6	-0.20522773265838623
202589	rnn.bias_ih_l0_reverse	7	-0.053888045251369476
202589	rnn.bias_ih_l0_reverse	8	-0.06432873755693436
202589	rnn.bias_ih_l0_reverse	9	-0.13581104576587677
202589	rnn.bias_hh_l0_reverse	0	-0.14431612193584442
202589	rnn.bias_hh_l0_reverse	1	-0.16356950998306274
202589	rnn.bias_hh_l0_reverse	2	0.10432924330234528
202589	rnn.bias_hh_l0_reverse	3	0.0814511701464653
202589	rnn.bias_hh_l0_reverse	4	-0.17559298872947693
202589	rnn.bias_hh_l0_reverse	5	-0.13636445999145508
202589	rnn.bias_hh_l0_reverse	6	-0.10359397530555725
202589	rnn.bias_hh_l0_reverse	7	-0.049967408180236816
202589	rnn.bias_hh_l0_reverse	8	-0.09851054102182388
202589	rnn.bias_hh_l0_reverse	9	-0.026350243017077446
202589	linear.weight	0	-0.0076787350699305534
202589	linear.weight	1	0.0010683179134503007
202589	linear.weight	2	0.3064894378185272
202589	linear.weight	3	-0.07918909937143326
202589	linear.weight	4	-0.010588549077510834
202589	linear.weight	5	0.12403704226016998
202589	linear.weight	6	-0.010739270597696304
202589	linear.weight	7	-0.03782090172171593
202589	linear.weight	8	0.20366615056991577
202589	linear.weight	9	-0.24503371119499207
202589	linear.bias	0	-0.03956538438796997
202589	linear.bias	1	0.031413208693265915
202589	linear.bias	2	0.44591572880744934
202589	linear.bias	3	-0.681391179561615
202589	linear.bias	4	2.070375442504883
202589	linear.bias	5	-1.3980923891067505
202589	linear.bias	6	-0.3172838091850281
202589	linear.bias	7	-0.124771848320961
203147	transitions	0	-1.8942936658859253
203147	transitions	1	-10000.0
203147	transitions	2	-0.7969565987586975
203147	transitions	3	-10000.0
203147	transitions	4	1.9986315965652466
203147	transitions	5	-10000.0
203147	transitions	6	-10000.0
203147	transitions	7	1.8274532556533813
203147	transitions	8	-2.5867984294891357
203147	transitions	9	-4.21199893951416
203147	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
203147	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
203147	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
203147	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
203147	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
203147	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
203147	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
203147	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
203147	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
203147	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
203147	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
203147	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
203147	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
203147	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
203147	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
203147	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
203147	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
203147	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
203147	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
203147	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
203147	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
203147	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
203147	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
203147	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
203147	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
203147	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
203147	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
203147	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
203147	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
203147	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
203147	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
203147	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
203147	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
203147	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
203147	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
203147	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
203147	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
203147	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
203147	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
203147	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
203147	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
203147	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
203147	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
203147	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
203147	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
203147	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
203147	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
203147	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
203147	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
203147	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
203147	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
203147	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
203147	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
203147	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
203147	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
203147	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
203147	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
203147	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
203147	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
203147	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
203147	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
203147	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
203147	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
203147	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
203147	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
203147	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
203147	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
203147	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
203147	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
203147	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
203147	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
203147	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
203147	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
203147	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
203147	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
203147	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
203147	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
203147	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
203147	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
203147	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
203147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
203147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
203147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
203147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
203147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
203147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
203147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
203147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
203147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
203147	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
203147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
203147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
203147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
203147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
203147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
203147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
203147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
203147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
203147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
203147	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
203147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
203147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
203147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
203147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
203147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
203147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
203147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
203147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
203147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
203147	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
203147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
203147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
203147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
203147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
203147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
203147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
203147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
203147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
203147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
203147	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
203147	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
203147	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
203147	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
203147	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
203147	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
203147	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
203147	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
203147	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
203147	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
203147	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
203147	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
203147	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
203147	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
203147	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
203147	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
203147	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
203147	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
203147	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
203147	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
203147	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
203147	embedding2nn.weight	0	0.006426360923796892
203147	embedding2nn.weight	1	0.004038653336465359
203147	embedding2nn.weight	2	0.013406691141426563
203147	embedding2nn.weight	3	0.02479017712175846
203147	embedding2nn.weight	4	0.02287527173757553
203147	embedding2nn.weight	5	0.004728064406663179
203147	embedding2nn.weight	6	-0.014128714799880981
203147	embedding2nn.weight	7	-0.0011455515632405877
203147	embedding2nn.weight	8	-0.00931871309876442
203147	embedding2nn.weight	9	0.000673840579111129
203147	embedding2nn.bias	0	0.016585441306233406
203147	embedding2nn.bias	1	-0.0329449437558651
203147	embedding2nn.bias	2	0.08976765722036362
203147	embedding2nn.bias	3	0.06634899973869324
203147	embedding2nn.bias	4	-0.009541643783450127
203147	embedding2nn.bias	5	-0.023840490728616714
203147	embedding2nn.bias	6	0.017112668603658676
203147	embedding2nn.bias	7	0.0039904979057610035
203147	embedding2nn.bias	8	-0.017550792545080185
203147	embedding2nn.bias	9	0.01979503408074379
203147	rnn.weight_ih_l0	0	0.06564679741859436
203147	rnn.weight_ih_l0	1	-0.04210907965898514
203147	rnn.weight_ih_l0	2	0.008493581786751747
203147	rnn.weight_ih_l0	3	0.04765722155570984
203147	rnn.weight_ih_l0	4	-0.029863880947232246
203147	rnn.weight_ih_l0	5	0.041908904910087585
203147	rnn.weight_ih_l0	6	0.007853176444768906
203147	rnn.weight_ih_l0	7	0.06303420662879944
203147	rnn.weight_ih_l0	8	0.013746324926614761
203147	rnn.weight_ih_l0	9	-0.024887219071388245
203147	rnn.weight_hh_l0	0	-0.013481243513524532
203147	rnn.weight_hh_l0	1	-0.026194514706730843
203147	rnn.weight_hh_l0	2	-0.05883036553859711
203147	rnn.weight_hh_l0	3	-0.005667876917868853
203147	rnn.weight_hh_l0	4	-0.009291179478168488
203147	rnn.weight_hh_l0	5	-0.02471499890089035
203147	rnn.weight_hh_l0	6	0.00027322425739839673
203147	rnn.weight_hh_l0	7	-0.03864089027047157
203147	rnn.weight_hh_l0	8	0.06700842082500458
203147	rnn.weight_hh_l0	9	0.045420482754707336
203147	rnn.bias_ih_l0	0	-0.17303387820720673
203147	rnn.bias_ih_l0	1	-0.16563807427883148
203147	rnn.bias_ih_l0	2	-0.021326430141925812
203147	rnn.bias_ih_l0	3	-0.14829424023628235
203147	rnn.bias_ih_l0	4	-0.06044891104102135
203147	rnn.bias_ih_l0	5	-0.1709982305765152
203147	rnn.bias_ih_l0	6	0.065571628510952
203147	rnn.bias_ih_l0	7	-0.0851159319281578
203147	rnn.bias_ih_l0	8	-0.04490876570343971
203147	rnn.bias_ih_l0	9	-0.1099768728017807
203147	rnn.bias_hh_l0	0	-0.0763181522488594
203147	rnn.bias_hh_l0	1	0.24121108651161194
203147	rnn.bias_hh_l0	2	0.0431024394929409
203147	rnn.bias_hh_l0	3	-0.07336322218179703
203147	rnn.bias_hh_l0	4	-0.08250769972801208
203147	rnn.bias_hh_l0	5	-0.005708042066544294
203147	rnn.bias_hh_l0	6	0.053886767476797104
203147	rnn.bias_hh_l0	7	-0.10942573845386505
203147	rnn.bias_hh_l0	8	-0.2361418604850769
203147	rnn.bias_hh_l0	9	-0.10642625391483307
203147	rnn.weight_ih_l0_reverse	0	0.022347910329699516
203147	rnn.weight_ih_l0_reverse	1	-0.060240741819143295
203147	rnn.weight_ih_l0_reverse	2	0.04043031483888626
203147	rnn.weight_ih_l0_reverse	3	0.015576617792248726
203147	rnn.weight_ih_l0_reverse	4	0.0010336494306102395
203147	rnn.weight_ih_l0_reverse	5	-0.03002382442355156
203147	rnn.weight_ih_l0_reverse	6	0.014540447853505611
203147	rnn.weight_ih_l0_reverse	7	0.030621271580457687
203147	rnn.weight_ih_l0_reverse	8	-0.02654304914176464
203147	rnn.weight_ih_l0_reverse	9	-0.0011476528597995639
203147	rnn.weight_hh_l0_reverse	0	0.039784230291843414
203147	rnn.weight_hh_l0_reverse	1	0.03051125817000866
203147	rnn.weight_hh_l0_reverse	2	-0.022598998621106148
203147	rnn.weight_hh_l0_reverse	3	-0.07744120061397552
203147	rnn.weight_hh_l0_reverse	4	0.010700661689043045
203147	rnn.weight_hh_l0_reverse	5	-0.057051099836826324
203147	rnn.weight_hh_l0_reverse	6	-0.013945035636425018
203147	rnn.weight_hh_l0_reverse	7	0.030162177979946136
203147	rnn.weight_hh_l0_reverse	8	0.0069010378792881966
203147	rnn.weight_hh_l0_reverse	9	0.009830532595515251
203147	rnn.bias_ih_l0_reverse	0	-0.048576273024082184
203147	rnn.bias_ih_l0_reverse	1	-0.13861490786075592
203147	rnn.bias_ih_l0_reverse	2	-0.14477401971817017
203147	rnn.bias_ih_l0_reverse	3	-0.04953835904598236
203147	rnn.bias_ih_l0_reverse	4	-0.11543694883584976
203147	rnn.bias_ih_l0_reverse	5	-0.08926557749509811
203147	rnn.bias_ih_l0_reverse	6	-0.2053385227918625
203147	rnn.bias_ih_l0_reverse	7	-0.05504969507455826
203147	rnn.bias_ih_l0_reverse	8	-0.06308317929506302
203147	rnn.bias_ih_l0_reverse	9	-0.13589036464691162
203147	rnn.bias_hh_l0_reverse	0	-0.14400474727153778
203147	rnn.bias_hh_l0_reverse	1	-0.16396231949329376
203147	rnn.bias_hh_l0_reverse	2	0.10231097787618637
203147	rnn.bias_hh_l0_reverse	3	0.07973429560661316
203147	rnn.bias_hh_l0_reverse	4	-0.1750534623861313
203147	rnn.bias_hh_l0_reverse	5	-0.13541395962238312
203147	rnn.bias_hh_l0_reverse	6	-0.10214857757091522
203147	rnn.bias_hh_l0_reverse	7	-0.048260387033224106
203147	rnn.bias_hh_l0_reverse	8	-0.09868903458118439
203147	rnn.bias_hh_l0_reverse	9	-0.026338430121541023
203147	linear.weight	0	-0.00767914392054081
203147	linear.weight	1	-0.003893750486895442
203147	linear.weight	2	0.30057042837142944
203147	linear.weight	3	-0.07918661087751389
203147	linear.weight	4	-0.010588549077510834
203147	linear.weight	5	0.1306115984916687
203147	linear.weight	6	-0.010739270597696304
203147	linear.weight	7	-0.045981913805007935
203147	linear.weight	8	0.2157248705625534
203147	linear.weight	9	-0.2485087811946869
203147	linear.bias	0	-0.03956538438796997
203147	linear.bias	1	0.031413208693265915
203147	linear.bias	2	0.41057461500167847
203147	linear.bias	3	-0.6578307747840881
203147	linear.bias	4	2.078880548477173
203147	linear.bias	5	-1.3981757164001465
203147	linear.bias	6	-0.3153524398803711
203147	linear.bias	7	-0.12335484474897385
203705	transitions	0	-1.8947771787643433
203705	transitions	1	-10000.0
203705	transitions	2	-0.7969565987586975
203705	transitions	3	-10000.0
203705	transitions	4	1.9957720041275024
203705	transitions	5	-10000.0
203705	transitions	6	-10000.0
203705	transitions	7	1.8182498216629028
203705	transitions	8	-2.5872104167938232
203705	transitions	9	-4.212320327758789
203705	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
203705	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
203705	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
203705	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
203705	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
203705	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
203705	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
203705	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
203705	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
203705	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
203705	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
203705	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
203705	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
203705	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
203705	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
203705	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
203705	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
203705	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
203705	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
203705	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
203705	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
203705	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
203705	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
203705	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
203705	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
203705	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
203705	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
203705	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
203705	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
203705	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
203705	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
203705	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
203705	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
203705	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
203705	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
203705	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
203705	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
203705	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
203705	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
203705	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
203705	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
203705	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
203705	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
203705	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
203705	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
203705	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
203705	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
203705	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
203705	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
203705	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
203705	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
203705	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
203705	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
203705	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
203705	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
203705	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
203705	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
203705	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
203705	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
203705	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
203705	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
203705	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
203705	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
203705	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
203705	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
203705	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
203705	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
203705	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
203705	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
203705	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
203705	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
203705	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
203705	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
203705	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
203705	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
203705	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
203705	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
203705	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
203705	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
203705	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
203705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
203705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
203705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
203705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
203705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
203705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
203705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
203705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
203705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
203705	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
203705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
203705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
203705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
203705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
203705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
203705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
203705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
203705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
203705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
203705	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
203705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
203705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
203705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
203705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
203705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
203705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
203705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
203705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
203705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
203705	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
203705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
203705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
203705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
203705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
203705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
203705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
203705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
203705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
203705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
203705	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
203705	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
203705	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
203705	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
203705	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
203705	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
203705	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
203705	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
203705	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
203705	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
203705	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
203705	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
203705	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
203705	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
203705	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
203705	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
203705	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
203705	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
203705	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
203705	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
203705	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
203705	embedding2nn.weight	0	0.0064328317530453205
203705	embedding2nn.weight	1	0.004055046942085028
203705	embedding2nn.weight	2	0.013405350036919117
203705	embedding2nn.weight	3	0.02480260282754898
203705	embedding2nn.weight	4	0.022799769416451454
203705	embedding2nn.weight	5	0.004890681244432926
203705	embedding2nn.weight	6	-0.014093359932303429
203705	embedding2nn.weight	7	-0.0011875609634444118
203705	embedding2nn.weight	8	-0.009267391636967659
203705	embedding2nn.weight	9	0.0007431337144225836
203705	embedding2nn.bias	0	0.019650036469101906
203705	embedding2nn.bias	1	-0.03410802409052849
203705	embedding2nn.bias	2	0.09317915886640549
203705	embedding2nn.bias	3	0.06819894164800644
203705	embedding2nn.bias	4	-0.0102659547701478
203705	embedding2nn.bias	5	-0.02316000871360302
203705	embedding2nn.bias	6	0.01640336588025093
203705	embedding2nn.bias	7	0.007211220916360617
203705	embedding2nn.bias	8	-0.021594589576125145
203705	embedding2nn.bias	9	0.020318781957030296
203705	rnn.weight_ih_l0	0	0.06565511226654053
203705	rnn.weight_ih_l0	1	-0.04246686026453972
203705	rnn.weight_ih_l0	2	0.009087069891393185
203705	rnn.weight_ih_l0	3	0.04798830673098564
203705	rnn.weight_ih_l0	4	-0.029920706525444984
203705	rnn.weight_ih_l0	5	0.04196535050868988
203705	rnn.weight_ih_l0	6	0.0076768542639911175
203705	rnn.weight_ih_l0	7	0.06300235539674759
203705	rnn.weight_ih_l0	8	0.013592523522675037
203705	rnn.weight_ih_l0	9	-0.025179658085107803
203705	rnn.weight_hh_l0	0	-0.01355686690658331
203705	rnn.weight_hh_l0	1	-0.026023222133517265
203705	rnn.weight_hh_l0	2	-0.059046968817710876
203705	rnn.weight_hh_l0	3	-0.005678330548107624
203705	rnn.weight_hh_l0	4	-0.009365773759782314
203705	rnn.weight_hh_l0	5	-0.024769216775894165
203705	rnn.weight_hh_l0	6	0.00025079131592065096
203705	rnn.weight_hh_l0	7	-0.038672737777233124
203705	rnn.weight_hh_l0	8	0.06703849881887436
203705	rnn.weight_hh_l0	9	0.04547117277979851
203705	rnn.bias_ih_l0	0	-0.17351290583610535
203705	rnn.bias_ih_l0	1	-0.1661926954984665
203705	rnn.bias_ih_l0	2	-0.02134447731077671
203705	rnn.bias_ih_l0	3	-0.14852717518806458
203705	rnn.bias_ih_l0	4	-0.060336336493492126
203705	rnn.bias_ih_l0	5	-0.17174482345581055
203705	rnn.bias_ih_l0	6	0.06435355544090271
203705	rnn.bias_ih_l0	7	-0.0854211151599884
203705	rnn.bias_ih_l0	8	-0.04569992050528526
203705	rnn.bias_ih_l0	9	-0.10969286412000656
203705	rnn.bias_hh_l0	0	-0.0760234147310257
203705	rnn.bias_hh_l0	1	0.2399006187915802
203705	rnn.bias_hh_l0	2	0.0431949645280838
203705	rnn.bias_hh_l0	3	-0.07325378060340881
203705	rnn.bias_hh_l0	4	-0.08340930193662643
203705	rnn.bias_hh_l0	5	-0.005736390128731728
203705	rnn.bias_hh_l0	6	0.053289882838726044
203705	rnn.bias_hh_l0	7	-0.10972550511360168
203705	rnn.bias_hh_l0	8	-0.2350885570049286
203705	rnn.bias_hh_l0	9	-0.10633659362792969
203705	rnn.weight_ih_l0_reverse	0	0.021739671006798744
203705	rnn.weight_ih_l0_reverse	1	-0.05983429774641991
203705	rnn.weight_ih_l0_reverse	2	0.040396902710199356
203705	rnn.weight_ih_l0_reverse	3	0.015524325892329216
203705	rnn.weight_ih_l0_reverse	4	0.0008878866792656481
203705	rnn.weight_ih_l0_reverse	5	-0.029816370457410812
203705	rnn.weight_ih_l0_reverse	6	0.01474008895456791
203705	rnn.weight_ih_l0_reverse	7	0.030624834820628166
203705	rnn.weight_ih_l0_reverse	8	-0.02658108063042164
203705	rnn.weight_ih_l0_reverse	9	-0.0009834552183747292
203705	rnn.weight_hh_l0_reverse	0	0.039843156933784485
203705	rnn.weight_hh_l0_reverse	1	0.030406510457396507
203705	rnn.weight_hh_l0_reverse	2	-0.022340431809425354
203705	rnn.weight_hh_l0_reverse	3	-0.07749013602733612
203705	rnn.weight_hh_l0_reverse	4	0.010599227622151375
203705	rnn.weight_hh_l0_reverse	5	-0.05714177340269089
203705	rnn.weight_hh_l0_reverse	6	-0.014028477482497692
203705	rnn.weight_hh_l0_reverse	7	0.03006943129003048
203705	rnn.weight_hh_l0_reverse	8	0.007072493899613619
203705	rnn.weight_hh_l0_reverse	9	0.00982782430946827
203705	rnn.bias_ih_l0_reverse	0	-0.0478050522506237
203705	rnn.bias_ih_l0_reverse	1	-0.1387302279472351
203705	rnn.bias_ih_l0_reverse	2	-0.14456026256084442
203705	rnn.bias_ih_l0_reverse	3	-0.04824183136224747
203705	rnn.bias_ih_l0_reverse	4	-0.11588215827941895
203705	rnn.bias_ih_l0_reverse	5	-0.08914868533611298
203705	rnn.bias_ih_l0_reverse	6	-0.20535604655742645
203705	rnn.bias_ih_l0_reverse	7	-0.0540553480386734
203705	rnn.bias_ih_l0_reverse	8	-0.06338677555322647
203705	rnn.bias_ih_l0_reverse	9	-0.13582509756088257
203705	rnn.bias_hh_l0_reverse	0	-0.14428755640983582
203705	rnn.bias_hh_l0_reverse	1	-0.16415710747241974
203705	rnn.bias_hh_l0_reverse	2	0.10121332854032516
203705	rnn.bias_hh_l0_reverse	3	0.07881520688533783
203705	rnn.bias_hh_l0_reverse	4	-0.17439572513103485
203705	rnn.bias_hh_l0_reverse	5	-0.13483645021915436
203705	rnn.bias_hh_l0_reverse	6	-0.1012481302022934
203705	rnn.bias_hh_l0_reverse	7	-0.04881896451115608
203705	rnn.bias_hh_l0_reverse	8	-0.09894953668117523
203705	rnn.bias_hh_l0_reverse	9	-0.026036903262138367
203705	linear.weight	0	-0.0076800924725830555
203705	linear.weight	1	-0.005415270105004311
203705	linear.weight	2	0.3066413104534149
203705	linear.weight	3	-0.07918456196784973
203705	linear.weight	4	-0.010588549077510834
203705	linear.weight	5	0.12434837222099304
203705	linear.weight	6	-0.010739270597696304
203705	linear.weight	7	-0.04083967208862305
203705	linear.weight	8	0.23877279460430145
203705	linear.weight	9	-0.24848537147045135
203705	linear.bias	0	-0.03956538438796997
203705	linear.bias	1	0.031413208693265915
203705	linear.bias	2	0.4312976896762848
203705	linear.bias	3	-0.6801714897155762
203705	linear.bias	4	2.073240280151367
203705	linear.bias	5	-1.3982573747634888
203705	linear.bias	6	-0.3114808201789856
203705	linear.bias	7	-0.11989717185497284
204263	transitions	0	-1.895274043083191
204263	transitions	1	-10000.0
204263	transitions	2	-0.7969565987586975
204263	transitions	3	-10000.0
204263	transitions	4	2.0025649070739746
204263	transitions	5	-10000.0
204263	transitions	6	-10000.0
204263	transitions	7	1.8152936697006226
204263	transitions	8	-2.587597131729126
204263	transitions	9	-4.212648391723633
204263	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
204263	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
204263	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
204263	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
204263	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
204263	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
204263	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
204263	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
204263	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
204263	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
204263	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
204263	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
204263	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
204263	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
204263	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
204263	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
204263	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
204263	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
204263	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
204263	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
204263	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
204263	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
204263	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
204263	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
204263	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
204263	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
204263	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
204263	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
204263	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
204263	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
204263	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
204263	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
204263	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
204263	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
204263	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
204263	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
204263	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
204263	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
204263	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
204263	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
204263	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
204263	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
204263	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
204263	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
204263	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
204263	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
204263	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
204263	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
204263	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
204263	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
204263	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
204263	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
204263	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
204263	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
204263	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
204263	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
204263	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
204263	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
204263	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
204263	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
204263	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
204263	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
204263	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
204263	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
204263	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
204263	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
204263	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
204263	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
204263	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
204263	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
204263	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
204263	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
204263	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
204263	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
204263	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
204263	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
204263	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
204263	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
204263	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
204263	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
204263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
204263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
204263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
204263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
204263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
204263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
204263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
204263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
204263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
204263	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
204263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
204263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
204263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
204263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
204263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
204263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
204263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
204263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
204263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
204263	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
204263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
204263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
204263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
204263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
204263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
204263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
204263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
204263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
204263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
204263	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
204263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
204263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
204263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
204263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
204263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
204263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
204263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
204263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
204263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
204263	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
204263	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
204263	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
204263	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
204263	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
204263	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
204263	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
204263	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
204263	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
204263	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
204263	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
204263	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
204263	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
204263	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
204263	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
204263	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
204263	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
204263	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
204263	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
204263	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
204263	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
204263	embedding2nn.weight	0	0.006430509500205517
204263	embedding2nn.weight	1	0.0040082852356135845
204263	embedding2nn.weight	2	0.013397740200161934
204263	embedding2nn.weight	3	0.024693313986063004
204263	embedding2nn.weight	4	0.02275175228714943
204263	embedding2nn.weight	5	0.004797663073986769
204263	embedding2nn.weight	6	-0.014096179977059364
204263	embedding2nn.weight	7	-0.0011597768170759082
204263	embedding2nn.weight	8	-0.009199516847729683
204263	embedding2nn.weight	9	0.0008600342553108931
204263	embedding2nn.bias	0	0.019034739583730698
204263	embedding2nn.bias	1	-0.03296764940023422
204263	embedding2nn.bias	2	0.09360386431217194
204263	embedding2nn.bias	3	0.06679172813892365
204263	embedding2nn.bias	4	-0.010074276477098465
204263	embedding2nn.bias	5	-0.025203756988048553
204263	embedding2nn.bias	6	0.01744084246456623
204263	embedding2nn.bias	7	0.004824974574148655
204263	embedding2nn.bias	8	-0.021945279091596603
204263	embedding2nn.bias	9	0.01995706371963024
204263	rnn.weight_ih_l0	0	0.06521687656641006
204263	rnn.weight_ih_l0	1	-0.04226886108517647
204263	rnn.weight_ih_l0	2	0.009023438207805157
204263	rnn.weight_ih_l0	3	0.04779873788356781
204263	rnn.weight_ih_l0	4	-0.02996293269097805
204263	rnn.weight_ih_l0	5	0.04166002944111824
204263	rnn.weight_ih_l0	6	0.007705832831561565
204263	rnn.weight_ih_l0	7	0.06276257336139679
204263	rnn.weight_ih_l0	8	0.013946127146482468
204263	rnn.weight_ih_l0	9	-0.025355428457260132
204263	rnn.weight_hh_l0	0	-0.013388839550316334
204263	rnn.weight_hh_l0	1	-0.026239074766635895
204263	rnn.weight_hh_l0	2	-0.0589870810508728
204263	rnn.weight_hh_l0	3	-0.005731155164539814
204263	rnn.weight_hh_l0	4	-0.009296526201069355
204263	rnn.weight_hh_l0	5	-0.024919360876083374
204263	rnn.weight_hh_l0	6	0.00025415344862267375
204263	rnn.weight_hh_l0	7	-0.038416050374507904
204263	rnn.weight_hh_l0	8	0.06694690138101578
204263	rnn.weight_hh_l0	9	0.04541347548365593
204263	rnn.bias_ih_l0	0	-0.17325782775878906
204263	rnn.bias_ih_l0	1	-0.16685768961906433
204263	rnn.bias_ih_l0	2	-0.02170957252383232
204263	rnn.bias_ih_l0	3	-0.14906319975852966
204263	rnn.bias_ih_l0	4	-0.05889161303639412
204263	rnn.bias_ih_l0	5	-0.1708872765302658
204263	rnn.bias_ih_l0	6	0.06451242417097092
204263	rnn.bias_ih_l0	7	-0.08617666363716125
204263	rnn.bias_ih_l0	8	-0.04568561911582947
204263	rnn.bias_ih_l0	9	-0.11001108586788177
204263	rnn.bias_hh_l0	0	-0.07353747636079788
204263	rnn.bias_hh_l0	1	0.24009746313095093
204263	rnn.bias_hh_l0	2	0.044879235327243805
204263	rnn.bias_hh_l0	3	-0.07378056645393372
204263	rnn.bias_hh_l0	4	-0.08391403406858444
204263	rnn.bias_hh_l0	5	-0.004823074676096439
204263	rnn.bias_hh_l0	6	0.05544322729110718
204263	rnn.bias_hh_l0	7	-0.108120858669281
204263	rnn.bias_hh_l0	8	-0.23535414040088654
204263	rnn.bias_hh_l0	9	-0.10575985908508301
204263	rnn.weight_ih_l0_reverse	0	0.022397251799702644
204263	rnn.weight_ih_l0_reverse	1	-0.0599210299551487
204263	rnn.weight_ih_l0_reverse	2	0.04046415910124779
204263	rnn.weight_ih_l0_reverse	3	0.01568548008799553
204263	rnn.weight_ih_l0_reverse	4	0.0009064901387318969
204263	rnn.weight_ih_l0_reverse	5	-0.029504457488656044
204263	rnn.weight_ih_l0_reverse	6	0.01533212698996067
204263	rnn.weight_ih_l0_reverse	7	0.03056761994957924
204263	rnn.weight_ih_l0_reverse	8	-0.026409732177853584
204263	rnn.weight_ih_l0_reverse	9	-0.0007800772436894476
204263	rnn.weight_hh_l0_reverse	0	0.03982878476381302
204263	rnn.weight_hh_l0_reverse	1	0.030475681647658348
204263	rnn.weight_hh_l0_reverse	2	-0.02226731739938259
204263	rnn.weight_hh_l0_reverse	3	-0.0770878940820694
204263	rnn.weight_hh_l0_reverse	4	0.010691478848457336
204263	rnn.weight_hh_l0_reverse	5	-0.057057108730077744
204263	rnn.weight_hh_l0_reverse	6	-0.013963867910206318
204263	rnn.weight_hh_l0_reverse	7	0.030183594673871994
204263	rnn.weight_hh_l0_reverse	8	0.006988009437918663
204263	rnn.weight_hh_l0_reverse	9	0.009940353222191334
204263	rnn.bias_ih_l0_reverse	0	-0.048425156623125076
204263	rnn.bias_ih_l0_reverse	1	-0.13833504915237427
204263	rnn.bias_ih_l0_reverse	2	-0.14408725500106812
204263	rnn.bias_ih_l0_reverse	3	-0.048748429864645004
204263	rnn.bias_ih_l0_reverse	4	-0.11571049690246582
204263	rnn.bias_ih_l0_reverse	5	-0.0888601690530777
204263	rnn.bias_ih_l0_reverse	6	-0.2048284113407135
204263	rnn.bias_ih_l0_reverse	7	-0.054328225553035736
204263	rnn.bias_ih_l0_reverse	8	-0.06372062116861343
204263	rnn.bias_ih_l0_reverse	9	-0.1355096697807312
204263	rnn.bias_hh_l0_reverse	0	-0.14343228936195374
204263	rnn.bias_hh_l0_reverse	1	-0.16438733041286469
204263	rnn.bias_hh_l0_reverse	2	0.10348094999790192
204263	rnn.bias_hh_l0_reverse	3	0.07908953726291656
204263	rnn.bias_hh_l0_reverse	4	-0.17396482825279236
204263	rnn.bias_hh_l0_reverse	5	-0.13624893128871918
204263	rnn.bias_hh_l0_reverse	6	-0.10067678987979889
204263	rnn.bias_hh_l0_reverse	7	-0.04973389953374863
204263	rnn.bias_hh_l0_reverse	8	-0.09894628822803497
204263	rnn.bias_hh_l0_reverse	9	-0.027773883193731308
204263	linear.weight	0	-0.007680963259190321
204263	linear.weight	1	-0.001047648605890572
204263	linear.weight	2	0.31501349806785583
204263	linear.weight	3	-0.07918195426464081
204263	linear.weight	4	-0.010588549077510834
204263	linear.weight	5	0.11941208690404892
204263	linear.weight	6	-0.010739270597696304
204263	linear.weight	7	-0.04434682056307793
204263	linear.weight	8	0.23096179962158203
204263	linear.weight	9	-0.25260472297668457
204263	linear.bias	0	-0.03956538438796997
204263	linear.bias	1	0.031413208693265915
204263	linear.bias	2	0.4484215974807739
204263	linear.bias	3	-0.6857897043228149
204263	linear.bias	4	2.053307294845581
204263	linear.bias	5	-1.3983409404754639
204263	linear.bias	6	-0.3070668578147888
204263	linear.bias	7	-0.11580662429332733
204821	transitions	0	-1.8956953287124634
204821	transitions	1	-10000.0
204821	transitions	2	-0.7969565987586975
204821	transitions	3	-10000.0
204821	transitions	4	1.99942147731781
204821	transitions	5	-10000.0
204821	transitions	6	-10000.0
204821	transitions	7	1.8123615980148315
204821	transitions	8	-2.5880608558654785
204821	transitions	9	-4.212989807128906
204821	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
204821	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
204821	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
204821	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
204821	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
204821	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
204821	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
204821	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
204821	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
204821	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
204821	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
204821	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
204821	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
204821	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
204821	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
204821	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
204821	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
204821	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
204821	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
204821	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
204821	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
204821	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
204821	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
204821	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
204821	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
204821	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
204821	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
204821	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
204821	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
204821	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
204821	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
204821	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
204821	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
204821	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
204821	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
204821	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
204821	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
204821	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
204821	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
204821	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
204821	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
204821	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
204821	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
204821	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
204821	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
204821	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
204821	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
204821	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
204821	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
204821	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
204821	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
204821	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
204821	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
204821	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
204821	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
204821	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
204821	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
204821	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
204821	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
204821	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
204821	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
204821	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
204821	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
204821	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
204821	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
204821	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
204821	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
204821	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
204821	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
204821	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
204821	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
204821	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
204821	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
204821	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
204821	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
204821	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
204821	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
204821	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
204821	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
204821	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
204821	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
204821	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
204821	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
204821	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
204821	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
204821	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
204821	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
204821	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
204821	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
204821	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
204821	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
204821	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
204821	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
204821	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
204821	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
204821	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
204821	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
204821	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
204821	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
204821	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
204821	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
204821	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
204821	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
204821	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
204821	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
204821	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
204821	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
204821	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
204821	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
204821	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
204821	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
204821	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
204821	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
204821	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
204821	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
204821	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
204821	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
204821	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
204821	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
204821	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
204821	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
204821	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
204821	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
204821	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
204821	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
204821	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
204821	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
204821	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
204821	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
204821	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
204821	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
204821	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
204821	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
204821	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
204821	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
204821	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
204821	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
204821	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
204821	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
204821	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
204821	embedding2nn.weight	0	0.006432543508708477
204821	embedding2nn.weight	1	0.003989606164395809
204821	embedding2nn.weight	2	0.013396238908171654
204821	embedding2nn.weight	3	0.024794066324830055
204821	embedding2nn.weight	4	0.023037094622850418
204821	embedding2nn.weight	5	0.004867910407483578
204821	embedding2nn.weight	6	-0.014198430813848972
204821	embedding2nn.weight	7	-0.0011282970663160086
204821	embedding2nn.weight	8	-0.00908633228391409
204821	embedding2nn.weight	9	0.0008726512314751744
204821	embedding2nn.bias	0	0.022147003561258316
204821	embedding2nn.bias	1	-0.03417877107858658
204821	embedding2nn.bias	2	0.0890791192650795
204821	embedding2nn.bias	3	0.06988294422626495
204821	embedding2nn.bias	4	-0.012327001430094242
204821	embedding2nn.bias	5	-0.025349032133817673
204821	embedding2nn.bias	6	0.018861470744013786
204821	embedding2nn.bias	7	0.0050592501647770405
204821	embedding2nn.bias	8	-0.022133253514766693
204821	embedding2nn.bias	9	0.022266576066613197
204821	rnn.weight_ih_l0	0	0.06525435298681259
204821	rnn.weight_ih_l0	1	-0.04210250452160835
204821	rnn.weight_ih_l0	2	0.008745091035962105
204821	rnn.weight_ih_l0	3	0.04723688215017319
204821	rnn.weight_ih_l0	4	-0.029982848092913628
204821	rnn.weight_ih_l0	5	0.041650623083114624
204821	rnn.weight_ih_l0	6	0.007585072424262762
204821	rnn.weight_ih_l0	7	0.062873475253582
204821	rnn.weight_ih_l0	8	0.013954252935945988
204821	rnn.weight_ih_l0	9	-0.025364641100168228
204821	rnn.weight_hh_l0	0	-0.013353553600609303
204821	rnn.weight_hh_l0	1	-0.02597394399344921
204821	rnn.weight_hh_l0	2	-0.05876084044575691
204821	rnn.weight_hh_l0	3	-0.005752071738243103
204821	rnn.weight_hh_l0	4	-0.009313168004155159
204821	rnn.weight_hh_l0	5	-0.02508477494120598
204821	rnn.weight_hh_l0	6	0.00031747552566230297
204821	rnn.weight_hh_l0	7	-0.0383426733314991
204821	rnn.weight_hh_l0	8	0.06658776849508286
204821	rnn.weight_hh_l0	9	0.045360758900642395
204821	rnn.bias_ih_l0	0	-0.17289824783802032
204821	rnn.bias_ih_l0	1	-0.16711924970149994
204821	rnn.bias_ih_l0	2	-0.020482109859585762
204821	rnn.bias_ih_l0	3	-0.14886493980884552
204821	rnn.bias_ih_l0	4	-0.05832087621092796
204821	rnn.bias_ih_l0	5	-0.1708628237247467
204821	rnn.bias_ih_l0	6	0.06389815360307693
204821	rnn.bias_ih_l0	7	-0.0871393084526062
204821	rnn.bias_ih_l0	8	-0.04427958279848099
204821	rnn.bias_ih_l0	9	-0.11070603877305984
204821	rnn.bias_hh_l0	0	-0.07352931052446365
204821	rnn.bias_hh_l0	1	0.2402055859565735
204821	rnn.bias_hh_l0	2	0.044888801872730255
204821	rnn.bias_hh_l0	3	-0.07457161694765091
204821	rnn.bias_hh_l0	4	-0.08397147059440613
204821	rnn.bias_hh_l0	5	-0.003909403458237648
204821	rnn.bias_hh_l0	6	0.05463249608874321
204821	rnn.bias_hh_l0	7	-0.10669494420289993
204821	rnn.bias_hh_l0	8	-0.236078143119812
204821	rnn.bias_hh_l0	9	-0.10629433393478394
204821	rnn.weight_ih_l0_reverse	0	0.022378848865628242
204821	rnn.weight_ih_l0_reverse	1	-0.05991421639919281
204821	rnn.weight_ih_l0_reverse	2	0.04049981012940407
204821	rnn.weight_ih_l0_reverse	3	0.015888748690485954
204821	rnn.weight_ih_l0_reverse	4	0.0013349788496270776
204821	rnn.weight_ih_l0_reverse	5	-0.029409755021333694
204821	rnn.weight_ih_l0_reverse	6	0.015303481370210648
204821	rnn.weight_ih_l0_reverse	7	0.030720803886651993
204821	rnn.weight_ih_l0_reverse	8	-0.02652047947049141
204821	rnn.weight_ih_l0_reverse	9	-0.0007271044887602329
204821	rnn.weight_hh_l0_reverse	0	0.039899516850709915
204821	rnn.weight_hh_l0_reverse	1	0.03058541752398014
204821	rnn.weight_hh_l0_reverse	2	-0.02231735736131668
204821	rnn.weight_hh_l0_reverse	3	-0.07681922614574432
204821	rnn.weight_hh_l0_reverse	4	0.0107566574588418
204821	rnn.weight_hh_l0_reverse	5	-0.057189278304576874
204821	rnn.weight_hh_l0_reverse	6	-0.013853579759597778
204821	rnn.weight_hh_l0_reverse	7	0.030128927901387215
204821	rnn.weight_hh_l0_reverse	8	0.007023011799901724
204821	rnn.weight_hh_l0_reverse	9	0.010072851553559303
204821	rnn.bias_ih_l0_reverse	0	-0.04855963587760925
204821	rnn.bias_ih_l0_reverse	1	-0.13720078766345978
204821	rnn.bias_ih_l0_reverse	2	-0.14446966350078583
204821	rnn.bias_ih_l0_reverse	3	-0.04971485957503319
204821	rnn.bias_ih_l0_reverse	4	-0.11604349315166473
204821	rnn.bias_ih_l0_reverse	5	-0.0891084372997284
204821	rnn.bias_ih_l0_reverse	6	-0.20441851019859314
204821	rnn.bias_ih_l0_reverse	7	-0.05176690220832825
204821	rnn.bias_ih_l0_reverse	8	-0.06276912987232208
204821	rnn.bias_ih_l0_reverse	9	-0.13486669957637787
204821	rnn.bias_hh_l0_reverse	0	-0.14362967014312744
204821	rnn.bias_hh_l0_reverse	1	-0.1650070697069168
204821	rnn.bias_hh_l0_reverse	2	0.10447187721729279
204821	rnn.bias_hh_l0_reverse	3	0.08045036345720291
204821	rnn.bias_hh_l0_reverse	4	-0.17381907999515533
204821	rnn.bias_hh_l0_reverse	5	-0.13626629114151
204821	rnn.bias_hh_l0_reverse	6	-0.10196682810783386
204821	rnn.bias_hh_l0_reverse	7	-0.050596076995134354
204821	rnn.bias_hh_l0_reverse	8	-0.09767669439315796
204821	rnn.bias_hh_l0_reverse	9	-0.026430409401655197
204821	linear.weight	0	-0.0076813772320747375
204821	linear.weight	1	-0.0037331413477659225
204821	linear.weight	2	0.3133012652397156
204821	linear.weight	3	-0.07917995750904083
204821	linear.weight	4	-0.010588549077510834
204821	linear.weight	5	0.10091055184602737
204821	linear.weight	6	-0.010739270597696304
204821	linear.weight	7	-0.04524250328540802
204821	linear.weight	8	0.22323499619960785
204821	linear.weight	9	-0.2547858655452728
204821	linear.bias	0	-0.03956538438796997
204821	linear.bias	1	0.031413208693265915
204821	linear.bias	2	0.4405646324157715
204821	linear.bias	3	-0.6895899772644043
204821	linear.bias	4	2.054936170578003
204821	linear.bias	5	-1.3984252214431763
204821	linear.bias	6	-0.30202075839042664
204821	linear.bias	7	-0.11074534803628922
205379	transitions	0	-1.8961459398269653
205379	transitions	1	-10000.0
205379	transitions	2	-0.7969565987586975
205379	transitions	3	-10000.0
205379	transitions	4	2.00667405128479
205379	transitions	5	-10000.0
205379	transitions	6	-10000.0
205379	transitions	7	1.8173805475234985
205379	transitions	8	-2.5884459018707275
205379	transitions	9	-4.213321208953857
205379	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
205379	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
205379	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
205379	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
205379	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
205379	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
205379	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
205379	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
205379	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
205379	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
205379	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
205379	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
205379	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
205379	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
205379	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
205379	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
205379	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
205379	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
205379	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
205379	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
205379	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
205379	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
205379	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
205379	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
205379	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
205379	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
205379	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
205379	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
205379	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
205379	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
205379	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
205379	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
205379	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
205379	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
205379	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
205379	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
205379	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
205379	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
205379	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
205379	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
205379	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
205379	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
205379	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
205379	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
205379	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
205379	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
205379	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
205379	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
205379	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
205379	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
205379	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
205379	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
205379	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
205379	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
205379	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
205379	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
205379	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
205379	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
205379	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
205379	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
205379	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
205379	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
205379	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
205379	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
205379	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
205379	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
205379	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
205379	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
205379	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
205379	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
205379	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
205379	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
205379	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
205379	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
205379	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
205379	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
205379	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
205379	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
205379	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
205379	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
205379	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
205379	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
205379	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
205379	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
205379	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
205379	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
205379	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
205379	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
205379	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
205379	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
205379	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
205379	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
205379	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
205379	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
205379	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
205379	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
205379	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
205379	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
205379	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
205379	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
205379	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
205379	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
205379	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
205379	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
205379	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
205379	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
205379	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
205379	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
205379	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
205379	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
205379	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
205379	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
205379	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
205379	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
205379	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
205379	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
205379	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
205379	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
205379	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
205379	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
205379	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
205379	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
205379	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
205379	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
205379	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
205379	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
205379	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
205379	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
205379	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
205379	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
205379	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
205379	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
205379	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
205379	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
205379	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
205379	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
205379	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
205379	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
205379	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
205379	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
205379	embedding2nn.weight	0	0.00642377370968461
205379	embedding2nn.weight	1	0.004035122226923704
205379	embedding2nn.weight	2	0.013392060995101929
205379	embedding2nn.weight	3	0.024625001475214958
205379	embedding2nn.weight	4	0.023014992475509644
205379	embedding2nn.weight	5	0.0048607527278363705
205379	embedding2nn.weight	6	-0.014195822179317474
205379	embedding2nn.weight	7	-0.0011121716815978289
205379	embedding2nn.weight	8	-0.008916940540075302
205379	embedding2nn.weight	9	0.0009503584005869925
205379	embedding2nn.bias	0	0.021704718470573425
205379	embedding2nn.bias	1	-0.035025935620069504
205379	embedding2nn.bias	2	0.09110037237405777
205379	embedding2nn.bias	3	0.06889870017766953
205379	embedding2nn.bias	4	-0.01139962486922741
205379	embedding2nn.bias	5	-0.024926533922553062
205379	embedding2nn.bias	6	0.019376279786229134
205379	embedding2nn.bias	7	0.006324462126940489
205379	embedding2nn.bias	8	-0.018619749695062637
205379	embedding2nn.bias	9	0.021542290225625038
205379	rnn.weight_ih_l0	0	0.06540340185165405
205379	rnn.weight_ih_l0	1	-0.041858918964862823
205379	rnn.weight_ih_l0	2	0.009008164517581463
205379	rnn.weight_ih_l0	3	0.04729733243584633
205379	rnn.weight_ih_l0	4	-0.030017070472240448
205379	rnn.weight_ih_l0	5	0.04204350337386131
205379	rnn.weight_ih_l0	6	0.007706598378717899
205379	rnn.weight_ih_l0	7	0.06335551291704178
205379	rnn.weight_ih_l0	8	0.013546054251492023
205379	rnn.weight_ih_l0	9	-0.025552691891789436
205379	rnn.weight_hh_l0	0	-0.013315304182469845
205379	rnn.weight_hh_l0	1	-0.02578609623014927
205379	rnn.weight_hh_l0	2	-0.058944325894117355
205379	rnn.weight_hh_l0	3	-0.0058250753208994865
205379	rnn.weight_hh_l0	4	-0.009312234818935394
205379	rnn.weight_hh_l0	5	-0.02498486451804638
205379	rnn.weight_hh_l0	6	0.00031860722810961306
205379	rnn.weight_hh_l0	7	-0.03848482668399811
205379	rnn.weight_hh_l0	8	0.06636526435613632
205379	rnn.weight_hh_l0	9	0.04538129270076752
205379	rnn.bias_ih_l0	0	-0.17268702387809753
205379	rnn.bias_ih_l0	1	-0.1665671169757843
205379	rnn.bias_ih_l0	2	-0.019878841936588287
205379	rnn.bias_ih_l0	3	-0.1482749581336975
205379	rnn.bias_ih_l0	4	-0.05781637132167816
205379	rnn.bias_ih_l0	5	-0.17125320434570312
205379	rnn.bias_ih_l0	6	0.06176867336034775
205379	rnn.bias_ih_l0	7	-0.08736442774534225
205379	rnn.bias_ih_l0	8	-0.04344899207353592
205379	rnn.bias_ih_l0	9	-0.11049167066812515
205379	rnn.bias_hh_l0	0	-0.07479514926671982
205379	rnn.bias_hh_l0	1	0.24306178092956543
205379	rnn.bias_hh_l0	2	0.04575953632593155
205379	rnn.bias_hh_l0	3	-0.0760045275092125
205379	rnn.bias_hh_l0	4	-0.08349011093378067
205379	rnn.bias_hh_l0	5	-0.004980179481208324
205379	rnn.bias_hh_l0	6	0.054706115275621414
205379	rnn.bias_hh_l0	7	-0.10743394494056702
205379	rnn.bias_hh_l0	8	-0.23612771928310394
205379	rnn.bias_hh_l0	9	-0.1051303893327713
205379	rnn.weight_ih_l0_reverse	0	0.02149912714958191
205379	rnn.weight_ih_l0_reverse	1	-0.05986322462558746
205379	rnn.weight_ih_l0_reverse	2	0.040414437651634216
205379	rnn.weight_ih_l0_reverse	3	0.016386153176426888
205379	rnn.weight_ih_l0_reverse	4	0.0012984405038878322
205379	rnn.weight_ih_l0_reverse	5	-0.02947022020816803
205379	rnn.weight_ih_l0_reverse	6	0.015685854479670525
205379	rnn.weight_ih_l0_reverse	7	0.030682936310768127
205379	rnn.weight_ih_l0_reverse	8	-0.026471849530935287
205379	rnn.weight_ih_l0_reverse	9	-0.0008061277912929654
205379	rnn.weight_hh_l0_reverse	0	0.03995519503951073
205379	rnn.weight_hh_l0_reverse	1	0.03052651137113571
205379	rnn.weight_hh_l0_reverse	2	-0.022240063175559044
205379	rnn.weight_hh_l0_reverse	3	-0.07655816525220871
205379	rnn.weight_hh_l0_reverse	4	0.010789195075631142
205379	rnn.weight_hh_l0_reverse	5	-0.057349108159542084
205379	rnn.weight_hh_l0_reverse	6	-0.013867909088730812
205379	rnn.weight_hh_l0_reverse	7	0.030173417180776596
205379	rnn.weight_hh_l0_reverse	8	0.007060459349304438
205379	rnn.weight_hh_l0_reverse	9	0.010261476039886475
205379	rnn.bias_ih_l0_reverse	0	-0.048972971737384796
205379	rnn.bias_ih_l0_reverse	1	-0.1371171623468399
205379	rnn.bias_ih_l0_reverse	2	-0.14472776651382446
205379	rnn.bias_ih_l0_reverse	3	-0.05066748708486557
205379	rnn.bias_ih_l0_reverse	4	-0.11595278978347778
205379	rnn.bias_ih_l0_reverse	5	-0.09018851816654205
205379	rnn.bias_ih_l0_reverse	6	-0.20298588275909424
205379	rnn.bias_ih_l0_reverse	7	-0.05226162448525429
205379	rnn.bias_ih_l0_reverse	8	-0.06241035461425781
205379	rnn.bias_ih_l0_reverse	9	-0.13430792093276978
205379	rnn.bias_hh_l0_reverse	0	-0.14296412467956543
205379	rnn.bias_hh_l0_reverse	1	-0.1644972860813141
205379	rnn.bias_hh_l0_reverse	2	0.10423684120178223
205379	rnn.bias_hh_l0_reverse	3	0.07970859110355377
205379	rnn.bias_hh_l0_reverse	4	-0.17477089166641235
205379	rnn.bias_hh_l0_reverse	5	-0.1360272318124771
205379	rnn.bias_hh_l0_reverse	6	-0.10057900100946426
205379	rnn.bias_hh_l0_reverse	7	-0.050387024879455566
205379	rnn.bias_hh_l0_reverse	8	-0.09728631377220154
205379	rnn.bias_hh_l0_reverse	9	-0.027185969054698944
205379	linear.weight	0	-0.007681680377572775
205379	linear.weight	1	0.00562318367883563
205379	linear.weight	2	0.30972790718078613
205379	linear.weight	3	-0.07917728275060654
205379	linear.weight	4	-0.010588549077510834
205379	linear.weight	5	0.10979510843753815
205379	linear.weight	6	-0.010739270597696304
205379	linear.weight	7	-0.03848974034190178
205379	linear.weight	8	0.20207813382148743
205379	linear.weight	9	-0.2567749619483948
205379	linear.bias	0	-0.03956538438796997
205379	linear.bias	1	0.031413208693265915
205379	linear.bias	2	0.43424275517463684
205379	linear.bias	3	-0.6722989082336426
205379	linear.bias	4	2.0539591312408447
205379	linear.bias	5	-1.3985079526901245
205379	linear.bias	6	-0.30671992897987366
205379	linear.bias	7	-0.11596446484327316
205937	transitions	0	-1.8965668678283691
205937	transitions	1	-10000.0
205937	transitions	2	-0.7969565987586975
205937	transitions	3	-10000.0
205937	transitions	4	1.9994016885757446
205937	transitions	5	-10000.0
205937	transitions	6	-10000.0
205937	transitions	7	1.8249683380126953
205937	transitions	8	-2.5888211727142334
205937	transitions	9	-4.213639736175537
205937	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
205937	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
205937	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
205937	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
205937	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
205937	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
205937	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
205937	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
205937	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
205937	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
205937	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
205937	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
205937	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
205937	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
205937	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
205937	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
205937	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
205937	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
205937	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
205937	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
205937	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
205937	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
205937	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
205937	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
205937	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
205937	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
205937	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
205937	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
205937	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
205937	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
205937	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
205937	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
205937	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
205937	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
205937	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
205937	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
205937	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
205937	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
205937	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
205937	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
205937	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
205937	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
205937	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
205937	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
205937	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
205937	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
205937	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
205937	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
205937	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
205937	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
205937	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
205937	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
205937	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
205937	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
205937	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
205937	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
205937	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
205937	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
205937	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
205937	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
205937	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
205937	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
205937	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
205937	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
205937	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
205937	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
205937	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
205937	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
205937	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
205937	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
205937	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
205937	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
205937	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
205937	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
205937	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
205937	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
205937	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
205937	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
205937	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
205937	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
205937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
205937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
205937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
205937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
205937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
205937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
205937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
205937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
205937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
205937	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
205937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
205937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
205937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
205937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
205937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
205937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
205937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
205937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
205937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
205937	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
205937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
205937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
205937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
205937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
205937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
205937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
205937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
205937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
205937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
205937	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
205937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
205937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
205937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
205937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
205937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
205937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
205937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
205937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
205937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
205937	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
205937	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
205937	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
205937	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
205937	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
205937	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
205937	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
205937	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
205937	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
205937	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
205937	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
205937	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
205937	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
205937	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
205937	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
205937	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
205937	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
205937	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
205937	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
205937	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
205937	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
205937	embedding2nn.weight	0	0.006417484022676945
205937	embedding2nn.weight	1	0.004049282521009445
205937	embedding2nn.weight	2	0.013397223316133022
205937	embedding2nn.weight	3	0.024550484493374825
205937	embedding2nn.weight	4	0.023199710994958878
205937	embedding2nn.weight	5	0.005125312600284815
205937	embedding2nn.weight	6	-0.01419453788548708
205937	embedding2nn.weight	7	-0.00105778977740556
205937	embedding2nn.weight	8	-0.009329590946435928
205937	embedding2nn.weight	9	0.0009311752510257065
205937	embedding2nn.bias	0	0.019723152741789818
205937	embedding2nn.bias	1	-0.03421788662672043
205937	embedding2nn.bias	2	0.0907011553645134
205937	embedding2nn.bias	3	0.06596653163433075
205937	embedding2nn.bias	4	-0.007335597183555365
205937	embedding2nn.bias	5	-0.02166239731013775
205937	embedding2nn.bias	6	0.02470977231860161
205937	embedding2nn.bias	7	0.005293149501085281
205937	embedding2nn.bias	8	-0.019701527431607246
205937	embedding2nn.bias	9	0.023784678429365158
205937	rnn.weight_ih_l0	0	0.06598598510026932
205937	rnn.weight_ih_l0	1	-0.041773721575737
205937	rnn.weight_ih_l0	2	0.008934984914958477
205937	rnn.weight_ih_l0	3	0.0475146546959877
205937	rnn.weight_ih_l0	4	-0.029950154945254326
205937	rnn.weight_ih_l0	5	0.0423055924475193
205937	rnn.weight_ih_l0	6	0.007737831212580204
205937	rnn.weight_ih_l0	7	0.06334629654884338
205937	rnn.weight_ih_l0	8	0.013899833895266056
205937	rnn.weight_ih_l0	9	-0.02523176744580269
205937	rnn.weight_hh_l0	0	-0.013180975802242756
205937	rnn.weight_hh_l0	1	-0.025721337646245956
205937	rnn.weight_hh_l0	2	-0.05880139768123627
205937	rnn.weight_hh_l0	3	-0.005928346887230873
205937	rnn.weight_hh_l0	4	-0.009312455542385578
205937	rnn.weight_hh_l0	5	-0.025075769051909447
205937	rnn.weight_hh_l0	6	0.0002719562326092273
205937	rnn.weight_hh_l0	7	-0.03826114907860756
205937	rnn.weight_hh_l0	8	0.0661296620965004
205937	rnn.weight_hh_l0	9	0.045473597943782806
205937	rnn.bias_ih_l0	0	-0.17248570919036865
205937	rnn.bias_ih_l0	1	-0.16632208228111267
205937	rnn.bias_ih_l0	2	-0.019358551129698753
205937	rnn.bias_ih_l0	3	-0.14868083596229553
205937	rnn.bias_ih_l0	4	-0.0590650774538517
205937	rnn.bias_ih_l0	5	-0.1708134263753891
205937	rnn.bias_ih_l0	6	0.061909180134534836
205937	rnn.bias_ih_l0	7	-0.08718894422054291
205937	rnn.bias_ih_l0	8	-0.04369662329554558
205937	rnn.bias_ih_l0	9	-0.11068554222583771
205937	rnn.bias_hh_l0	0	-0.07391050457954407
205937	rnn.bias_hh_l0	1	0.24419452250003815
205937	rnn.bias_hh_l0	2	0.04588449373841286
205937	rnn.bias_hh_l0	3	-0.07664435356855392
205937	rnn.bias_hh_l0	4	-0.08267330378293991
205937	rnn.bias_hh_l0	5	-0.005137152038514614
205937	rnn.bias_hh_l0	6	0.053873173892498016
205937	rnn.bias_hh_l0	7	-0.10770343989133835
205937	rnn.bias_hh_l0	8	-0.2372887283563614
205937	rnn.bias_hh_l0	9	-0.10460105538368225
205937	rnn.weight_ih_l0_reverse	0	0.02146664634346962
205937	rnn.weight_ih_l0_reverse	1	-0.06001177430152893
205937	rnn.weight_ih_l0_reverse	2	0.04071070998907089
205937	rnn.weight_ih_l0_reverse	3	0.016452066600322723
205937	rnn.weight_ih_l0_reverse	4	0.0012760498793795705
205937	rnn.weight_ih_l0_reverse	5	-0.02936846949160099
205937	rnn.weight_ih_l0_reverse	6	0.015555123798549175
205937	rnn.weight_ih_l0_reverse	7	0.030607666820287704
205937	rnn.weight_ih_l0_reverse	8	-0.02659578248858452
205937	rnn.weight_ih_l0_reverse	9	-0.000924101856071502
205937	rnn.weight_hh_l0_reverse	0	0.03986440226435661
205937	rnn.weight_hh_l0_reverse	1	0.03039363957941532
205937	rnn.weight_hh_l0_reverse	2	-0.022296033799648285
205937	rnn.weight_hh_l0_reverse	3	-0.07662058621644974
205937	rnn.weight_hh_l0_reverse	4	0.010733632370829582
205937	rnn.weight_hh_l0_reverse	5	-0.05724376440048218
205937	rnn.weight_hh_l0_reverse	6	-0.01386901643127203
205937	rnn.weight_hh_l0_reverse	7	0.030394606292247772
205937	rnn.weight_hh_l0_reverse	8	0.007481686770915985
205937	rnn.weight_hh_l0_reverse	9	0.010394255630671978
205937	rnn.bias_ih_l0_reverse	0	-0.04834885522723198
205937	rnn.bias_ih_l0_reverse	1	-0.13718421757221222
205937	rnn.bias_ih_l0_reverse	2	-0.1455700695514679
205937	rnn.bias_ih_l0_reverse	3	-0.04914359375834465
205937	rnn.bias_ih_l0_reverse	4	-0.11628865450620651
205937	rnn.bias_ih_l0_reverse	5	-0.08899102360010147
205937	rnn.bias_ih_l0_reverse	6	-0.20281317830085754
205937	rnn.bias_ih_l0_reverse	7	-0.0520152784883976
205937	rnn.bias_ih_l0_reverse	8	-0.06198936328291893
205937	rnn.bias_ih_l0_reverse	9	-0.13589082658290863
205937	rnn.bias_hh_l0_reverse	0	-0.14286774396896362
205937	rnn.bias_hh_l0_reverse	1	-0.16340573132038116
205937	rnn.bias_hh_l0_reverse	2	0.10202467441558838
205937	rnn.bias_hh_l0_reverse	3	0.07925229519605637
205937	rnn.bias_hh_l0_reverse	4	-0.17515422403812408
205937	rnn.bias_hh_l0_reverse	5	-0.13619808852672577
205937	rnn.bias_hh_l0_reverse	6	-0.10085856169462204
205937	rnn.bias_hh_l0_reverse	7	-0.04930438846349716
205937	rnn.bias_hh_l0_reverse	8	-0.0965634137392044
205937	rnn.bias_hh_l0_reverse	9	-0.027605293318629265
205937	linear.weight	0	-0.00768163101747632
205937	linear.weight	1	0.011837081983685493
205937	linear.weight	2	0.3103718161582947
205937	linear.weight	3	-0.07917329668998718
205937	linear.weight	4	-0.010588549077510834
205937	linear.weight	5	0.10330481082201004
205937	linear.weight	6	-0.010739270597696304
205937	linear.weight	7	-0.05097372457385063
205937	linear.weight	8	0.21886757016181946
205937	linear.weight	9	-0.2584996223449707
205937	linear.bias	0	-0.03956538438796997
205937	linear.bias	1	0.031413208693265915
205937	linear.bias	2	0.42552649974823
205937	linear.bias	3	-0.6769906878471375
205937	linear.bias	4	2.0812480449676514
205937	linear.bias	5	-1.3985941410064697
205937	linear.bias	6	-0.31341874599456787
205937	linear.bias	7	-0.12306732684373856
206495	transitions	0	-1.8969889879226685
206495	transitions	1	-10000.0
206495	transitions	2	-0.7969565987586975
206495	transitions	3	-10000.0
206495	transitions	4	1.9984687566757202
206495	transitions	5	-10000.0
206495	transitions	6	-10000.0
206495	transitions	7	1.8124490976333618
206495	transitions	8	-2.58920955657959
206495	transitions	9	-4.213963508605957
206495	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
206495	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
206495	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
206495	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
206495	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
206495	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
206495	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
206495	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
206495	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
206495	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
206495	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
206495	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
206495	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
206495	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
206495	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
206495	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
206495	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
206495	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
206495	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
206495	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
206495	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
206495	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
206495	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
206495	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
206495	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
206495	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
206495	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
206495	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
206495	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
206495	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
206495	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
206495	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
206495	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
206495	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
206495	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
206495	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
206495	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
206495	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
206495	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
206495	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
206495	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
206495	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
206495	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
206495	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
206495	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
206495	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
206495	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
206495	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
206495	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
206495	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
206495	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
206495	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
206495	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
206495	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
206495	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
206495	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
206495	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
206495	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
206495	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
206495	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
206495	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
206495	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
206495	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
206495	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
206495	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
206495	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
206495	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
206495	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
206495	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
206495	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
206495	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
206495	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
206495	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
206495	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
206495	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
206495	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
206495	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
206495	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
206495	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
206495	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
206495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
206495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
206495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
206495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
206495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
206495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
206495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
206495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
206495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
206495	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
206495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
206495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
206495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
206495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
206495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
206495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
206495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
206495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
206495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
206495	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
206495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
206495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
206495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
206495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
206495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
206495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
206495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
206495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
206495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
206495	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
206495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
206495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
206495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
206495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
206495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
206495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
206495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
206495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
206495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
206495	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
206495	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
206495	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
206495	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
206495	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
206495	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
206495	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
206495	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
206495	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
206495	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
206495	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
206495	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
206495	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
206495	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
206495	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
206495	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
206495	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
206495	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
206495	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
206495	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
206495	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
206495	embedding2nn.weight	0	0.006413374561816454
206495	embedding2nn.weight	1	0.004062521271407604
206495	embedding2nn.weight	2	0.01339613925665617
206495	embedding2nn.weight	3	0.024505142122507095
206495	embedding2nn.weight	4	0.02314063161611557
206495	embedding2nn.weight	5	0.0052963802590966225
206495	embedding2nn.weight	6	-0.014142979867756367
206495	embedding2nn.weight	7	-0.000980784767307341
206495	embedding2nn.weight	8	-0.009376266971230507
206495	embedding2nn.weight	9	0.0009621931239962578
206495	embedding2nn.bias	0	0.019072722643613815
206495	embedding2nn.bias	1	-0.03590497002005577
206495	embedding2nn.bias	2	0.09228041023015976
206495	embedding2nn.bias	3	0.0659257024526596
206495	embedding2nn.bias	4	-0.008228987455368042
206495	embedding2nn.bias	5	-0.020398788154125214
206495	embedding2nn.bias	6	0.0209023579955101
206495	embedding2nn.bias	7	0.006489248014986515
206495	embedding2nn.bias	8	-0.01792907528579235
206495	embedding2nn.bias	9	0.022644950076937675
206495	rnn.weight_ih_l0	0	0.06524858623743057
206495	rnn.weight_ih_l0	1	-0.04147232696413994
206495	rnn.weight_ih_l0	2	0.008657766506075859
206495	rnn.weight_ih_l0	3	0.047715235501527786
206495	rnn.weight_ih_l0	4	-0.030039407312870026
206495	rnn.weight_ih_l0	5	0.04241754487156868
206495	rnn.weight_ih_l0	6	0.007651227992027998
206495	rnn.weight_ih_l0	7	0.06358271092176437
206495	rnn.weight_ih_l0	8	0.01376785896718502
206495	rnn.weight_ih_l0	9	-0.025380196049809456
206495	rnn.weight_hh_l0	0	-0.013182510621845722
206495	rnn.weight_hh_l0	1	-0.0257417019456625
206495	rnn.weight_hh_l0	2	-0.05877399072051048
206495	rnn.weight_hh_l0	3	-0.005915448069572449
206495	rnn.weight_hh_l0	4	-0.009389746002852917
206495	rnn.weight_hh_l0	5	-0.02507936768233776
206495	rnn.weight_hh_l0	6	0.0002796526823658496
206495	rnn.weight_hh_l0	7	-0.03808235377073288
206495	rnn.weight_hh_l0	8	0.06624875962734222
206495	rnn.weight_hh_l0	9	0.04534377157688141
206495	rnn.bias_ih_l0	0	-0.17316244542598724
206495	rnn.bias_ih_l0	1	-0.16719938814640045
206495	rnn.bias_ih_l0	2	-0.019357260316610336
206495	rnn.bias_ih_l0	3	-0.14752870798110962
206495	rnn.bias_ih_l0	4	-0.05821629986166954
206495	rnn.bias_ih_l0	5	-0.16996264457702637
206495	rnn.bias_ih_l0	6	0.060970988124608994
206495	rnn.bias_ih_l0	7	-0.08660424500703812
206495	rnn.bias_ih_l0	8	-0.04321291297674179
206495	rnn.bias_ih_l0	9	-0.11105689406394958
206495	rnn.bias_hh_l0	0	-0.07411491125822067
206495	rnn.bias_hh_l0	1	0.24381664395332336
206495	rnn.bias_hh_l0	2	0.04614541307091713
206495	rnn.bias_hh_l0	3	-0.07624635100364685
206495	rnn.bias_hh_l0	4	-0.0821024551987648
206495	rnn.bias_hh_l0	5	-0.005859686527401209
206495	rnn.bias_hh_l0	6	0.05399514362215996
206495	rnn.bias_hh_l0	7	-0.1069190576672554
206495	rnn.bias_hh_l0	8	-0.23668576776981354
206495	rnn.bias_hh_l0	9	-0.10379259288311005
206495	rnn.weight_ih_l0_reverse	0	0.021659821271896362
206495	rnn.weight_ih_l0_reverse	1	-0.05970810726284981
206495	rnn.weight_ih_l0_reverse	2	0.04071841761469841
206495	rnn.weight_ih_l0_reverse	3	0.01608883962035179
206495	rnn.weight_ih_l0_reverse	4	0.0014393540332093835
206495	rnn.weight_ih_l0_reverse	5	-0.029296299442648888
206495	rnn.weight_ih_l0_reverse	6	0.015333888120949268
206495	rnn.weight_ih_l0_reverse	7	0.03055034950375557
206495	rnn.weight_ih_l0_reverse	8	-0.026546895503997803
206495	rnn.weight_ih_l0_reverse	9	-0.0007178327650763094
206495	rnn.weight_hh_l0_reverse	0	0.040076155215501785
206495	rnn.weight_hh_l0_reverse	1	0.03028792142868042
206495	rnn.weight_hh_l0_reverse	2	-0.02223871648311615
206495	rnn.weight_hh_l0_reverse	3	-0.0761876329779625
206495	rnn.weight_hh_l0_reverse	4	0.01082189753651619
206495	rnn.weight_hh_l0_reverse	5	-0.05736864358186722
206495	rnn.weight_hh_l0_reverse	6	-0.01388621050864458
206495	rnn.weight_hh_l0_reverse	7	0.0302170068025589
206495	rnn.weight_hh_l0_reverse	8	0.0075114113278687
206495	rnn.weight_hh_l0_reverse	9	0.010407531633973122
206495	rnn.bias_ih_l0_reverse	0	-0.04837365821003914
206495	rnn.bias_ih_l0_reverse	1	-0.13736559450626373
206495	rnn.bias_ih_l0_reverse	2	-0.14518851041793823
206495	rnn.bias_ih_l0_reverse	3	-0.048912640661001205
206495	rnn.bias_ih_l0_reverse	4	-0.11619687080383301
206495	rnn.bias_ih_l0_reverse	5	-0.08815507590770721
206495	rnn.bias_ih_l0_reverse	6	-0.20298084616661072
206495	rnn.bias_ih_l0_reverse	7	-0.053024861961603165
206495	rnn.bias_ih_l0_reverse	8	-0.0629548504948616
206495	rnn.bias_ih_l0_reverse	9	-0.1352435201406479
206495	rnn.bias_hh_l0_reverse	0	-0.14352889358997345
206495	rnn.bias_hh_l0_reverse	1	-0.1628250777721405
206495	rnn.bias_hh_l0_reverse	2	0.10408130288124084
206495	rnn.bias_hh_l0_reverse	3	0.07934343814849854
206495	rnn.bias_hh_l0_reverse	4	-0.17549730837345123
206495	rnn.bias_hh_l0_reverse	5	-0.13511303067207336
206495	rnn.bias_hh_l0_reverse	6	-0.09978048503398895
206495	rnn.bias_hh_l0_reverse	7	-0.04952598735690117
206495	rnn.bias_hh_l0_reverse	8	-0.096400186419487
206495	rnn.bias_hh_l0_reverse	9	-0.026808258146047592
206495	linear.weight	0	-0.007681784685701132
206495	linear.weight	1	0.008369876071810722
206495	linear.weight	2	0.3034209609031677
206495	linear.weight	3	-0.07916904985904694
206495	linear.weight	4	-0.010588549077510834
206495	linear.weight	5	0.11962351948022842
206495	linear.weight	6	-0.010739270597696304
206495	linear.weight	7	-0.032317452132701874
206495	linear.weight	8	0.21176473796367645
206495	linear.weight	9	-0.2597449719905853
206495	linear.bias	0	-0.03956538438796997
206495	linear.bias	1	0.031413208693265915
206495	linear.bias	2	0.4553719460964203
206495	linear.bias	3	-0.6752111911773682
206495	linear.bias	4	2.058149576187134
206495	linear.bias	5	-1.3986793756484985
206495	linear.bias	6	-0.3176228106021881
206495	linear.bias	7	-0.1273096203804016
207054	transitions	0	-1.8975262641906738
207054	transitions	1	-10000.0
207054	transitions	2	-0.7969565987586975
207054	transitions	3	-10000.0
207054	transitions	4	2.0014841556549072
207054	transitions	5	-10000.0
207054	transitions	6	-10000.0
207054	transitions	7	1.809068202972412
207054	transitions	8	-2.5896332263946533
207054	transitions	9	-4.214304447174072
207054	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
207054	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
207054	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
207054	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
207054	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
207054	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
207054	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
207054	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
207054	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
207054	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
207054	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
207054	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
207054	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
207054	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
207054	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
207054	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
207054	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
207054	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
207054	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
207054	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
207054	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
207054	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
207054	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
207054	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
207054	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
207054	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
207054	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
207054	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
207054	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
207054	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
207054	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
207054	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
207054	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
207054	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
207054	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
207054	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
207054	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
207054	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
207054	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
207054	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
207054	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
207054	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
207054	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
207054	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
207054	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
207054	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
207054	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
207054	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
207054	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
207054	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
207054	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
207054	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
207054	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
207054	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
207054	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
207054	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
207054	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
207054	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
207054	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
207054	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
207054	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
207054	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
207054	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
207054	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
207054	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
207054	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
207054	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
207054	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
207054	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
207054	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
207054	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
207054	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
207054	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
207054	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
207054	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
207054	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
207054	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
207054	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
207054	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
207054	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
207054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
207054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
207054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
207054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
207054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
207054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
207054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
207054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
207054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
207054	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
207054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
207054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
207054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
207054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
207054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
207054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
207054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
207054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
207054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
207054	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
207054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
207054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
207054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
207054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
207054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
207054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
207054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
207054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
207054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
207054	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
207054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
207054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
207054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
207054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
207054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
207054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
207054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
207054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
207054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
207054	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
207054	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
207054	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
207054	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
207054	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
207054	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
207054	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
207054	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
207054	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
207054	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
207054	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
207054	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
207054	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
207054	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
207054	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
207054	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
207054	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
207054	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
207054	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
207054	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
207054	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
207054	embedding2nn.weight	0	0.006410131696611643
207054	embedding2nn.weight	1	0.00401314627379179
207054	embedding2nn.weight	2	0.013404716737568378
207054	embedding2nn.weight	3	0.024561747908592224
207054	embedding2nn.weight	4	0.023139460012316704
207054	embedding2nn.weight	5	0.0053794970735907555
207054	embedding2nn.weight	6	-0.014299679547548294
207054	embedding2nn.weight	7	-0.0009252732270397246
207054	embedding2nn.weight	8	-0.00974932499229908
207054	embedding2nn.weight	9	0.0010411104885861278
207054	embedding2nn.bias	0	0.018320167437195778
207054	embedding2nn.bias	1	-0.03768615052103996
207054	embedding2nn.bias	2	0.09218994528055191
207054	embedding2nn.bias	3	0.06421630829572678
207054	embedding2nn.bias	4	-0.009388027712702751
207054	embedding2nn.bias	5	-0.023217255249619484
207054	embedding2nn.bias	6	0.019923966377973557
207054	embedding2nn.bias	7	0.00620993971824646
207054	embedding2nn.bias	8	-0.018845370039343834
207054	embedding2nn.bias	9	0.022837840020656586
207054	rnn.weight_ih_l0	0	0.06562665849924088
207054	rnn.weight_ih_l0	1	-0.04129428789019585
207054	rnn.weight_ih_l0	2	0.008672990836203098
207054	rnn.weight_ih_l0	3	0.04740499332547188
207054	rnn.weight_ih_l0	4	-0.02988031506538391
207054	rnn.weight_ih_l0	5	0.042417239397764206
207054	rnn.weight_ih_l0	6	0.0076351286843419075
207054	rnn.weight_ih_l0	7	0.06358619779348373
207054	rnn.weight_ih_l0	8	0.013652823865413666
207054	rnn.weight_ih_l0	9	-0.02527235634624958
207054	rnn.weight_hh_l0	0	-0.013239691033959389
207054	rnn.weight_hh_l0	1	-0.0260691586881876
207054	rnn.weight_hh_l0	2	-0.05869200825691223
207054	rnn.weight_hh_l0	3	-0.0057905628345906734
207054	rnn.weight_hh_l0	4	-0.009421971626579762
207054	rnn.weight_hh_l0	5	-0.024983029812574387
207054	rnn.weight_hh_l0	6	0.0002820898371282965
207054	rnn.weight_hh_l0	7	-0.03787491098046303
207054	rnn.weight_hh_l0	8	0.06624733656644821
207054	rnn.weight_hh_l0	9	0.04515079781413078
207054	rnn.bias_ih_l0	0	-0.17290116846561432
207054	rnn.bias_ih_l0	1	-0.16797012090682983
207054	rnn.bias_ih_l0	2	-0.0196571946144104
207054	rnn.bias_ih_l0	3	-0.14874157309532166
207054	rnn.bias_ih_l0	4	-0.05855267122387886
207054	rnn.bias_ih_l0	5	-0.1703430414199829
207054	rnn.bias_ih_l0	6	0.06319661438465118
207054	rnn.bias_ih_l0	7	-0.08615925163030624
207054	rnn.bias_ih_l0	8	-0.04275524243712425
207054	rnn.bias_ih_l0	9	-0.11184926331043243
207054	rnn.bias_hh_l0	0	-0.07299991697072983
207054	rnn.bias_hh_l0	1	0.2416762411594391
207054	rnn.bias_hh_l0	2	0.04563351720571518
207054	rnn.bias_hh_l0	3	-0.07643245905637741
207054	rnn.bias_hh_l0	4	-0.08228252828121185
207054	rnn.bias_hh_l0	5	-0.007626015227288008
207054	rnn.bias_hh_l0	6	0.05586551874876022
207054	rnn.bias_hh_l0	7	-0.10684756934642792
207054	rnn.bias_hh_l0	8	-0.23773126304149628
207054	rnn.bias_hh_l0	9	-0.1027858629822731
207054	rnn.weight_ih_l0_reverse	0	0.021838629618287086
207054	rnn.weight_ih_l0_reverse	1	-0.059638313949108124
207054	rnn.weight_ih_l0_reverse	2	0.04078700393438339
207054	rnn.weight_ih_l0_reverse	3	0.016278238967061043
207054	rnn.weight_ih_l0_reverse	4	0.0016360197914764285
207054	rnn.weight_ih_l0_reverse	5	-0.028989369049668312
207054	rnn.weight_ih_l0_reverse	6	0.01499175000935793
207054	rnn.weight_ih_l0_reverse	7	0.03034484200179577
207054	rnn.weight_ih_l0_reverse	8	-0.026531750336289406
207054	rnn.weight_ih_l0_reverse	9	-0.0008856168133206666
207054	rnn.weight_hh_l0_reverse	0	0.04021785780787468
207054	rnn.weight_hh_l0_reverse	1	0.03011702187359333
207054	rnn.weight_hh_l0_reverse	2	-0.022421453148126602
207054	rnn.weight_hh_l0_reverse	3	-0.0762670561671257
207054	rnn.weight_hh_l0_reverse	4	0.010843902826309204
207054	rnn.weight_hh_l0_reverse	5	-0.05726126581430435
207054	rnn.weight_hh_l0_reverse	6	-0.013968197628855705
207054	rnn.weight_hh_l0_reverse	7	0.03035029210150242
207054	rnn.weight_hh_l0_reverse	8	0.007512249518185854
207054	rnn.weight_hh_l0_reverse	9	0.010375692509114742
207054	rnn.bias_ih_l0_reverse	0	-0.0479566790163517
207054	rnn.bias_ih_l0_reverse	1	-0.13719525933265686
207054	rnn.bias_ih_l0_reverse	2	-0.14307107031345367
207054	rnn.bias_ih_l0_reverse	3	-0.05075666680932045
207054	rnn.bias_ih_l0_reverse	4	-0.11564775556325912
207054	rnn.bias_ih_l0_reverse	5	-0.08928702026605606
207054	rnn.bias_ih_l0_reverse	6	-0.2033865600824356
207054	rnn.bias_ih_l0_reverse	7	-0.05208250507712364
207054	rnn.bias_ih_l0_reverse	8	-0.06307525932788849
207054	rnn.bias_ih_l0_reverse	9	-0.13643786311149597
207054	rnn.bias_hh_l0_reverse	0	-0.14338766038417816
207054	rnn.bias_hh_l0_reverse	1	-0.16197142004966736
207054	rnn.bias_hh_l0_reverse	2	0.10398070514202118
207054	rnn.bias_hh_l0_reverse	3	0.07780106365680695
207054	rnn.bias_hh_l0_reverse	4	-0.17693054676055908
207054	rnn.bias_hh_l0_reverse	5	-0.1367434859275818
207054	rnn.bias_hh_l0_reverse	6	-0.100136399269104
207054	rnn.bias_hh_l0_reverse	7	-0.050374504178762436
207054	rnn.bias_hh_l0_reverse	8	-0.097191721200943
207054	rnn.bias_hh_l0_reverse	9	-0.02720826119184494
207054	linear.weight	0	-0.007682172581553459
207054	linear.weight	1	0.009484396316111088
207054	linear.weight	2	0.2996664047241211
207054	linear.weight	3	-0.07916521281003952
207054	linear.weight	4	-0.010588549077510834
207054	linear.weight	5	0.11145751178264618
207054	linear.weight	6	-0.010739270597696304
207054	linear.weight	7	-0.034030646085739136
207054	linear.weight	8	0.20281384885311127
207054	linear.weight	9	-0.25734803080558777
207054	linear.bias	0	-0.03956538438796997
207054	linear.bias	1	0.031413208693265915
207054	linear.bias	2	0.4573112428188324
207054	linear.bias	3	-0.6937264204025269
207054	linear.bias	4	2.0684146881103516
207054	linear.bias	5	-1.3987642526626587
207054	linear.bias	6	-0.3142330050468445
207054	linear.bias	7	-0.1243157833814621
207612	transitions	0	-1.8979527950286865
207612	transitions	1	-10000.0
207612	transitions	2	-0.7969565987586975
207612	transitions	3	-10000.0
207612	transitions	4	2.0037906169891357
207612	transitions	5	-10000.0
207612	transitions	6	-10000.0
207612	transitions	7	1.8090593814849854
207612	transitions	8	-2.5900299549102783
207612	transitions	9	-4.214637756347656
207612	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
207612	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
207612	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
207612	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
207612	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
207612	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
207612	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
207612	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
207612	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
207612	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
207612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
207612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
207612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
207612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
207612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
207612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
207612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
207612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
207612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
207612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
207612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
207612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
207612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
207612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
207612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
207612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
207612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
207612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
207612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
207612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
207612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
207612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
207612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
207612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
207612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
207612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
207612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
207612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
207612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
207612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
207612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
207612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
207612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
207612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
207612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
207612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
207612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
207612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
207612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
207612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
207612	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
207612	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
207612	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
207612	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
207612	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
207612	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
207612	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
207612	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
207612	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
207612	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
207612	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
207612	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
207612	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
207612	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
207612	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
207612	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
207612	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
207612	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
207612	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
207612	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
207612	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
207612	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
207612	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
207612	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
207612	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
207612	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
207612	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
207612	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
207612	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
207612	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
207612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
207612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
207612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
207612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
207612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
207612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
207612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
207612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
207612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
207612	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
207612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
207612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
207612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
207612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
207612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
207612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
207612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
207612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
207612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
207612	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
207612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
207612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
207612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
207612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
207612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
207612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
207612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
207612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
207612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
207612	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
207612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
207612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
207612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
207612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
207612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
207612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
207612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
207612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
207612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
207612	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
207612	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
207612	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
207612	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
207612	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
207612	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
207612	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
207612	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
207612	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
207612	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
207612	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
207612	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
207612	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
207612	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
207612	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
207612	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
207612	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
207612	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
207612	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
207612	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
207612	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
207612	embedding2nn.weight	0	0.006418083794414997
207612	embedding2nn.weight	1	0.003974031191319227
207612	embedding2nn.weight	2	0.013409644365310669
207612	embedding2nn.weight	3	0.02475595474243164
207612	embedding2nn.weight	4	0.02298654057085514
207612	embedding2nn.weight	5	0.005320183467119932
207612	embedding2nn.weight	6	-0.014371229335665703
207612	embedding2nn.weight	7	-0.0008436268544755876
207612	embedding2nn.weight	8	-0.00994799379259348
207612	embedding2nn.weight	9	0.0009318377124145627
207612	embedding2nn.bias	0	0.015317883342504501
207612	embedding2nn.bias	1	-0.0349167101085186
207612	embedding2nn.bias	2	0.09002954512834549
207612	embedding2nn.bias	3	0.06533224880695343
207612	embedding2nn.bias	4	-0.009738150052726269
207612	embedding2nn.bias	5	-0.021530132740736008
207612	embedding2nn.bias	6	0.020000282675027847
207612	embedding2nn.bias	7	0.004290943033993244
207612	embedding2nn.bias	8	-0.018560878932476044
207612	embedding2nn.bias	9	0.022792579606175423
207612	rnn.weight_ih_l0	0	0.06572575122117996
207612	rnn.weight_ih_l0	1	-0.041361626237630844
207612	rnn.weight_ih_l0	2	0.008647361770272255
207612	rnn.weight_ih_l0	3	0.04760747775435448
207612	rnn.weight_ih_l0	4	-0.029721898958086967
207612	rnn.weight_ih_l0	5	0.04199012741446495
207612	rnn.weight_ih_l0	6	0.00759439542889595
207612	rnn.weight_ih_l0	7	0.0634363666176796
207612	rnn.weight_ih_l0	8	0.013929435051977634
207612	rnn.weight_ih_l0	9	-0.024969298392534256
207612	rnn.weight_hh_l0	0	-0.01319981925189495
207612	rnn.weight_hh_l0	1	-0.025779172778129578
207612	rnn.weight_hh_l0	2	-0.05896969884634018
207612	rnn.weight_hh_l0	3	-0.005785137880593538
207612	rnn.weight_hh_l0	4	-0.00943035539239645
207612	rnn.weight_hh_l0	5	-0.02509147673845291
207612	rnn.weight_hh_l0	6	0.0003195800818502903
207612	rnn.weight_hh_l0	7	-0.03828459605574608
207612	rnn.weight_hh_l0	8	0.06633703410625458
207612	rnn.weight_hh_l0	9	0.045126866549253464
207612	rnn.bias_ih_l0	0	-0.1722898930311203
207612	rnn.bias_ih_l0	1	-0.16755633056163788
207612	rnn.bias_ih_l0	2	-0.01881076581776142
207612	rnn.bias_ih_l0	3	-0.14911912381649017
207612	rnn.bias_ih_l0	4	-0.058531489223241806
207612	rnn.bias_ih_l0	5	-0.17082500457763672
207612	rnn.bias_ih_l0	6	0.06294693797826767
207612	rnn.bias_ih_l0	7	-0.08564049005508423
207612	rnn.bias_ih_l0	8	-0.04344833642244339
207612	rnn.bias_ih_l0	9	-0.11024745553731918
207612	rnn.bias_hh_l0	0	-0.07296797633171082
207612	rnn.bias_hh_l0	1	0.24203038215637207
207612	rnn.bias_hh_l0	2	0.04568164795637131
207612	rnn.bias_hh_l0	3	-0.0767768993973732
207612	rnn.bias_hh_l0	4	-0.08188676089048386
207612	rnn.bias_hh_l0	5	-0.0071386597119271755
207612	rnn.bias_hh_l0	6	0.055581219494342804
207612	rnn.bias_hh_l0	7	-0.10706515610218048
207612	rnn.bias_hh_l0	8	-0.23770566284656525
207612	rnn.bias_hh_l0	9	-0.10339885950088501
207612	rnn.weight_ih_l0_reverse	0	0.02136250026524067
207612	rnn.weight_ih_l0_reverse	1	-0.05995238944888115
207612	rnn.weight_ih_l0_reverse	2	0.04043443873524666
207612	rnn.weight_ih_l0_reverse	3	0.016333233565092087
207612	rnn.weight_ih_l0_reverse	4	0.0017763281939551234
207612	rnn.weight_ih_l0_reverse	5	-0.028544636443257332
207612	rnn.weight_ih_l0_reverse	6	0.014808544889092445
207612	rnn.weight_ih_l0_reverse	7	0.030006250366568565
207612	rnn.weight_ih_l0_reverse	8	-0.026544073596596718
207612	rnn.weight_ih_l0_reverse	9	-0.0012574485735967755
207612	rnn.weight_hh_l0_reverse	0	0.04034428671002388
207612	rnn.weight_hh_l0_reverse	1	0.030135808512568474
207612	rnn.weight_hh_l0_reverse	2	-0.02231614477932453
207612	rnn.weight_hh_l0_reverse	3	-0.07651837170124054
207612	rnn.weight_hh_l0_reverse	4	0.010740472003817558
207612	rnn.weight_hh_l0_reverse	5	-0.05769949406385422
207612	rnn.weight_hh_l0_reverse	6	-0.01404613722115755
207612	rnn.weight_hh_l0_reverse	7	0.030353685840964317
207612	rnn.weight_hh_l0_reverse	8	0.007534998469054699
207612	rnn.weight_hh_l0_reverse	9	0.01059092115610838
207612	rnn.bias_ih_l0_reverse	0	-0.047538742423057556
207612	rnn.bias_ih_l0_reverse	1	-0.1377660483121872
207612	rnn.bias_ih_l0_reverse	2	-0.14254318177700043
207612	rnn.bias_ih_l0_reverse	3	-0.05139702931046486
207612	rnn.bias_ih_l0_reverse	4	-0.11562386900186539
207612	rnn.bias_ih_l0_reverse	5	-0.08892661333084106
207612	rnn.bias_ih_l0_reverse	6	-0.20367345213890076
207612	rnn.bias_ih_l0_reverse	7	-0.05191991850733757
207612	rnn.bias_ih_l0_reverse	8	-0.06310044974088669
207612	rnn.bias_ih_l0_reverse	9	-0.13755609095096588
207612	rnn.bias_hh_l0_reverse	0	-0.14362600445747375
207612	rnn.bias_hh_l0_reverse	1	-0.16165746748447418
207612	rnn.bias_hh_l0_reverse	2	0.10387052595615387
207612	rnn.bias_hh_l0_reverse	3	0.07852957397699356
207612	rnn.bias_hh_l0_reverse	4	-0.17597030103206635
207612	rnn.bias_hh_l0_reverse	5	-0.1364010125398636
207612	rnn.bias_hh_l0_reverse	6	-0.10129601508378983
207612	rnn.bias_hh_l0_reverse	7	-0.049663346260786057
207612	rnn.bias_hh_l0_reverse	8	-0.09671957045793533
207612	rnn.bias_hh_l0_reverse	9	-0.028153134509921074
207612	linear.weight	0	-0.007682647090405226
207612	linear.weight	1	-0.0002543102891650051
207612	linear.weight	2	0.30109620094299316
207612	linear.weight	3	-0.07916170358657837
207612	linear.weight	4	-0.010588549077510834
207612	linear.weight	5	0.11963318288326263
207612	linear.weight	6	-0.010739270597696304
207612	linear.weight	7	-0.02477293089032173
207612	linear.weight	8	0.1938745230436325
207612	linear.weight	9	-0.2569359242916107
207612	linear.bias	0	-0.03956538438796997
207612	linear.bias	1	0.031413208693265915
207612	linear.bias	2	0.4724186658859253
207612	linear.bias	3	-0.7037795186042786
207612	linear.bias	4	2.0602447986602783
207612	linear.bias	5	-1.3988481760025024
207612	linear.bias	6	-0.312524676322937
207612	linear.bias	7	-0.12283194065093994
208170	transitions	0	-1.8983380794525146
208170	transitions	1	-10000.0
208170	transitions	2	-0.7969565987586975
208170	transitions	3	-10000.0
208170	transitions	4	2.009877920150757
208170	transitions	5	-10000.0
208170	transitions	6	-10000.0
208170	transitions	7	1.813736081123352
208170	transitions	8	-2.590453624725342
208170	transitions	9	-4.214982986450195
208170	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
208170	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
208170	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
208170	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
208170	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
208170	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
208170	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
208170	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
208170	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
208170	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
208170	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
208170	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
208170	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
208170	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
208170	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
208170	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
208170	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
208170	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
208170	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
208170	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
208170	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
208170	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
208170	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
208170	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
208170	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
208170	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
208170	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
208170	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
208170	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
208170	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
208170	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
208170	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
208170	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
208170	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
208170	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
208170	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
208170	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
208170	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
208170	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
208170	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
208170	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
208170	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
208170	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
208170	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
208170	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
208170	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
208170	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
208170	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
208170	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
208170	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
208170	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
208170	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
208170	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
208170	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
208170	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
208170	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
208170	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
208170	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
208170	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
208170	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
208170	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
208170	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
208170	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
208170	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
208170	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
208170	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
208170	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
208170	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
208170	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
208170	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
208170	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
208170	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
208170	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
208170	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
208170	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
208170	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
208170	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
208170	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
208170	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
208170	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
208170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
208170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
208170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
208170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
208170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
208170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
208170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
208170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
208170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
208170	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
208170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
208170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
208170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
208170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
208170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
208170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
208170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
208170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
208170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
208170	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
208170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
208170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
208170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
208170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
208170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
208170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
208170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
208170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
208170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
208170	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
208170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
208170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
208170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
208170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
208170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
208170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
208170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
208170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
208170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
208170	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
208170	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
208170	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
208170	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
208170	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
208170	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
208170	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
208170	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
208170	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
208170	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
208170	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
208170	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
208170	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
208170	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
208170	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
208170	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
208170	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
208170	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
208170	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
208170	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
208170	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
208170	embedding2nn.weight	0	0.006415148731321096
208170	embedding2nn.weight	1	0.004014096222817898
208170	embedding2nn.weight	2	0.013399683870375156
208170	embedding2nn.weight	3	0.024726029485464096
208170	embedding2nn.weight	4	0.022998588159680367
208170	embedding2nn.weight	5	0.005382350645959377
208170	embedding2nn.weight	6	-0.014257024973630905
208170	embedding2nn.weight	7	-0.0008318951004184783
208170	embedding2nn.weight	8	-0.010005522519350052
208170	embedding2nn.weight	9	0.0009802220156416297
208170	embedding2nn.bias	0	0.014758857898414135
208170	embedding2nn.bias	1	-0.033242810517549515
208170	embedding2nn.bias	2	0.09092541038990021
208170	embedding2nn.bias	3	0.06542640179395676
208170	embedding2nn.bias	4	-0.009111836552619934
208170	embedding2nn.bias	5	-0.02073793113231659
208170	embedding2nn.bias	6	0.01873917318880558
208170	embedding2nn.bias	7	0.0028059636242687702
208170	embedding2nn.bias	8	-0.02039935067296028
208170	embedding2nn.bias	9	0.021333135664463043
208170	rnn.weight_ih_l0	0	0.06588661670684814
208170	rnn.weight_ih_l0	1	-0.041147585958242416
208170	rnn.weight_ih_l0	2	0.009043860249221325
208170	rnn.weight_ih_l0	3	0.04781758040189743
208170	rnn.weight_ih_l0	4	-0.029864227399230003
208170	rnn.weight_ih_l0	5	0.04216446354985237
208170	rnn.weight_ih_l0	6	0.0075905644334852695
208170	rnn.weight_ih_l0	7	0.06337618827819824
208170	rnn.weight_ih_l0	8	0.013790670782327652
208170	rnn.weight_ih_l0	9	-0.02500925213098526
208170	rnn.weight_hh_l0	0	-0.013150549493730068
208170	rnn.weight_hh_l0	1	-0.025677956640720367
208170	rnn.weight_hh_l0	2	-0.05944765731692314
208170	rnn.weight_hh_l0	3	-0.0058228569105267525
208170	rnn.weight_hh_l0	4	-0.009398749098181725
208170	rnn.weight_hh_l0	5	-0.025012025609612465
208170	rnn.weight_hh_l0	6	0.00029918510699644685
208170	rnn.weight_hh_l0	7	-0.03837071359157562
208170	rnn.weight_hh_l0	8	0.0665750801563263
208170	rnn.weight_hh_l0	9	0.045162416994571686
208170	rnn.bias_ih_l0	0	-0.17416620254516602
208170	rnn.bias_ih_l0	1	-0.16920597851276398
208170	rnn.bias_ih_l0	2	-0.018905147910118103
208170	rnn.bias_ih_l0	3	-0.147677943110466
208170	rnn.bias_ih_l0	4	-0.05817388743162155
208170	rnn.bias_ih_l0	5	-0.17142334580421448
208170	rnn.bias_ih_l0	6	0.06450226902961731
208170	rnn.bias_ih_l0	7	-0.08630361407995224
208170	rnn.bias_ih_l0	8	-0.042424291372299194
208170	rnn.bias_ih_l0	9	-0.10977520793676376
208170	rnn.bias_hh_l0	0	-0.07221590727567673
208170	rnn.bias_hh_l0	1	0.24159647524356842
208170	rnn.bias_hh_l0	2	0.04644499719142914
208170	rnn.bias_hh_l0	3	-0.07652045041322708
208170	rnn.bias_hh_l0	4	-0.0824575200676918
208170	rnn.bias_hh_l0	5	-0.007043266668915749
208170	rnn.bias_hh_l0	6	0.05675877630710602
208170	rnn.bias_hh_l0	7	-0.10367757827043533
208170	rnn.bias_hh_l0	8	-0.23729246854782104
208170	rnn.bias_hh_l0	9	-0.10248763114213943
208170	rnn.weight_ih_l0_reverse	0	0.020770244300365448
208170	rnn.weight_ih_l0_reverse	1	-0.059926487505435944
208170	rnn.weight_ih_l0_reverse	2	0.040625959634780884
208170	rnn.weight_ih_l0_reverse	3	0.01687651313841343
208170	rnn.weight_ih_l0_reverse	4	0.001765253022313118
208170	rnn.weight_ih_l0_reverse	5	-0.02855701930820942
208170	rnn.weight_ih_l0_reverse	6	0.015242955647408962
208170	rnn.weight_ih_l0_reverse	7	0.030037688091397285
208170	rnn.weight_ih_l0_reverse	8	-0.026532882824540138
208170	rnn.weight_ih_l0_reverse	9	-0.0014406397240236402
208170	rnn.weight_hh_l0_reverse	0	0.04045684263110161
208170	rnn.weight_hh_l0_reverse	1	0.029951974749565125
208170	rnn.weight_hh_l0_reverse	2	-0.022288182750344276
208170	rnn.weight_hh_l0_reverse	3	-0.07641565799713135
208170	rnn.weight_hh_l0_reverse	4	0.010687058791518211
208170	rnn.weight_hh_l0_reverse	5	-0.057508450001478195
208170	rnn.weight_hh_l0_reverse	6	-0.01406098622828722
208170	rnn.weight_hh_l0_reverse	7	0.030461976304650307
208170	rnn.weight_hh_l0_reverse	8	0.007689897436648607
208170	rnn.weight_hh_l0_reverse	9	0.010449359193444252
208170	rnn.bias_ih_l0_reverse	0	-0.04750848188996315
208170	rnn.bias_ih_l0_reverse	1	-0.13679639995098114
208170	rnn.bias_ih_l0_reverse	2	-0.14274735748767853
208170	rnn.bias_ih_l0_reverse	3	-0.04996504634618759
208170	rnn.bias_ih_l0_reverse	4	-0.11544160544872284
208170	rnn.bias_ih_l0_reverse	5	-0.08909875899553299
208170	rnn.bias_ih_l0_reverse	6	-0.20391996204853058
208170	rnn.bias_ih_l0_reverse	7	-0.052325472235679626
208170	rnn.bias_ih_l0_reverse	8	-0.06403413414955139
208170	rnn.bias_ih_l0_reverse	9	-0.13682565093040466
208170	rnn.bias_hh_l0_reverse	0	-0.1436665803194046
208170	rnn.bias_hh_l0_reverse	1	-0.16351765394210815
208170	rnn.bias_hh_l0_reverse	2	0.10258325934410095
208170	rnn.bias_hh_l0_reverse	3	0.07745657116174698
208170	rnn.bias_hh_l0_reverse	4	-0.17466969788074493
208170	rnn.bias_hh_l0_reverse	5	-0.1392313688993454
208170	rnn.bias_hh_l0_reverse	6	-0.10153323411941528
208170	rnn.bias_hh_l0_reverse	7	-0.04770015925168991
208170	rnn.bias_hh_l0_reverse	8	-0.09747464209794998
208170	rnn.bias_hh_l0_reverse	9	-0.02917691506445408
208170	linear.weight	0	-0.007682603783905506
208170	linear.weight	1	0.00475770328193903
208170	linear.weight	2	0.3013043999671936
208170	linear.weight	3	-0.0791575238108635
208170	linear.weight	4	-0.010588549077510834
208170	linear.weight	5	0.10150071233510971
208170	linear.weight	6	-0.010739270597696304
208170	linear.weight	7	-0.021189182996749878
208170	linear.weight	8	0.1695988029241562
208170	linear.weight	9	-0.2545311152935028
208170	linear.bias	0	-0.03956538438796997
208170	linear.bias	1	0.031413208693265915
208170	linear.bias	2	0.4394605755805969
208170	linear.bias	3	-0.6825168132781982
208170	linear.bias	4	2.0565977096557617
208170	linear.bias	5	-1.3989351987838745
208170	linear.bias	6	-0.30478063225746155
208170	linear.bias	7	-0.11515392363071442
208728	transitions	0	-1.8988779783248901
208728	transitions	1	-10000.0
208728	transitions	2	-0.7969565987586975
208728	transitions	3	-10000.0
208728	transitions	4	1.999328374862671
208728	transitions	5	-10000.0
208728	transitions	6	-10000.0
208728	transitions	7	1.821031928062439
208728	transitions	8	-2.5908491611480713
208728	transitions	9	-4.2153191566467285
208728	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
208728	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
208728	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
208728	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
208728	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
208728	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
208728	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
208728	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
208728	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
208728	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
208728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
208728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
208728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
208728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
208728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
208728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
208728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
208728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
208728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
208728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
208728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
208728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
208728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
208728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
208728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
208728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
208728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
208728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
208728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
208728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
208728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
208728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
208728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
208728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
208728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
208728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
208728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
208728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
208728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
208728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
208728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
208728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
208728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
208728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
208728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
208728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
208728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
208728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
208728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
208728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
208728	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
208728	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
208728	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
208728	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
208728	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
208728	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
208728	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
208728	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
208728	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
208728	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
208728	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
208728	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
208728	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
208728	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
208728	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
208728	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
208728	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
208728	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
208728	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
208728	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
208728	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
208728	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
208728	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
208728	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
208728	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
208728	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
208728	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
208728	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
208728	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
208728	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
208728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
208728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
208728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
208728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
208728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
208728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
208728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
208728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
208728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
208728	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
208728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
208728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
208728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
208728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
208728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
208728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
208728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
208728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
208728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
208728	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
208728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
208728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
208728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
208728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
208728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
208728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
208728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
208728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
208728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
208728	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
208728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
208728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
208728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
208728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
208728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
208728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
208728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
208728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
208728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
208728	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
208728	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
208728	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
208728	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
208728	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
208728	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
208728	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
208728	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
208728	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
208728	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
208728	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
208728	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
208728	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
208728	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
208728	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
208728	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
208728	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
208728	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
208728	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
208728	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
208728	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
208728	embedding2nn.weight	0	0.0064119938760995865
208728	embedding2nn.weight	1	0.004021733999252319
208728	embedding2nn.weight	2	0.013379042036831379
208728	embedding2nn.weight	3	0.024621402844786644
208728	embedding2nn.weight	4	0.023166535422205925
208728	embedding2nn.weight	5	0.005494900979101658
208728	embedding2nn.weight	6	-0.014363456517457962
208728	embedding2nn.weight	7	-0.0007774127298034728
208728	embedding2nn.weight	8	-0.010340854525566101
208728	embedding2nn.weight	9	0.0009857480181381106
208728	embedding2nn.bias	0	0.014572876505553722
208728	embedding2nn.bias	1	-0.03166293725371361
208728	embedding2nn.bias	2	0.0886613130569458
208728	embedding2nn.bias	3	0.06626514345407486
208728	embedding2nn.bias	4	-0.008539148606359959
208728	embedding2nn.bias	5	-0.025303782895207405
208728	embedding2nn.bias	6	0.01669335551559925
208728	embedding2nn.bias	7	0.0020670241210609674
208728	embedding2nn.bias	8	-0.020944280549883842
208728	embedding2nn.bias	9	0.019587328657507896
208728	rnn.weight_ih_l0	0	0.06553787738084793
208728	rnn.weight_ih_l0	1	-0.04130873084068298
208728	rnn.weight_ih_l0	2	0.009560241363942623
208728	rnn.weight_ih_l0	3	0.04734009504318237
208728	rnn.weight_ih_l0	4	-0.02997141145169735
208728	rnn.weight_ih_l0	5	0.04228128492832184
208728	rnn.weight_ih_l0	6	0.007542455103248358
208728	rnn.weight_ih_l0	7	0.06334981322288513
208728	rnn.weight_ih_l0	8	0.013800976797938347
208728	rnn.weight_ih_l0	9	-0.025334421545267105
208728	rnn.weight_hh_l0	0	-0.013229068368673325
208728	rnn.weight_hh_l0	1	-0.025760021060705185
208728	rnn.weight_hh_l0	2	-0.05940762907266617
208728	rnn.weight_hh_l0	3	-0.00580599857494235
208728	rnn.weight_hh_l0	4	-0.00946494098752737
208728	rnn.weight_hh_l0	5	-0.024988476186990738
208728	rnn.weight_hh_l0	6	0.00029043169342912734
208728	rnn.weight_hh_l0	7	-0.03866899758577347
208728	rnn.weight_hh_l0	8	0.06624835729598999
208728	rnn.weight_hh_l0	9	0.04524296894669533
208728	rnn.bias_ih_l0	0	-0.17441828548908234
208728	rnn.bias_ih_l0	1	-0.16859130561351776
208728	rnn.bias_ih_l0	2	-0.019271519035100937
208728	rnn.bias_ih_l0	3	-0.146697536110878
208728	rnn.bias_ih_l0	4	-0.05948521941900253
208728	rnn.bias_ih_l0	5	-0.17127583920955658
208728	rnn.bias_ih_l0	6	0.06270336359739304
208728	rnn.bias_ih_l0	7	-0.08813926577568054
208728	rnn.bias_ih_l0	8	-0.04388802498579025
208728	rnn.bias_ih_l0	9	-0.10860363394021988
208728	rnn.bias_hh_l0	0	-0.07283098995685577
208728	rnn.bias_hh_l0	1	0.2417575865983963
208728	rnn.bias_hh_l0	2	0.04429071769118309
208728	rnn.bias_hh_l0	3	-0.07659048587083817
208728	rnn.bias_hh_l0	4	-0.0822417363524437
208728	rnn.bias_hh_l0	5	-0.005779617931693792
208728	rnn.bias_hh_l0	6	0.057488277554512024
208728	rnn.bias_hh_l0	7	-0.10439735651016235
208728	rnn.bias_hh_l0	8	-0.23748740553855896
208728	rnn.bias_hh_l0	9	-0.10355810821056366
208728	rnn.weight_ih_l0_reverse	0	0.021221857517957687
208728	rnn.weight_ih_l0_reverse	1	-0.0595117025077343
208728	rnn.weight_ih_l0_reverse	2	0.04056168347597122
208728	rnn.weight_ih_l0_reverse	3	0.016976723447442055
208728	rnn.weight_ih_l0_reverse	4	0.0017217141576111317
208728	rnn.weight_ih_l0_reverse	5	-0.02878371812403202
208728	rnn.weight_ih_l0_reverse	6	0.014977330341935158
208728	rnn.weight_ih_l0_reverse	7	0.030137114226818085
208728	rnn.weight_ih_l0_reverse	8	-0.026568029075860977
208728	rnn.weight_ih_l0_reverse	9	-0.0017293109558522701
208728	rnn.weight_hh_l0_reverse	0	0.04052039608359337
208728	rnn.weight_hh_l0_reverse	1	0.030128113925457
208728	rnn.weight_hh_l0_reverse	2	-0.02240542694926262
208728	rnn.weight_hh_l0_reverse	3	-0.07649282366037369
208728	rnn.weight_hh_l0_reverse	4	0.010657766833901405
208728	rnn.weight_hh_l0_reverse	5	-0.05753650516271591
208728	rnn.weight_hh_l0_reverse	6	-0.013955751433968544
208728	rnn.weight_hh_l0_reverse	7	0.03049403429031372
208728	rnn.weight_hh_l0_reverse	8	0.007972628809511662
208728	rnn.weight_hh_l0_reverse	9	0.01024883147329092
208728	rnn.bias_ih_l0_reverse	0	-0.04777064174413681
208728	rnn.bias_ih_l0_reverse	1	-0.13767990469932556
208728	rnn.bias_ih_l0_reverse	2	-0.14333690702915192
208728	rnn.bias_ih_l0_reverse	3	-0.050360050052404404
208728	rnn.bias_ih_l0_reverse	4	-0.11562477797269821
208728	rnn.bias_ih_l0_reverse	5	-0.08792926371097565
208728	rnn.bias_ih_l0_reverse	6	-0.20340470969676971
208728	rnn.bias_ih_l0_reverse	7	-0.05224015191197395
208728	rnn.bias_ih_l0_reverse	8	-0.06327208131551743
208728	rnn.bias_ih_l0_reverse	9	-0.13671207427978516
208728	rnn.bias_hh_l0_reverse	0	-0.14387989044189453
208728	rnn.bias_hh_l0_reverse	1	-0.1631689965724945
208728	rnn.bias_hh_l0_reverse	2	0.10176654905080795
208728	rnn.bias_hh_l0_reverse	3	0.07675006240606308
208728	rnn.bias_hh_l0_reverse	4	-0.17362065613269806
208728	rnn.bias_hh_l0_reverse	5	-0.13810265064239502
208728	rnn.bias_hh_l0_reverse	6	-0.10080417990684509
208728	rnn.bias_hh_l0_reverse	7	-0.04811781644821167
208728	rnn.bias_hh_l0_reverse	8	-0.09825678169727325
208728	rnn.bias_hh_l0_reverse	9	-0.02945224568247795
208728	linear.weight	0	-0.00768268620595336
208728	linear.weight	1	0.0010851970873773098
208728	linear.weight	2	0.3012186288833618
208728	linear.weight	3	-0.07915376126766205
208728	linear.weight	4	-0.010588549077510834
208728	linear.weight	5	0.10314955562353134
208728	linear.weight	6	-0.010739270597696304
208728	linear.weight	7	-0.01792418397963047
208728	linear.weight	8	0.1877814084291458
208728	linear.weight	9	-0.2513987123966217
208728	linear.bias	0	-0.03956538438796997
208728	linear.bias	1	0.031413208693265915
208728	linear.bias	2	0.43149566650390625
208728	linear.bias	3	-0.6785643696784973
208728	linear.bias	4	2.0721375942230225
208728	linear.bias	5	-1.3990180492401123
208728	linear.bias	6	-0.3103623390197754
208728	linear.bias	7	-0.12102725356817245
209286	transitions	0	-1.899392008781433
209286	transitions	1	-10000.0
209286	transitions	2	-0.7969565987586975
209286	transitions	3	-10000.0
209286	transitions	4	2.009434700012207
209286	transitions	5	-10000.0
209286	transitions	6	-10000.0
209286	transitions	7	1.8206294775009155
209286	transitions	8	-2.591310977935791
209286	transitions	9	-4.215624809265137
209286	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
209286	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
209286	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
209286	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
209286	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
209286	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
209286	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
209286	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
209286	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
209286	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
209286	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
209286	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
209286	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
209286	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
209286	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
209286	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
209286	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
209286	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
209286	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
209286	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
209286	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
209286	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
209286	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
209286	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
209286	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
209286	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
209286	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
209286	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
209286	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
209286	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
209286	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
209286	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
209286	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
209286	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
209286	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
209286	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
209286	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
209286	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
209286	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
209286	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
209286	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
209286	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
209286	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
209286	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
209286	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
209286	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
209286	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
209286	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
209286	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
209286	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
209286	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
209286	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
209286	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
209286	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
209286	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
209286	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
209286	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
209286	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
209286	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
209286	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
209286	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
209286	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
209286	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
209286	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
209286	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
209286	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
209286	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
209286	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
209286	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
209286	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
209286	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
209286	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
209286	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
209286	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
209286	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
209286	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
209286	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
209286	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
209286	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
209286	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
209286	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
209286	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
209286	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
209286	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
209286	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
209286	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
209286	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
209286	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
209286	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
209286	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
209286	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
209286	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
209286	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
209286	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
209286	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
209286	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
209286	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
209286	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
209286	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
209286	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
209286	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
209286	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
209286	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
209286	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
209286	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
209286	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
209286	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
209286	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
209286	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
209286	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
209286	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
209286	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
209286	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
209286	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
209286	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
209286	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
209286	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
209286	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
209286	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
209286	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
209286	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
209286	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
209286	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
209286	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
209286	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
209286	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
209286	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
209286	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
209286	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
209286	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
209286	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
209286	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
209286	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
209286	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
209286	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
209286	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
209286	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
209286	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
209286	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
209286	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
209286	embedding2nn.weight	0	0.006407925393432379
209286	embedding2nn.weight	1	0.003960445057600737
209286	embedding2nn.weight	2	0.01338641531765461
209286	embedding2nn.weight	3	0.02458820678293705
209286	embedding2nn.weight	4	0.023313265293836594
209286	embedding2nn.weight	5	0.005259003955870867
209286	embedding2nn.weight	6	-0.01432367879897356
209286	embedding2nn.weight	7	-0.000790680292993784
209286	embedding2nn.weight	8	-0.010255266912281513
209286	embedding2nn.weight	9	0.0010222498094663024
209286	embedding2nn.bias	0	0.016375314444303513
209286	embedding2nn.bias	1	-0.03376460075378418
209286	embedding2nn.bias	2	0.09020716696977615
209286	embedding2nn.bias	3	0.06829351931810379
209286	embedding2nn.bias	4	-0.00899296160787344
209286	embedding2nn.bias	5	-0.024759601801633835
209286	embedding2nn.bias	6	0.015421037562191486
209286	embedding2nn.bias	7	0.001609437051229179
209286	embedding2nn.bias	8	-0.023378295823931694
209286	embedding2nn.bias	9	0.0198533833026886
209286	rnn.weight_ih_l0	0	0.06541183590888977
209286	rnn.weight_ih_l0	1	-0.04129578918218613
209286	rnn.weight_ih_l0	2	0.009496412239968777
209286	rnn.weight_ih_l0	3	0.047243256121873856
209286	rnn.weight_ih_l0	4	-0.029848381876945496
209286	rnn.weight_ih_l0	5	0.042297422885894775
209286	rnn.weight_ih_l0	6	0.007656935136765242
209286	rnn.weight_ih_l0	7	0.06318636238574982
209286	rnn.weight_ih_l0	8	0.01390266977250576
209286	rnn.weight_ih_l0	9	-0.025551222264766693
209286	rnn.weight_hh_l0	0	-0.013099757954478264
209286	rnn.weight_hh_l0	1	-0.025690235197544098
209286	rnn.weight_hh_l0	2	-0.059591758996248245
209286	rnn.weight_hh_l0	3	-0.005816983059048653
209286	rnn.weight_hh_l0	4	-0.009532387368381023
209286	rnn.weight_hh_l0	5	-0.025039691478013992
209286	rnn.weight_hh_l0	6	0.000278245861409232
209286	rnn.weight_hh_l0	7	-0.03865573927760124
209286	rnn.weight_hh_l0	8	0.06630131602287292
209286	rnn.weight_hh_l0	9	0.04525427147746086
209286	rnn.bias_ih_l0	0	-0.17477267980575562
209286	rnn.bias_ih_l0	1	-0.16715696454048157
209286	rnn.bias_ih_l0	2	-0.019849270582199097
209286	rnn.bias_ih_l0	3	-0.1472630351781845
209286	rnn.bias_ih_l0	4	-0.05812399089336395
209286	rnn.bias_ih_l0	5	-0.17078770697116852
209286	rnn.bias_ih_l0	6	0.0636175349354744
209286	rnn.bias_ih_l0	7	-0.08934471011161804
209286	rnn.bias_ih_l0	8	-0.04259549826383591
209286	rnn.bias_ih_l0	9	-0.10797636210918427
209286	rnn.bias_hh_l0	0	-0.07131282985210419
209286	rnn.bias_hh_l0	1	0.24302759766578674
209286	rnn.bias_hh_l0	2	0.04458349570631981
209286	rnn.bias_hh_l0	3	-0.07582026720046997
209286	rnn.bias_hh_l0	4	-0.08253412693738937
209286	rnn.bias_hh_l0	5	-0.0051772380247712135
209286	rnn.bias_hh_l0	6	0.058280423283576965
209286	rnn.bias_hh_l0	7	-0.10380830615758896
209286	rnn.bias_hh_l0	8	-0.23588524758815765
209286	rnn.bias_hh_l0	9	-0.10393965244293213
209286	rnn.weight_ih_l0_reverse	0	0.021264012902975082
209286	rnn.weight_ih_l0_reverse	1	-0.05978008732199669
209286	rnn.weight_ih_l0_reverse	2	0.040636807680130005
209286	rnn.weight_ih_l0_reverse	3	0.017320780083537102
209286	rnn.weight_ih_l0_reverse	4	0.0017650631489232183
209286	rnn.weight_ih_l0_reverse	5	-0.0283968485891819
209286	rnn.weight_ih_l0_reverse	6	0.015521090477705002
209286	rnn.weight_ih_l0_reverse	7	0.02993110939860344
209286	rnn.weight_ih_l0_reverse	8	-0.026852155104279518
209286	rnn.weight_ih_l0_reverse	9	-0.0017277064034715295
209286	rnn.weight_hh_l0_reverse	0	0.040501490235328674
209286	rnn.weight_hh_l0_reverse	1	0.03022271953523159
209286	rnn.weight_hh_l0_reverse	2	-0.02246992662549019
209286	rnn.weight_hh_l0_reverse	3	-0.07638054341077805
209286	rnn.weight_hh_l0_reverse	4	0.010744016617536545
209286	rnn.weight_hh_l0_reverse	5	-0.05765799805521965
209286	rnn.weight_hh_l0_reverse	6	-0.013928485102951527
209286	rnn.weight_hh_l0_reverse	7	0.030556954443454742
209286	rnn.weight_hh_l0_reverse	8	0.00770152872428298
209286	rnn.weight_hh_l0_reverse	9	0.010209785774350166
209286	rnn.bias_ih_l0_reverse	0	-0.04710807651281357
209286	rnn.bias_ih_l0_reverse	1	-0.13721725344657898
209286	rnn.bias_ih_l0_reverse	2	-0.14273865520954132
209286	rnn.bias_ih_l0_reverse	3	-0.050007421523332596
209286	rnn.bias_ih_l0_reverse	4	-0.11482083797454834
209286	rnn.bias_ih_l0_reverse	5	-0.0866316556930542
209286	rnn.bias_ih_l0_reverse	6	-0.20253285765647888
209286	rnn.bias_ih_l0_reverse	7	-0.05267740413546562
209286	rnn.bias_ih_l0_reverse	8	-0.06371668726205826
209286	rnn.bias_ih_l0_reverse	9	-0.1366705447435379
209286	rnn.bias_hh_l0_reverse	0	-0.14347001910209656
209286	rnn.bias_hh_l0_reverse	1	-0.16292981803417206
209286	rnn.bias_hh_l0_reverse	2	0.10095945745706558
209286	rnn.bias_hh_l0_reverse	3	0.07863501459360123
209286	rnn.bias_hh_l0_reverse	4	-0.1740732192993164
209286	rnn.bias_hh_l0_reverse	5	-0.13868990540504456
209286	rnn.bias_hh_l0_reverse	6	-0.09958452731370926
209286	rnn.bias_hh_l0_reverse	7	-0.047586534172296524
209286	rnn.bias_hh_l0_reverse	8	-0.09716517478227615
209286	rnn.bias_hh_l0_reverse	9	-0.030558766797184944
209286	linear.weight	0	-0.007682631723582745
209286	linear.weight	1	0.0007218580576591194
209286	linear.weight	2	0.2959788739681244
209286	linear.weight	3	-0.07915031164884567
209286	linear.weight	4	-0.010588549077510834
209286	linear.weight	5	0.09870671480894089
209286	linear.weight	6	-0.010739270597696304
209286	linear.weight	7	-0.02405925653874874
209286	linear.weight	8	0.2042837291955948
209286	linear.weight	9	-0.2518354058265686
209286	linear.bias	0	-0.03956538438796997
209286	linear.bias	1	0.031413208693265915
209286	linear.bias	2	0.4537375271320343
209286	linear.bias	3	-0.7004941701889038
209286	linear.bias	4	2.086610794067383
209286	linear.bias	5	-1.3990987539291382
209286	linear.bias	6	-0.3175761103630066
209286	linear.bias	7	-0.12852871417999268
209844	transitions	0	-1.8999699354171753
209844	transitions	1	-10000.0
209844	transitions	2	-0.7969565987586975
209844	transitions	3	-10000.0
209844	transitions	4	2.0205235481262207
209844	transitions	5	-10000.0
209844	transitions	6	-10000.0
209844	transitions	7	1.8189069032669067
209844	transitions	8	-2.5920119285583496
209844	transitions	9	-4.215935230255127
209844	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
209844	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
209844	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
209844	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
209844	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
209844	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
209844	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
209844	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
209844	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
209844	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
209844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
209844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
209844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
209844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
209844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
209844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
209844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
209844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
209844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
209844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
209844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
209844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
209844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
209844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
209844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
209844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
209844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
209844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
209844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
209844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
209844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
209844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
209844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
209844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
209844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
209844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
209844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
209844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
209844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
209844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
209844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
209844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
209844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
209844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
209844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
209844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
209844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
209844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
209844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
209844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
209844	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
209844	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
209844	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
209844	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
209844	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
209844	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
209844	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
209844	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
209844	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
209844	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
209844	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
209844	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
209844	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
209844	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
209844	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
209844	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
209844	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
209844	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
209844	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
209844	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
209844	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
209844	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
209844	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
209844	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
209844	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
209844	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
209844	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
209844	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
209844	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
209844	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
209844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
209844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
209844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
209844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
209844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
209844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
209844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
209844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
209844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
209844	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
209844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
209844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
209844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
209844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
209844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
209844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
209844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
209844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
209844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
209844	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
209844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
209844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
209844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
209844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
209844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
209844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
209844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
209844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
209844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
209844	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
209844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
209844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
209844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
209844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
209844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
209844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
209844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
209844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
209844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
209844	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
209844	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
209844	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
209844	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
209844	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
209844	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
209844	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
209844	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
209844	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
209844	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
209844	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
209844	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
209844	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
209844	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
209844	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
209844	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
209844	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
209844	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
209844	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
209844	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
209844	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
209844	embedding2nn.weight	0	0.006416610907763243
209844	embedding2nn.weight	1	0.0040043434128165245
209844	embedding2nn.weight	2	0.013387998566031456
209844	embedding2nn.weight	3	0.024559933692216873
209844	embedding2nn.weight	4	0.023151978850364685
209844	embedding2nn.weight	5	0.004983715713024139
209844	embedding2nn.weight	6	-0.014374715276062489
209844	embedding2nn.weight	7	-0.0007940450450405478
209844	embedding2nn.weight	8	-0.010365261696279049
209844	embedding2nn.weight	9	0.0010015566367655993
209844	embedding2nn.bias	0	0.016960246488451958
209844	embedding2nn.bias	1	-0.03625756502151489
209844	embedding2nn.bias	2	0.08831458538770676
209844	embedding2nn.bias	3	0.07055062800645828
209844	embedding2nn.bias	4	-0.009561784565448761
209844	embedding2nn.bias	5	-0.026299282908439636
209844	embedding2nn.bias	6	0.01652238331735134
209844	embedding2nn.bias	7	0.002297445433214307
209844	embedding2nn.bias	8	-0.026183027774095535
209844	embedding2nn.bias	9	0.019117511808872223
209844	rnn.weight_ih_l0	0	0.06510047614574432
209844	rnn.weight_ih_l0	1	-0.04139029607176781
209844	rnn.weight_ih_l0	2	0.009401603601872921
209844	rnn.weight_ih_l0	3	0.04720224812626839
209844	rnn.weight_ih_l0	4	-0.02944471687078476
209844	rnn.weight_ih_l0	5	0.04199724271893501
209844	rnn.weight_ih_l0	6	0.007732010446488857
209844	rnn.weight_ih_l0	7	0.06341727077960968
209844	rnn.weight_ih_l0	8	0.013696307316422462
209844	rnn.weight_ih_l0	9	-0.0254618301987648
209844	rnn.weight_hh_l0	0	-0.013033725321292877
209844	rnn.weight_hh_l0	1	-0.02565535344183445
209844	rnn.weight_hh_l0	2	-0.05959133803844452
209844	rnn.weight_hh_l0	3	-0.005773549433797598
209844	rnn.weight_hh_l0	4	-0.00956424605101347
209844	rnn.weight_hh_l0	5	-0.024915631860494614
209844	rnn.weight_hh_l0	6	0.00032276773708872497
209844	rnn.weight_hh_l0	7	-0.0385683998465538
209844	rnn.weight_hh_l0	8	0.06637712568044662
209844	rnn.weight_hh_l0	9	0.04528571292757988
209844	rnn.bias_ih_l0	0	-0.17433561384677887
209844	rnn.bias_ih_l0	1	-0.1674211472272873
209844	rnn.bias_ih_l0	2	-0.019840845838189125
209844	rnn.bias_ih_l0	3	-0.14560942351818085
209844	rnn.bias_ih_l0	4	-0.05848114192485809
209844	rnn.bias_ih_l0	5	-0.17042198777198792
209844	rnn.bias_ih_l0	6	0.06285640597343445
209844	rnn.bias_ih_l0	7	-0.08923826366662979
209844	rnn.bias_ih_l0	8	-0.04223944619297981
209844	rnn.bias_ih_l0	9	-0.10879036039113998
209844	rnn.bias_hh_l0	0	-0.07073310762643814
209844	rnn.bias_hh_l0	1	0.24274171888828278
209844	rnn.bias_hh_l0	2	0.04538390785455704
209844	rnn.bias_hh_l0	3	-0.07612081617116928
209844	rnn.bias_hh_l0	4	-0.08241385221481323
209844	rnn.bias_hh_l0	5	-0.006173883564770222
209844	rnn.bias_hh_l0	6	0.05767867714166641
209844	rnn.bias_hh_l0	7	-0.10284148901700974
209844	rnn.bias_hh_l0	8	-0.23534058034420013
209844	rnn.bias_hh_l0	9	-0.10274086892604828
209844	rnn.weight_ih_l0_reverse	0	0.021876614540815353
209844	rnn.weight_ih_l0_reverse	1	-0.059897735714912415
209844	rnn.weight_ih_l0_reverse	2	0.0406266488134861
209844	rnn.weight_ih_l0_reverse	3	0.01754537783563137
209844	rnn.weight_ih_l0_reverse	4	0.00184907007496804
209844	rnn.weight_ih_l0_reverse	5	-0.02841378003358841
209844	rnn.weight_ih_l0_reverse	6	0.015482899732887745
209844	rnn.weight_ih_l0_reverse	7	0.029822278767824173
209844	rnn.weight_ih_l0_reverse	8	-0.026744846254587173
209844	rnn.weight_ih_l0_reverse	9	-0.0018374738283455372
209844	rnn.weight_hh_l0_reverse	0	0.04045700281858444
209844	rnn.weight_hh_l0_reverse	1	0.03017592616379261
209844	rnn.weight_hh_l0_reverse	2	-0.022424455732107162
209844	rnn.weight_hh_l0_reverse	3	-0.07618354260921478
209844	rnn.weight_hh_l0_reverse	4	0.010800620540976524
209844	rnn.weight_hh_l0_reverse	5	-0.05784565582871437
209844	rnn.weight_hh_l0_reverse	6	-0.013911718502640724
209844	rnn.weight_hh_l0_reverse	7	0.030540067702531815
209844	rnn.weight_hh_l0_reverse	8	0.007830196060240269
209844	rnn.weight_hh_l0_reverse	9	0.010506450198590755
209844	rnn.bias_ih_l0_reverse	0	-0.04758921638131142
209844	rnn.bias_ih_l0_reverse	1	-0.1378283053636551
209844	rnn.bias_ih_l0_reverse	2	-0.14169245958328247
209844	rnn.bias_ih_l0_reverse	3	-0.05002928152680397
209844	rnn.bias_ih_l0_reverse	4	-0.11454182118177414
209844	rnn.bias_ih_l0_reverse	5	-0.08818550407886505
209844	rnn.bias_ih_l0_reverse	6	-0.20317117869853973
209844	rnn.bias_ih_l0_reverse	7	-0.05240466818213463
209844	rnn.bias_ih_l0_reverse	8	-0.06291293352842331
209844	rnn.bias_ih_l0_reverse	9	-0.13764312863349915
209844	rnn.bias_hh_l0_reverse	0	-0.14441102743148804
209844	rnn.bias_hh_l0_reverse	1	-0.1634250432252884
209844	rnn.bias_hh_l0_reverse	2	0.100110724568367
209844	rnn.bias_hh_l0_reverse	3	0.07818426936864853
209844	rnn.bias_hh_l0_reverse	4	-0.1728472113609314
209844	rnn.bias_hh_l0_reverse	5	-0.13820971548557281
209844	rnn.bias_hh_l0_reverse	6	-0.09909764677286148
209844	rnn.bias_hh_l0_reverse	7	-0.04761137813329697
209844	rnn.bias_hh_l0_reverse	8	-0.09580057114362717
209844	rnn.bias_hh_l0_reverse	9	-0.029833145439624786
209844	linear.weight	0	-0.007682839874178171
209844	linear.weight	1	-0.000458196533145383
209844	linear.weight	2	0.29531797766685486
209844	linear.weight	3	-0.07914616167545319
209844	linear.weight	4	-0.010588549077510834
209844	linear.weight	5	0.0998217910528183
209844	linear.weight	6	-0.010739270597696304
209844	linear.weight	7	-0.017994144931435585
209844	linear.weight	8	0.2077886015176773
209844	linear.weight	9	-0.2485423982143402
209844	linear.bias	0	-0.03956538438796997
209844	linear.bias	1	0.031413208693265915
209844	linear.bias	2	0.4641202688217163
209844	linear.bias	3	-0.712988555431366
209844	linear.bias	4	2.0885939598083496
209844	linear.bias	5	-1.39918053150177
209844	linear.bias	6	-0.3175024390220642
209844	linear.bias	7	-0.1284029632806778
210402	transitions	0	-1.9004570245742798
210402	transitions	1	-10000.0
210402	transitions	2	-0.7969565987586975
210402	transitions	3	-10000.0
210402	transitions	4	2.002265214920044
210402	transitions	5	-10000.0
210402	transitions	6	-10000.0
210402	transitions	7	1.821480393409729
210402	transitions	8	-2.5923657417297363
210402	transitions	9	-4.216231346130371
210402	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
210402	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
210402	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
210402	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
210402	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
210402	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
210402	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
210402	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
210402	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
210402	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
210402	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
210402	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
210402	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
210402	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
210402	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
210402	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
210402	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
210402	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
210402	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
210402	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
210402	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
210402	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
210402	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
210402	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
210402	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
210402	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
210402	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
210402	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
210402	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
210402	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
210402	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
210402	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
210402	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
210402	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
210402	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
210402	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
210402	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
210402	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
210402	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
210402	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
210402	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
210402	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
210402	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
210402	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
210402	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
210402	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
210402	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
210402	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
210402	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
210402	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
210402	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
210402	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
210402	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
210402	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
210402	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
210402	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
210402	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
210402	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
210402	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
210402	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
210402	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
210402	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
210402	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
210402	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
210402	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
210402	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
210402	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
210402	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
210402	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
210402	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
210402	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
210402	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
210402	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
210402	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
210402	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
210402	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
210402	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
210402	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
210402	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
210402	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
210402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
210402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
210402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
210402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
210402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
210402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
210402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
210402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
210402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
210402	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
210402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
210402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
210402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
210402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
210402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
210402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
210402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
210402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
210402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
210402	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
210402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
210402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
210402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
210402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
210402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
210402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
210402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
210402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
210402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
210402	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
210402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
210402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
210402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
210402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
210402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
210402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
210402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
210402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
210402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
210402	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
210402	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
210402	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
210402	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
210402	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
210402	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
210402	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
210402	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
210402	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
210402	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
210402	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
210402	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
210402	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
210402	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
210402	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
210402	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
210402	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
210402	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
210402	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
210402	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
210402	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
210402	embedding2nn.weight	0	0.0064154923893511295
210402	embedding2nn.weight	1	0.004052615258842707
210402	embedding2nn.weight	2	0.013390978798270226
210402	embedding2nn.weight	3	0.024580499157309532
210402	embedding2nn.weight	4	0.022901497781276703
210402	embedding2nn.weight	5	0.004920261912047863
210402	embedding2nn.weight	6	-0.014335941523313522
210402	embedding2nn.weight	7	-0.0007628758903592825
210402	embedding2nn.weight	8	-0.010803252458572388
210402	embedding2nn.weight	9	0.0011277033481746912
210402	embedding2nn.bias	0	0.017631273716688156
210402	embedding2nn.bias	1	-0.035551588982343674
210402	embedding2nn.bias	2	0.08824024349451065
210402	embedding2nn.bias	3	0.0704316571354866
210402	embedding2nn.bias	4	-0.00845678523182869
210402	embedding2nn.bias	5	-0.026291174814105034
210402	embedding2nn.bias	6	0.01952040195465088
210402	embedding2nn.bias	7	0.0013457266613841057
210402	embedding2nn.bias	8	-0.027253177016973495
210402	embedding2nn.bias	9	0.020824534818530083
210402	rnn.weight_ih_l0	0	0.06537291407585144
210402	rnn.weight_ih_l0	1	-0.04136739671230316
210402	rnn.weight_ih_l0	2	0.0095857884734869
210402	rnn.weight_ih_l0	3	0.04691784828901291
210402	rnn.weight_ih_l0	4	-0.02950272150337696
210402	rnn.weight_ih_l0	5	0.04216106981039047
210402	rnn.weight_ih_l0	6	0.007738048210740089
210402	rnn.weight_ih_l0	7	0.06342219561338425
210402	rnn.weight_ih_l0	8	0.01275555044412613
210402	rnn.weight_ih_l0	9	-0.024984676390886307
210402	rnn.weight_hh_l0	0	-0.013124357908964157
210402	rnn.weight_hh_l0	1	-0.025699112564325333
210402	rnn.weight_hh_l0	2	-0.0600125789642334
210402	rnn.weight_hh_l0	3	-0.005777824204415083
210402	rnn.weight_hh_l0	4	-0.009578824043273926
210402	rnn.weight_hh_l0	5	-0.024781586602330208
210402	rnn.weight_hh_l0	6	0.0002810219011735171
210402	rnn.weight_hh_l0	7	-0.03876607120037079
210402	rnn.weight_hh_l0	8	0.0663154125213623
210402	rnn.weight_hh_l0	9	0.04522907733917236
210402	rnn.bias_ih_l0	0	-0.17340873181819916
210402	rnn.bias_ih_l0	1	-0.16526220738887787
210402	rnn.bias_ih_l0	2	-0.01970846578478813
210402	rnn.bias_ih_l0	3	-0.14652279019355774
210402	rnn.bias_ih_l0	4	-0.0569758377969265
210402	rnn.bias_ih_l0	5	-0.17041592299938202
210402	rnn.bias_ih_l0	6	0.0654325857758522
210402	rnn.bias_ih_l0	7	-0.0877142921090126
210402	rnn.bias_ih_l0	8	-0.04211089760065079
210402	rnn.bias_ih_l0	9	-0.10933981090784073
210402	rnn.bias_hh_l0	0	-0.0713246688246727
210402	rnn.bias_hh_l0	1	0.24199692904949188
210402	rnn.bias_hh_l0	2	0.04681726545095444
210402	rnn.bias_hh_l0	3	-0.07612348347902298
210402	rnn.bias_hh_l0	4	-0.08234387636184692
210402	rnn.bias_hh_l0	5	-0.006564861163496971
210402	rnn.bias_hh_l0	6	0.05767073482275009
210402	rnn.bias_hh_l0	7	-0.10309207439422607
210402	rnn.bias_hh_l0	8	-0.2344665825366974
210402	rnn.bias_hh_l0	9	-0.10342848300933838
210402	rnn.weight_ih_l0_reverse	0	0.02228090725839138
210402	rnn.weight_ih_l0_reverse	1	-0.06036379188299179
210402	rnn.weight_ih_l0_reverse	2	0.040605589747428894
210402	rnn.weight_ih_l0_reverse	3	0.01762823946774006
210402	rnn.weight_ih_l0_reverse	4	0.001882979297079146
210402	rnn.weight_ih_l0_reverse	5	-0.02892942726612091
210402	rnn.weight_ih_l0_reverse	6	0.015906231477856636
210402	rnn.weight_ih_l0_reverse	7	0.02957904525101185
210402	rnn.weight_ih_l0_reverse	8	-0.026743954047560692
210402	rnn.weight_ih_l0_reverse	9	-0.002169462386518717
210402	rnn.weight_hh_l0_reverse	0	0.04038144648075104
210402	rnn.weight_hh_l0_reverse	1	0.030119970440864563
210402	rnn.weight_hh_l0_reverse	2	-0.022558005526661873
210402	rnn.weight_hh_l0_reverse	3	-0.07585722953081131
210402	rnn.weight_hh_l0_reverse	4	0.010660235770046711
210402	rnn.weight_hh_l0_reverse	5	-0.0580681748688221
210402	rnn.weight_hh_l0_reverse	6	-0.014019566588103771
210402	rnn.weight_hh_l0_reverse	7	0.030566388741135597
210402	rnn.weight_hh_l0_reverse	8	0.007685973308980465
210402	rnn.weight_hh_l0_reverse	9	0.010590193793177605
210402	rnn.bias_ih_l0_reverse	0	-0.047695379704236984
210402	rnn.bias_ih_l0_reverse	1	-0.13753445446491241
210402	rnn.bias_ih_l0_reverse	2	-0.1419355869293213
210402	rnn.bias_ih_l0_reverse	3	-0.04900631308555603
210402	rnn.bias_ih_l0_reverse	4	-0.11550308763980865
210402	rnn.bias_ih_l0_reverse	5	-0.08902452141046524
210402	rnn.bias_ih_l0_reverse	6	-0.20311909914016724
210402	rnn.bias_ih_l0_reverse	7	-0.05048206448554993
210402	rnn.bias_ih_l0_reverse	8	-0.06350240111351013
210402	rnn.bias_ih_l0_reverse	9	-0.13608060777187347
210402	rnn.bias_hh_l0_reverse	0	-0.14472101628780365
210402	rnn.bias_hh_l0_reverse	1	-0.1640610545873642
210402	rnn.bias_hh_l0_reverse	2	0.10064791887998581
210402	rnn.bias_hh_l0_reverse	3	0.07761906832456589
210402	rnn.bias_hh_l0_reverse	4	-0.17346203327178955
210402	rnn.bias_hh_l0_reverse	5	-0.1391768604516983
210402	rnn.bias_hh_l0_reverse	6	-0.09825951606035233
210402	rnn.bias_hh_l0_reverse	7	-0.04769432172179222
210402	rnn.bias_hh_l0_reverse	8	-0.09581505507230759
210402	rnn.bias_hh_l0_reverse	9	-0.028655163943767548
210402	linear.weight	0	-0.007682908792048693
210402	linear.weight	1	0.005841407924890518
210402	linear.weight	2	0.30586299300193787
210402	linear.weight	3	-0.07914193719625473
210402	linear.weight	4	-0.010588549077510834
210402	linear.weight	5	0.10564728081226349
210402	linear.weight	6	-0.010739270597696304
210402	linear.weight	7	-0.03821495547890663
210402	linear.weight	8	0.20741643011569977
210402	linear.weight	9	-0.2511569857597351
210402	linear.bias	0	-0.03956538438796997
210402	linear.bias	1	0.031413208693265915
210402	linear.bias	2	0.4507744610309601
210402	linear.bias	3	-0.6931324005126953
210402	linear.bias	4	2.073406934738159
210402	linear.bias	5	-1.3992583751678467
210402	linear.bias	6	-0.31294625997543335
210402	linear.bias	7	-0.12421297281980515
210960	transitions	0	-1.9008865356445312
210960	transitions	1	-10000.0
210960	transitions	2	-0.7969565987586975
210960	transitions	3	-10000.0
210960	transitions	4	2.0065481662750244
210960	transitions	5	-10000.0
210960	transitions	6	-10000.0
210960	transitions	7	1.820119023323059
210960	transitions	8	-2.592740297317505
210960	transitions	9	-4.216536521911621
210960	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
210960	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
210960	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
210960	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
210960	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
210960	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
210960	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
210960	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
210960	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
210960	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
210960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
210960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
210960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
210960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
210960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
210960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
210960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
210960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
210960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
210960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
210960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
210960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
210960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
210960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
210960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
210960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
210960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
210960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
210960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
210960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
210960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
210960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
210960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
210960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
210960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
210960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
210960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
210960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
210960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
210960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
210960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
210960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
210960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
210960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
210960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
210960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
210960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
210960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
210960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
210960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
210960	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
210960	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
210960	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
210960	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
210960	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
210960	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
210960	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
210960	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
210960	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
210960	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
210960	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
210960	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
210960	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
210960	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
210960	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
210960	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
210960	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
210960	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
210960	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
210960	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
210960	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
210960	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
210960	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
210960	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
210960	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
210960	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
210960	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
210960	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
210960	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
210960	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
210960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
210960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
210960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
210960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
210960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
210960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
210960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
210960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
210960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
210960	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
210960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
210960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
210960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
210960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
210960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
210960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
210960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
210960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
210960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
210960	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
210960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
210960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
210960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
210960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
210960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
210960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
210960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
210960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
210960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
210960	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
210960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
210960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
210960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
210960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
210960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
210960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
210960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
210960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
210960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
210960	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
210960	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
210960	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
210960	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
210960	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
210960	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
210960	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
210960	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
210960	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
210960	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
210960	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
210960	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
210960	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
210960	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
210960	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
210960	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
210960	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
210960	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
210960	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
210960	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
210960	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
210960	embedding2nn.weight	0	0.006412063725292683
210960	embedding2nn.weight	1	0.003974468447268009
210960	embedding2nn.weight	2	0.013391867280006409
210960	embedding2nn.weight	3	0.024642812088131905
210960	embedding2nn.weight	4	0.022891884669661522
210960	embedding2nn.weight	5	0.0048491451889276505
210960	embedding2nn.weight	6	-0.014387005008757114
210960	embedding2nn.weight	7	-0.000733472581487149
210960	embedding2nn.weight	8	-0.010784011334180832
210960	embedding2nn.weight	9	0.0010792567627504468
210960	embedding2nn.bias	0	0.020168734714388847
210960	embedding2nn.bias	1	-0.037175629287958145
210960	embedding2nn.bias	2	0.08481530100107193
210960	embedding2nn.bias	3	0.07029280811548233
210960	embedding2nn.bias	4	-0.011274264194071293
210960	embedding2nn.bias	5	-0.02861003391444683
210960	embedding2nn.bias	6	0.018197273835539818
210960	embedding2nn.bias	7	-0.0009745751740410924
210960	embedding2nn.bias	8	-0.025546452030539513
210960	embedding2nn.bias	9	0.018631935119628906
210960	rnn.weight_ih_l0	0	0.06543098390102386
210960	rnn.weight_ih_l0	1	-0.04127248749136925
210960	rnn.weight_ih_l0	2	0.009341537952423096
210960	rnn.weight_ih_l0	3	0.04639244079589844
210960	rnn.weight_ih_l0	4	-0.029605764895677567
210960	rnn.weight_ih_l0	5	0.04257272928953171
210960	rnn.weight_ih_l0	6	0.007707673124969006
210960	rnn.weight_ih_l0	7	0.06378968805074692
210960	rnn.weight_ih_l0	8	0.013042419217526913
210960	rnn.weight_ih_l0	9	-0.02495434507727623
210960	rnn.weight_hh_l0	0	-0.013193233869969845
210960	rnn.weight_hh_l0	1	-0.02583221159875393
210960	rnn.weight_hh_l0	2	-0.060204919427633286
210960	rnn.weight_hh_l0	3	-0.00568136852234602
210960	rnn.weight_hh_l0	4	-0.009547341614961624
210960	rnn.weight_hh_l0	5	-0.024663541465997696
210960	rnn.weight_hh_l0	6	0.0003103132185060531
210960	rnn.weight_hh_l0	7	-0.03865724429488182
210960	rnn.weight_hh_l0	8	0.06629299372434616
210960	rnn.weight_hh_l0	9	0.045329783111810684
210960	rnn.bias_ih_l0	0	-0.17373594641685486
210960	rnn.bias_ih_l0	1	-0.1658194363117218
210960	rnn.bias_ih_l0	2	-0.019972151145339012
210960	rnn.bias_ih_l0	3	-0.14637558162212372
210960	rnn.bias_ih_l0	4	-0.057777468115091324
210960	rnn.bias_ih_l0	5	-0.17022310197353363
210960	rnn.bias_ih_l0	6	0.06602558493614197
210960	rnn.bias_ih_l0	7	-0.0875062495470047
210960	rnn.bias_ih_l0	8	-0.041511449962854385
210960	rnn.bias_ih_l0	9	-0.10849425196647644
210960	rnn.bias_hh_l0	0	-0.07145525515079498
210960	rnn.bias_hh_l0	1	0.24476492404937744
210960	rnn.bias_hh_l0	2	0.04684341326355934
210960	rnn.bias_hh_l0	3	-0.07566507160663605
210960	rnn.bias_hh_l0	4	-0.08226123452186584
210960	rnn.bias_hh_l0	5	-0.006590655539184809
210960	rnn.bias_hh_l0	6	0.056378379464149475
210960	rnn.bias_hh_l0	7	-0.10451208800077438
210960	rnn.bias_hh_l0	8	-0.2337268441915512
210960	rnn.bias_hh_l0	9	-0.10250895470380783
210960	rnn.weight_ih_l0_reverse	0	0.022162524983286858
210960	rnn.weight_ih_l0_reverse	1	-0.06035665422677994
210960	rnn.weight_ih_l0_reverse	2	0.04074695333838463
210960	rnn.weight_ih_l0_reverse	3	0.01780780404806137
210960	rnn.weight_ih_l0_reverse	4	0.0019527552649378777
210960	rnn.weight_ih_l0_reverse	5	-0.029119284823536873
210960	rnn.weight_ih_l0_reverse	6	0.014867137186229229
210960	rnn.weight_ih_l0_reverse	7	0.029458634555339813
210960	rnn.weight_ih_l0_reverse	8	-0.026635563001036644
210960	rnn.weight_ih_l0_reverse	9	-0.0022719139233231544
210960	rnn.weight_hh_l0_reverse	0	0.04037124663591385
210960	rnn.weight_hh_l0_reverse	1	0.030110543593764305
210960	rnn.weight_hh_l0_reverse	2	-0.022531015798449516
210960	rnn.weight_hh_l0_reverse	3	-0.07587122917175293
210960	rnn.weight_hh_l0_reverse	4	0.010809259489178658
210960	rnn.weight_hh_l0_reverse	5	-0.0581003874540329
210960	rnn.weight_hh_l0_reverse	6	-0.013742064125835896
210960	rnn.weight_hh_l0_reverse	7	0.030500594526529312
210960	rnn.weight_hh_l0_reverse	8	0.00759099330753088
210960	rnn.weight_hh_l0_reverse	9	0.010880017653107643
210960	rnn.bias_ih_l0_reverse	0	-0.04814392328262329
210960	rnn.bias_ih_l0_reverse	1	-0.13698838651180267
210960	rnn.bias_ih_l0_reverse	2	-0.14265698194503784
210960	rnn.bias_ih_l0_reverse	3	-0.048793260008096695
210960	rnn.bias_ih_l0_reverse	4	-0.115831658244133
210960	rnn.bias_ih_l0_reverse	5	-0.0894956961274147
210960	rnn.bias_ih_l0_reverse	6	-0.20280589163303375
210960	rnn.bias_ih_l0_reverse	7	-0.05095347389578819
210960	rnn.bias_ih_l0_reverse	8	-0.06298719346523285
210960	rnn.bias_ih_l0_reverse	9	-0.1358565390110016
210960	rnn.bias_hh_l0_reverse	0	-0.14472845196723938
210960	rnn.bias_hh_l0_reverse	1	-0.16440744698047638
210960	rnn.bias_hh_l0_reverse	2	0.10201681405305862
210960	rnn.bias_hh_l0_reverse	3	0.07697003334760666
210960	rnn.bias_hh_l0_reverse	4	-0.17217354476451874
210960	rnn.bias_hh_l0_reverse	5	-0.13790425658226013
210960	rnn.bias_hh_l0_reverse	6	-0.09956460446119308
210960	rnn.bias_hh_l0_reverse	7	-0.04790976643562317
210960	rnn.bias_hh_l0_reverse	8	-0.09546481817960739
210960	rnn.bias_hh_l0_reverse	9	-0.02766110748052597
210960	linear.weight	0	-0.007683610077947378
210960	linear.weight	1	0.013392951339483261
210960	linear.weight	2	0.3087286949157715
210960	linear.weight	3	-0.07913856953382492
210960	linear.weight	4	-0.010588549077510834
210960	linear.weight	5	0.12491892278194427
210960	linear.weight	6	-0.010739270597696304
210960	linear.weight	7	-0.034039150923490524
210960	linear.weight	8	0.1812085658311844
210960	linear.weight	9	-0.25097519159317017
210960	linear.bias	0	-0.03956538438796997
210960	linear.bias	1	0.031413208693265915
210960	linear.bias	2	0.45715761184692383
210960	linear.bias	3	-0.7036407589912415
210960	linear.bias	4	2.083008289337158
210960	linear.bias	5	-1.3993401527404785
210960	linear.bias	6	-0.3152824342250824
210960	linear.bias	7	-0.12727901339530945
211518	transitions	0	-1.9014798402786255
211518	transitions	1	-10000.0
211518	transitions	2	-0.7969565987586975
211518	transitions	3	-10000.0
211518	transitions	4	2.006883382797241
211518	transitions	5	-10000.0
211518	transitions	6	-10000.0
211518	transitions	7	1.825886845588684
211518	transitions	8	-2.5931432247161865
211518	transitions	9	-4.216850757598877
211518	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
211518	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
211518	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
211518	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
211518	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
211518	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
211518	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
211518	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
211518	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
211518	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
211518	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
211518	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
211518	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
211518	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
211518	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
211518	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
211518	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
211518	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
211518	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
211518	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
211518	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
211518	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
211518	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
211518	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
211518	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
211518	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
211518	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
211518	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
211518	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
211518	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
211518	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
211518	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
211518	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
211518	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
211518	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
211518	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
211518	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
211518	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
211518	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
211518	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
211518	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
211518	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
211518	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
211518	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
211518	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
211518	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
211518	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
211518	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
211518	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
211518	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
211518	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
211518	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
211518	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
211518	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
211518	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
211518	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
211518	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
211518	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
211518	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
211518	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
211518	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
211518	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
211518	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
211518	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
211518	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
211518	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
211518	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
211518	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
211518	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
211518	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
211518	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
211518	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
211518	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
211518	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
211518	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
211518	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
211518	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
211518	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
211518	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
211518	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
211518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
211518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
211518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
211518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
211518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
211518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
211518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
211518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
211518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
211518	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
211518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
211518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
211518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
211518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
211518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
211518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
211518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
211518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
211518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
211518	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
211518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
211518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
211518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
211518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
211518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
211518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
211518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
211518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
211518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
211518	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
211518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
211518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
211518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
211518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
211518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
211518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
211518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
211518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
211518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
211518	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
211518	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
211518	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
211518	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
211518	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
211518	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
211518	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
211518	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
211518	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
211518	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
211518	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
211518	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
211518	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
211518	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
211518	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
211518	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
211518	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
211518	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
211518	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
211518	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
211518	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
211518	embedding2nn.weight	0	0.006415769923478365
211518	embedding2nn.weight	1	0.003961915150284767
211518	embedding2nn.weight	2	0.013390576466917992
211518	embedding2nn.weight	3	0.0246816985309124
211518	embedding2nn.weight	4	0.02283729426562786
211518	embedding2nn.weight	5	0.004513411782681942
211518	embedding2nn.weight	6	-0.014484601095318794
211518	embedding2nn.weight	7	-0.0007374644046649337
211518	embedding2nn.weight	8	-0.010680374689400196
211518	embedding2nn.weight	9	0.0011648173676803708
211518	embedding2nn.bias	0	0.019727865234017372
211518	embedding2nn.bias	1	-0.03452572226524353
211518	embedding2nn.bias	2	0.08244238048791885
211518	embedding2nn.bias	3	0.06992559134960175
211518	embedding2nn.bias	4	-0.010884282179176807
211518	embedding2nn.bias	5	-0.028149398043751717
211518	embedding2nn.bias	6	0.018462512642145157
211518	embedding2nn.bias	7	-0.0011748034739866853
211518	embedding2nn.bias	8	-0.027973417192697525
211518	embedding2nn.bias	9	0.019110333174467087
211518	rnn.weight_ih_l0	0	0.06501210480928421
211518	rnn.weight_ih_l0	1	-0.041273847222328186
211518	rnn.weight_ih_l0	2	0.00925840251147747
211518	rnn.weight_ih_l0	3	0.04649858549237251
211518	rnn.weight_ih_l0	4	-0.02963949367403984
211518	rnn.weight_ih_l0	5	0.04225088655948639
211518	rnn.weight_ih_l0	6	0.007718083448708057
211518	rnn.weight_ih_l0	7	0.06399086862802505
211518	rnn.weight_ih_l0	8	0.012595931999385357
211518	rnn.weight_ih_l0	9	-0.024741224944591522
211518	rnn.weight_hh_l0	0	-0.013189776800572872
211518	rnn.weight_hh_l0	1	-0.02588054910302162
211518	rnn.weight_hh_l0	2	-0.06015986576676369
211518	rnn.weight_hh_l0	3	-0.0057332864962518215
211518	rnn.weight_hh_l0	4	-0.00954488106071949
211518	rnn.weight_hh_l0	5	-0.024954618886113167
211518	rnn.weight_hh_l0	6	0.0003770976036321372
211518	rnn.weight_hh_l0	7	-0.038504794239997864
211518	rnn.weight_hh_l0	8	0.06642888486385345
211518	rnn.weight_hh_l0	9	0.045179907232522964
211518	rnn.bias_ih_l0	0	-0.1740264892578125
211518	rnn.bias_ih_l0	1	-0.1665770709514618
211518	rnn.bias_ih_l0	2	-0.01929837092757225
211518	rnn.bias_ih_l0	3	-0.14686787128448486
211518	rnn.bias_ih_l0	4	-0.05767905339598656
211518	rnn.bias_ih_l0	5	-0.17166633903980255
211518	rnn.bias_ih_l0	6	0.06621229648590088
211518	rnn.bias_ih_l0	7	-0.08906067162752151
211518	rnn.bias_ih_l0	8	-0.041024453938007355
211518	rnn.bias_ih_l0	9	-0.10928043723106384
211518	rnn.bias_hh_l0	0	-0.07223087549209595
211518	rnn.bias_hh_l0	1	0.24571089446544647
211518	rnn.bias_hh_l0	2	0.046672333031892776
211518	rnn.bias_hh_l0	3	-0.07563605904579163
211518	rnn.bias_hh_l0	4	-0.08260486274957657
211518	rnn.bias_hh_l0	5	-0.008131665177643299
211518	rnn.bias_hh_l0	6	0.05588510259985924
211518	rnn.bias_hh_l0	7	-0.1064746230840683
211518	rnn.bias_hh_l0	8	-0.23575927317142487
211518	rnn.bias_hh_l0	9	-0.10268651694059372
211518	rnn.weight_ih_l0_reverse	0	0.022456254810094833
211518	rnn.weight_ih_l0_reverse	1	-0.06037520244717598
211518	rnn.weight_ih_l0_reverse	2	0.04075385630130768
211518	rnn.weight_ih_l0_reverse	3	0.017845090478658676
211518	rnn.weight_ih_l0_reverse	4	0.00216932431794703
211518	rnn.weight_ih_l0_reverse	5	-0.029046842828392982
211518	rnn.weight_ih_l0_reverse	6	0.01470945030450821
211518	rnn.weight_ih_l0_reverse	7	0.02961473912000656
211518	rnn.weight_ih_l0_reverse	8	-0.02684124931693077
211518	rnn.weight_ih_l0_reverse	9	-0.0022632614709436893
211518	rnn.weight_hh_l0_reverse	0	0.04038270562887192
211518	rnn.weight_hh_l0_reverse	1	0.03008389100432396
211518	rnn.weight_hh_l0_reverse	2	-0.02251715213060379
211518	rnn.weight_hh_l0_reverse	3	-0.07569847255945206
211518	rnn.weight_hh_l0_reverse	4	0.010752292349934578
211518	rnn.weight_hh_l0_reverse	5	-0.058060117065906525
211518	rnn.weight_hh_l0_reverse	6	-0.013935456983745098
211518	rnn.weight_hh_l0_reverse	7	0.03058566525578499
211518	rnn.weight_hh_l0_reverse	8	0.007529233582317829
211518	rnn.weight_hh_l0_reverse	9	0.010914696380496025
211518	rnn.bias_ih_l0_reverse	0	-0.0480184443295002
211518	rnn.bias_ih_l0_reverse	1	-0.13632600009441376
211518	rnn.bias_ih_l0_reverse	2	-0.14240898191928864
211518	rnn.bias_ih_l0_reverse	3	-0.04921281710267067
211518	rnn.bias_ih_l0_reverse	4	-0.1151612177491188
211518	rnn.bias_ih_l0_reverse	5	-0.08985745161771774
211518	rnn.bias_ih_l0_reverse	6	-0.20231397449970245
211518	rnn.bias_ih_l0_reverse	7	-0.05046497657895088
211518	rnn.bias_ih_l0_reverse	8	-0.061360862106084824
211518	rnn.bias_ih_l0_reverse	9	-0.13560374081134796
211518	rnn.bias_hh_l0_reverse	0	-0.14453154802322388
211518	rnn.bias_hh_l0_reverse	1	-0.1650860756635666
211518	rnn.bias_hh_l0_reverse	2	0.1039324402809143
211518	rnn.bias_hh_l0_reverse	3	0.0784129723906517
211518	rnn.bias_hh_l0_reverse	4	-0.17363667488098145
211518	rnn.bias_hh_l0_reverse	5	-0.13809792697429657
211518	rnn.bias_hh_l0_reverse	6	-0.10138866305351257
211518	rnn.bias_hh_l0_reverse	7	-0.04828392714262009
211518	rnn.bias_hh_l0_reverse	8	-0.09565823525190353
211518	rnn.bias_hh_l0_reverse	9	-0.026312686502933502
211518	linear.weight	0	-0.007683528121560812
211518	linear.weight	1	0.009320424869656563
211518	linear.weight	2	0.30678269267082214
211518	linear.weight	3	-0.07913513481616974
211518	linear.weight	4	-0.010588549077510834
211518	linear.weight	5	0.126835897564888
211518	linear.weight	6	-0.010739270597696304
211518	linear.weight	7	-0.04199419543147087
211518	linear.weight	8	0.18885108828544617
211518	linear.weight	9	-0.2496759444475174
211518	linear.bias	0	-0.03956538438796997
211518	linear.bias	1	0.031413208693265915
211518	linear.bias	2	0.4418361186981201
211518	linear.bias	3	-0.6948351860046387
211518	linear.bias	4	2.0914056301116943
211518	linear.bias	5	-1.3994193077087402
211518	linear.bias	6	-0.31577765941619873
211518	linear.bias	7	-0.12859158217906952
212076	transitions	0	-1.9019701480865479
212076	transitions	1	-10000.0
212076	transitions	2	-0.7969565987586975
212076	transitions	3	-10000.0
212076	transitions	4	2.0166943073272705
212076	transitions	5	-10000.0
212076	transitions	6	-10000.0
212076	transitions	7	1.826630711555481
212076	transitions	8	-2.5935399532318115
212076	transitions	9	-4.217162132263184
212076	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
212076	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
212076	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
212076	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
212076	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
212076	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
212076	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
212076	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
212076	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
212076	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
212076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
212076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
212076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
212076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
212076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
212076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
212076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
212076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
212076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
212076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
212076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
212076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
212076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
212076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
212076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
212076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
212076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
212076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
212076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
212076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
212076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
212076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
212076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
212076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
212076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
212076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
212076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
212076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
212076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
212076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
212076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
212076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
212076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
212076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
212076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
212076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
212076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
212076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
212076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
212076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
212076	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
212076	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
212076	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
212076	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
212076	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
212076	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
212076	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
212076	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
212076	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
212076	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
212076	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
212076	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
212076	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
212076	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
212076	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
212076	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
212076	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
212076	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
212076	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
212076	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
212076	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
212076	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
212076	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
212076	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
212076	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
212076	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
212076	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
212076	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
212076	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
212076	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
212076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
212076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
212076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
212076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
212076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
212076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
212076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
212076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
212076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
212076	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
212076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
212076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
212076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
212076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
212076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
212076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
212076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
212076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
212076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
212076	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
212076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
212076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
212076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
212076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
212076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
212076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
212076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
212076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
212076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
212076	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
212076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
212076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
212076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
212076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
212076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
212076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
212076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
212076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
212076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
212076	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
212076	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
212076	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
212076	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
212076	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
212076	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
212076	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
212076	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
212076	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
212076	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
212076	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
212076	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
212076	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
212076	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
212076	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
212076	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
212076	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
212076	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
212076	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
212076	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
212076	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
212076	embedding2nn.weight	0	0.0064229839481413364
212076	embedding2nn.weight	1	0.004029815550893545
212076	embedding2nn.weight	2	0.013402266427874565
212076	embedding2nn.weight	3	0.02493981458246708
212076	embedding2nn.weight	4	0.02269361913204193
212076	embedding2nn.weight	5	0.004705002997070551
212076	embedding2nn.weight	6	-0.014540689066052437
212076	embedding2nn.weight	7	-0.0007433846476487815
212076	embedding2nn.weight	8	-0.01088316086679697
212076	embedding2nn.weight	9	0.001122800400480628
212076	embedding2nn.bias	0	0.02217918261885643
212076	embedding2nn.bias	1	-0.038237135857343674
212076	embedding2nn.bias	2	0.08082408457994461
212076	embedding2nn.bias	3	0.07330811768770218
212076	embedding2nn.bias	4	-0.01011649239808321
212076	embedding2nn.bias	5	-0.02630934864282608
212076	embedding2nn.bias	6	0.016778593882918358
212076	embedding2nn.bias	7	0.0008255823631770909
212076	embedding2nn.bias	8	-0.028138987720012665
212076	embedding2nn.bias	9	0.019943224266171455
212076	rnn.weight_ih_l0	0	0.0654652863740921
212076	rnn.weight_ih_l0	1	-0.04103487357497215
212076	rnn.weight_ih_l0	2	0.009415538981556892
212076	rnn.weight_ih_l0	3	0.046088557690382004
212076	rnn.weight_ih_l0	4	-0.029683388769626617
212076	rnn.weight_ih_l0	5	0.042091235518455505
212076	rnn.weight_ih_l0	6	0.007671354804188013
212076	rnn.weight_ih_l0	7	0.064206063747406
212076	rnn.weight_ih_l0	8	0.011909986846148968
212076	rnn.weight_ih_l0	9	-0.024385249242186546
212076	rnn.weight_hh_l0	0	-0.01314188726246357
212076	rnn.weight_hh_l0	1	-0.025908181443810463
212076	rnn.weight_hh_l0	2	-0.06026924028992653
212076	rnn.weight_hh_l0	3	-0.005742344073951244
212076	rnn.weight_hh_l0	4	-0.009449303150177002
212076	rnn.weight_hh_l0	5	-0.025174878537654877
212076	rnn.weight_hh_l0	6	0.0004248135082889348
212076	rnn.weight_hh_l0	7	-0.0384722463786602
212076	rnn.weight_hh_l0	8	0.06639178097248077
212076	rnn.weight_hh_l0	9	0.04527982324361801
212076	rnn.bias_ih_l0	0	-0.17418818175792694
212076	rnn.bias_ih_l0	1	-0.16627131402492523
212076	rnn.bias_ih_l0	2	-0.018983568996191025
212076	rnn.bias_ih_l0	3	-0.14614930748939514
212076	rnn.bias_ih_l0	4	-0.055592864751815796
212076	rnn.bias_ih_l0	5	-0.1711622029542923
212076	rnn.bias_ih_l0	6	0.06443829834461212
212076	rnn.bias_ih_l0	7	-0.0877421572804451
212076	rnn.bias_ih_l0	8	-0.04148610308766365
212076	rnn.bias_ih_l0	9	-0.10983546823263168
212076	rnn.bias_hh_l0	0	-0.07070260494947433
212076	rnn.bias_hh_l0	1	0.24620895087718964
212076	rnn.bias_hh_l0	2	0.047105323523283005
212076	rnn.bias_hh_l0	3	-0.07631359994411469
212076	rnn.bias_hh_l0	4	-0.08243511617183685
212076	rnn.bias_hh_l0	5	-0.008005468174815178
212076	rnn.bias_hh_l0	6	0.05599290505051613
212076	rnn.bias_hh_l0	7	-0.10760921239852905
212076	rnn.bias_hh_l0	8	-0.23709788918495178
212076	rnn.bias_hh_l0	9	-0.10328419506549835
212076	rnn.weight_ih_l0_reverse	0	0.022312862798571587
212076	rnn.weight_ih_l0_reverse	1	-0.06041361019015312
212076	rnn.weight_ih_l0_reverse	2	0.04082156717777252
212076	rnn.weight_ih_l0_reverse	3	0.017725294455885887
212076	rnn.weight_ih_l0_reverse	4	0.002016153186559677
212076	rnn.weight_ih_l0_reverse	5	-0.02885233797132969
212076	rnn.weight_ih_l0_reverse	6	0.01452475506812334
212076	rnn.weight_ih_l0_reverse	7	0.029880458489060402
212076	rnn.weight_ih_l0_reverse	8	-0.027034610509872437
212076	rnn.weight_ih_l0_reverse	9	-0.0022605154663324356
212076	rnn.weight_hh_l0_reverse	0	0.040208835154771805
212076	rnn.weight_hh_l0_reverse	1	0.030007867142558098
212076	rnn.weight_hh_l0_reverse	2	-0.022374635562300682
212076	rnn.weight_hh_l0_reverse	3	-0.0755121111869812
212076	rnn.weight_hh_l0_reverse	4	0.010834191925823689
212076	rnn.weight_hh_l0_reverse	5	-0.05818133056163788
212076	rnn.weight_hh_l0_reverse	6	-0.01356800738722086
212076	rnn.weight_hh_l0_reverse	7	0.03044196218252182
212076	rnn.weight_hh_l0_reverse	8	0.007621642202138901
212076	rnn.weight_hh_l0_reverse	9	0.0109409736469388
212076	rnn.bias_ih_l0_reverse	0	-0.04855971783399582
212076	rnn.bias_ih_l0_reverse	1	-0.13567563891410828
212076	rnn.bias_ih_l0_reverse	2	-0.14131799340248108
212076	rnn.bias_ih_l0_reverse	3	-0.049103785306215286
212076	rnn.bias_ih_l0_reverse	4	-0.11437850445508957
212076	rnn.bias_ih_l0_reverse	5	-0.08904516696929932
212076	rnn.bias_ih_l0_reverse	6	-0.2036971002817154
212076	rnn.bias_ih_l0_reverse	7	-0.050435882061719894
212076	rnn.bias_ih_l0_reverse	8	-0.06076520308852196
212076	rnn.bias_ih_l0_reverse	9	-0.1361706554889679
212076	rnn.bias_hh_l0_reverse	0	-0.1440739780664444
212076	rnn.bias_hh_l0_reverse	1	-0.16420511901378632
212076	rnn.bias_hh_l0_reverse	2	0.10500161349773407
212076	rnn.bias_hh_l0_reverse	3	0.07829642295837402
212076	rnn.bias_hh_l0_reverse	4	-0.17392167448997498
212076	rnn.bias_hh_l0_reverse	5	-0.13690368831157684
212076	rnn.bias_hh_l0_reverse	6	-0.10160117596387863
212076	rnn.bias_hh_l0_reverse	7	-0.04930756986141205
212076	rnn.bias_hh_l0_reverse	8	-0.09528755396604538
212076	rnn.bias_hh_l0_reverse	9	-0.026715068146586418
212076	linear.weight	0	-0.0076834713108837605
212076	linear.weight	1	0.009538518264889717
212076	linear.weight	2	0.3036828935146332
212076	linear.weight	3	-0.07913164049386978
212076	linear.weight	4	-0.010588549077510834
212076	linear.weight	5	0.12219153344631195
212076	linear.weight	6	-0.010739270597696304
212076	linear.weight	7	-0.0545065775513649
212076	linear.weight	8	0.17956265807151794
212076	linear.weight	9	-0.2525973618030548
212076	linear.bias	0	-0.03956538438796997
212076	linear.bias	1	0.031413208693265915
212076	linear.bias	2	0.4356285333633423
212076	linear.bias	3	-0.6923223733901978
212076	linear.bias	4	2.0914154052734375
212076	linear.bias	5	-1.3995037078857422
212076	linear.bias	6	-0.3137017488479614
212076	linear.bias	7	-0.12690728902816772
212635	transitions	0	-1.9024605751037598
212635	transitions	1	-10000.0
212635	transitions	2	-0.7969565987586975
212635	transitions	3	-10000.0
212635	transitions	4	2.0198071002960205
212635	transitions	5	-10000.0
212635	transitions	6	-10000.0
212635	transitions	7	1.8269002437591553
212635	transitions	8	-2.5939159393310547
212635	transitions	9	-4.217465877532959
212635	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
212635	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
212635	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
212635	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
212635	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
212635	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
212635	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
212635	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
212635	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
212635	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
212635	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
212635	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
212635	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
212635	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
212635	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
212635	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
212635	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
212635	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
212635	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
212635	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
212635	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
212635	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
212635	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
212635	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
212635	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
212635	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
212635	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
212635	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
212635	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
212635	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
212635	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
212635	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
212635	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
212635	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
212635	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
212635	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
212635	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
212635	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
212635	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
212635	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
212635	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
212635	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
212635	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
212635	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
212635	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
212635	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
212635	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
212635	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
212635	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
212635	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
212635	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
212635	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
212635	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
212635	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
212635	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
212635	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
212635	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
212635	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
212635	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
212635	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
212635	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
212635	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
212635	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
212635	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
212635	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
212635	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
212635	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
212635	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
212635	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
212635	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
212635	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
212635	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
212635	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
212635	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
212635	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
212635	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
212635	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
212635	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
212635	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
212635	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
212635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
212635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
212635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
212635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
212635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
212635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
212635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
212635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
212635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
212635	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
212635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
212635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
212635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
212635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
212635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
212635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
212635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
212635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
212635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
212635	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
212635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
212635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
212635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
212635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
212635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
212635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
212635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
212635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
212635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
212635	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
212635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
212635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
212635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
212635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
212635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
212635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
212635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
212635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
212635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
212635	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
212635	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
212635	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
212635	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
212635	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
212635	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
212635	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
212635	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
212635	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
212635	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
212635	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
212635	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
212635	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
212635	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
212635	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
212635	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
212635	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
212635	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
212635	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
212635	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
212635	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
212635	embedding2nn.weight	0	0.006414015311747789
212635	embedding2nn.weight	1	0.0039774226024746895
212635	embedding2nn.weight	2	0.013406376354396343
212635	embedding2nn.weight	3	0.02502739615738392
212635	embedding2nn.weight	4	0.022653337568044662
212635	embedding2nn.weight	5	0.004448323976248503
212635	embedding2nn.weight	6	-0.014703307300806046
212635	embedding2nn.weight	7	-0.0006636528996750712
212635	embedding2nn.weight	8	-0.010921438224613667
212635	embedding2nn.weight	9	0.0011929151369258761
212635	embedding2nn.bias	0	0.022167092189192772
212635	embedding2nn.bias	1	-0.0397980697453022
212635	embedding2nn.bias	2	0.08211810141801834
212635	embedding2nn.bias	3	0.07361774146556854
212635	embedding2nn.bias	4	-0.011560367420315742
212635	embedding2nn.bias	5	-0.026885032653808594
212635	embedding2nn.bias	6	0.019534720107913017
212635	embedding2nn.bias	7	0.0005592995439656079
212635	embedding2nn.bias	8	-0.026321031153202057
212635	embedding2nn.bias	9	0.023486938327550888
212635	rnn.weight_ih_l0	0	0.06551457941532135
212635	rnn.weight_ih_l0	1	-0.04177980124950409
212635	rnn.weight_ih_l0	2	0.009298919700086117
212635	rnn.weight_ih_l0	3	0.046368155628442764
212635	rnn.weight_ih_l0	4	-0.029783206060528755
212635	rnn.weight_ih_l0	5	0.041747190058231354
212635	rnn.weight_ih_l0	6	0.007588504813611507
212635	rnn.weight_ih_l0	7	0.06396907567977905
212635	rnn.weight_ih_l0	8	0.012118748389184475
212635	rnn.weight_ih_l0	9	-0.0244731642305851
212635	rnn.weight_hh_l0	0	-0.013229425996541977
212635	rnn.weight_hh_l0	1	-0.025956271216273308
212635	rnn.weight_hh_l0	2	-0.0606207400560379
212635	rnn.weight_hh_l0	3	-0.005775235127657652
212635	rnn.weight_hh_l0	4	-0.009469712153077126
212635	rnn.weight_hh_l0	5	-0.025312108919024467
212635	rnn.weight_hh_l0	6	0.0004223969590384513
212635	rnn.weight_hh_l0	7	-0.03865738585591316
212635	rnn.weight_hh_l0	8	0.06633629649877548
212635	rnn.weight_hh_l0	9	0.045215245336294174
212635	rnn.bias_ih_l0	0	-0.1730063259601593
212635	rnn.bias_ih_l0	1	-0.16618676483631134
212635	rnn.bias_ih_l0	2	-0.019391480833292007
212635	rnn.bias_ih_l0	3	-0.14698712527751923
212635	rnn.bias_ih_l0	4	-0.05581390857696533
212635	rnn.bias_ih_l0	5	-0.17104089260101318
212635	rnn.bias_ih_l0	6	0.06528497487306595
212635	rnn.bias_ih_l0	7	-0.08791130781173706
212635	rnn.bias_ih_l0	8	-0.04186888411641121
212635	rnn.bias_ih_l0	9	-0.10985912382602692
212635	rnn.bias_hh_l0	0	-0.0705103799700737
212635	rnn.bias_hh_l0	1	0.24708601832389832
212635	rnn.bias_hh_l0	2	0.04468797519803047
212635	rnn.bias_hh_l0	3	-0.07685572654008865
212635	rnn.bias_hh_l0	4	-0.08303875476121902
212635	rnn.bias_hh_l0	5	-0.006078785285353661
212635	rnn.bias_hh_l0	6	0.05709753930568695
212635	rnn.bias_hh_l0	7	-0.10648218542337418
212635	rnn.bias_hh_l0	8	-0.23734429478645325
212635	rnn.bias_hh_l0	9	-0.10355398803949356
212635	rnn.weight_ih_l0_reverse	0	0.022564053535461426
212635	rnn.weight_ih_l0_reverse	1	-0.06032102555036545
212635	rnn.weight_ih_l0_reverse	2	0.04105883836746216
212635	rnn.weight_ih_l0_reverse	3	0.017584163695573807
212635	rnn.weight_ih_l0_reverse	4	0.0022535989992320538
212635	rnn.weight_ih_l0_reverse	5	-0.028800122439861298
212635	rnn.weight_ih_l0_reverse	6	0.014222540892660618
212635	rnn.weight_ih_l0_reverse	7	0.029782798141241074
212635	rnn.weight_ih_l0_reverse	8	-0.026996485888957977
212635	rnn.weight_ih_l0_reverse	9	-0.0019448682432994246
212635	rnn.weight_hh_l0_reverse	0	0.04029738903045654
212635	rnn.weight_hh_l0_reverse	1	0.030087599530816078
212635	rnn.weight_hh_l0_reverse	2	-0.022209225222468376
212635	rnn.weight_hh_l0_reverse	3	-0.07569295167922974
212635	rnn.weight_hh_l0_reverse	4	0.01080876961350441
212635	rnn.weight_hh_l0_reverse	5	-0.05846928805112839
212635	rnn.weight_hh_l0_reverse	6	-0.013462993316352367
212635	rnn.weight_hh_l0_reverse	7	0.030426256358623505
212635	rnn.weight_hh_l0_reverse	8	0.007688992191106081
212635	rnn.weight_hh_l0_reverse	9	0.010858080349862576
212635	rnn.bias_ih_l0_reverse	0	-0.049164071679115295
212635	rnn.bias_ih_l0_reverse	1	-0.1366335153579712
212635	rnn.bias_ih_l0_reverse	2	-0.14144161343574524
212635	rnn.bias_ih_l0_reverse	3	-0.048661887645721436
212635	rnn.bias_ih_l0_reverse	4	-0.11519141495227814
212635	rnn.bias_ih_l0_reverse	5	-0.089846171438694
212635	rnn.bias_ih_l0_reverse	6	-0.2043803483247757
212635	rnn.bias_ih_l0_reverse	7	-0.05017493665218353
212635	rnn.bias_ih_l0_reverse	8	-0.06192680448293686
212635	rnn.bias_ih_l0_reverse	9	-0.13655239343643188
212635	rnn.bias_hh_l0_reverse	0	-0.14406722784042358
212635	rnn.bias_hh_l0_reverse	1	-0.16503387689590454
212635	rnn.bias_hh_l0_reverse	2	0.10469873249530792
212635	rnn.bias_hh_l0_reverse	3	0.0791235938668251
212635	rnn.bias_hh_l0_reverse	4	-0.17472632229328156
212635	rnn.bias_hh_l0_reverse	5	-0.13878165185451508
212635	rnn.bias_hh_l0_reverse	6	-0.10054187476634979
212635	rnn.bias_hh_l0_reverse	7	-0.04974467307329178
212635	rnn.bias_hh_l0_reverse	8	-0.09633318334817886
212635	rnn.bias_hh_l0_reverse	9	-0.02722003124654293
212635	linear.weight	0	-0.007683133706450462
212635	linear.weight	1	0.009837652556598186
212635	linear.weight	2	0.29965853691101074
212635	linear.weight	3	-0.07912806421518326
212635	linear.weight	4	-0.010588549077510834
212635	linear.weight	5	0.12438765168190002
212635	linear.weight	6	-0.010739270597696304
212635	linear.weight	7	-0.05159084126353264
212635	linear.weight	8	0.17433619499206543
212635	linear.weight	9	-0.25004538893699646
212635	linear.bias	0	-0.03956538438796997
212635	linear.bias	1	0.031413208693265915
212635	linear.bias	2	0.4715484082698822
212635	linear.bias	3	-0.713620126247406
212635	linear.bias	4	2.0945682525634766
212635	linear.bias	5	-1.3995870351791382
212635	linear.bias	6	-0.3222745656967163
212635	linear.bias	7	-0.13603726029396057
213193	transitions	0	-1.903016448020935
213193	transitions	1	-10000.0
213193	transitions	2	-0.7969565987586975
213193	transitions	3	-10000.0
213193	transitions	4	2.020366907119751
213193	transitions	5	-10000.0
213193	transitions	6	-10000.0
213193	transitions	7	1.8265578746795654
213193	transitions	8	-2.594308376312256
213193	transitions	9	-4.217781066894531
213193	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
213193	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
213193	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
213193	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
213193	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
213193	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
213193	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
213193	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
213193	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
213193	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
213193	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
213193	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
213193	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
213193	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
213193	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
213193	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
213193	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
213193	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
213193	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
213193	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
213193	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
213193	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
213193	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
213193	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
213193	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
213193	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
213193	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
213193	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
213193	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
213193	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
213193	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
213193	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
213193	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
213193	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
213193	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
213193	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
213193	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
213193	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
213193	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
213193	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
213193	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
213193	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
213193	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
213193	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
213193	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
213193	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
213193	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
213193	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
213193	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
213193	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
213193	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
213193	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
213193	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
213193	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
213193	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
213193	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
213193	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
213193	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
213193	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
213193	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
213193	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
213193	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
213193	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
213193	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
213193	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
213193	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
213193	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
213193	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
213193	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
213193	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
213193	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
213193	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
213193	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
213193	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
213193	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
213193	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
213193	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
213193	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
213193	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
213193	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
213193	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
213193	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
213193	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
213193	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
213193	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
213193	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
213193	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
213193	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
213193	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
213193	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
213193	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
213193	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
213193	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
213193	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
213193	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
213193	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
213193	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
213193	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
213193	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
213193	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
213193	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
213193	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
213193	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
213193	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
213193	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
213193	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
213193	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
213193	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
213193	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
213193	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
213193	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
213193	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
213193	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
213193	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
213193	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
213193	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
213193	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
213193	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
213193	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
213193	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
213193	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
213193	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
213193	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
213193	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
213193	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
213193	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
213193	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
213193	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
213193	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
213193	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
213193	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
213193	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
213193	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
213193	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
213193	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
213193	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
213193	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
213193	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
213193	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
213193	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
213193	embedding2nn.weight	0	0.006419853772968054
213193	embedding2nn.weight	1	0.004008892923593521
213193	embedding2nn.weight	2	0.013412886299192905
213193	embedding2nn.weight	3	0.02509239688515663
213193	embedding2nn.weight	4	0.022573625668883324
213193	embedding2nn.weight	5	0.004582650028169155
213193	embedding2nn.weight	6	-0.014824535697698593
213193	embedding2nn.weight	7	-0.0005862648249603808
213193	embedding2nn.weight	8	-0.01113502960652113
213193	embedding2nn.weight	9	0.001151354401372373
213193	embedding2nn.bias	0	0.02187376841902733
213193	embedding2nn.bias	1	-0.038175005465745926
213193	embedding2nn.bias	2	0.08276121318340302
213193	embedding2nn.bias	3	0.07233934849500656
213193	embedding2nn.bias	4	-0.01432188693434
213193	embedding2nn.bias	5	-0.02746007964015007
213193	embedding2nn.bias	6	0.01937217451632023
213193	embedding2nn.bias	7	0.0017755490262061357
213193	embedding2nn.bias	8	-0.0291975736618042
213193	embedding2nn.bias	9	0.021963655948638916
213193	rnn.weight_ih_l0	0	0.06561701744794846
213193	rnn.weight_ih_l0	1	-0.04165520891547203
213193	rnn.weight_ih_l0	2	0.008379335515201092
213193	rnn.weight_ih_l0	3	0.046367548406124115
213193	rnn.weight_ih_l0	4	-0.029962655156850815
213193	rnn.weight_ih_l0	5	0.041956573724746704
213193	rnn.weight_ih_l0	6	0.007529951632022858
213193	rnn.weight_ih_l0	7	0.0641234964132309
213193	rnn.weight_ih_l0	8	0.012365955859422684
213193	rnn.weight_ih_l0	9	-0.024710865691304207
213193	rnn.weight_hh_l0	0	-0.013307922519743443
213193	rnn.weight_hh_l0	1	-0.025810515508055687
213193	rnn.weight_hh_l0	2	-0.06045486778020859
213193	rnn.weight_hh_l0	3	-0.0057940734550356865
213193	rnn.weight_hh_l0	4	-0.009472922421991825
213193	rnn.weight_hh_l0	5	-0.025444427505135536
213193	rnn.weight_hh_l0	6	0.00045822333777323365
213193	rnn.weight_hh_l0	7	-0.03841099888086319
213193	rnn.weight_hh_l0	8	0.06658247858285904
213193	rnn.weight_hh_l0	9	0.04544404521584511
213193	rnn.bias_ih_l0	0	-0.1741677224636078
213193	rnn.bias_ih_l0	1	-0.16840147972106934
213193	rnn.bias_ih_l0	2	-0.019399460405111313
213193	rnn.bias_ih_l0	3	-0.14745305478572845
213193	rnn.bias_ih_l0	4	-0.05521952360868454
213193	rnn.bias_ih_l0	5	-0.17134465277194977
213193	rnn.bias_ih_l0	6	0.06460578739643097
213193	rnn.bias_ih_l0	7	-0.08782492578029633
213193	rnn.bias_ih_l0	8	-0.04277824983000755
213193	rnn.bias_ih_l0	9	-0.1096002608537674
213193	rnn.bias_hh_l0	0	-0.06974230706691742
213193	rnn.bias_hh_l0	1	0.24895724654197693
213193	rnn.bias_hh_l0	2	0.04496592655777931
213193	rnn.bias_hh_l0	3	-0.07734972983598709
213193	rnn.bias_hh_l0	4	-0.08288056403398514
213193	rnn.bias_hh_l0	5	-0.0051978593692183495
213193	rnn.bias_hh_l0	6	0.05707751587033272
213193	rnn.bias_hh_l0	7	-0.10343725979328156
213193	rnn.bias_hh_l0	8	-0.23733866214752197
213193	rnn.bias_hh_l0	9	-0.1038457378745079
213193	rnn.weight_ih_l0_reverse	0	0.02221904881298542
213193	rnn.weight_ih_l0_reverse	1	-0.06036565452814102
213193	rnn.weight_ih_l0_reverse	2	0.04107457399368286
213193	rnn.weight_ih_l0_reverse	3	0.01741454005241394
213193	rnn.weight_ih_l0_reverse	4	0.0021842746064066887
213193	rnn.weight_ih_l0_reverse	5	-0.02927386201918125
213193	rnn.weight_ih_l0_reverse	6	0.014660515822470188
213193	rnn.weight_ih_l0_reverse	7	0.02987108752131462
213193	rnn.weight_ih_l0_reverse	8	-0.027159182354807854
213193	rnn.weight_ih_l0_reverse	9	-0.0018158640014007688
213193	rnn.weight_hh_l0_reverse	0	0.040331918746232986
213193	rnn.weight_hh_l0_reverse	1	0.030250608921051025
213193	rnn.weight_hh_l0_reverse	2	-0.022289995104074478
213193	rnn.weight_hh_l0_reverse	3	-0.07603400945663452
213193	rnn.weight_hh_l0_reverse	4	0.010832794941961765
213193	rnn.weight_hh_l0_reverse	5	-0.05865662544965744
213193	rnn.weight_hh_l0_reverse	6	-0.01351766474545002
213193	rnn.weight_hh_l0_reverse	7	0.030482366681098938
213193	rnn.weight_hh_l0_reverse	8	0.007613874040544033
213193	rnn.weight_hh_l0_reverse	9	0.01085861399769783
213193	rnn.bias_ih_l0_reverse	0	-0.04902222380042076
213193	rnn.bias_ih_l0_reverse	1	-0.13617971539497375
213193	rnn.bias_ih_l0_reverse	2	-0.14187055826187134
213193	rnn.bias_ih_l0_reverse	3	-0.04829845204949379
213193	rnn.bias_ih_l0_reverse	4	-0.1145048439502716
213193	rnn.bias_ih_l0_reverse	5	-0.08947321027517319
213193	rnn.bias_ih_l0_reverse	6	-0.20460709929466248
213193	rnn.bias_ih_l0_reverse	7	-0.04957722872495651
213193	rnn.bias_ih_l0_reverse	8	-0.06188724935054779
213193	rnn.bias_ih_l0_reverse	9	-0.13667450845241547
213193	rnn.bias_hh_l0_reverse	0	-0.14349180459976196
213193	rnn.bias_hh_l0_reverse	1	-0.16431087255477905
213193	rnn.bias_hh_l0_reverse	2	0.10511400550603867
213193	rnn.bias_hh_l0_reverse	3	0.07764647156000137
213193	rnn.bias_hh_l0_reverse	4	-0.17623493075370789
213193	rnn.bias_hh_l0_reverse	5	-0.1407451629638672
213193	rnn.bias_hh_l0_reverse	6	-0.09997767210006714
213193	rnn.bias_hh_l0_reverse	7	-0.04958454892039299
213193	rnn.bias_hh_l0_reverse	8	-0.0965631827712059
213193	rnn.bias_hh_l0_reverse	9	-0.026877913624048233
213193	linear.weight	0	-0.007682782597839832
213193	linear.weight	1	0.014994765631854534
213193	linear.weight	2	0.2968217730522156
213193	linear.weight	3	-0.07912452518939972
213193	linear.weight	4	-0.010588549077510834
213193	linear.weight	5	0.13297255337238312
213193	linear.weight	6	-0.010739270597696304
213193	linear.weight	7	-0.05158742144703865
213193	linear.weight	8	0.17235280573368073
213193	linear.weight	9	-0.2503945827484131
213193	linear.bias	0	-0.03956538438796997
213193	linear.bias	1	0.031413208693265915
213193	linear.bias	2	0.4222266674041748
213193	linear.bias	3	-0.695519208908081
213193	linear.bias	4	2.091078042984009
213193	linear.bias	5	-1.3996728658676147
213193	linear.bias	6	-0.3046557307243347
213193	linear.bias	7	-0.11886753141880035
213751	transitions	0	-1.903516411781311
213751	transitions	1	-10000.0
213751	transitions	2	-0.7969565987586975
213751	transitions	3	-10000.0
213751	transitions	4	2.0223445892333984
213751	transitions	5	-10000.0
213751	transitions	6	-10000.0
213751	transitions	7	1.83126699924469
213751	transitions	8	-2.594651937484741
213751	transitions	9	-4.218091011047363
213751	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
213751	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
213751	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
213751	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
213751	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
213751	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
213751	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
213751	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
213751	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
213751	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
213751	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
213751	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
213751	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
213751	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
213751	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
213751	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
213751	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
213751	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
213751	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
213751	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
213751	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
213751	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
213751	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
213751	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
213751	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
213751	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
213751	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
213751	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
213751	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
213751	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
213751	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
213751	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
213751	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
213751	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
213751	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
213751	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
213751	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
213751	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
213751	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
213751	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
213751	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
213751	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
213751	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
213751	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
213751	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
213751	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
213751	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
213751	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
213751	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
213751	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
213751	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
213751	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
213751	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
213751	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
213751	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
213751	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
213751	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
213751	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
213751	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
213751	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
213751	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
213751	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
213751	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
213751	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
213751	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
213751	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
213751	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
213751	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
213751	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
213751	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
213751	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
213751	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
213751	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
213751	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
213751	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
213751	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
213751	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
213751	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
213751	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
213751	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
213751	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
213751	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
213751	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
213751	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
213751	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
213751	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
213751	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
213751	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
213751	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
213751	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
213751	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
213751	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
213751	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
213751	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
213751	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
213751	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
213751	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
213751	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
213751	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
213751	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
213751	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
213751	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
213751	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
213751	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
213751	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
213751	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
213751	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
213751	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
213751	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
213751	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
213751	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
213751	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
213751	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
213751	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
213751	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
213751	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
213751	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
213751	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
213751	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
213751	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
213751	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
213751	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
213751	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
213751	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
213751	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
213751	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
213751	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
213751	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
213751	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
213751	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
213751	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
213751	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
213751	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
213751	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
213751	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
213751	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
213751	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
213751	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
213751	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
213751	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
213751	embedding2nn.weight	0	0.006417279131710529
213751	embedding2nn.weight	1	0.004011125769466162
213751	embedding2nn.weight	2	0.013406048528850079
213751	embedding2nn.weight	3	0.025134334340691566
213751	embedding2nn.weight	4	0.022461101412773132
213751	embedding2nn.weight	5	0.004574582912027836
213751	embedding2nn.weight	6	-0.014875663444399834
213751	embedding2nn.weight	7	-0.0006197699112817645
213751	embedding2nn.weight	8	-0.010998377576470375
213751	embedding2nn.weight	9	0.0011793923331424594
213751	embedding2nn.bias	0	0.021652057766914368
213751	embedding2nn.bias	1	-0.0359385721385479
213751	embedding2nn.bias	2	0.08323493599891663
213751	embedding2nn.bias	3	0.07062923908233643
213751	embedding2nn.bias	4	-0.012580533511936665
213751	embedding2nn.bias	5	-0.028336819261312485
213751	embedding2nn.bias	6	0.019481325522065163
213751	embedding2nn.bias	7	0.005669871345162392
213751	embedding2nn.bias	8	-0.029268262907862663
213751	embedding2nn.bias	9	0.020514925941824913
213751	rnn.weight_ih_l0	0	0.06560419499874115
213751	rnn.weight_ih_l0	1	-0.04155372083187103
213751	rnn.weight_ih_l0	2	0.008149744011461735
213751	rnn.weight_ih_l0	3	0.04664310812950134
213751	rnn.weight_ih_l0	4	-0.03017555922269821
213751	rnn.weight_ih_l0	5	0.041983094066381454
213751	rnn.weight_ih_l0	6	0.007467635441571474
213751	rnn.weight_ih_l0	7	0.06413333117961884
213751	rnn.weight_ih_l0	8	0.0127033656463027
213751	rnn.weight_ih_l0	9	-0.024535175412893295
213751	rnn.weight_hh_l0	0	-0.013305678963661194
213751	rnn.weight_hh_l0	1	-0.02572895586490631
213751	rnn.weight_hh_l0	2	-0.06059437617659569
213751	rnn.weight_hh_l0	3	-0.005774734541773796
213751	rnn.weight_hh_l0	4	-0.009442790411412716
213751	rnn.weight_hh_l0	5	-0.025172250345349312
213751	rnn.weight_hh_l0	6	0.0003271289460826665
213751	rnn.weight_hh_l0	7	-0.038485512137413025
213751	rnn.weight_hh_l0	8	0.06671600788831711
213751	rnn.weight_hh_l0	9	0.04540320113301277
213751	rnn.bias_ih_l0	0	-0.1743350625038147
213751	rnn.bias_ih_l0	1	-0.1676170974969864
213751	rnn.bias_ih_l0	2	-0.019548015668988228
213751	rnn.bias_ih_l0	3	-0.14737117290496826
213751	rnn.bias_ih_l0	4	-0.055028095841407776
213751	rnn.bias_ih_l0	5	-0.17068369686603546
213751	rnn.bias_ih_l0	6	0.0638403445482254
213751	rnn.bias_ih_l0	7	-0.08790378272533417
213751	rnn.bias_ih_l0	8	-0.043339818716049194
213751	rnn.bias_ih_l0	9	-0.10989855974912643
213751	rnn.bias_hh_l0	0	-0.06831848621368408
213751	rnn.bias_hh_l0	1	0.24658919870853424
213751	rnn.bias_hh_l0	2	0.04427507519721985
213751	rnn.bias_hh_l0	3	-0.07641618698835373
213751	rnn.bias_hh_l0	4	-0.08281177282333374
213751	rnn.bias_hh_l0	5	-0.005928656551986933
213751	rnn.bias_hh_l0	6	0.05589613690972328
213751	rnn.bias_hh_l0	7	-0.10466410219669342
213751	rnn.bias_hh_l0	8	-0.23849903047084808
213751	rnn.bias_hh_l0	9	-0.10343733429908752
213751	rnn.weight_ih_l0_reverse	0	0.02298409305512905
213751	rnn.weight_ih_l0_reverse	1	-0.060592278838157654
213751	rnn.weight_ih_l0_reverse	2	0.04109857976436615
213751	rnn.weight_ih_l0_reverse	3	0.01753772608935833
213751	rnn.weight_ih_l0_reverse	4	0.0017968033207580447
213751	rnn.weight_ih_l0_reverse	5	-0.029078377410769463
213751	rnn.weight_ih_l0_reverse	6	0.014359606429934502
213751	rnn.weight_ih_l0_reverse	7	0.02987694926559925
213751	rnn.weight_ih_l0_reverse	8	-0.02704649791121483
213751	rnn.weight_ih_l0_reverse	9	-0.0017803107621148229
213751	rnn.weight_hh_l0_reverse	0	0.040446456521749496
213751	rnn.weight_hh_l0_reverse	1	0.030285799875855446
213751	rnn.weight_hh_l0_reverse	2	-0.02232871949672699
213751	rnn.weight_hh_l0_reverse	3	-0.07619229704141617
213751	rnn.weight_hh_l0_reverse	4	0.010902049951255322
213751	rnn.weight_hh_l0_reverse	5	-0.05874137207865715
213751	rnn.weight_hh_l0_reverse	6	-0.013234402984380722
213751	rnn.weight_hh_l0_reverse	7	0.030408700928092003
213751	rnn.weight_hh_l0_reverse	8	0.007381112780421972
213751	rnn.weight_hh_l0_reverse	9	0.010334485210478306
213751	rnn.bias_ih_l0_reverse	0	-0.04889160394668579
213751	rnn.bias_ih_l0_reverse	1	-0.13666018843650818
213751	rnn.bias_ih_l0_reverse	2	-0.14311692118644714
213751	rnn.bias_ih_l0_reverse	3	-0.04879693314433098
213751	rnn.bias_ih_l0_reverse	4	-0.11536454409360886
213751	rnn.bias_ih_l0_reverse	5	-0.08871954679489136
213751	rnn.bias_ih_l0_reverse	6	-0.20519378781318665
213751	rnn.bias_ih_l0_reverse	7	-0.05015873163938522
213751	rnn.bias_ih_l0_reverse	8	-0.06303845345973969
213751	rnn.bias_ih_l0_reverse	9	-0.13700973987579346
213751	rnn.bias_hh_l0_reverse	0	-0.14361436665058136
213751	rnn.bias_hh_l0_reverse	1	-0.16409331560134888
213751	rnn.bias_hh_l0_reverse	2	0.10512719303369522
213751	rnn.bias_hh_l0_reverse	3	0.07828422635793686
213751	rnn.bias_hh_l0_reverse	4	-0.1769438236951828
213751	rnn.bias_hh_l0_reverse	5	-0.14115813374519348
213751	rnn.bias_hh_l0_reverse	6	-0.09790139645338058
213751	rnn.bias_hh_l0_reverse	7	-0.04967251047492027
213751	rnn.bias_hh_l0_reverse	8	-0.09650222212076187
213751	rnn.bias_hh_l0_reverse	9	-0.02694549597799778
213751	linear.weight	0	-0.0076824515126645565
213751	linear.weight	1	0.012912784703075886
213751	linear.weight	2	0.2946030795574188
213751	linear.weight	3	-0.07912176847457886
213751	linear.weight	4	-0.010588549077510834
213751	linear.weight	5	0.12231539934873581
213751	linear.weight	6	-0.010739270597696304
213751	linear.weight	7	-0.0568496510386467
213751	linear.weight	8	0.17292733490467072
213751	linear.weight	9	-0.25319942831993103
213751	linear.bias	0	-0.03956538438796997
213751	linear.bias	1	0.031413208693265915
213751	linear.bias	2	0.4379943013191223
213751	linear.bias	3	-0.7141357064247131
213751	linear.bias	4	2.090766191482544
213751	linear.bias	5	-1.3997536897659302
213751	linear.bias	6	-0.302869588136673
213751	linear.bias	7	-0.11741836369037628
214309	transitions	0	-1.9040831327438354
214309	transitions	1	-10000.0
214309	transitions	2	-0.7969565987586975
214309	transitions	3	-10000.0
214309	transitions	4	2.0153257846832275
214309	transitions	5	-10000.0
214309	transitions	6	-10000.0
214309	transitions	7	1.837950587272644
214309	transitions	8	-2.5950093269348145
214309	transitions	9	-4.218413829803467
214309	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
214309	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
214309	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
214309	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
214309	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
214309	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
214309	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
214309	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
214309	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
214309	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
214309	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
214309	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
214309	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
214309	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
214309	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
214309	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
214309	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
214309	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
214309	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
214309	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
214309	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
214309	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
214309	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
214309	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
214309	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
214309	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
214309	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
214309	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
214309	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
214309	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
214309	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
214309	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
214309	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
214309	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
214309	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
214309	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
214309	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
214309	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
214309	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
214309	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
214309	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
214309	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
214309	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
214309	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
214309	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
214309	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
214309	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
214309	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
214309	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
214309	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
214309	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
214309	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
214309	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
214309	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
214309	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
214309	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
214309	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
214309	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
214309	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
214309	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
214309	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
214309	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
214309	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
214309	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
214309	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
214309	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
214309	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
214309	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
214309	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
214309	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
214309	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
214309	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
214309	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
214309	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
214309	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
214309	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
214309	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
214309	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
214309	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
214309	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
214309	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
214309	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
214309	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
214309	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
214309	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
214309	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
214309	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
214309	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
214309	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
214309	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
214309	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
214309	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
214309	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
214309	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
214309	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
214309	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
214309	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
214309	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
214309	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
214309	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
214309	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
214309	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
214309	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
214309	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
214309	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
214309	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
214309	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
214309	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
214309	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
214309	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
214309	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
214309	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
214309	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
214309	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
214309	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
214309	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
214309	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
214309	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
214309	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
214309	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
214309	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
214309	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
214309	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
214309	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
214309	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
214309	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
214309	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
214309	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
214309	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
214309	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
214309	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
214309	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
214309	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
214309	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
214309	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
214309	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
214309	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
214309	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
214309	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
214309	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
214309	embedding2nn.weight	0	0.0064242202788591385
214309	embedding2nn.weight	1	0.0040605817921459675
214309	embedding2nn.weight	2	0.013398056849837303
214309	embedding2nn.weight	3	0.025439497083425522
214309	embedding2nn.weight	4	0.02264995314180851
214309	embedding2nn.weight	5	0.004222452640533447
214309	embedding2nn.weight	6	-0.014840648509562016
214309	embedding2nn.weight	7	-0.0005648258375003934
214309	embedding2nn.weight	8	-0.010701336897909641
214309	embedding2nn.weight	9	0.0011419483926147223
214309	embedding2nn.bias	0	0.02064889669418335
214309	embedding2nn.bias	1	-0.035369209945201874
214309	embedding2nn.bias	2	0.0840272605419159
214309	embedding2nn.bias	3	0.07333659380674362
214309	embedding2nn.bias	4	-0.01236515212804079
214309	embedding2nn.bias	5	-0.0316719152033329
214309	embedding2nn.bias	6	0.018046008422970772
214309	embedding2nn.bias	7	0.0010616234503686428
214309	embedding2nn.bias	8	-0.029151471331715584
214309	embedding2nn.bias	9	0.026949791237711906
214309	rnn.weight_ih_l0	0	0.06567325443029404
214309	rnn.weight_ih_l0	1	-0.04163965955376625
214309	rnn.weight_ih_l0	2	0.00854543223977089
214309	rnn.weight_ih_l0	3	0.046936649829149246
214309	rnn.weight_ih_l0	4	-0.030134571716189384
214309	rnn.weight_ih_l0	5	0.04191475734114647
214309	rnn.weight_ih_l0	6	0.007392097730189562
214309	rnn.weight_ih_l0	7	0.06441286951303482
214309	rnn.weight_ih_l0	8	0.012814251706004143
214309	rnn.weight_ih_l0	9	-0.02465165965259075
214309	rnn.weight_hh_l0	0	-0.013341151177883148
214309	rnn.weight_hh_l0	1	-0.025756530463695526
214309	rnn.weight_hh_l0	2	-0.060818277299404144
214309	rnn.weight_hh_l0	3	-0.005770816467702389
214309	rnn.weight_hh_l0	4	-0.009355462156236172
214309	rnn.weight_hh_l0	5	-0.025210164487361908
214309	rnn.weight_hh_l0	6	0.0002946494787465781
214309	rnn.weight_hh_l0	7	-0.03878920152783394
214309	rnn.weight_hh_l0	8	0.0666620135307312
214309	rnn.weight_hh_l0	9	0.04544437304139137
214309	rnn.bias_ih_l0	0	-0.17396585643291473
214309	rnn.bias_ih_l0	1	-0.16674768924713135
214309	rnn.bias_ih_l0	2	-0.019812967628240585
214309	rnn.bias_ih_l0	3	-0.1477268785238266
214309	rnn.bias_ih_l0	4	-0.05442870035767555
214309	rnn.bias_ih_l0	5	-0.17163656651973724
214309	rnn.bias_ih_l0	6	0.06494066119194031
214309	rnn.bias_ih_l0	7	-0.08846676349639893
214309	rnn.bias_ih_l0	8	-0.043380025774240494
214309	rnn.bias_ih_l0	9	-0.10939362645149231
214309	rnn.bias_hh_l0	0	-0.06884865462779999
214309	rnn.bias_hh_l0	1	0.24589911103248596
214309	rnn.bias_hh_l0	2	0.048435453325510025
214309	rnn.bias_hh_l0	3	-0.07774940133094788
214309	rnn.bias_hh_l0	4	-0.08271639049053192
214309	rnn.bias_hh_l0	5	-0.005821065045893192
214309	rnn.bias_hh_l0	6	0.05512632802128792
214309	rnn.bias_hh_l0	7	-0.10501807928085327
214309	rnn.bias_hh_l0	8	-0.238185852766037
214309	rnn.bias_hh_l0	9	-0.10312537103891373
214309	rnn.weight_ih_l0_reverse	0	0.022716501727700233
214309	rnn.weight_ih_l0_reverse	1	-0.060651082545518875
214309	rnn.weight_ih_l0_reverse	2	0.04112386703491211
214309	rnn.weight_ih_l0_reverse	3	0.017572497949004173
214309	rnn.weight_ih_l0_reverse	4	0.0021446007303893566
214309	rnn.weight_ih_l0_reverse	5	-0.029236387461423874
214309	rnn.weight_ih_l0_reverse	6	0.013882853090763092
214309	rnn.weight_ih_l0_reverse	7	0.02966541051864624
214309	rnn.weight_ih_l0_reverse	8	-0.026805240660905838
214309	rnn.weight_ih_l0_reverse	9	-0.00185267417691648
214309	rnn.weight_hh_l0_reverse	0	0.0404241569340229
214309	rnn.weight_hh_l0_reverse	1	0.030325401574373245
214309	rnn.weight_hh_l0_reverse	2	-0.021811695769429207
214309	rnn.weight_hh_l0_reverse	3	-0.07605825364589691
214309	rnn.weight_hh_l0_reverse	4	0.011033001355826855
214309	rnn.weight_hh_l0_reverse	5	-0.05874902382493019
214309	rnn.weight_hh_l0_reverse	6	-0.013334833085536957
214309	rnn.weight_hh_l0_reverse	7	0.03065948560833931
214309	rnn.weight_hh_l0_reverse	8	0.007313620764762163
214309	rnn.weight_hh_l0_reverse	9	0.010319489054381847
214309	rnn.bias_ih_l0_reverse	0	-0.048586100339889526
214309	rnn.bias_ih_l0_reverse	1	-0.1352194845676422
214309	rnn.bias_ih_l0_reverse	2	-0.14368470013141632
214309	rnn.bias_ih_l0_reverse	3	-0.04862113296985626
214309	rnn.bias_ih_l0_reverse	4	-0.11656251549720764
214309	rnn.bias_ih_l0_reverse	5	-0.08830749243497849
214309	rnn.bias_ih_l0_reverse	6	-0.20423492789268494
214309	rnn.bias_ih_l0_reverse	7	-0.04999987408518791
214309	rnn.bias_ih_l0_reverse	8	-0.06302079558372498
214309	rnn.bias_ih_l0_reverse	9	-0.134627103805542
214309	rnn.bias_hh_l0_reverse	0	-0.14335449039936066
214309	rnn.bias_hh_l0_reverse	1	-0.16399140655994415
214309	rnn.bias_hh_l0_reverse	2	0.10537426918745041
214309	rnn.bias_hh_l0_reverse	3	0.07632508873939514
214309	rnn.bias_hh_l0_reverse	4	-0.17708323895931244
214309	rnn.bias_hh_l0_reverse	5	-0.13994163274765015
214309	rnn.bias_hh_l0_reverse	6	-0.09627701342105865
214309	rnn.bias_hh_l0_reverse	7	-0.04898971691727638
214309	rnn.bias_hh_l0_reverse	8	-0.09728318452835083
214309	rnn.bias_hh_l0_reverse	9	-0.02714812383055687
214309	linear.weight	0	-0.007682132534682751
214309	linear.weight	1	0.019470902159810066
214309	linear.weight	2	0.29496484994888306
214309	linear.weight	3	-0.0791194885969162
214309	linear.weight	4	-0.010588549077510834
214309	linear.weight	5	0.11633750796318054
214309	linear.weight	6	-0.010739270597696304
214309	linear.weight	7	-0.051560189574956894
214309	linear.weight	8	0.20249946415424347
214309	linear.weight	9	-0.24887262284755707
214309	linear.bias	0	-0.03956538438796997
214309	linear.bias	1	0.031413208693265915
214309	linear.bias	2	0.43564069271087646
214309	linear.bias	3	-0.7089453339576721
214309	linear.bias	4	2.086949348449707
214309	linear.bias	5	-1.39983332157135
214309	linear.bias	6	-0.30215221643447876
214309	linear.bias	7	-0.11708416044712067
214867	transitions	0	-1.9045871496200562
214867	transitions	1	-10000.0
214867	transitions	2	-0.7969565987586975
214867	transitions	3	-10000.0
214867	transitions	4	2.0298917293548584
214867	transitions	5	-10000.0
214867	transitions	6	-10000.0
214867	transitions	7	1.8306450843811035
214867	transitions	8	-2.5953493118286133
214867	transitions	9	-4.218745231628418
214867	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
214867	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
214867	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
214867	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
214867	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
214867	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
214867	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
214867	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
214867	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
214867	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
214867	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
214867	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
214867	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
214867	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
214867	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
214867	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
214867	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
214867	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
214867	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
214867	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
214867	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
214867	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
214867	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
214867	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
214867	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
214867	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
214867	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
214867	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
214867	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
214867	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
214867	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
214867	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
214867	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
214867	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
214867	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
214867	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
214867	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
214867	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
214867	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
214867	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
214867	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
214867	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
214867	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
214867	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
214867	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
214867	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
214867	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
214867	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
214867	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
214867	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
214867	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
214867	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
214867	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
214867	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
214867	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
214867	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
214867	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
214867	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
214867	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
214867	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
214867	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
214867	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
214867	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
214867	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
214867	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
214867	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
214867	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
214867	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
214867	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
214867	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
214867	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
214867	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
214867	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
214867	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
214867	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
214867	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
214867	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
214867	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
214867	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
214867	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
214867	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
214867	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
214867	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
214867	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
214867	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
214867	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
214867	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
214867	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
214867	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
214867	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
214867	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
214867	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
214867	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
214867	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
214867	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
214867	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
214867	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
214867	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
214867	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
214867	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
214867	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
214867	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
214867	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
214867	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
214867	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
214867	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
214867	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
214867	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
214867	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
214867	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
214867	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
214867	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
214867	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
214867	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
214867	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
214867	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
214867	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
214867	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
214867	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
214867	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
214867	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
214867	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
214867	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
214867	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
214867	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
214867	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
214867	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
214867	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
214867	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
214867	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
214867	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
214867	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
214867	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
214867	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
214867	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
214867	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
214867	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
214867	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
214867	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
214867	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
214867	embedding2nn.weight	0	0.006419605575501919
214867	embedding2nn.weight	1	0.004067446570843458
214867	embedding2nn.weight	2	0.013405699282884598
214867	embedding2nn.weight	3	0.025380965322256088
214867	embedding2nn.weight	4	0.022691870108246803
214867	embedding2nn.weight	5	0.0041710007935762405
214867	embedding2nn.weight	6	-0.014819957315921783
214867	embedding2nn.weight	7	-0.0006822017021477222
214867	embedding2nn.weight	8	-0.010706768371164799
214867	embedding2nn.weight	9	0.0012321016984060407
214867	embedding2nn.bias	0	0.01957230642437935
214867	embedding2nn.bias	1	-0.036350663751363754
214867	embedding2nn.bias	2	0.08492580056190491
214867	embedding2nn.bias	3	0.0738295242190361
214867	embedding2nn.bias	4	-0.012115981429815292
214867	embedding2nn.bias	5	-0.032067202031612396
214867	embedding2nn.bias	6	0.020080341026186943
214867	embedding2nn.bias	7	-0.00023748564126435667
214867	embedding2nn.bias	8	-0.028621556237339973
214867	embedding2nn.bias	9	0.02447294071316719
214867	rnn.weight_ih_l0	0	0.06575997918844223
214867	rnn.weight_ih_l0	1	-0.04145440459251404
214867	rnn.weight_ih_l0	2	0.008260996080935001
214867	rnn.weight_ih_l0	3	0.04668097198009491
214867	rnn.weight_ih_l0	4	-0.03035382181406021
214867	rnn.weight_ih_l0	5	0.042058464139699936
214867	rnn.weight_ih_l0	6	0.007535645738244057
214867	rnn.weight_ih_l0	7	0.0643533393740654
214867	rnn.weight_ih_l0	8	0.012473025359213352
214867	rnn.weight_ih_l0	9	-0.024436911568045616
214867	rnn.weight_hh_l0	0	-0.01337745413184166
214867	rnn.weight_hh_l0	1	-0.025869442149996758
214867	rnn.weight_hh_l0	2	-0.060893770307302475
214867	rnn.weight_hh_l0	3	-0.0058099874295294285
214867	rnn.weight_hh_l0	4	-0.009339962154626846
214867	rnn.weight_hh_l0	5	-0.025258256122469902
214867	rnn.weight_hh_l0	6	0.0002926029555965215
214867	rnn.weight_hh_l0	7	-0.03871723264455795
214867	rnn.weight_hh_l0	8	0.06663215905427933
214867	rnn.weight_hh_l0	9	0.045453015714883804
214867	rnn.bias_ih_l0	0	-0.17393498122692108
214867	rnn.bias_ih_l0	1	-0.16681434214115143
214867	rnn.bias_ih_l0	2	-0.01973576843738556
214867	rnn.bias_ih_l0	3	-0.14671775698661804
214867	rnn.bias_ih_l0	4	-0.05502830818295479
214867	rnn.bias_ih_l0	5	-0.1707713007926941
214867	rnn.bias_ih_l0	6	0.06817272305488586
214867	rnn.bias_ih_l0	7	-0.08826007694005966
214867	rnn.bias_ih_l0	8	-0.04316665232181549
214867	rnn.bias_ih_l0	9	-0.10850542783737183
214867	rnn.bias_hh_l0	0	-0.06883382797241211
214867	rnn.bias_hh_l0	1	0.24556021392345428
214867	rnn.bias_hh_l0	2	0.050321344286203384
214867	rnn.bias_hh_l0	3	-0.07772122323513031
214867	rnn.bias_hh_l0	4	-0.0821513682603836
214867	rnn.bias_hh_l0	5	-0.005052505526691675
214867	rnn.bias_hh_l0	6	0.05539692938327789
214867	rnn.bias_hh_l0	7	-0.10478205978870392
214867	rnn.bias_hh_l0	8	-0.23956692218780518
214867	rnn.bias_hh_l0	9	-0.10310644656419754
214867	rnn.weight_ih_l0_reverse	0	0.022246554493904114
214867	rnn.weight_ih_l0_reverse	1	-0.06088615953922272
214867	rnn.weight_ih_l0_reverse	2	0.0413273423910141
214867	rnn.weight_ih_l0_reverse	3	0.017587462440133095
214867	rnn.weight_ih_l0_reverse	4	0.0019032476702705026
214867	rnn.weight_ih_l0_reverse	5	-0.028813350945711136
214867	rnn.weight_ih_l0_reverse	6	0.014731518924236298
214867	rnn.weight_ih_l0_reverse	7	0.029328852891921997
214867	rnn.weight_ih_l0_reverse	8	-0.026800692081451416
214867	rnn.weight_ih_l0_reverse	9	-0.0019607346039265394
214867	rnn.weight_hh_l0_reverse	0	0.04034518823027611
214867	rnn.weight_hh_l0_reverse	1	0.03026077151298523
214867	rnn.weight_hh_l0_reverse	2	-0.021792713552713394
214867	rnn.weight_hh_l0_reverse	3	-0.07616596668958664
214867	rnn.weight_hh_l0_reverse	4	0.011099345050752163
214867	rnn.weight_hh_l0_reverse	5	-0.0586806945502758
214867	rnn.weight_hh_l0_reverse	6	-0.01354970782995224
214867	rnn.weight_hh_l0_reverse	7	0.03082452528178692
214867	rnn.weight_hh_l0_reverse	8	0.007281050086021423
214867	rnn.weight_hh_l0_reverse	9	0.010122849605977535
214867	rnn.bias_ih_l0_reverse	0	-0.048507481813430786
214867	rnn.bias_ih_l0_reverse	1	-0.1361766755580902
214867	rnn.bias_ih_l0_reverse	2	-0.1441759467124939
214867	rnn.bias_ih_l0_reverse	3	-0.04823572188615799
214867	rnn.bias_ih_l0_reverse	4	-0.1161346510052681
214867	rnn.bias_ih_l0_reverse	5	-0.08827348798513412
214867	rnn.bias_ih_l0_reverse	6	-0.2047024518251419
214867	rnn.bias_ih_l0_reverse	7	-0.04920604079961777
214867	rnn.bias_ih_l0_reverse	8	-0.06172739714384079
214867	rnn.bias_ih_l0_reverse	9	-0.13390733301639557
214867	rnn.bias_hh_l0_reverse	0	-0.14377948641777039
214867	rnn.bias_hh_l0_reverse	1	-0.16305311024188995
214867	rnn.bias_hh_l0_reverse	2	0.10646305978298187
214867	rnn.bias_hh_l0_reverse	3	0.07656802982091904
214867	rnn.bias_hh_l0_reverse	4	-0.17754164338111877
214867	rnn.bias_hh_l0_reverse	5	-0.14032158255577087
214867	rnn.bias_hh_l0_reverse	6	-0.09628736227750778
214867	rnn.bias_hh_l0_reverse	7	-0.049709342420101166
214867	rnn.bias_hh_l0_reverse	8	-0.09815789759159088
214867	rnn.bias_hh_l0_reverse	9	-0.028248943388462067
214867	linear.weight	0	-0.0076821898110210896
214867	linear.weight	1	0.02829175814986229
214867	linear.weight	2	0.29175442457199097
214867	linear.weight	3	-0.07911767065525055
214867	linear.weight	4	-0.010588549077510834
214867	linear.weight	5	0.10345049202442169
214867	linear.weight	6	-0.010739270597696304
214867	linear.weight	7	-0.054464612156152725
214867	linear.weight	8	0.18269537389278412
214867	linear.weight	9	-0.25160032510757446
214867	linear.bias	0	-0.03956538438796997
214867	linear.bias	1	0.031413208693265915
214867	linear.bias	2	0.4068179726600647
214867	linear.bias	3	-0.6815689206123352
214867	linear.bias	4	2.08286190032959
214867	linear.bias	5	-1.3999154567718506
214867	linear.bias	6	-0.29906752705574036
214867	linear.bias	7	-0.11455708742141724
215425	transitions	0	-1.9050450325012207
215425	transitions	1	-10000.0
215425	transitions	2	-0.7969565987586975
215425	transitions	3	-10000.0
215425	transitions	4	2.0287673473358154
215425	transitions	5	-10000.0
215425	transitions	6	-10000.0
215425	transitions	7	1.8345530033111572
215425	transitions	8	-2.5957093238830566
215425	transitions	9	-4.21906042098999
215425	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
215425	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
215425	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
215425	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
215425	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
215425	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
215425	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
215425	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
215425	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
215425	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
215425	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
215425	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
215425	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
215425	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
215425	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
215425	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
215425	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
215425	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
215425	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
215425	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
215425	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
215425	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
215425	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
215425	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
215425	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
215425	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
215425	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
215425	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
215425	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
215425	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
215425	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
215425	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
215425	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
215425	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
215425	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
215425	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
215425	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
215425	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
215425	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
215425	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
215425	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
215425	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
215425	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
215425	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
215425	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
215425	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
215425	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
215425	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
215425	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
215425	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
215425	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
215425	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
215425	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
215425	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
215425	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
215425	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
215425	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
215425	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
215425	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
215425	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
215425	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
215425	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
215425	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
215425	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
215425	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
215425	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
215425	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
215425	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
215425	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
215425	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
215425	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
215425	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
215425	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
215425	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
215425	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
215425	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
215425	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
215425	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
215425	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
215425	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
215425	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
215425	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
215425	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
215425	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
215425	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
215425	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
215425	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
215425	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
215425	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
215425	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
215425	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
215425	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
215425	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
215425	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
215425	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
215425	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
215425	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
215425	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
215425	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
215425	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
215425	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
215425	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
215425	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
215425	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
215425	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
215425	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
215425	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
215425	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
215425	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
215425	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
215425	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
215425	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
215425	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
215425	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
215425	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
215425	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
215425	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
215425	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
215425	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
215425	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
215425	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
215425	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
215425	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
215425	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
215425	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
215425	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
215425	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
215425	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
215425	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
215425	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
215425	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
215425	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
215425	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
215425	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
215425	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
215425	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
215425	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
215425	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
215425	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
215425	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
215425	embedding2nn.weight	0	0.006423550192266703
215425	embedding2nn.weight	1	0.004086014814674854
215425	embedding2nn.weight	2	0.013415551744401455
215425	embedding2nn.weight	3	0.02547203190624714
215425	embedding2nn.weight	4	0.02270353026688099
215425	embedding2nn.weight	5	0.004400841426104307
215425	embedding2nn.weight	6	-0.014757359400391579
215425	embedding2nn.weight	7	-0.0006746475119143724
215425	embedding2nn.weight	8	-0.0107167549431324
215425	embedding2nn.weight	9	0.0013300955761224031
215425	embedding2nn.bias	0	0.020494800060987473
215425	embedding2nn.bias	1	-0.03527740389108658
215425	embedding2nn.bias	2	0.08660364151000977
215425	embedding2nn.bias	3	0.07509156316518784
215425	embedding2nn.bias	4	-0.01207600999623537
215425	embedding2nn.bias	5	-0.035718925297260284
215425	embedding2nn.bias	6	0.017960762605071068
215425	embedding2nn.bias	7	0.0017593300435692072
215425	embedding2nn.bias	8	-0.02417367324233055
215425	embedding2nn.bias	9	0.026534080505371094
215425	rnn.weight_ih_l0	0	0.06554178148508072
215425	rnn.weight_ih_l0	1	-0.041307903826236725
215425	rnn.weight_ih_l0	2	0.00785035640001297
215425	rnn.weight_ih_l0	3	0.0465482734143734
215425	rnn.weight_ih_l0	4	-0.03053869493305683
215425	rnn.weight_ih_l0	5	0.042231202125549316
215425	rnn.weight_ih_l0	6	0.007607718929648399
215425	rnn.weight_ih_l0	7	0.06503056734800339
215425	rnn.weight_ih_l0	8	0.01207039225846529
215425	rnn.weight_ih_l0	9	-0.024713555350899696
215425	rnn.weight_hh_l0	0	-0.013322745449841022
215425	rnn.weight_hh_l0	1	-0.025998804718255997
215425	rnn.weight_hh_l0	2	-0.0609586164355278
215425	rnn.weight_hh_l0	3	-0.005785101093351841
215425	rnn.weight_hh_l0	4	-0.009283872321248055
215425	rnn.weight_hh_l0	5	-0.025047853589057922
215425	rnn.weight_hh_l0	6	0.0002811139274854213
215425	rnn.weight_hh_l0	7	-0.038346871733665466
215425	rnn.weight_hh_l0	8	0.06656276434659958
215425	rnn.weight_hh_l0	9	0.045331552624702454
215425	rnn.bias_ih_l0	0	-0.17490799725055695
215425	rnn.bias_ih_l0	1	-0.16637539863586426
215425	rnn.bias_ih_l0	2	-0.019633948802947998
215425	rnn.bias_ih_l0	3	-0.14599642157554626
215425	rnn.bias_ih_l0	4	-0.05581015720963478
215425	rnn.bias_ih_l0	5	-0.17184023559093475
215425	rnn.bias_ih_l0	6	0.06919927895069122
215425	rnn.bias_ih_l0	7	-0.0894111767411232
215425	rnn.bias_ih_l0	8	-0.044427186250686646
215425	rnn.bias_ih_l0	9	-0.11041269451379776
215425	rnn.bias_hh_l0	0	-0.06909800320863724
215425	rnn.bias_hh_l0	1	0.2471410483121872
215425	rnn.bias_hh_l0	2	0.050671543926000595
215425	rnn.bias_hh_l0	3	-0.07663868367671967
215425	rnn.bias_hh_l0	4	-0.08314700424671173
215425	rnn.bias_hh_l0	5	-0.004545890260487795
215425	rnn.bias_hh_l0	6	0.055370498448610306
215425	rnn.bias_hh_l0	7	-0.10378790646791458
215425	rnn.bias_hh_l0	8	-0.24181434512138367
215425	rnn.bias_hh_l0	9	-0.10265780240297318
215425	rnn.weight_ih_l0_reverse	0	0.022340895608067513
215425	rnn.weight_ih_l0_reverse	1	-0.06105025112628937
215425	rnn.weight_ih_l0_reverse	2	0.04166213050484657
215425	rnn.weight_ih_l0_reverse	3	0.01765386201441288
215425	rnn.weight_ih_l0_reverse	4	0.0017265236238017678
215425	rnn.weight_ih_l0_reverse	5	-0.028474170714616776
215425	rnn.weight_ih_l0_reverse	6	0.01455325074493885
215425	rnn.weight_ih_l0_reverse	7	0.02910112403333187
215425	rnn.weight_ih_l0_reverse	8	-0.02673071064054966
215425	rnn.weight_ih_l0_reverse	9	-0.0021000795532017946
215425	rnn.weight_hh_l0_reverse	0	0.04030042886734009
215425	rnn.weight_hh_l0_reverse	1	0.030261946842074394
215425	rnn.weight_hh_l0_reverse	2	-0.021647978574037552
215425	rnn.weight_hh_l0_reverse	3	-0.07628260552883148
215425	rnn.weight_hh_l0_reverse	4	0.011083119548857212
215425	rnn.weight_hh_l0_reverse	5	-0.05892292037606239
215425	rnn.weight_hh_l0_reverse	6	-0.01358756609261036
215425	rnn.weight_hh_l0_reverse	7	0.030551163479685783
215425	rnn.weight_hh_l0_reverse	8	0.007354639004915953
215425	rnn.weight_hh_l0_reverse	9	0.010441070422530174
215425	rnn.bias_ih_l0_reverse	0	-0.04792134463787079
215425	rnn.bias_ih_l0_reverse	1	-0.13700176775455475
215425	rnn.bias_ih_l0_reverse	2	-0.1442677527666092
215425	rnn.bias_ih_l0_reverse	3	-0.0480615496635437
215425	rnn.bias_ih_l0_reverse	4	-0.11520387977361679
215425	rnn.bias_ih_l0_reverse	5	-0.08729026466608047
215425	rnn.bias_ih_l0_reverse	6	-0.20491349697113037
215425	rnn.bias_ih_l0_reverse	7	-0.04864108934998512
215425	rnn.bias_ih_l0_reverse	8	-0.06129948049783707
215425	rnn.bias_ih_l0_reverse	9	-0.1321871429681778
215425	rnn.bias_hh_l0_reverse	0	-0.1440039873123169
215425	rnn.bias_hh_l0_reverse	1	-0.1636589914560318
215425	rnn.bias_hh_l0_reverse	2	0.10570735484361649
215425	rnn.bias_hh_l0_reverse	3	0.07677309960126877
215425	rnn.bias_hh_l0_reverse	4	-0.17732280492782593
215425	rnn.bias_hh_l0_reverse	5	-0.14168384671211243
215425	rnn.bias_hh_l0_reverse	6	-0.09537652134895325
215425	rnn.bias_hh_l0_reverse	7	-0.049365218728780746
215425	rnn.bias_hh_l0_reverse	8	-0.09884470701217651
215425	rnn.bias_hh_l0_reverse	9	-0.02743127942085266
215425	linear.weight	0	-0.0076825376600027084
215425	linear.weight	1	0.03643661364912987
215425	linear.weight	2	0.2888088524341583
215425	linear.weight	3	-0.07911553978919983
215425	linear.weight	4	-0.010588549077510834
215425	linear.weight	5	0.10835576057434082
215425	linear.weight	6	-0.010739270597696304
215425	linear.weight	7	-0.04728708416223526
215425	linear.weight	8	0.19312846660614014
215425	linear.weight	9	-0.253464937210083
215425	linear.bias	0	-0.03956538438796997
215425	linear.bias	1	0.031413208693265915
215425	linear.bias	2	0.4203758239746094
215425	linear.bias	3	-0.6774603128433228
215425	linear.bias	4	2.0905680656433105
215425	linear.bias	5	-1.399996280670166
215425	linear.bias	6	-0.31139180064201355
215425	linear.bias	7	-0.12753283977508545
215983	transitions	0	-1.905516505241394
215983	transitions	1	-10000.0
215983	transitions	2	-0.7969565987586975
215983	transitions	3	-10000.0
215983	transitions	4	2.0305991172790527
215983	transitions	5	-10000.0
215983	transitions	6	-10000.0
215983	transitions	7	1.8294305801391602
215983	transitions	8	-2.596113681793213
215983	transitions	9	-4.219381809234619
215983	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
215983	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
215983	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
215983	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
215983	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
215983	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
215983	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
215983	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
215983	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
215983	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
215983	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
215983	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
215983	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
215983	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
215983	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
215983	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
215983	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
215983	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
215983	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
215983	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
215983	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
215983	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
215983	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
215983	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
215983	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
215983	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
215983	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
215983	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
215983	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
215983	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
215983	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
215983	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
215983	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
215983	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
215983	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
215983	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
215983	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
215983	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
215983	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
215983	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
215983	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
215983	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
215983	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
215983	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
215983	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
215983	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
215983	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
215983	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
215983	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
215983	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
215983	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
215983	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
215983	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
215983	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
215983	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
215983	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
215983	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
215983	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
215983	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
215983	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
215983	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
215983	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
215983	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
215983	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
215983	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
215983	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
215983	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
215983	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
215983	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
215983	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
215983	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
215983	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
215983	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
215983	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
215983	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
215983	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
215983	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
215983	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
215983	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
215983	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
215983	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
215983	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
215983	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
215983	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
215983	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
215983	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
215983	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
215983	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
215983	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
215983	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
215983	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
215983	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
215983	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
215983	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
215983	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
215983	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
215983	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
215983	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
215983	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
215983	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
215983	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
215983	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
215983	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
215983	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
215983	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
215983	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
215983	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
215983	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
215983	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
215983	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
215983	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
215983	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
215983	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
215983	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
215983	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
215983	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
215983	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
215983	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
215983	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
215983	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
215983	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
215983	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
215983	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
215983	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
215983	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
215983	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
215983	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
215983	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
215983	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
215983	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
215983	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
215983	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
215983	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
215983	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
215983	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
215983	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
215983	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
215983	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
215983	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
215983	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
215983	embedding2nn.weight	0	0.006421523634344339
215983	embedding2nn.weight	1	0.00409493176266551
215983	embedding2nn.weight	2	0.01341279223561287
215983	embedding2nn.weight	3	0.025411691516637802
215983	embedding2nn.weight	4	0.022651122882962227
215983	embedding2nn.weight	5	0.0042831990867853165
215983	embedding2nn.weight	6	-0.014767004176974297
215983	embedding2nn.weight	7	-0.0006002732552587986
215983	embedding2nn.weight	8	-0.010401133447885513
215983	embedding2nn.weight	9	0.001288775005377829
215983	embedding2nn.bias	0	0.0207651536911726
215983	embedding2nn.bias	1	-0.036378249526023865
215983	embedding2nn.bias	2	0.08538518846035004
215983	embedding2nn.bias	3	0.07536020129919052
215983	embedding2nn.bias	4	-0.013811620883643627
215983	embedding2nn.bias	5	-0.03181429207324982
215983	embedding2nn.bias	6	0.016937492415308952
215983	embedding2nn.bias	7	0.0036779644433408976
215983	embedding2nn.bias	8	-0.02281551994383335
215983	embedding2nn.bias	9	0.026242107152938843
215983	rnn.weight_ih_l0	0	0.06605013459920883
215983	rnn.weight_ih_l0	1	-0.04186994582414627
215983	rnn.weight_ih_l0	2	0.007969748228788376
215983	rnn.weight_ih_l0	3	0.04667435586452484
215983	rnn.weight_ih_l0	4	-0.030146781355142593
215983	rnn.weight_ih_l0	5	0.042254239320755005
215983	rnn.weight_ih_l0	6	0.007455498445779085
215983	rnn.weight_ih_l0	7	0.0647784173488617
215983	rnn.weight_ih_l0	8	0.012104244902729988
215983	rnn.weight_ih_l0	9	-0.024654489010572433
215983	rnn.weight_hh_l0	0	-0.013071099296212196
215983	rnn.weight_hh_l0	1	-0.02609744295477867
215983	rnn.weight_hh_l0	2	-0.060898929834365845
215983	rnn.weight_hh_l0	3	-0.00575890950858593
215983	rnn.weight_hh_l0	4	-0.009318242780864239
215983	rnn.weight_hh_l0	5	-0.025168556720018387
215983	rnn.weight_hh_l0	6	0.00023805043019820005
215983	rnn.weight_hh_l0	7	-0.03821788355708122
215983	rnn.weight_hh_l0	8	0.06645666807889938
215983	rnn.weight_hh_l0	9	0.045327648520469666
215983	rnn.bias_ih_l0	0	-0.1736651510000229
215983	rnn.bias_ih_l0	1	-0.1669696718454361
215983	rnn.bias_ih_l0	2	-0.019699515774846077
215983	rnn.bias_ih_l0	3	-0.14605657756328583
215983	rnn.bias_ih_l0	4	-0.05501870438456535
215983	rnn.bias_ih_l0	5	-0.1714792102575302
215983	rnn.bias_ih_l0	6	0.06520264595746994
215983	rnn.bias_ih_l0	7	-0.08921507745981216
215983	rnn.bias_ih_l0	8	-0.04438849538564682
215983	rnn.bias_ih_l0	9	-0.10977675765752792
215983	rnn.bias_hh_l0	0	-0.06867291778326035
215983	rnn.bias_hh_l0	1	0.2452610433101654
215983	rnn.bias_hh_l0	2	0.05206519737839699
215983	rnn.bias_hh_l0	3	-0.07754248380661011
215983	rnn.bias_hh_l0	4	-0.08247515559196472
215983	rnn.bias_hh_l0	5	-0.002307264832779765
215983	rnn.bias_hh_l0	6	0.05369295924901962
215983	rnn.bias_hh_l0	7	-0.10326363146305084
215983	rnn.bias_hh_l0	8	-0.23853518068790436
215983	rnn.bias_hh_l0	9	-0.10348346084356308
215983	rnn.weight_ih_l0_reverse	0	0.022436752915382385
215983	rnn.weight_ih_l0_reverse	1	-0.06091321259737015
215983	rnn.weight_ih_l0_reverse	2	0.04165506735444069
215983	rnn.weight_ih_l0_reverse	3	0.017605353146791458
215983	rnn.weight_ih_l0_reverse	4	0.0018430687487125397
215983	rnn.weight_ih_l0_reverse	5	-0.028538886457681656
215983	rnn.weight_ih_l0_reverse	6	0.015286585316061974
215983	rnn.weight_ih_l0_reverse	7	0.028975721448659897
215983	rnn.weight_ih_l0_reverse	8	-0.02643822506070137
215983	rnn.weight_ih_l0_reverse	9	-0.0030634263530373573
215983	rnn.weight_hh_l0_reverse	0	0.040326159447431564
215983	rnn.weight_hh_l0_reverse	1	0.030104368925094604
215983	rnn.weight_hh_l0_reverse	2	-0.021738920360803604
215983	rnn.weight_hh_l0_reverse	3	-0.07631414383649826
215983	rnn.weight_hh_l0_reverse	4	0.011196376755833626
215983	rnn.weight_hh_l0_reverse	5	-0.058516792953014374
215983	rnn.weight_hh_l0_reverse	6	-0.01367668341845274
215983	rnn.weight_hh_l0_reverse	7	0.030695660039782524
215983	rnn.weight_hh_l0_reverse	8	0.00715605216100812
215983	rnn.weight_hh_l0_reverse	9	0.010441564954817295
215983	rnn.bias_ih_l0_reverse	0	-0.048468515276908875
215983	rnn.bias_ih_l0_reverse	1	-0.13739106059074402
215983	rnn.bias_ih_l0_reverse	2	-0.14483225345611572
215983	rnn.bias_ih_l0_reverse	3	-0.04823732748627663
215983	rnn.bias_ih_l0_reverse	4	-0.1145927906036377
215983	rnn.bias_ih_l0_reverse	5	-0.08674199879169464
215983	rnn.bias_ih_l0_reverse	6	-0.2040707767009735
215983	rnn.bias_ih_l0_reverse	7	-0.04754442349076271
215983	rnn.bias_ih_l0_reverse	8	-0.06119431555271149
215983	rnn.bias_ih_l0_reverse	9	-0.1327337771654129
215983	rnn.bias_hh_l0_reverse	0	-0.14432337880134583
215983	rnn.bias_hh_l0_reverse	1	-0.16368448734283447
215983	rnn.bias_hh_l0_reverse	2	0.10597383230924606
215983	rnn.bias_hh_l0_reverse	3	0.07698033004999161
215983	rnn.bias_hh_l0_reverse	4	-0.17742589116096497
215983	rnn.bias_hh_l0_reverse	5	-0.14060528576374054
215983	rnn.bias_hh_l0_reverse	6	-0.09484785795211792
215983	rnn.bias_hh_l0_reverse	7	-0.05046987906098366
215983	rnn.bias_hh_l0_reverse	8	-0.09808111190795898
215983	rnn.bias_hh_l0_reverse	9	-0.023829147219657898
215983	linear.weight	0	-0.00768251670524478
215983	linear.weight	1	0.02491573616862297
215983	linear.weight	2	0.29330354928970337
215983	linear.weight	3	-0.07911232858896255
215983	linear.weight	4	-0.010588549077510834
215983	linear.weight	5	0.10840082168579102
215983	linear.weight	6	-0.010739270597696304
215983	linear.weight	7	-0.04367531090974808
215983	linear.weight	8	0.20062357187271118
215983	linear.weight	9	-0.2535957992076874
215983	linear.bias	0	-0.03956538438796997
215983	linear.bias	1	0.031413208693265915
215983	linear.bias	2	0.443172812461853
215983	linear.bias	3	-0.6921903491020203
215983	linear.bias	4	2.101046323776245
215983	linear.bias	5	-1.4000753164291382
215983	linear.bias	6	-0.32054460048675537
215983	linear.bias	7	-0.13685385882854462
216541	transitions	0	-1.9060114622116089
216541	transitions	1	-10000.0
216541	transitions	2	-0.7969565987586975
216541	transitions	3	-10000.0
216541	transitions	4	2.0344746112823486
216541	transitions	5	-10000.0
216541	transitions	6	-10000.0
216541	transitions	7	1.8262921571731567
216541	transitions	8	-2.5965518951416016
216541	transitions	9	-4.219694137573242
216541	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
216541	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
216541	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
216541	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
216541	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
216541	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
216541	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
216541	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
216541	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
216541	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
216541	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
216541	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
216541	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
216541	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
216541	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
216541	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
216541	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
216541	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
216541	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
216541	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
216541	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
216541	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
216541	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
216541	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
216541	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
216541	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
216541	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
216541	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
216541	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
216541	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
216541	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
216541	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
216541	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
216541	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
216541	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
216541	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
216541	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
216541	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
216541	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
216541	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
216541	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
216541	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
216541	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
216541	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
216541	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
216541	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
216541	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
216541	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
216541	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
216541	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
216541	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
216541	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
216541	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
216541	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
216541	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
216541	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
216541	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
216541	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
216541	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
216541	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
216541	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
216541	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
216541	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
216541	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
216541	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
216541	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
216541	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
216541	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
216541	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
216541	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
216541	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
216541	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
216541	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
216541	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
216541	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
216541	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
216541	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
216541	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
216541	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
216541	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
216541	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
216541	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
216541	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
216541	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
216541	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
216541	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
216541	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
216541	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
216541	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
216541	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
216541	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
216541	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
216541	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
216541	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
216541	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
216541	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
216541	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
216541	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
216541	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
216541	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
216541	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
216541	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
216541	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
216541	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
216541	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
216541	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
216541	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
216541	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
216541	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
216541	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
216541	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
216541	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
216541	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
216541	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
216541	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
216541	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
216541	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
216541	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
216541	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
216541	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
216541	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
216541	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
216541	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
216541	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
216541	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
216541	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
216541	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
216541	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
216541	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
216541	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
216541	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
216541	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
216541	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
216541	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
216541	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
216541	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
216541	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
216541	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
216541	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
216541	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
216541	embedding2nn.weight	0	0.006420839112251997
216541	embedding2nn.weight	1	0.004100364167243242
216541	embedding2nn.weight	2	0.01339947059750557
216541	embedding2nn.weight	3	0.0254234466701746
216541	embedding2nn.weight	4	0.022599264979362488
216541	embedding2nn.weight	5	0.004282815847545862
216541	embedding2nn.weight	6	-0.01474730484187603
216541	embedding2nn.weight	7	-0.000584801658987999
216541	embedding2nn.weight	8	-0.010338829830288887
216541	embedding2nn.weight	9	0.0013038285542279482
216541	embedding2nn.bias	0	0.018514173105359077
216541	embedding2nn.bias	1	-0.035796359181404114
216541	embedding2nn.bias	2	0.08836542069911957
216541	embedding2nn.bias	3	0.07414364069700241
216541	embedding2nn.bias	4	-0.014515373855829239
216541	embedding2nn.bias	5	-0.033124636858701706
216541	embedding2nn.bias	6	0.01566627062857151
216541	embedding2nn.bias	7	0.0040387948974967
216541	embedding2nn.bias	8	-0.022312788292765617
216541	embedding2nn.bias	9	0.02389110065996647
216541	rnn.weight_ih_l0	0	0.06603526324033737
216541	rnn.weight_ih_l0	1	-0.04166141524910927
216541	rnn.weight_ih_l0	2	0.008134406059980392
216541	rnn.weight_ih_l0	3	0.04638237506151199
216541	rnn.weight_ih_l0	4	-0.030192259699106216
216541	rnn.weight_ih_l0	5	0.04184083268046379
216541	rnn.weight_ih_l0	6	0.007342119235545397
216541	rnn.weight_ih_l0	7	0.064881332218647
216541	rnn.weight_ih_l0	8	0.012067219242453575
216541	rnn.weight_ih_l0	9	-0.024619633331894875
216541	rnn.weight_hh_l0	0	-0.013039159588515759
216541	rnn.weight_hh_l0	1	-0.026288451626896858
216541	rnn.weight_hh_l0	2	-0.06085452064871788
216541	rnn.weight_hh_l0	3	-0.005698686465620995
216541	rnn.weight_hh_l0	4	-0.009261894039809704
216541	rnn.weight_hh_l0	5	-0.025098836049437523
216541	rnn.weight_hh_l0	6	0.0001991277968045324
216541	rnn.weight_hh_l0	7	-0.038116808980703354
216541	rnn.weight_hh_l0	8	0.06650783866643906
216541	rnn.weight_hh_l0	9	0.045354511588811874
216541	rnn.bias_ih_l0	0	-0.1736375093460083
216541	rnn.bias_ih_l0	1	-0.16680699586868286
216541	rnn.bias_ih_l0	2	-0.019337717443704605
216541	rnn.bias_ih_l0	3	-0.14541739225387573
216541	rnn.bias_ih_l0	4	-0.056106384843587875
216541	rnn.bias_ih_l0	5	-0.1721837818622589
216541	rnn.bias_ih_l0	6	0.06499416381120682
216541	rnn.bias_ih_l0	7	-0.08889812231063843
216541	rnn.bias_ih_l0	8	-0.04339446499943733
216541	rnn.bias_ih_l0	9	-0.11051172018051147
216541	rnn.bias_hh_l0	0	-0.06739570200443268
216541	rnn.bias_hh_l0	1	0.24622339010238647
216541	rnn.bias_hh_l0	2	0.05103518068790436
216541	rnn.bias_hh_l0	3	-0.07763828337192535
216541	rnn.bias_hh_l0	4	-0.08157991617918015
216541	rnn.bias_hh_l0	5	-0.0031265798024833202
216541	rnn.bias_hh_l0	6	0.05429935082793236
216541	rnn.bias_hh_l0	7	-0.10349942743778229
216541	rnn.bias_hh_l0	8	-0.23793330788612366
216541	rnn.bias_hh_l0	9	-0.1034444272518158
216541	rnn.weight_ih_l0_reverse	0	0.022687505930662155
216541	rnn.weight_ih_l0_reverse	1	-0.06094905734062195
216541	rnn.weight_ih_l0_reverse	2	0.041617754846811295
216541	rnn.weight_ih_l0_reverse	3	0.01718861609697342
216541	rnn.weight_ih_l0_reverse	4	0.001907970872707665
216541	rnn.weight_ih_l0_reverse	5	-0.028566347435116768
216541	rnn.weight_ih_l0_reverse	6	0.015154117718338966
216541	rnn.weight_ih_l0_reverse	7	0.028882915154099464
216541	rnn.weight_ih_l0_reverse	8	-0.026407355442643166
216541	rnn.weight_ih_l0_reverse	9	-0.002643934218212962
216541	rnn.weight_hh_l0_reverse	0	0.040319617837667465
216541	rnn.weight_hh_l0_reverse	1	0.029984768480062485
216541	rnn.weight_hh_l0_reverse	2	-0.02175373211503029
216541	rnn.weight_hh_l0_reverse	3	-0.0764981284737587
216541	rnn.weight_hh_l0_reverse	4	0.011237364262342453
216541	rnn.weight_hh_l0_reverse	5	-0.058836814016103745
216541	rnn.weight_hh_l0_reverse	6	-0.013721191324293613
216541	rnn.weight_hh_l0_reverse	7	0.03065558336675167
216541	rnn.weight_hh_l0_reverse	8	0.0071328855119645596
216541	rnn.weight_hh_l0_reverse	9	0.010349524207413197
216541	rnn.bias_ih_l0_reverse	0	-0.048446640372276306
216541	rnn.bias_ih_l0_reverse	1	-0.13815635442733765
216541	rnn.bias_ih_l0_reverse	2	-0.1449180543422699
216541	rnn.bias_ih_l0_reverse	3	-0.050789184868335724
216541	rnn.bias_ih_l0_reverse	4	-0.11379785090684891
216541	rnn.bias_ih_l0_reverse	5	-0.08644571155309677
216541	rnn.bias_ih_l0_reverse	6	-0.20392082631587982
216541	rnn.bias_ih_l0_reverse	7	-0.048508744686841965
216541	rnn.bias_ih_l0_reverse	8	-0.06201988086104393
216541	rnn.bias_ih_l0_reverse	9	-0.13209858536720276
216541	rnn.bias_hh_l0_reverse	0	-0.14406828582286835
216541	rnn.bias_hh_l0_reverse	1	-0.16426315903663635
216541	rnn.bias_hh_l0_reverse	2	0.10666435211896896
216541	rnn.bias_hh_l0_reverse	3	0.0764160230755806
216541	rnn.bias_hh_l0_reverse	4	-0.17846336960792542
216541	rnn.bias_hh_l0_reverse	5	-0.14146201312541962
216541	rnn.bias_hh_l0_reverse	6	-0.09465055167675018
216541	rnn.bias_hh_l0_reverse	7	-0.049743060022592545
216541	rnn.bias_hh_l0_reverse	8	-0.0974070280790329
216541	rnn.bias_hh_l0_reverse	9	-0.02401481196284294
216541	linear.weight	0	-0.007683050353080034
216541	linear.weight	1	0.029292026534676552
216541	linear.weight	2	0.2927170693874359
216541	linear.weight	3	-0.07910969853401184
216541	linear.weight	4	-0.010588549077510834
216541	linear.weight	5	0.10653553903102875
216541	linear.weight	6	-0.010739270597696304
216541	linear.weight	7	-0.04631225764751434
216541	linear.weight	8	0.19488176703453064
216541	linear.weight	9	-0.2542842924594879
216541	linear.bias	0	-0.03956538438796997
216541	linear.bias	1	0.031413208693265915
216541	linear.bias	2	0.39858537912368774
216541	linear.bias	3	-0.6737427115440369
216541	linear.bias	4	2.105685234069824
216541	linear.bias	5	-1.4001553058624268
216541	linear.bias	6	-0.30976933240890503
216541	linear.bias	7	-0.12605704367160797
217099	transitions	0	-1.9065861701965332
217099	transitions	1	-10000.0
217099	transitions	2	-0.7969565987586975
217099	transitions	3	-10000.0
217099	transitions	4	2.02944278717041
217099	transitions	5	-10000.0
217099	transitions	6	-10000.0
217099	transitions	7	1.833399772644043
217099	transitions	8	-2.5969436168670654
217099	transitions	9	-4.22001314163208
217099	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
217099	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
217099	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
217099	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
217099	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
217099	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
217099	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
217099	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
217099	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
217099	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
217099	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
217099	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
217099	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
217099	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
217099	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
217099	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
217099	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
217099	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
217099	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
217099	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
217099	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
217099	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
217099	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
217099	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
217099	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
217099	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
217099	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
217099	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
217099	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
217099	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
217099	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
217099	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
217099	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
217099	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
217099	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
217099	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
217099	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
217099	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
217099	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
217099	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
217099	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
217099	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
217099	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
217099	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
217099	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
217099	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
217099	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
217099	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
217099	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
217099	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
217099	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
217099	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
217099	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
217099	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
217099	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
217099	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
217099	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
217099	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
217099	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
217099	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
217099	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
217099	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
217099	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
217099	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
217099	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
217099	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
217099	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
217099	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
217099	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
217099	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
217099	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
217099	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
217099	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
217099	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
217099	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
217099	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
217099	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
217099	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
217099	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
217099	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
217099	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
217099	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
217099	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
217099	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
217099	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
217099	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
217099	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
217099	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
217099	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
217099	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
217099	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
217099	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
217099	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
217099	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
217099	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
217099	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
217099	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
217099	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
217099	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
217099	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
217099	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
217099	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
217099	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
217099	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
217099	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
217099	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
217099	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
217099	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
217099	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
217099	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
217099	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
217099	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
217099	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
217099	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
217099	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
217099	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
217099	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
217099	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
217099	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
217099	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
217099	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
217099	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
217099	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
217099	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
217099	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
217099	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
217099	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
217099	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
217099	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
217099	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
217099	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
217099	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
217099	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
217099	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
217099	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
217099	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
217099	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
217099	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
217099	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
217099	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
217099	embedding2nn.weight	0	0.006429070141166449
217099	embedding2nn.weight	1	0.0041273352690041065
217099	embedding2nn.weight	2	0.013406324200332165
217099	embedding2nn.weight	3	0.025174450129270554
217099	embedding2nn.weight	4	0.022544212639331818
217099	embedding2nn.weight	5	0.004391454625874758
217099	embedding2nn.weight	6	-0.014687025919556618
217099	embedding2nn.weight	7	-0.0007059561903588474
217099	embedding2nn.weight	8	-0.01048423070460558
217099	embedding2nn.weight	9	0.0012992833508178592
217099	embedding2nn.bias	0	0.01825355924665928
217099	embedding2nn.bias	1	-0.03365717828273773
217099	embedding2nn.bias	2	0.08704376965761185
217099	embedding2nn.bias	3	0.07197833806276321
217099	embedding2nn.bias	4	-0.016562320291996002
217099	embedding2nn.bias	5	-0.03309697285294533
217099	embedding2nn.bias	6	0.01626744493842125
217099	embedding2nn.bias	7	0.0013363930629566312
217099	embedding2nn.bias	8	-0.025117645040154457
217099	embedding2nn.bias	9	0.021584007889032364
217099	rnn.weight_ih_l0	0	0.06613390892744064
217099	rnn.weight_ih_l0	1	-0.04219383746385574
217099	rnn.weight_ih_l0	2	0.008147851563990116
217099	rnn.weight_ih_l0	3	0.046365801244974136
217099	rnn.weight_ih_l0	4	-0.029940089210867882
217099	rnn.weight_ih_l0	5	0.0422869548201561
217099	rnn.weight_ih_l0	6	0.0072471024468541145
217099	rnn.weight_ih_l0	7	0.06507648527622223
217099	rnn.weight_ih_l0	8	0.011840427294373512
217099	rnn.weight_ih_l0	9	-0.024560509249567986
217099	rnn.weight_hh_l0	0	-0.012693491764366627
217099	rnn.weight_hh_l0	1	-0.026320861652493477
217099	rnn.weight_hh_l0	2	-0.06050197407603264
217099	rnn.weight_hh_l0	3	-0.005699278321117163
217099	rnn.weight_hh_l0	4	-0.00939443800598383
217099	rnn.weight_hh_l0	5	-0.02506626769900322
217099	rnn.weight_hh_l0	6	0.000208444005693309
217099	rnn.weight_hh_l0	7	-0.03833958879113197
217099	rnn.weight_hh_l0	8	0.06633997708559036
217099	rnn.weight_hh_l0	9	0.045404452830553055
217099	rnn.bias_ih_l0	0	-0.1731792837381363
217099	rnn.bias_ih_l0	1	-0.16647161543369293
217099	rnn.bias_ih_l0	2	-0.019471125677227974
217099	rnn.bias_ih_l0	3	-0.14659357070922852
217099	rnn.bias_ih_l0	4	-0.056768748909235
217099	rnn.bias_ih_l0	5	-0.17313270270824432
217099	rnn.bias_ih_l0	6	0.06720811873674393
217099	rnn.bias_ih_l0	7	-0.08905983716249466
217099	rnn.bias_ih_l0	8	-0.0441141314804554
217099	rnn.bias_ih_l0	9	-0.10989411920309067
217099	rnn.bias_hh_l0	0	-0.06661874800920486
217099	rnn.bias_hh_l0	1	0.24545438587665558
217099	rnn.bias_hh_l0	2	0.052093759179115295
217099	rnn.bias_hh_l0	3	-0.07794757932424545
217099	rnn.bias_hh_l0	4	-0.08208529651165009
217099	rnn.bias_hh_l0	5	-0.00334055139683187
217099	rnn.bias_hh_l0	6	0.053438495844602585
217099	rnn.bias_hh_l0	7	-0.10294772684574127
217099	rnn.bias_hh_l0	8	-0.23692971467971802
217099	rnn.bias_hh_l0	9	-0.10300818085670471
217099	rnn.weight_ih_l0_reverse	0	0.02338392101228237
217099	rnn.weight_ih_l0_reverse	1	-0.06076369434595108
217099	rnn.weight_ih_l0_reverse	2	0.04162527248263359
217099	rnn.weight_ih_l0_reverse	3	0.017130233347415924
217099	rnn.weight_ih_l0_reverse	4	0.0016737928381189704
217099	rnn.weight_ih_l0_reverse	5	-0.02900638058781624
217099	rnn.weight_ih_l0_reverse	6	0.01511914748698473
217099	rnn.weight_ih_l0_reverse	7	0.02876739762723446
217099	rnn.weight_ih_l0_reverse	8	-0.02665206789970398
217099	rnn.weight_ih_l0_reverse	9	-0.002655962947756052
217099	rnn.weight_hh_l0_reverse	0	0.04025835171341896
217099	rnn.weight_hh_l0_reverse	1	0.030134698376059532
217099	rnn.weight_hh_l0_reverse	2	-0.021847881376743317
217099	rnn.weight_hh_l0_reverse	3	-0.07685185223817825
217099	rnn.weight_hh_l0_reverse	4	0.011241757310926914
217099	rnn.weight_hh_l0_reverse	5	-0.05900638923048973
217099	rnn.weight_hh_l0_reverse	6	-0.013682561926543713
217099	rnn.weight_hh_l0_reverse	7	0.030687978491187096
217099	rnn.weight_hh_l0_reverse	8	0.00704131880775094
217099	rnn.weight_hh_l0_reverse	9	0.010507840663194656
217099	rnn.bias_ih_l0_reverse	0	-0.04758625477552414
217099	rnn.bias_ih_l0_reverse	1	-0.13921883702278137
217099	rnn.bias_ih_l0_reverse	2	-0.14415813982486725
217099	rnn.bias_ih_l0_reverse	3	-0.050407569855451584
217099	rnn.bias_ih_l0_reverse	4	-0.1150759682059288
217099	rnn.bias_ih_l0_reverse	5	-0.08787710964679718
217099	rnn.bias_ih_l0_reverse	6	-0.20445924997329712
217099	rnn.bias_ih_l0_reverse	7	-0.04858749732375145
217099	rnn.bias_ih_l0_reverse	8	-0.06160464882850647
217099	rnn.bias_ih_l0_reverse	9	-0.13477125763893127
217099	rnn.bias_hh_l0_reverse	0	-0.1444329023361206
217099	rnn.bias_hh_l0_reverse	1	-0.1660020500421524
217099	rnn.bias_hh_l0_reverse	2	0.10782039910554886
217099	rnn.bias_hh_l0_reverse	3	0.07631896436214447
217099	rnn.bias_hh_l0_reverse	4	-0.17710895836353302
217099	rnn.bias_hh_l0_reverse	5	-0.14110609889030457
217099	rnn.bias_hh_l0_reverse	6	-0.09506358951330185
217099	rnn.bias_hh_l0_reverse	7	-0.04925941675901413
217099	rnn.bias_hh_l0_reverse	8	-0.09778357297182083
217099	rnn.bias_hh_l0_reverse	9	-0.022407488897442818
217099	linear.weight	0	-0.007683581672608852
217099	linear.weight	1	0.025389261543750763
217099	linear.weight	2	0.2973286211490631
217099	linear.weight	3	-0.07910726964473724
217099	linear.weight	4	-0.010588549077510834
217099	linear.weight	5	0.12176588177680969
217099	linear.weight	6	-0.010739270597696304
217099	linear.weight	7	-0.05220342054963112
217099	linear.weight	8	0.18654218316078186
217099	linear.weight	9	-0.2515491545200348
217099	linear.bias	0	-0.03956538438796997
217099	linear.bias	1	0.031413208693265915
217099	linear.bias	2	0.4109330177307129
217099	linear.bias	3	-0.6897841095924377
217099	linear.bias	4	2.0928266048431396
217099	linear.bias	5	-1.4002386331558228
217099	linear.bias	6	-0.3012511432170868
217099	linear.bias	7	-0.1179482713341713
217657	transitions	0	-1.907023549079895
217657	transitions	1	-10000.0
217657	transitions	2	-0.7969565987586975
217657	transitions	3	-10000.0
217657	transitions	4	2.0214319229125977
217657	transitions	5	-10000.0
217657	transitions	6	-10000.0
217657	transitions	7	1.8309893608093262
217657	transitions	8	-2.597311019897461
217657	transitions	9	-4.220323085784912
217657	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
217657	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
217657	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
217657	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
217657	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
217657	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
217657	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
217657	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
217657	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
217657	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
217657	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
217657	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
217657	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
217657	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
217657	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
217657	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
217657	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
217657	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
217657	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
217657	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
217657	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
217657	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
217657	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
217657	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
217657	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
217657	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
217657	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
217657	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
217657	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
217657	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
217657	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
217657	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
217657	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
217657	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
217657	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
217657	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
217657	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
217657	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
217657	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
217657	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
217657	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
217657	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
217657	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
217657	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
217657	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
217657	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
217657	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
217657	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
217657	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
217657	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
217657	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
217657	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
217657	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
217657	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
217657	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
217657	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
217657	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
217657	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
217657	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
217657	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
217657	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
217657	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
217657	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
217657	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
217657	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
217657	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
217657	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
217657	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
217657	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
217657	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
217657	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
217657	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
217657	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
217657	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
217657	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
217657	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
217657	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
217657	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
217657	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
217657	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
217657	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
217657	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
217657	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
217657	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
217657	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
217657	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
217657	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
217657	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
217657	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
217657	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
217657	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
217657	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
217657	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
217657	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
217657	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
217657	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
217657	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
217657	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
217657	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
217657	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
217657	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
217657	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
217657	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
217657	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
217657	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
217657	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
217657	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
217657	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
217657	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
217657	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
217657	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
217657	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
217657	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
217657	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
217657	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
217657	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
217657	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
217657	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
217657	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
217657	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
217657	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
217657	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
217657	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
217657	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
217657	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
217657	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
217657	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
217657	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
217657	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
217657	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
217657	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
217657	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
217657	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
217657	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
217657	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
217657	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
217657	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
217657	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
217657	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
217657	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
217657	embedding2nn.weight	0	0.0064338697120547295
217657	embedding2nn.weight	1	0.004091079346835613
217657	embedding2nn.weight	2	0.013412929140031338
217657	embedding2nn.weight	3	0.02499251440167427
217657	embedding2nn.weight	4	0.022499335929751396
217657	embedding2nn.weight	5	0.004299805499613285
217657	embedding2nn.weight	6	-0.01468545850366354
217657	embedding2nn.weight	7	-0.0007424926152452826
217657	embedding2nn.weight	8	-0.010976209305226803
217657	embedding2nn.weight	9	0.0013186847791075706
217657	embedding2nn.bias	0	0.020132780075073242
217657	embedding2nn.bias	1	-0.03374719247221947
217657	embedding2nn.bias	2	0.08870670944452286
217657	embedding2nn.bias	3	0.07035324722528458
217657	embedding2nn.bias	4	-0.018001364544034004
217657	embedding2nn.bias	5	-0.03097592666745186
217657	embedding2nn.bias	6	0.016719941049814224
217657	embedding2nn.bias	7	-0.0015776274958625436
217657	embedding2nn.bias	8	-0.026788920164108276
217657	embedding2nn.bias	9	0.023264851421117783
217657	rnn.weight_ih_l0	0	0.06625592708587646
217657	rnn.weight_ih_l0	1	-0.042211662977933884
217657	rnn.weight_ih_l0	2	0.008134542033076286
217657	rnn.weight_ih_l0	3	0.046249907463788986
217657	rnn.weight_ih_l0	4	-0.03000439703464508
217657	rnn.weight_ih_l0	5	0.04241429269313812
217657	rnn.weight_ih_l0	6	0.007294205017387867
217657	rnn.weight_ih_l0	7	0.0656137466430664
217657	rnn.weight_ih_l0	8	0.012002666480839252
217657	rnn.weight_ih_l0	9	-0.024535182863473892
217657	rnn.weight_hh_l0	0	-0.012599359266459942
217657	rnn.weight_hh_l0	1	-0.026318613439798355
217657	rnn.weight_hh_l0	2	-0.0604613833129406
217657	rnn.weight_hh_l0	3	-0.0056490106508135796
217657	rnn.weight_hh_l0	4	-0.009385901503264904
217657	rnn.weight_hh_l0	5	-0.02499900758266449
217657	rnn.weight_hh_l0	6	0.0002754625165835023
217657	rnn.weight_hh_l0	7	-0.03851743042469025
217657	rnn.weight_hh_l0	8	0.06646278500556946
217657	rnn.weight_hh_l0	9	0.0454445406794548
217657	rnn.bias_ih_l0	0	-0.1740453839302063
217657	rnn.bias_ih_l0	1	-0.16672079265117645
217657	rnn.bias_ih_l0	2	-0.019451124593615532
217657	rnn.bias_ih_l0	3	-0.14646020531654358
217657	rnn.bias_ih_l0	4	-0.05673695355653763
217657	rnn.bias_ih_l0	5	-0.1729181408882141
217657	rnn.bias_ih_l0	6	0.06764564663171768
217657	rnn.bias_ih_l0	7	-0.08976669609546661
217657	rnn.bias_ih_l0	8	-0.04597507044672966
217657	rnn.bias_ih_l0	9	-0.11027169227600098
217657	rnn.bias_hh_l0	0	-0.0677388608455658
217657	rnn.bias_hh_l0	1	0.24635112285614014
217657	rnn.bias_hh_l0	2	0.04914778098464012
217657	rnn.bias_hh_l0	3	-0.07818585634231567
217657	rnn.bias_hh_l0	4	-0.08108531683683395
217657	rnn.bias_hh_l0	5	-0.004229836165904999
217657	rnn.bias_hh_l0	6	0.05494167283177376
217657	rnn.bias_hh_l0	7	-0.10322856903076172
217657	rnn.bias_hh_l0	8	-0.23586677014827728
217657	rnn.bias_hh_l0	9	-0.1032206267118454
217657	rnn.weight_ih_l0_reverse	0	0.023763488978147507
217657	rnn.weight_ih_l0_reverse	1	-0.060485292226076126
217657	rnn.weight_ih_l0_reverse	2	0.04180481657385826
217657	rnn.weight_ih_l0_reverse	3	0.017398620024323463
217657	rnn.weight_ih_l0_reverse	4	0.0016467118402943015
217657	rnn.weight_ih_l0_reverse	5	-0.028967440128326416
217657	rnn.weight_ih_l0_reverse	6	0.015227428637444973
217657	rnn.weight_ih_l0_reverse	7	0.02886359766125679
217657	rnn.weight_ih_l0_reverse	8	-0.026863524690270424
217657	rnn.weight_ih_l0_reverse	9	-0.0026798842009156942
217657	rnn.weight_hh_l0_reverse	0	0.04025343805551529
217657	rnn.weight_hh_l0_reverse	1	0.03003321960568428
217657	rnn.weight_hh_l0_reverse	2	-0.021891456097364426
217657	rnn.weight_hh_l0_reverse	3	-0.07692356407642365
217657	rnn.weight_hh_l0_reverse	4	0.011211263947188854
217657	rnn.weight_hh_l0_reverse	5	-0.05897426977753639
217657	rnn.weight_hh_l0_reverse	6	-0.013567445799708366
217657	rnn.weight_hh_l0_reverse	7	0.030655303969979286
217657	rnn.weight_hh_l0_reverse	8	0.00704536959528923
217657	rnn.weight_hh_l0_reverse	9	0.01043668482452631
217657	rnn.bias_ih_l0_reverse	0	-0.04711204394698143
217657	rnn.bias_ih_l0_reverse	1	-0.1395423710346222
217657	rnn.bias_ih_l0_reverse	2	-0.14405247569084167
217657	rnn.bias_ih_l0_reverse	3	-0.049340419471263885
217657	rnn.bias_ih_l0_reverse	4	-0.11662009358406067
217657	rnn.bias_ih_l0_reverse	5	-0.08720408380031586
217657	rnn.bias_ih_l0_reverse	6	-0.2035503387451172
217657	rnn.bias_ih_l0_reverse	7	-0.0482063964009285
217657	rnn.bias_ih_l0_reverse	8	-0.06210995092988014
217657	rnn.bias_ih_l0_reverse	9	-0.1348772794008255
217657	rnn.bias_hh_l0_reverse	0	-0.14523205161094666
217657	rnn.bias_hh_l0_reverse	1	-0.1661600023508072
217657	rnn.bias_hh_l0_reverse	2	0.10804452747106552
217657	rnn.bias_hh_l0_reverse	3	0.07612118124961853
217657	rnn.bias_hh_l0_reverse	4	-0.17822793126106262
217657	rnn.bias_hh_l0_reverse	5	-0.14185450971126556
217657	rnn.bias_hh_l0_reverse	6	-0.09643973410129547
217657	rnn.bias_hh_l0_reverse	7	-0.0501989871263504
217657	rnn.bias_hh_l0_reverse	8	-0.09712880104780197
217657	rnn.bias_hh_l0_reverse	9	-0.02315683849155903
217657	linear.weight	0	-0.0076842885464429855
217657	linear.weight	1	0.033109769225120544
217657	linear.weight	2	0.2994776964187622
217657	linear.weight	3	-0.07910474389791489
217657	linear.weight	4	-0.010588549077510834
217657	linear.weight	5	0.13463379442691803
217657	linear.weight	6	-0.010739270597696304
217657	linear.weight	7	-0.049338746815919876
217657	linear.weight	8	0.19341684877872467
217657	linear.weight	9	-0.2522198557853699
217657	linear.bias	0	-0.03956538438796997
217657	linear.bias	1	0.031413208693265915
217657	linear.bias	2	0.44057753682136536
217657	linear.bias	3	-0.7032208442687988
217657	linear.bias	4	2.089475631713867
217657	linear.bias	5	-1.400316834449768
217657	linear.bias	6	-0.3074638247489929
217657	linear.bias	7	-0.1245250552892685
218216	transitions	0	-1.9076353311538696
218216	transitions	1	-10000.0
218216	transitions	2	-0.7969565987586975
218216	transitions	3	-10000.0
218216	transitions	4	2.024847984313965
218216	transitions	5	-10000.0
218216	transitions	6	-10000.0
218216	transitions	7	1.830089807510376
218216	transitions	8	-2.5976734161376953
218216	transitions	9	-4.220623970031738
218216	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
218216	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
218216	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
218216	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
218216	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
218216	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
218216	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
218216	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
218216	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
218216	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
218216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
218216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
218216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
218216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
218216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
218216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
218216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
218216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
218216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
218216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
218216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
218216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
218216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
218216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
218216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
218216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
218216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
218216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
218216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
218216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
218216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
218216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
218216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
218216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
218216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
218216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
218216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
218216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
218216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
218216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
218216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
218216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
218216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
218216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
218216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
218216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
218216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
218216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
218216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
218216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
218216	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
218216	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
218216	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
218216	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
218216	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
218216	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
218216	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
218216	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
218216	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
218216	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
218216	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
218216	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
218216	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
218216	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
218216	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
218216	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
218216	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
218216	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
218216	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
218216	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
218216	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
218216	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
218216	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
218216	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
218216	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
218216	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
218216	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
218216	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
218216	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
218216	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
218216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
218216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
218216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
218216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
218216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
218216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
218216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
218216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
218216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
218216	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
218216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
218216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
218216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
218216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
218216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
218216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
218216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
218216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
218216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
218216	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
218216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
218216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
218216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
218216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
218216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
218216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
218216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
218216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
218216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
218216	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
218216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
218216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
218216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
218216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
218216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
218216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
218216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
218216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
218216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
218216	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
218216	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
218216	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
218216	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
218216	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
218216	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
218216	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
218216	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
218216	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
218216	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
218216	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
218216	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
218216	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
218216	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
218216	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
218216	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
218216	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
218216	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
218216	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
218216	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
218216	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
218216	embedding2nn.weight	0	0.006429718341678381
218216	embedding2nn.weight	1	0.004071029834449291
218216	embedding2nn.weight	2	0.01341258641332388
218216	embedding2nn.weight	3	0.024779412895441055
218216	embedding2nn.weight	4	0.02257070690393448
218216	embedding2nn.weight	5	0.004280314780771732
218216	embedding2nn.weight	6	-0.014596881344914436
218216	embedding2nn.weight	7	-0.000727663456927985
218216	embedding2nn.weight	8	-0.01108683180063963
218216	embedding2nn.weight	9	0.0013449299149215221
218216	embedding2nn.bias	0	0.023635638877749443
218216	embedding2nn.bias	1	-0.031651485711336136
218216	embedding2nn.bias	2	0.086969293653965
218216	embedding2nn.bias	3	0.07085947692394257
218216	embedding2nn.bias	4	-0.016236497089266777
218216	embedding2nn.bias	5	-0.029710929840803146
218216	embedding2nn.bias	6	0.015235153958201408
218216	embedding2nn.bias	7	-0.0009207456023432314
218216	embedding2nn.bias	8	-0.029645556584000587
218216	embedding2nn.bias	9	0.02297816053032875
218216	rnn.weight_ih_l0	0	0.06589242070913315
218216	rnn.weight_ih_l0	1	-0.042609803378582
218216	rnn.weight_ih_l0	2	0.0077187917195260525
218216	rnn.weight_ih_l0	3	0.04622139409184456
218216	rnn.weight_ih_l0	4	-0.030259782448410988
218216	rnn.weight_ih_l0	5	0.04166298359632492
218216	rnn.weight_ih_l0	6	0.007266725413501263
218216	rnn.weight_ih_l0	7	0.06534039974212646
218216	rnn.weight_ih_l0	8	0.011963955126702785
218216	rnn.weight_ih_l0	9	-0.024270087480545044
218216	rnn.weight_hh_l0	0	-0.012591863051056862
218216	rnn.weight_hh_l0	1	-0.0261567160487175
218216	rnn.weight_hh_l0	2	-0.060536447912454605
218216	rnn.weight_hh_l0	3	-0.005616290960460901
218216	rnn.weight_hh_l0	4	-0.00945886131376028
218216	rnn.weight_hh_l0	5	-0.02502281963825226
218216	rnn.weight_hh_l0	6	0.00023120206606108695
218216	rnn.weight_hh_l0	7	-0.03884115442633629
218216	rnn.weight_hh_l0	8	0.06643880158662796
218216	rnn.weight_hh_l0	9	0.04521409794688225
218216	rnn.bias_ih_l0	0	-0.17471300065517426
218216	rnn.bias_ih_l0	1	-0.16705875098705292
218216	rnn.bias_ih_l0	2	-0.01907544769346714
218216	rnn.bias_ih_l0	3	-0.1453080177307129
218216	rnn.bias_ih_l0	4	-0.05757114663720131
218216	rnn.bias_ih_l0	5	-0.17386503517627716
218216	rnn.bias_ih_l0	6	0.0670376569032669
218216	rnn.bias_ih_l0	7	-0.08910009264945984
218216	rnn.bias_ih_l0	8	-0.04612644016742706
218216	rnn.bias_ih_l0	9	-0.1101328656077385
218216	rnn.bias_hh_l0	0	-0.06919711828231812
218216	rnn.bias_hh_l0	1	0.24625277519226074
218216	rnn.bias_hh_l0	2	0.049907881766557693
218216	rnn.bias_hh_l0	3	-0.0771121233701706
218216	rnn.bias_hh_l0	4	-0.08194371312856674
218216	rnn.bias_hh_l0	5	-0.003629500512033701
218216	rnn.bias_hh_l0	6	0.05582069605588913
218216	rnn.bias_hh_l0	7	-0.10498308390378952
218216	rnn.bias_hh_l0	8	-0.2363186627626419
218216	rnn.bias_hh_l0	9	-0.10266254842281342
218216	rnn.weight_ih_l0_reverse	0	0.02406902052462101
218216	rnn.weight_ih_l0_reverse	1	-0.060569554567337036
218216	rnn.weight_ih_l0_reverse	2	0.04171830788254738
218216	rnn.weight_ih_l0_reverse	3	0.0179290808737278
218216	rnn.weight_ih_l0_reverse	4	0.001501703867688775
218216	rnn.weight_ih_l0_reverse	5	-0.029229653999209404
218216	rnn.weight_ih_l0_reverse	6	0.015479803085327148
218216	rnn.weight_ih_l0_reverse	7	0.028825420886278152
218216	rnn.weight_ih_l0_reverse	8	-0.026648929342627525
218216	rnn.weight_ih_l0_reverse	9	-0.0025807570200413465
218216	rnn.weight_hh_l0_reverse	0	0.04024859145283699
218216	rnn.weight_hh_l0_reverse	1	0.030026402324438095
218216	rnn.weight_hh_l0_reverse	2	-0.02190893329679966
218216	rnn.weight_hh_l0_reverse	3	-0.07748003304004669
218216	rnn.weight_hh_l0_reverse	4	0.0111146941781044
218216	rnn.weight_hh_l0_reverse	5	-0.05859193578362465
218216	rnn.weight_hh_l0_reverse	6	-0.013634789735078812
218216	rnn.weight_hh_l0_reverse	7	0.030809378251433372
218216	rnn.weight_hh_l0_reverse	8	0.007126132491976023
218216	rnn.weight_hh_l0_reverse	9	0.010586692951619625
218216	rnn.bias_ih_l0_reverse	0	-0.047441862523555756
218216	rnn.bias_ih_l0_reverse	1	-0.13867852091789246
218216	rnn.bias_ih_l0_reverse	2	-0.14430351555347443
218216	rnn.bias_ih_l0_reverse	3	-0.049447543919086456
218216	rnn.bias_ih_l0_reverse	4	-0.11749918758869171
218216	rnn.bias_ih_l0_reverse	5	-0.08815139532089233
218216	rnn.bias_ih_l0_reverse	6	-0.20426933467388153
218216	rnn.bias_ih_l0_reverse	7	-0.048963528126478195
218216	rnn.bias_ih_l0_reverse	8	-0.06117210164666176
218216	rnn.bias_ih_l0_reverse	9	-0.13432657718658447
218216	rnn.bias_hh_l0_reverse	0	-0.1445174217224121
218216	rnn.bias_hh_l0_reverse	1	-0.16650234162807465
218216	rnn.bias_hh_l0_reverse	2	0.10837201774120331
218216	rnn.bias_hh_l0_reverse	3	0.07697047293186188
218216	rnn.bias_hh_l0_reverse	4	-0.17807476222515106
218216	rnn.bias_hh_l0_reverse	5	-0.14282064139842987
218216	rnn.bias_hh_l0_reverse	6	-0.09798766672611237
218216	rnn.bias_hh_l0_reverse	7	-0.049226656556129456
218216	rnn.bias_hh_l0_reverse	8	-0.09655041247606277
218216	rnn.bias_hh_l0_reverse	9	-0.022769851610064507
218216	linear.weight	0	-0.0076851025223731995
218216	linear.weight	1	0.03467607498168945
218216	linear.weight	2	0.2931402027606964
218216	linear.weight	3	-0.07910303771495819
218216	linear.weight	4	-0.010588549077510834
218216	linear.weight	5	0.13848353922367096
218216	linear.weight	6	-0.010739270597696304
218216	linear.weight	7	-0.0602579228579998
218216	linear.weight	8	0.202641561627388
218216	linear.weight	9	-0.25439122319221497
218216	linear.bias	0	-0.03956538438796997
218216	linear.bias	1	0.031413208693265915
218216	linear.bias	2	0.4340327978134155
218216	linear.bias	3	-0.6999123096466064
218216	linear.bias	4	2.0890309810638428
218216	linear.bias	5	-1.4003980159759521
218216	linear.bias	6	-0.30523809790611267
218216	linear.bias	7	-0.12299404293298721
218774	transitions	0	-1.9081847667694092
218774	transitions	1	-10000.0
218774	transitions	2	-0.7969565987586975
218774	transitions	3	-10000.0
218774	transitions	4	2.024096965789795
218774	transitions	5	-10000.0
218774	transitions	6	-10000.0
218774	transitions	7	1.8265163898468018
218774	transitions	8	-2.5980982780456543
218774	transitions	9	-4.220935821533203
218774	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
218774	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
218774	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
218774	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
218774	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
218774	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
218774	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
218774	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
218774	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
218774	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
218774	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
218774	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
218774	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
218774	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
218774	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
218774	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
218774	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
218774	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
218774	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
218774	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
218774	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
218774	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
218774	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
218774	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
218774	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
218774	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
218774	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
218774	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
218774	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
218774	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
218774	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
218774	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
218774	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
218774	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
218774	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
218774	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
218774	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
218774	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
218774	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
218774	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
218774	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
218774	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
218774	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
218774	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
218774	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
218774	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
218774	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
218774	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
218774	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
218774	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
218774	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
218774	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
218774	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
218774	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
218774	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
218774	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
218774	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
218774	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
218774	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
218774	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
218774	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
218774	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
218774	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
218774	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
218774	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
218774	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
218774	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
218774	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
218774	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
218774	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
218774	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
218774	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
218774	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
218774	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
218774	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
218774	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
218774	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
218774	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
218774	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
218774	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
218774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
218774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
218774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
218774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
218774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
218774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
218774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
218774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
218774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
218774	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
218774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
218774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
218774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
218774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
218774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
218774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
218774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
218774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
218774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
218774	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
218774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
218774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
218774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
218774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
218774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
218774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
218774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
218774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
218774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
218774	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
218774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
218774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
218774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
218774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
218774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
218774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
218774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
218774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
218774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
218774	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
218774	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
218774	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
218774	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
218774	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
218774	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
218774	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
218774	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
218774	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
218774	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
218774	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
218774	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
218774	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
218774	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
218774	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
218774	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
218774	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
218774	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
218774	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
218774	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
218774	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
218774	embedding2nn.weight	0	0.006434922572225332
218774	embedding2nn.weight	1	0.004080573562532663
218774	embedding2nn.weight	2	0.01341124065220356
218774	embedding2nn.weight	3	0.024876222014427185
218774	embedding2nn.weight	4	0.022925321012735367
218774	embedding2nn.weight	5	0.004221964627504349
218774	embedding2nn.weight	6	-0.01463920809328556
218774	embedding2nn.weight	7	-0.0006223180098459125
218774	embedding2nn.weight	8	-0.011138546280562878
218774	embedding2nn.weight	9	0.0013195332139730453
218774	embedding2nn.bias	0	0.025044763460755348
218774	embedding2nn.bias	1	-0.03150017186999321
218774	embedding2nn.bias	2	0.08598010241985321
218774	embedding2nn.bias	3	0.07016363739967346
218774	embedding2nn.bias	4	-0.017883583903312683
218774	embedding2nn.bias	5	-0.03245881572365761
218774	embedding2nn.bias	6	0.016108931973576546
218774	embedding2nn.bias	7	-0.0004117903590667993
218774	embedding2nn.bias	8	-0.02654287964105606
218774	embedding2nn.bias	9	0.022169068455696106
218774	rnn.weight_ih_l0	0	0.06580638885498047
218774	rnn.weight_ih_l0	1	-0.04246210679411888
218774	rnn.weight_ih_l0	2	0.007138169836252928
218774	rnn.weight_ih_l0	3	0.04636998474597931
218774	rnn.weight_ih_l0	4	-0.03047799877822399
218774	rnn.weight_ih_l0	5	0.04200563579797745
218774	rnn.weight_ih_l0	6	0.007385332603007555
218774	rnn.weight_ih_l0	7	0.06529901176691055
218774	rnn.weight_ih_l0	8	0.012341751717031002
218774	rnn.weight_ih_l0	9	-0.024608010426163673
218774	rnn.weight_hh_l0	0	-0.012380273081362247
218774	rnn.weight_hh_l0	1	-0.026062145829200745
218774	rnn.weight_hh_l0	2	-0.060554955154657364
218774	rnn.weight_hh_l0	3	-0.00565770547837019
218774	rnn.weight_hh_l0	4	-0.009483756497502327
218774	rnn.weight_hh_l0	5	-0.02491672709584236
218774	rnn.weight_hh_l0	6	0.00023510464234277606
218774	rnn.weight_hh_l0	7	-0.03923887386918068
218774	rnn.weight_hh_l0	8	0.06650654971599579
218774	rnn.weight_hh_l0	9	0.04508243873715401
218774	rnn.bias_ih_l0	0	-0.17528675496578217
218774	rnn.bias_ih_l0	1	-0.16785825788974762
218774	rnn.bias_ih_l0	2	-0.01861395500600338
218774	rnn.bias_ih_l0	3	-0.14406824111938477
218774	rnn.bias_ih_l0	4	-0.05771544203162193
218774	rnn.bias_ih_l0	5	-0.17340490221977234
218774	rnn.bias_ih_l0	6	0.06919750571250916
218774	rnn.bias_ih_l0	7	-0.08767982572317123
218774	rnn.bias_ih_l0	8	-0.0458206832408905
218774	rnn.bias_ih_l0	9	-0.10967889428138733
218774	rnn.bias_hh_l0	0	-0.06973133236169815
218774	rnn.bias_hh_l0	1	0.24462762475013733
218774	rnn.bias_hh_l0	2	0.04989975318312645
218774	rnn.bias_hh_l0	3	-0.07730575650930405
218774	rnn.bias_hh_l0	4	-0.08047963678836823
218774	rnn.bias_hh_l0	5	-0.004433168098330498
218774	rnn.bias_hh_l0	6	0.055458229035139084
218774	rnn.bias_hh_l0	7	-0.10612227767705917
218774	rnn.bias_hh_l0	8	-0.23626023530960083
218774	rnn.bias_hh_l0	9	-0.10265305638313293
218774	rnn.weight_ih_l0_reverse	0	0.024080056697130203
218774	rnn.weight_ih_l0_reverse	1	-0.06102202460169792
218774	rnn.weight_ih_l0_reverse	2	0.041599974036216736
218774	rnn.weight_ih_l0_reverse	3	0.01805501990020275
218774	rnn.weight_ih_l0_reverse	4	0.0014463990228250623
218774	rnn.weight_ih_l0_reverse	5	-0.028934858739376068
218774	rnn.weight_ih_l0_reverse	6	0.01615549996495247
218774	rnn.weight_ih_l0_reverse	7	0.028790339827537537
218774	rnn.weight_ih_l0_reverse	8	-0.026547590270638466
218774	rnn.weight_ih_l0_reverse	9	-0.002799157751724124
218774	rnn.weight_hh_l0_reverse	0	0.0401863269507885
218774	rnn.weight_hh_l0_reverse	1	0.029975678771734238
218774	rnn.weight_hh_l0_reverse	2	-0.021854376420378685
218774	rnn.weight_hh_l0_reverse	3	-0.07773266732692719
218774	rnn.weight_hh_l0_reverse	4	0.010961933992803097
218774	rnn.weight_hh_l0_reverse	5	-0.0585680790245533
218774	rnn.weight_hh_l0_reverse	6	-0.013682407326996326
218774	rnn.weight_hh_l0_reverse	7	0.030685072764754295
218774	rnn.weight_hh_l0_reverse	8	0.007032876368612051
218774	rnn.weight_hh_l0_reverse	9	0.010931458324193954
218774	rnn.bias_ih_l0_reverse	0	-0.04776851087808609
218774	rnn.bias_ih_l0_reverse	1	-0.13865645229816437
218774	rnn.bias_ih_l0_reverse	2	-0.144859179854393
218774	rnn.bias_ih_l0_reverse	3	-0.04934147745370865
218774	rnn.bias_ih_l0_reverse	4	-0.1169801652431488
218774	rnn.bias_ih_l0_reverse	5	-0.08830901235342026
218774	rnn.bias_ih_l0_reverse	6	-0.20444126427173615
218774	rnn.bias_ih_l0_reverse	7	-0.04838064685463905
218774	rnn.bias_ih_l0_reverse	8	-0.061777591705322266
218774	rnn.bias_ih_l0_reverse	9	-0.13462112843990326
218774	rnn.bias_hh_l0_reverse	0	-0.14535367488861084
218774	rnn.bias_hh_l0_reverse	1	-0.1657852679491043
218774	rnn.bias_hh_l0_reverse	2	0.10794767737388611
218774	rnn.bias_hh_l0_reverse	3	0.0770355761051178
218774	rnn.bias_hh_l0_reverse	4	-0.17732350528240204
218774	rnn.bias_hh_l0_reverse	5	-0.14183317124843597
218774	rnn.bias_hh_l0_reverse	6	-0.09905922412872314
218774	rnn.bias_hh_l0_reverse	7	-0.04974604770541191
218774	rnn.bias_hh_l0_reverse	8	-0.09653808921575546
218774	rnn.bias_hh_l0_reverse	9	-0.023333072662353516
218774	linear.weight	0	-0.007685914169996977
218774	linear.weight	1	0.04078328236937523
218774	linear.weight	2	0.28869909048080444
218774	linear.weight	3	-0.0791010633111
218774	linear.weight	4	-0.010588549077510834
218774	linear.weight	5	0.13336198031902313
218774	linear.weight	6	-0.010739270597696304
218774	linear.weight	7	-0.06217068433761597
218774	linear.weight	8	0.20050819218158722
218774	linear.weight	9	-0.2550976872444153
218774	linear.bias	0	-0.03956538438796997
218774	linear.bias	1	0.031413208693265915
218774	linear.bias	2	0.44243323802948
218774	linear.bias	3	-0.7116929292678833
218774	linear.bias	4	2.084537982940674
218774	linear.bias	5	-1.4004815816879272
218774	linear.bias	6	-0.3009679317474365
218774	linear.bias	7	-0.11931829899549484
219332	transitions	0	-1.9086321592330933
219332	transitions	1	-10000.0
219332	transitions	2	-0.7969565987586975
219332	transitions	3	-10000.0
219332	transitions	4	2.0290935039520264
219332	transitions	5	-10000.0
219332	transitions	6	-10000.0
219332	transitions	7	1.8128306865692139
219332	transitions	8	-2.598489761352539
219332	transitions	9	-4.221226215362549
219332	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
219332	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
219332	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
219332	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
219332	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
219332	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
219332	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
219332	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
219332	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
219332	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
219332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
219332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
219332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
219332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
219332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
219332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
219332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
219332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
219332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
219332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
219332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
219332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
219332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
219332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
219332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
219332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
219332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
219332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
219332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
219332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
219332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
219332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
219332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
219332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
219332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
219332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
219332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
219332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
219332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
219332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
219332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
219332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
219332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
219332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
219332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
219332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
219332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
219332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
219332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
219332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
219332	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
219332	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
219332	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
219332	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
219332	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
219332	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
219332	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
219332	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
219332	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
219332	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
219332	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
219332	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
219332	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
219332	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
219332	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
219332	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
219332	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
219332	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
219332	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
219332	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
219332	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
219332	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
219332	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
219332	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
219332	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
219332	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
219332	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
219332	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
219332	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
219332	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
219332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
219332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
219332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
219332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
219332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
219332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
219332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
219332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
219332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
219332	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
219332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
219332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
219332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
219332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
219332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
219332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
219332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
219332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
219332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
219332	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
219332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
219332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
219332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
219332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
219332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
219332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
219332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
219332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
219332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
219332	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
219332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
219332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
219332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
219332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
219332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
219332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
219332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
219332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
219332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
219332	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
219332	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
219332	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
219332	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
219332	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
219332	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
219332	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
219332	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
219332	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
219332	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
219332	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
219332	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
219332	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
219332	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
219332	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
219332	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
219332	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
219332	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
219332	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
219332	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
219332	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
219332	embedding2nn.weight	0	0.0064406427554786205
219332	embedding2nn.weight	1	0.004048165865242481
219332	embedding2nn.weight	2	0.013408276252448559
219332	embedding2nn.weight	3	0.024976307526230812
219332	embedding2nn.weight	4	0.022798476740717888
219332	embedding2nn.weight	5	0.0043258522637188435
219332	embedding2nn.weight	6	-0.014607391320168972
219332	embedding2nn.weight	7	-0.0005931013729423285
219332	embedding2nn.weight	8	-0.010867690667510033
219332	embedding2nn.weight	9	0.0013868507230654359
219332	embedding2nn.bias	0	0.02220764383673668
219332	embedding2nn.bias	1	-0.029496273025870323
219332	embedding2nn.bias	2	0.08918634802103043
219332	embedding2nn.bias	3	0.06927033513784409
219332	embedding2nn.bias	4	-0.015039462596178055
219332	embedding2nn.bias	5	-0.029452694579958916
219332	embedding2nn.bias	6	0.016460329294204712
219332	embedding2nn.bias	7	-0.0018317470094189048
219332	embedding2nn.bias	8	-0.028314566239714622
219332	embedding2nn.bias	9	0.023047953844070435
219332	rnn.weight_ih_l0	0	0.06578725576400757
219332	rnn.weight_ih_l0	1	-0.04246949031949043
219332	rnn.weight_ih_l0	2	0.007248420733958483
219332	rnn.weight_ih_l0	3	0.04620552808046341
219332	rnn.weight_ih_l0	4	-0.030230233445763588
219332	rnn.weight_ih_l0	5	0.042267147451639175
219332	rnn.weight_ih_l0	6	0.007317081093788147
219332	rnn.weight_ih_l0	7	0.06487008929252625
219332	rnn.weight_ih_l0	8	0.012140292674303055
219332	rnn.weight_ih_l0	9	-0.02522975206375122
219332	rnn.weight_hh_l0	0	-0.012357017956674099
219332	rnn.weight_hh_l0	1	-0.0256184209138155
219332	rnn.weight_hh_l0	2	-0.06041073799133301
219332	rnn.weight_hh_l0	3	-0.005640527233481407
219332	rnn.weight_hh_l0	4	-0.00954088568687439
219332	rnn.weight_hh_l0	5	-0.024902913719415665
219332	rnn.weight_hh_l0	6	0.0002566492767073214
219332	rnn.weight_hh_l0	7	-0.03898211941123009
219332	rnn.weight_hh_l0	8	0.06679108738899231
219332	rnn.weight_hh_l0	9	0.0451163724064827
219332	rnn.bias_ih_l0	0	-0.1746056079864502
219332	rnn.bias_ih_l0	1	-0.16844096779823303
219332	rnn.bias_ih_l0	2	-0.01828927919268608
219332	rnn.bias_ih_l0	3	-0.1440836489200592
219332	rnn.bias_ih_l0	4	-0.056438177824020386
219332	rnn.bias_ih_l0	5	-0.17220094799995422
219332	rnn.bias_ih_l0	6	0.06871939450502396
219332	rnn.bias_ih_l0	7	-0.08898603171110153
219332	rnn.bias_ih_l0	8	-0.04588952660560608
219332	rnn.bias_ih_l0	9	-0.11047422885894775
219332	rnn.bias_hh_l0	0	-0.07058549672365189
219332	rnn.bias_hh_l0	1	0.242741197347641
219332	rnn.bias_hh_l0	2	0.047886788845062256
219332	rnn.bias_hh_l0	3	-0.07764356583356857
219332	rnn.bias_hh_l0	4	-0.0805685967206955
219332	rnn.bias_hh_l0	5	-0.0029317194130271673
219332	rnn.bias_hh_l0	6	0.055340684950351715
219332	rnn.bias_hh_l0	7	-0.10634201020002365
219332	rnn.bias_hh_l0	8	-0.23655572533607483
219332	rnn.bias_hh_l0	9	-0.10210751742124557
219332	rnn.weight_ih_l0_reverse	0	0.024613000452518463
219332	rnn.weight_ih_l0_reverse	1	-0.061182405799627304
219332	rnn.weight_ih_l0_reverse	2	0.04165058210492134
219332	rnn.weight_ih_l0_reverse	3	0.01824529469013214
219332	rnn.weight_ih_l0_reverse	4	0.00154098030179739
219332	rnn.weight_ih_l0_reverse	5	-0.029522323980927467
219332	rnn.weight_ih_l0_reverse	6	0.01658513955771923
219332	rnn.weight_ih_l0_reverse	7	0.028811374679207802
219332	rnn.weight_ih_l0_reverse	8	-0.026378490030765533
219332	rnn.weight_ih_l0_reverse	9	-0.0026468823198229074
219332	rnn.weight_hh_l0_reverse	0	0.04017027094960213
219332	rnn.weight_hh_l0_reverse	1	0.029891042038798332
219332	rnn.weight_hh_l0_reverse	2	-0.021937541663646698
219332	rnn.weight_hh_l0_reverse	3	-0.07760483026504517
219332	rnn.weight_hh_l0_reverse	4	0.010912838391959667
219332	rnn.weight_hh_l0_reverse	5	-0.058371689170598984
219332	rnn.weight_hh_l0_reverse	6	-0.013480134308338165
219332	rnn.weight_hh_l0_reverse	7	0.03081570379436016
219332	rnn.weight_hh_l0_reverse	8	0.006992981769144535
219332	rnn.weight_hh_l0_reverse	9	0.01089074369519949
219332	rnn.bias_ih_l0_reverse	0	-0.04728984460234642
219332	rnn.bias_ih_l0_reverse	1	-0.13841623067855835
219332	rnn.bias_ih_l0_reverse	2	-0.14422622323036194
219332	rnn.bias_ih_l0_reverse	3	-0.04934293404221535
219332	rnn.bias_ih_l0_reverse	4	-0.11737188696861267
219332	rnn.bias_ih_l0_reverse	5	-0.08931480348110199
219332	rnn.bias_ih_l0_reverse	6	-0.205122709274292
219332	rnn.bias_ih_l0_reverse	7	-0.04988155514001846
219332	rnn.bias_ih_l0_reverse	8	-0.06152789294719696
219332	rnn.bias_ih_l0_reverse	9	-0.13453668355941772
219332	rnn.bias_hh_l0_reverse	0	-0.14559708535671234
219332	rnn.bias_hh_l0_reverse	1	-0.16637063026428223
219332	rnn.bias_hh_l0_reverse	2	0.10793455690145493
219332	rnn.bias_hh_l0_reverse	3	0.07711781561374664
219332	rnn.bias_hh_l0_reverse	4	-0.1758793741464615
219332	rnn.bias_hh_l0_reverse	5	-0.14155524969100952
219332	rnn.bias_hh_l0_reverse	6	-0.09929836541414261
219332	rnn.bias_hh_l0_reverse	7	-0.050272803753614426
219332	rnn.bias_hh_l0_reverse	8	-0.0967935100197792
219332	rnn.bias_hh_l0_reverse	9	-0.025430819019675255
219332	linear.weight	0	-0.0076868049800395966
219332	linear.weight	1	0.03770608827471733
219332	linear.weight	2	0.2929525077342987
219332	linear.weight	3	-0.0790993869304657
219332	linear.weight	4	-0.010588549077510834
219332	linear.weight	5	0.11629702150821686
219332	linear.weight	6	-0.010739270597696304
219332	linear.weight	7	-0.06003221124410629
219332	linear.weight	8	0.17638461291790009
219332	linear.weight	9	-0.2572821080684662
219332	linear.bias	0	-0.03956538438796997
219332	linear.bias	1	0.031413208693265915
219332	linear.bias	2	0.41519230604171753
219332	linear.bias	3	-0.678650975227356
219332	linear.bias	4	2.086266279220581
219332	linear.bias	5	-1.4005589485168457
219332	linear.bias	6	-0.30463099479675293
219332	linear.bias	7	-0.12311779707670212
219890	transitions	0	-1.9090712070465088
219890	transitions	1	-10000.0
219890	transitions	2	-0.7969565987586975
219890	transitions	3	-10000.0
219890	transitions	4	2.034898042678833
219890	transitions	5	-10000.0
219890	transitions	6	-10000.0
219890	transitions	7	1.8244003057479858
219890	transitions	8	-2.598867416381836
219890	transitions	9	-4.221540927886963
219890	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
219890	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
219890	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
219890	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
219890	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
219890	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
219890	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
219890	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
219890	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
219890	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
219890	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
219890	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
219890	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
219890	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
219890	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
219890	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
219890	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
219890	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
219890	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
219890	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
219890	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
219890	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
219890	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
219890	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
219890	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
219890	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
219890	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
219890	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
219890	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
219890	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
219890	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
219890	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
219890	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
219890	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
219890	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
219890	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
219890	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
219890	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
219890	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
219890	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
219890	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
219890	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
219890	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
219890	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
219890	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
219890	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
219890	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
219890	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
219890	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
219890	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
219890	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
219890	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
219890	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
219890	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
219890	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
219890	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
219890	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
219890	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
219890	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
219890	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
219890	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
219890	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
219890	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
219890	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
219890	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
219890	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
219890	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
219890	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
219890	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
219890	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
219890	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
219890	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
219890	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
219890	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
219890	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
219890	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
219890	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
219890	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
219890	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
219890	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
219890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
219890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
219890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
219890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
219890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
219890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
219890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
219890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
219890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
219890	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
219890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
219890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
219890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
219890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
219890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
219890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
219890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
219890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
219890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
219890	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
219890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
219890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
219890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
219890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
219890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
219890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
219890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
219890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
219890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
219890	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
219890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
219890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
219890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
219890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
219890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
219890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
219890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
219890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
219890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
219890	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
219890	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
219890	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
219890	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
219890	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
219890	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
219890	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
219890	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
219890	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
219890	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
219890	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
219890	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
219890	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
219890	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
219890	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
219890	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
219890	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
219890	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
219890	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
219890	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
219890	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
219890	embedding2nn.weight	0	0.006438005715608597
219890	embedding2nn.weight	1	0.0040178075432777405
219890	embedding2nn.weight	2	0.013399213552474976
219890	embedding2nn.weight	3	0.0247938372194767
219890	embedding2nn.weight	4	0.022752821445465088
219890	embedding2nn.weight	5	0.004008369520306587
219890	embedding2nn.weight	6	-0.014611865393817425
219890	embedding2nn.weight	7	-0.0005594515241682529
219890	embedding2nn.weight	8	-0.010365561582148075
219890	embedding2nn.weight	9	0.001467159716412425
219890	embedding2nn.bias	0	0.02189807780086994
219890	embedding2nn.bias	1	-0.029428089037537575
219890	embedding2nn.bias	2	0.0876406729221344
219890	embedding2nn.bias	3	0.06655757129192352
219890	embedding2nn.bias	4	-0.01671394146978855
219890	embedding2nn.bias	5	-0.029897013679146767
219890	embedding2nn.bias	6	0.0143429571762681
219890	embedding2nn.bias	7	0.00029628403717651963
219890	embedding2nn.bias	8	-0.027488691732287407
219890	embedding2nn.bias	9	0.025789085775613785
219890	rnn.weight_ih_l0	0	0.06598502397537231
219890	rnn.weight_ih_l0	1	-0.04221915081143379
219890	rnn.weight_ih_l0	2	0.007228372618556023
219890	rnn.weight_ih_l0	3	0.04559502378106117
219890	rnn.weight_ih_l0	4	-0.03046930581331253
219890	rnn.weight_ih_l0	5	0.04283828288316727
219890	rnn.weight_ih_l0	6	0.007299784570932388
219890	rnn.weight_ih_l0	7	0.06499473750591278
219890	rnn.weight_ih_l0	8	0.011799721047282219
219890	rnn.weight_ih_l0	9	-0.02528642863035202
219890	rnn.weight_hh_l0	0	-0.012537376023828983
219890	rnn.weight_hh_l0	1	-0.025665247812867165
219890	rnn.weight_hh_l0	2	-0.06028828024864197
219890	rnn.weight_hh_l0	3	-0.005695332307368517
219890	rnn.weight_hh_l0	4	-0.00953641440719366
219890	rnn.weight_hh_l0	5	-0.02460123412311077
219890	rnn.weight_hh_l0	6	0.00023681354650761932
219890	rnn.weight_hh_l0	7	-0.039338089525699615
219890	rnn.weight_hh_l0	8	0.06710764020681381
219890	rnn.weight_hh_l0	9	0.045117124915122986
219890	rnn.bias_ih_l0	0	-0.17324568331241608
219890	rnn.bias_ih_l0	1	-0.16928794980049133
219890	rnn.bias_ih_l0	2	-0.018943851813673973
219890	rnn.bias_ih_l0	3	-0.1443035751581192
219890	rnn.bias_ih_l0	4	-0.057058993726968765
219890	rnn.bias_ih_l0	5	-0.17206339538097382
219890	rnn.bias_ih_l0	6	0.06781864911317825
219890	rnn.bias_ih_l0	7	-0.0874907523393631
219890	rnn.bias_ih_l0	8	-0.046559009701013565
219890	rnn.bias_ih_l0	9	-0.1107831746339798
219890	rnn.bias_hh_l0	0	-0.0703466609120369
219890	rnn.bias_hh_l0	1	0.24421949684619904
219890	rnn.bias_hh_l0	2	0.04794515296816826
219890	rnn.bias_hh_l0	3	-0.07698776572942734
219890	rnn.bias_hh_l0	4	-0.08154509961605072
219890	rnn.bias_hh_l0	5	-0.003962595947086811
219890	rnn.bias_hh_l0	6	0.055769070982933044
219890	rnn.bias_hh_l0	7	-0.10432381927967072
219890	rnn.bias_hh_l0	8	-0.23653307557106018
219890	rnn.bias_hh_l0	9	-0.10258790850639343
219890	rnn.weight_ih_l0_reverse	0	0.024501021951436996
219890	rnn.weight_ih_l0_reverse	1	-0.06158098205924034
219890	rnn.weight_ih_l0_reverse	2	0.04142991825938225
219890	rnn.weight_ih_l0_reverse	3	0.018261708319187164
219890	rnn.weight_ih_l0_reverse	4	0.0014637556159868836
219890	rnn.weight_ih_l0_reverse	5	-0.029208460822701454
219890	rnn.weight_ih_l0_reverse	6	0.016548629850149155
219890	rnn.weight_ih_l0_reverse	7	0.028807589784264565
219890	rnn.weight_ih_l0_reverse	8	-0.026270996779203415
219890	rnn.weight_ih_l0_reverse	9	-0.0026889704167842865
219890	rnn.weight_hh_l0_reverse	0	0.0402379035949707
219890	rnn.weight_hh_l0_reverse	1	0.03000687249004841
219890	rnn.weight_hh_l0_reverse	2	-0.021941304206848145
219890	rnn.weight_hh_l0_reverse	3	-0.07755962759256363
219890	rnn.weight_hh_l0_reverse	4	0.011009403504431248
219890	rnn.weight_hh_l0_reverse	5	-0.05839206278324127
219890	rnn.weight_hh_l0_reverse	6	-0.01349308155477047
219890	rnn.weight_hh_l0_reverse	7	0.030724218115210533
219890	rnn.weight_hh_l0_reverse	8	0.007584279403090477
219890	rnn.weight_hh_l0_reverse	9	0.010924008674919605
219890	rnn.bias_ih_l0_reverse	0	-0.0476621612906456
219890	rnn.bias_ih_l0_reverse	1	-0.13770341873168945
219890	rnn.bias_ih_l0_reverse	2	-0.14340177178382874
219890	rnn.bias_ih_l0_reverse	3	-0.04833154007792473
219890	rnn.bias_ih_l0_reverse	4	-0.11804549396038055
219890	rnn.bias_ih_l0_reverse	5	-0.08953747153282166
219890	rnn.bias_ih_l0_reverse	6	-0.20347511768341064
219890	rnn.bias_ih_l0_reverse	7	-0.05102748051285744
219890	rnn.bias_ih_l0_reverse	8	-0.06153358519077301
219890	rnn.bias_ih_l0_reverse	9	-0.13378578424453735
219890	rnn.bias_hh_l0_reverse	0	-0.14455066621303558
219890	rnn.bias_hh_l0_reverse	1	-0.16731949150562286
219890	rnn.bias_hh_l0_reverse	2	0.10592815279960632
219890	rnn.bias_hh_l0_reverse	3	0.07729791849851608
219890	rnn.bias_hh_l0_reverse	4	-0.1758035123348236
219890	rnn.bias_hh_l0_reverse	5	-0.14122307300567627
219890	rnn.bias_hh_l0_reverse	6	-0.09775064885616302
219890	rnn.bias_hh_l0_reverse	7	-0.050387412309646606
219890	rnn.bias_hh_l0_reverse	8	-0.09691817313432693
219890	rnn.bias_hh_l0_reverse	9	-0.02513429895043373
219890	linear.weight	0	-0.007687222212553024
219890	linear.weight	1	0.03418883681297302
219890	linear.weight	2	0.2892169654369354
219890	linear.weight	3	-0.07909660786390305
219890	linear.weight	4	-0.010588549077510834
219890	linear.weight	5	0.12771308422088623
219890	linear.weight	6	-0.010739270597696304
219890	linear.weight	7	-0.06237885728478432
219890	linear.weight	8	0.17886757850646973
219890	linear.weight	9	-0.2547798156738281
219890	linear.bias	0	-0.03956538438796997
219890	linear.bias	1	0.031413208693265915
219890	linear.bias	2	0.42156144976615906
219890	linear.bias	3	-0.7039728760719299
219890	linear.bias	4	2.103637456893921
219890	linear.bias	5	-1.4006412029266357
219890	linear.bias	6	-0.30372530221939087
219890	linear.bias	7	-0.12236510962247849
220448	transitions	0	-1.9095219373703003
220448	transitions	1	-10000.0
220448	transitions	2	-0.7969565987586975
220448	transitions	3	-10000.0
220448	transitions	4	2.0387325286865234
220448	transitions	5	-10000.0
220448	transitions	6	-10000.0
220448	transitions	7	1.827595591545105
220448	transitions	8	-2.599264621734619
220448	transitions	9	-4.221851825714111
220448	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
220448	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
220448	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
220448	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
220448	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
220448	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
220448	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
220448	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
220448	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
220448	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
220448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
220448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
220448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
220448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
220448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
220448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
220448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
220448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
220448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
220448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
220448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
220448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
220448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
220448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
220448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
220448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
220448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
220448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
220448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
220448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
220448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
220448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
220448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
220448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
220448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
220448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
220448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
220448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
220448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
220448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
220448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
220448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
220448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
220448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
220448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
220448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
220448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
220448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
220448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
220448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
220448	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
220448	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
220448	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
220448	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
220448	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
220448	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
220448	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
220448	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
220448	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
220448	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
220448	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
220448	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
220448	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
220448	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
220448	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
220448	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
220448	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
220448	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
220448	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
220448	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
220448	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
220448	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
220448	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
220448	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
220448	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
220448	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
220448	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
220448	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
220448	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
220448	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
220448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
220448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
220448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
220448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
220448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
220448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
220448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
220448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
220448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
220448	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
220448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
220448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
220448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
220448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
220448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
220448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
220448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
220448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
220448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
220448	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
220448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
220448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
220448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
220448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
220448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
220448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
220448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
220448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
220448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
220448	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
220448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
220448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
220448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
220448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
220448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
220448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
220448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
220448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
220448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
220448	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
220448	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
220448	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
220448	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
220448	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
220448	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
220448	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
220448	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
220448	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
220448	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
220448	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
220448	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
220448	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
220448	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
220448	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
220448	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
220448	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
220448	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
220448	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
220448	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
220448	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
220448	embedding2nn.weight	0	0.00644399831071496
220448	embedding2nn.weight	1	0.004051662515848875
220448	embedding2nn.weight	2	0.013400512747466564
220448	embedding2nn.weight	3	0.025109879672527313
220448	embedding2nn.weight	4	0.02278394065797329
220448	embedding2nn.weight	5	0.0038650808855891228
220448	embedding2nn.weight	6	-0.014556669630110264
220448	embedding2nn.weight	7	-0.0006483587203547359
220448	embedding2nn.weight	8	-0.010194647125899792
220448	embedding2nn.weight	9	0.001502125058323145
220448	embedding2nn.bias	0	0.023820223286747932
220448	embedding2nn.bias	1	-0.0293283611536026
220448	embedding2nn.bias	2	0.08786807954311371
220448	embedding2nn.bias	3	0.0679309293627739
220448	embedding2nn.bias	4	-0.014168673194944859
220448	embedding2nn.bias	5	-0.030913447961211205
220448	embedding2nn.bias	6	0.01627563312649727
220448	embedding2nn.bias	7	0.0007620656979270279
220448	embedding2nn.bias	8	-0.02871433086693287
220448	embedding2nn.bias	9	0.0275749322026968
220448	rnn.weight_ih_l0	0	0.06548701971769333
220448	rnn.weight_ih_l0	1	-0.04233245179057121
220448	rnn.weight_ih_l0	2	0.007192522753030062
220448	rnn.weight_ih_l0	3	0.045910097658634186
220448	rnn.weight_ih_l0	4	-0.03051498532295227
220448	rnn.weight_ih_l0	5	0.042595066130161285
220448	rnn.weight_ih_l0	6	0.007229925598949194
220448	rnn.weight_ih_l0	7	0.06501436978578568
220448	rnn.weight_ih_l0	8	0.01171031966805458
220448	rnn.weight_ih_l0	9	-0.025420822203159332
220448	rnn.weight_hh_l0	0	-0.012277591042220592
220448	rnn.weight_hh_l0	1	-0.02599569968879223
220448	rnn.weight_hh_l0	2	-0.06005706638097763
220448	rnn.weight_hh_l0	3	-0.00565750990062952
220448	rnn.weight_hh_l0	4	-0.009507346898317337
220448	rnn.weight_hh_l0	5	-0.024633588269352913
220448	rnn.weight_hh_l0	6	0.000278699939372018
220448	rnn.weight_hh_l0	7	-0.039266590029001236
220448	rnn.weight_hh_l0	8	0.0672382339835167
220448	rnn.weight_hh_l0	9	0.04528313875198364
220448	rnn.bias_ih_l0	0	-0.17389990389347076
220448	rnn.bias_ih_l0	1	-0.1683059185743332
220448	rnn.bias_ih_l0	2	-0.019122228026390076
220448	rnn.bias_ih_l0	3	-0.14538027346134186
220448	rnn.bias_ih_l0	4	-0.05574953556060791
220448	rnn.bias_ih_l0	5	-0.17189960181713104
220448	rnn.bias_ih_l0	6	0.06589525192975998
220448	rnn.bias_ih_l0	7	-0.08886626362800598
220448	rnn.bias_ih_l0	8	-0.046753451228141785
220448	rnn.bias_ih_l0	9	-0.11128498613834381
220448	rnn.bias_hh_l0	0	-0.07073799520730972
220448	rnn.bias_hh_l0	1	0.24635663628578186
220448	rnn.bias_hh_l0	2	0.045490194112062454
220448	rnn.bias_hh_l0	3	-0.07729300111532211
220448	rnn.bias_hh_l0	4	-0.0810113474726677
220448	rnn.bias_hh_l0	5	-0.00574005302041769
220448	rnn.bias_hh_l0	6	0.056428346782922745
220448	rnn.bias_hh_l0	7	-0.10645940899848938
220448	rnn.bias_hh_l0	8	-0.23548945784568787
220448	rnn.bias_hh_l0	9	-0.10315456986427307
220448	rnn.weight_ih_l0_reverse	0	0.0243902076035738
220448	rnn.weight_ih_l0_reverse	1	-0.06165660545229912
220448	rnn.weight_ih_l0_reverse	2	0.04102173075079918
220448	rnn.weight_ih_l0_reverse	3	0.018259119242429733
220448	rnn.weight_ih_l0_reverse	4	0.0012322877300903201
220448	rnn.weight_ih_l0_reverse	5	-0.02908020280301571
220448	rnn.weight_ih_l0_reverse	6	0.017370296642184258
220448	rnn.weight_ih_l0_reverse	7	0.028897393494844437
220448	rnn.weight_ih_l0_reverse	8	-0.026378663256764412
220448	rnn.weight_ih_l0_reverse	9	-0.002985217608511448
220448	rnn.weight_hh_l0_reverse	0	0.040295250713825226
220448	rnn.weight_hh_l0_reverse	1	0.030071629211306572
220448	rnn.weight_hh_l0_reverse	2	-0.02188408374786377
220448	rnn.weight_hh_l0_reverse	3	-0.0780913382768631
220448	rnn.weight_hh_l0_reverse	4	0.010959852486848831
220448	rnn.weight_hh_l0_reverse	5	-0.05839385837316513
220448	rnn.weight_hh_l0_reverse	6	-0.01342291384935379
220448	rnn.weight_hh_l0_reverse	7	0.030631840229034424
220448	rnn.weight_hh_l0_reverse	8	0.007595286704599857
220448	rnn.weight_hh_l0_reverse	9	0.010537366382777691
220448	rnn.bias_ih_l0_reverse	0	-0.0466877743601799
220448	rnn.bias_ih_l0_reverse	1	-0.13742093741893768
220448	rnn.bias_ih_l0_reverse	2	-0.14419588446617126
220448	rnn.bias_ih_l0_reverse	3	-0.04849505424499512
220448	rnn.bias_ih_l0_reverse	4	-0.11811289191246033
220448	rnn.bias_ih_l0_reverse	5	-0.08913955092430115
220448	rnn.bias_ih_l0_reverse	6	-0.20395953953266144
220448	rnn.bias_ih_l0_reverse	7	-0.05023973807692528
220448	rnn.bias_ih_l0_reverse	8	-0.06209670752286911
220448	rnn.bias_ih_l0_reverse	9	-0.13274355232715607
220448	rnn.bias_hh_l0_reverse	0	-0.14581772685050964
220448	rnn.bias_hh_l0_reverse	1	-0.16789603233337402
220448	rnn.bias_hh_l0_reverse	2	0.10674209147691727
220448	rnn.bias_hh_l0_reverse	3	0.07844605296850204
220448	rnn.bias_hh_l0_reverse	4	-0.17621895670890808
220448	rnn.bias_hh_l0_reverse	5	-0.14317139983177185
220448	rnn.bias_hh_l0_reverse	6	-0.0968681052327156
220448	rnn.bias_hh_l0_reverse	7	-0.051966939121484756
220448	rnn.bias_hh_l0_reverse	8	-0.0987878143787384
220448	rnn.bias_hh_l0_reverse	9	-0.025936268270015717
220448	linear.weight	0	-0.007687738165259361
220448	linear.weight	1	0.03240262344479561
220448	linear.weight	2	0.28781652450561523
220448	linear.weight	3	-0.07909297943115234
220448	linear.weight	4	-0.010588549077510834
220448	linear.weight	5	0.1279110610485077
220448	linear.weight	6	-0.010739270597696304
220448	linear.weight	7	-0.059001512825489044
220448	linear.weight	8	0.15352703630924225
220448	linear.weight	9	-0.2585360109806061
220448	linear.bias	0	-0.03956538438796997
220448	linear.bias	1	0.031413208693265915
220448	linear.bias	2	0.45257046818733215
220448	linear.bias	3	-0.7003694176673889
220448	linear.bias	4	2.087864637374878
220448	linear.bias	5	-1.4007258415222168
220448	linear.bias	6	-0.3130563497543335
220448	linear.bias	7	-0.1317974328994751
221006	transitions	0	-1.9100046157836914
221006	transitions	1	-10000.0
221006	transitions	2	-0.7969565987586975
221006	transitions	3	-10000.0
221006	transitions	4	2.036869764328003
221006	transitions	5	-10000.0
221006	transitions	6	-10000.0
221006	transitions	7	1.821573257446289
221006	transitions	8	-2.5996601581573486
221006	transitions	9	-4.222168445587158
221006	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
221006	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
221006	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
221006	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
221006	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
221006	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
221006	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
221006	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
221006	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
221006	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
221006	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
221006	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
221006	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
221006	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
221006	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
221006	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
221006	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
221006	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
221006	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
221006	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
221006	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
221006	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
221006	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
221006	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
221006	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
221006	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
221006	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
221006	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
221006	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
221006	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
221006	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
221006	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
221006	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
221006	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
221006	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
221006	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
221006	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
221006	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
221006	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
221006	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
221006	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
221006	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
221006	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
221006	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
221006	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
221006	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
221006	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
221006	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
221006	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
221006	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
221006	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
221006	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
221006	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
221006	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
221006	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
221006	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
221006	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
221006	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
221006	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
221006	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
221006	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
221006	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
221006	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
221006	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
221006	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
221006	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
221006	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
221006	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
221006	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
221006	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
221006	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
221006	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
221006	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
221006	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
221006	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
221006	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
221006	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
221006	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
221006	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
221006	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
221006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
221006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
221006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
221006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
221006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
221006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
221006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
221006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
221006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
221006	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
221006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
221006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
221006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
221006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
221006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
221006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
221006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
221006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
221006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
221006	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
221006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
221006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
221006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
221006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
221006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
221006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
221006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
221006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
221006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
221006	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
221006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
221006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
221006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
221006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
221006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
221006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
221006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
221006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
221006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
221006	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
221006	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
221006	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
221006	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
221006	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
221006	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
221006	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
221006	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
221006	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
221006	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
221006	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
221006	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
221006	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
221006	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
221006	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
221006	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
221006	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
221006	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
221006	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
221006	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
221006	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
221006	embedding2nn.weight	0	0.00644863722845912
221006	embedding2nn.weight	1	0.00406830757856369
221006	embedding2nn.weight	2	0.01340528391301632
221006	embedding2nn.weight	3	0.025229623541235924
221006	embedding2nn.weight	4	0.022754942998290062
221006	embedding2nn.weight	5	0.003744907910004258
221006	embedding2nn.weight	6	-0.014688502065837383
221006	embedding2nn.weight	7	-0.0007062051445245743
221006	embedding2nn.weight	8	-0.010392406955361366
221006	embedding2nn.weight	9	0.0015690611908212304
221006	embedding2nn.bias	0	0.019422905519604683
221006	embedding2nn.bias	1	-0.02980329841375351
221006	embedding2nn.bias	2	0.08724464476108551
221006	embedding2nn.bias	3	0.0663473904132843
221006	embedding2nn.bias	4	-0.015832284465432167
221006	embedding2nn.bias	5	-0.029451502487063408
221006	embedding2nn.bias	6	0.01460607722401619
221006	embedding2nn.bias	7	-0.0003844506572932005
221006	embedding2nn.bias	8	-0.026366200298070908
221006	embedding2nn.bias	9	0.026188412681221962
221006	rnn.weight_ih_l0	0	0.06534124165773392
221006	rnn.weight_ih_l0	1	-0.042284391820430756
221006	rnn.weight_ih_l0	2	0.007122992537915707
221006	rnn.weight_ih_l0	3	0.04582611843943596
221006	rnn.weight_ih_l0	4	-0.030471697449684143
221006	rnn.weight_ih_l0	5	0.04262658208608627
221006	rnn.weight_ih_l0	6	0.007192299235612154
221006	rnn.weight_ih_l0	7	0.06489785760641098
221006	rnn.weight_ih_l0	8	0.011900634504854679
221006	rnn.weight_ih_l0	9	-0.02552112191915512
221006	rnn.weight_hh_l0	0	-0.012146370485424995
221006	rnn.weight_hh_l0	1	-0.025687599554657936
221006	rnn.weight_hh_l0	2	-0.05980612710118294
221006	rnn.weight_hh_l0	3	-0.005617851857095957
221006	rnn.weight_hh_l0	4	-0.00952822808176279
221006	rnn.weight_hh_l0	5	-0.02473367750644684
221006	rnn.weight_hh_l0	6	0.00021516758715733886
221006	rnn.weight_hh_l0	7	-0.03922730311751366
221006	rnn.weight_hh_l0	8	0.06749990582466125
221006	rnn.weight_hh_l0	9	0.0453185997903347
221006	rnn.bias_ih_l0	0	-0.174139603972435
221006	rnn.bias_ih_l0	1	-0.16854922473430634
221006	rnn.bias_ih_l0	2	-0.019188303500413895
221006	rnn.bias_ih_l0	3	-0.14465710520744324
221006	rnn.bias_ih_l0	4	-0.055991031229496
221006	rnn.bias_ih_l0	5	-0.171621173620224
221006	rnn.bias_ih_l0	6	0.06495298445224762
221006	rnn.bias_ih_l0	7	-0.0888872817158699
221006	rnn.bias_ih_l0	8	-0.04591430723667145
221006	rnn.bias_ih_l0	9	-0.10972341895103455
221006	rnn.bias_hh_l0	0	-0.07132714986801147
221006	rnn.bias_hh_l0	1	0.24518929421901703
221006	rnn.bias_hh_l0	2	0.047273941338062286
221006	rnn.bias_hh_l0	3	-0.0767596960067749
221006	rnn.bias_hh_l0	4	-0.08217513561248779
221006	rnn.bias_hh_l0	5	-0.0057726637460291386
221006	rnn.bias_hh_l0	6	0.05771591141819954
221006	rnn.bias_hh_l0	7	-0.10682578384876251
221006	rnn.bias_hh_l0	8	-0.23247869312763214
221006	rnn.bias_hh_l0	9	-0.10283999890089035
221006	rnn.weight_ih_l0_reverse	0	0.023780902847647667
221006	rnn.weight_ih_l0_reverse	1	-0.06171062961220741
221006	rnn.weight_ih_l0_reverse	2	0.041170962154865265
221006	rnn.weight_ih_l0_reverse	3	0.018091151490807533
221006	rnn.weight_ih_l0_reverse	4	0.0012170940171927214
221006	rnn.weight_ih_l0_reverse	5	-0.02938676066696644
221006	rnn.weight_ih_l0_reverse	6	0.01754971221089363
221006	rnn.weight_ih_l0_reverse	7	0.028952963650226593
221006	rnn.weight_ih_l0_reverse	8	-0.02628183364868164
221006	rnn.weight_ih_l0_reverse	9	-0.002732078079134226
221006	rnn.weight_hh_l0_reverse	0	0.04036055505275726
221006	rnn.weight_hh_l0_reverse	1	0.029996108263731003
221006	rnn.weight_hh_l0_reverse	2	-0.021892374381422997
221006	rnn.weight_hh_l0_reverse	3	-0.07824262976646423
221006	rnn.weight_hh_l0_reverse	4	0.01083837728947401
221006	rnn.weight_hh_l0_reverse	5	-0.05819077789783478
221006	rnn.weight_hh_l0_reverse	6	-0.013457427732646465
221006	rnn.weight_hh_l0_reverse	7	0.03071090392768383
221006	rnn.weight_hh_l0_reverse	8	0.007903936319053173
221006	rnn.weight_hh_l0_reverse	9	0.01031468529254198
221006	rnn.bias_ih_l0_reverse	0	-0.04687812551856041
221006	rnn.bias_ih_l0_reverse	1	-0.13811203837394714
221006	rnn.bias_ih_l0_reverse	2	-0.14427624642848969
221006	rnn.bias_ih_l0_reverse	3	-0.04733828827738762
221006	rnn.bias_ih_l0_reverse	4	-0.11761413514614105
221006	rnn.bias_ih_l0_reverse	5	-0.08819983154535294
221006	rnn.bias_ih_l0_reverse	6	-0.2050856053829193
221006	rnn.bias_ih_l0_reverse	7	-0.04967937991023064
221006	rnn.bias_ih_l0_reverse	8	-0.06227714568376541
221006	rnn.bias_ih_l0_reverse	9	-0.13285911083221436
221006	rnn.bias_hh_l0_reverse	0	-0.14537757635116577
221006	rnn.bias_hh_l0_reverse	1	-0.1673552393913269
221006	rnn.bias_hh_l0_reverse	2	0.10556180030107498
221006	rnn.bias_hh_l0_reverse	3	0.07770644873380661
221006	rnn.bias_hh_l0_reverse	4	-0.17552180588245392
221006	rnn.bias_hh_l0_reverse	5	-0.14222995936870575
221006	rnn.bias_hh_l0_reverse	6	-0.09671267867088318
221006	rnn.bias_hh_l0_reverse	7	-0.05223069339990616
221006	rnn.bias_hh_l0_reverse	8	-0.09908545017242432
221006	rnn.bias_hh_l0_reverse	9	-0.02694525755941868
221006	linear.weight	0	-0.0076879593543708324
221006	linear.weight	1	0.032807402312755585
221006	linear.weight	2	0.28675350546836853
221006	linear.weight	3	-0.07908955961465836
221006	linear.weight	4	-0.010588549077510834
221006	linear.weight	5	0.1289396733045578
221006	linear.weight	6	-0.010739270597696304
221006	linear.weight	7	-0.058023057878017426
221006	linear.weight	8	0.17661289870738983
221006	linear.weight	9	-0.25600171089172363
221006	linear.bias	0	-0.03956538438796997
221006	linear.bias	1	0.031413208693265915
221006	linear.bias	2	0.41465461254119873
221006	linear.bias	3	-0.6984462738037109
221006	linear.bias	4	2.0985617637634277
221006	linear.bias	5	-1.4008055925369263
221006	linear.bias	6	-0.30030757188796997
221006	linear.bias	7	-0.1191827580332756
221564	transitions	0	-1.910508394241333
221564	transitions	1	-10000.0
221564	transitions	2	-0.7969565987586975
221564	transitions	3	-10000.0
221564	transitions	4	2.0385799407958984
221564	transitions	5	-10000.0
221564	transitions	6	-10000.0
221564	transitions	7	1.8273924589157104
221564	transitions	8	-2.600008964538574
221564	transitions	9	-4.2224860191345215
221564	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
221564	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
221564	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
221564	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
221564	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
221564	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
221564	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
221564	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
221564	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
221564	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
221564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
221564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
221564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
221564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
221564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
221564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
221564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
221564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
221564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
221564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
221564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
221564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
221564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
221564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
221564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
221564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
221564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
221564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
221564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
221564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
221564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
221564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
221564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
221564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
221564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
221564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
221564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
221564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
221564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
221564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
221564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
221564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
221564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
221564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
221564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
221564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
221564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
221564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
221564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
221564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
221564	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
221564	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
221564	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
221564	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
221564	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
221564	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
221564	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
221564	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
221564	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
221564	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
221564	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
221564	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
221564	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
221564	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
221564	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
221564	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
221564	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
221564	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
221564	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
221564	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
221564	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
221564	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
221564	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
221564	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
221564	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
221564	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
221564	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
221564	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
221564	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
221564	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
221564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
221564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
221564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
221564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
221564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
221564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
221564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
221564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
221564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
221564	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
221564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
221564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
221564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
221564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
221564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
221564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
221564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
221564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
221564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
221564	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
221564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
221564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
221564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
221564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
221564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
221564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
221564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
221564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
221564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
221564	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
221564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
221564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
221564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
221564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
221564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
221564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
221564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
221564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
221564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
221564	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
221564	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
221564	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
221564	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
221564	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
221564	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
221564	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
221564	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
221564	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
221564	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
221564	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
221564	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
221564	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
221564	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
221564	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
221564	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
221564	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
221564	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
221564	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
221564	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
221564	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
221564	embedding2nn.weight	0	0.006444233004003763
221564	embedding2nn.weight	1	0.0041044228710234165
221564	embedding2nn.weight	2	0.013405993580818176
221564	embedding2nn.weight	3	0.025164959952235222
221564	embedding2nn.weight	4	0.02270921878516674
221564	embedding2nn.weight	5	0.0037111430428922176
221564	embedding2nn.weight	6	-0.014760167337954044
221564	embedding2nn.weight	7	-0.000692343688569963
221564	embedding2nn.weight	8	-0.010310117155313492
221564	embedding2nn.weight	9	0.0014802414225414395
221564	embedding2nn.bias	0	0.022234825417399406
221564	embedding2nn.bias	1	-0.03088751807808876
221564	embedding2nn.bias	2	0.08578138798475266
221564	embedding2nn.bias	3	0.06833071261644363
221564	embedding2nn.bias	4	-0.016751376911997795
221564	embedding2nn.bias	5	-0.03448455035686493
221564	embedding2nn.bias	6	0.01584295928478241
221564	embedding2nn.bias	7	0.0008026995928958058
221564	embedding2nn.bias	8	-0.026969341561198235
221564	embedding2nn.bias	9	0.024333486333489418
221564	rnn.weight_ih_l0	0	0.0652434378862381
221564	rnn.weight_ih_l0	1	-0.04176134243607521
221564	rnn.weight_ih_l0	2	0.007361194118857384
221564	rnn.weight_ih_l0	3	0.04558354243636131
221564	rnn.weight_ih_l0	4	-0.03074897639453411
221564	rnn.weight_ih_l0	5	0.04246920719742775
221564	rnn.weight_ih_l0	6	0.007048006635159254
221564	rnn.weight_ih_l0	7	0.06499095261096954
221564	rnn.weight_ih_l0	8	0.011731497012078762
221564	rnn.weight_ih_l0	9	-0.025489943102002144
221564	rnn.weight_hh_l0	0	-0.012179853394627571
221564	rnn.weight_hh_l0	1	-0.025599785149097443
221564	rnn.weight_hh_l0	2	-0.05983474850654602
221564	rnn.weight_hh_l0	3	-0.005669576581567526
221564	rnn.weight_hh_l0	4	-0.009541822597384453
221564	rnn.weight_hh_l0	5	-0.024833565577864647
221564	rnn.weight_hh_l0	6	0.0002230638638138771
221564	rnn.weight_hh_l0	7	-0.03892538696527481
221564	rnn.weight_hh_l0	8	0.06739149987697601
221564	rnn.weight_hh_l0	9	0.04530661553144455
221564	rnn.bias_ih_l0	0	-0.17476999759674072
221564	rnn.bias_ih_l0	1	-0.16889159381389618
221564	rnn.bias_ih_l0	2	-0.01933402754366398
221564	rnn.bias_ih_l0	3	-0.14519259333610535
221564	rnn.bias_ih_l0	4	-0.05445941165089607
221564	rnn.bias_ih_l0	5	-0.17196111381053925
221564	rnn.bias_ih_l0	6	0.06652632355690002
221564	rnn.bias_ih_l0	7	-0.0881325826048851
221564	rnn.bias_ih_l0	8	-0.04462862387299538
221564	rnn.bias_ih_l0	9	-0.11036872863769531
221564	rnn.bias_hh_l0	0	-0.07083713263273239
221564	rnn.bias_hh_l0	1	0.2437400072813034
221564	rnn.bias_hh_l0	2	0.04894721880555153
221564	rnn.bias_hh_l0	3	-0.07732179760932922
221564	rnn.bias_hh_l0	4	-0.08154153823852539
221564	rnn.bias_hh_l0	5	-0.003389511490240693
221564	rnn.bias_hh_l0	6	0.05715596303343773
221564	rnn.bias_hh_l0	7	-0.1079971045255661
221564	rnn.bias_hh_l0	8	-0.233385369181633
221564	rnn.bias_hh_l0	9	-0.10359025746583939
221564	rnn.weight_ih_l0_reverse	0	0.024271519854664803
221564	rnn.weight_ih_l0_reverse	1	-0.06167055293917656
221564	rnn.weight_ih_l0_reverse	2	0.0410623699426651
221564	rnn.weight_ih_l0_reverse	3	0.018431678414344788
221564	rnn.weight_ih_l0_reverse	4	0.0010986162815243006
221564	rnn.weight_ih_l0_reverse	5	-0.029238779097795486
221564	rnn.weight_ih_l0_reverse	6	0.01750747486948967
221564	rnn.weight_ih_l0_reverse	7	0.02915852703154087
221564	rnn.weight_ih_l0_reverse	8	-0.026151519268751144
221564	rnn.weight_ih_l0_reverse	9	-0.0028587698470801115
221564	rnn.weight_hh_l0_reverse	0	0.04033355042338371
221564	rnn.weight_hh_l0_reverse	1	0.029995160177350044
221564	rnn.weight_hh_l0_reverse	2	-0.021909797564148903
221564	rnn.weight_hh_l0_reverse	3	-0.07831156253814697
221564	rnn.weight_hh_l0_reverse	4	0.010795217007398605
221564	rnn.weight_hh_l0_reverse	5	-0.05816991627216339
221564	rnn.weight_hh_l0_reverse	6	-0.01342044211924076
221564	rnn.weight_hh_l0_reverse	7	0.030616380274295807
221564	rnn.weight_hh_l0_reverse	8	0.007809079717844725
221564	rnn.weight_hh_l0_reverse	9	0.010468761436641216
221564	rnn.bias_ih_l0_reverse	0	-0.04562164843082428
221564	rnn.bias_ih_l0_reverse	1	-0.13915911316871643
221564	rnn.bias_ih_l0_reverse	2	-0.14472055435180664
221564	rnn.bias_ih_l0_reverse	3	-0.046192243695259094
221564	rnn.bias_ih_l0_reverse	4	-0.11649575084447861
221564	rnn.bias_ih_l0_reverse	5	-0.08935254067182541
221564	rnn.bias_ih_l0_reverse	6	-0.2057817131280899
221564	rnn.bias_ih_l0_reverse	7	-0.04981622472405434
221564	rnn.bias_ih_l0_reverse	8	-0.0625520870089531
221564	rnn.bias_ih_l0_reverse	9	-0.132859468460083
221564	rnn.bias_hh_l0_reverse	0	-0.14555305242538452
221564	rnn.bias_hh_l0_reverse	1	-0.16694502532482147
221564	rnn.bias_hh_l0_reverse	2	0.104895681142807
221564	rnn.bias_hh_l0_reverse	3	0.07747752964496613
221564	rnn.bias_hh_l0_reverse	4	-0.1753598004579544
221564	rnn.bias_hh_l0_reverse	5	-0.14254683256149292
221564	rnn.bias_hh_l0_reverse	6	-0.09535830467939377
221564	rnn.bias_hh_l0_reverse	7	-0.05086506903171539
221564	rnn.bias_hh_l0_reverse	8	-0.09885930269956589
221564	rnn.bias_hh_l0_reverse	9	-0.027003107592463493
221564	linear.weight	0	-0.007688178215175867
221564	linear.weight	1	0.03286146745085716
221564	linear.weight	2	0.29355770349502563
221564	linear.weight	3	-0.07908593863248825
221564	linear.weight	4	-0.010588549077510834
221564	linear.weight	5	0.1284663826227188
221564	linear.weight	6	-0.010739270597696304
221564	linear.weight	7	-0.05806710571050644
221564	linear.weight	8	0.15080836415290833
221564	linear.weight	9	-0.25202032923698425
221564	linear.bias	0	-0.03956538438796997
221564	linear.bias	1	0.031413208693265915
221564	linear.bias	2	0.4039178788661957
221564	linear.bias	3	-0.6999337077140808
221564	linear.bias	4	2.1081817150115967
221564	linear.bias	5	-1.4008818864822388
221564	linear.bias	6	-0.29890912771224976
221564	linear.bias	7	-0.11790625005960464
222122	transitions	0	-1.9109693765640259
222122	transitions	1	-10000.0
222122	transitions	2	-0.7969565987586975
222122	transitions	3	-10000.0
222122	transitions	4	2.024510383605957
222122	transitions	5	-10000.0
222122	transitions	6	-10000.0
222122	transitions	7	1.8298083543777466
222122	transitions	8	-2.6004445552825928
222122	transitions	9	-4.22280740737915
222122	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
222122	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
222122	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
222122	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
222122	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
222122	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
222122	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
222122	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
222122	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
222122	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
222122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
222122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
222122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
222122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
222122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
222122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
222122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
222122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
222122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
222122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
222122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
222122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
222122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
222122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
222122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
222122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
222122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
222122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
222122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
222122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
222122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
222122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
222122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
222122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
222122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
222122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
222122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
222122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
222122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
222122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
222122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
222122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
222122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
222122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
222122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
222122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
222122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
222122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
222122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
222122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
222122	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
222122	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
222122	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
222122	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
222122	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
222122	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
222122	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
222122	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
222122	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
222122	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
222122	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
222122	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
222122	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
222122	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
222122	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
222122	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
222122	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
222122	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
222122	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
222122	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
222122	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
222122	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
222122	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
222122	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
222122	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
222122	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
222122	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
222122	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
222122	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
222122	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
222122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
222122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
222122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
222122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
222122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
222122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
222122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
222122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
222122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
222122	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
222122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
222122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
222122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
222122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
222122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
222122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
222122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
222122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
222122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
222122	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
222122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
222122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
222122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
222122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
222122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
222122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
222122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
222122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
222122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
222122	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
222122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
222122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
222122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
222122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
222122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
222122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
222122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
222122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
222122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
222122	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
222122	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
222122	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
222122	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
222122	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
222122	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
222122	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
222122	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
222122	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
222122	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
222122	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
222122	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
222122	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
222122	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
222122	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
222122	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
222122	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
222122	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
222122	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
222122	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
222122	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
222122	embedding2nn.weight	0	0.006449384614825249
222122	embedding2nn.weight	1	0.004091788548976183
222122	embedding2nn.weight	2	0.013412393629550934
222122	embedding2nn.weight	3	0.02520381100475788
222122	embedding2nn.weight	4	0.022767448797822
222122	embedding2nn.weight	5	0.003739402163773775
222122	embedding2nn.weight	6	-0.014846674166619778
222122	embedding2nn.weight	7	-0.0006680192309431732
222122	embedding2nn.weight	8	-0.010002560913562775
222122	embedding2nn.weight	9	0.0015102648176252842
222122	embedding2nn.bias	0	0.02483939751982689
222122	embedding2nn.bias	1	-0.03254616633057594
222122	embedding2nn.bias	2	0.0884283110499382
222122	embedding2nn.bias	3	0.06581009179353714
222122	embedding2nn.bias	4	-0.01689883880317211
222122	embedding2nn.bias	5	-0.032481130212545395
222122	embedding2nn.bias	6	0.016308659687638283
222122	embedding2nn.bias	7	0.0019032261334359646
222122	embedding2nn.bias	8	-0.02477188967168331
222122	embedding2nn.bias	9	0.02452283352613449
222122	rnn.weight_ih_l0	0	0.06536658108234406
222122	rnn.weight_ih_l0	1	-0.04184542968869209
222122	rnn.weight_ih_l0	2	0.007403888273984194
222122	rnn.weight_ih_l0	3	0.04550333321094513
222122	rnn.weight_ih_l0	4	-0.030714470893144608
222122	rnn.weight_ih_l0	5	0.04295409098267555
222122	rnn.weight_ih_l0	6	0.0071148499846458435
222122	rnn.weight_ih_l0	7	0.06493424624204636
222122	rnn.weight_ih_l0	8	0.011269327253103256
222122	rnn.weight_ih_l0	9	-0.025794612243771553
222122	rnn.weight_hh_l0	0	-0.012027617543935776
222122	rnn.weight_hh_l0	1	-0.02551807276904583
222122	rnn.weight_hh_l0	2	-0.05996370688080788
222122	rnn.weight_hh_l0	3	-0.005611911416053772
222122	rnn.weight_hh_l0	4	-0.009632054716348648
222122	rnn.weight_hh_l0	5	-0.02464590035378933
222122	rnn.weight_hh_l0	6	0.00019949697889387608
222122	rnn.weight_hh_l0	7	-0.03865416720509529
222122	rnn.weight_hh_l0	8	0.06730669736862183
222122	rnn.weight_hh_l0	9	0.04518921673297882
222122	rnn.bias_ih_l0	0	-0.17430412769317627
222122	rnn.bias_ih_l0	1	-0.16967065632343292
222122	rnn.bias_ih_l0	2	-0.01877584122121334
222122	rnn.bias_ih_l0	3	-0.14506909251213074
222122	rnn.bias_ih_l0	4	-0.05487976223230362
222122	rnn.bias_ih_l0	5	-0.17312568426132202
222122	rnn.bias_ih_l0	6	0.06735831499099731
222122	rnn.bias_ih_l0	7	-0.0875188484787941
222122	rnn.bias_ih_l0	8	-0.04639298468828201
222122	rnn.bias_ih_l0	9	-0.10977952927350998
222122	rnn.bias_hh_l0	0	-0.07067473977804184
222122	rnn.bias_hh_l0	1	0.24620173871517181
222122	rnn.bias_hh_l0	2	0.04882017523050308
222122	rnn.bias_hh_l0	3	-0.07785722613334656
222122	rnn.bias_hh_l0	4	-0.08104924857616425
222122	rnn.bias_hh_l0	5	-0.0031928459648042917
222122	rnn.bias_hh_l0	6	0.057020384818315506
222122	rnn.bias_hh_l0	7	-0.10722020268440247
222122	rnn.bias_hh_l0	8	-0.2338426262140274
222122	rnn.bias_hh_l0	9	-0.10384826362133026
222122	rnn.weight_ih_l0_reverse	0	0.023936070501804352
222122	rnn.weight_ih_l0_reverse	1	-0.06168311834335327
222122	rnn.weight_ih_l0_reverse	2	0.04102518782019615
222122	rnn.weight_ih_l0_reverse	3	0.01846884936094284
222122	rnn.weight_ih_l0_reverse	4	0.0012636114843189716
222122	rnn.weight_ih_l0_reverse	5	-0.02921910025179386
222122	rnn.weight_ih_l0_reverse	6	0.01686175912618637
222122	rnn.weight_ih_l0_reverse	7	0.02933909371495247
222122	rnn.weight_ih_l0_reverse	8	-0.026077203452587128
222122	rnn.weight_ih_l0_reverse	9	-0.002534626517444849
222122	rnn.weight_hh_l0_reverse	0	0.04033719748258591
222122	rnn.weight_hh_l0_reverse	1	0.030173446983098984
222122	rnn.weight_hh_l0_reverse	2	-0.02176138572394848
222122	rnn.weight_hh_l0_reverse	3	-0.07830342650413513
222122	rnn.weight_hh_l0_reverse	4	0.01079027820378542
222122	rnn.weight_hh_l0_reverse	5	-0.05811142548918724
222122	rnn.weight_hh_l0_reverse	6	-0.013338235206902027
222122	rnn.weight_hh_l0_reverse	7	0.0305477324873209
222122	rnn.weight_hh_l0_reverse	8	0.007718066219240427
222122	rnn.weight_hh_l0_reverse	9	0.010124721564352512
222122	rnn.bias_ih_l0_reverse	0	-0.04581025615334511
222122	rnn.bias_ih_l0_reverse	1	-0.1392936259508133
222122	rnn.bias_ih_l0_reverse	2	-0.14462678134441376
222122	rnn.bias_ih_l0_reverse	3	-0.04568632319569588
222122	rnn.bias_ih_l0_reverse	4	-0.11710481345653534
222122	rnn.bias_ih_l0_reverse	5	-0.08851606398820877
222122	rnn.bias_ih_l0_reverse	6	-0.20739100873470306
222122	rnn.bias_ih_l0_reverse	7	-0.051108550280332565
222122	rnn.bias_ih_l0_reverse	8	-0.06234993040561676
222122	rnn.bias_ih_l0_reverse	9	-0.13420936465263367
222122	rnn.bias_hh_l0_reverse	0	-0.14508628845214844
222122	rnn.bias_hh_l0_reverse	1	-0.1654137820005417
222122	rnn.bias_hh_l0_reverse	2	0.10565460473299026
222122	rnn.bias_hh_l0_reverse	3	0.07880327850580215
222122	rnn.bias_hh_l0_reverse	4	-0.17451196908950806
222122	rnn.bias_hh_l0_reverse	5	-0.1413951963186264
222122	rnn.bias_hh_l0_reverse	6	-0.09531700611114502
222122	rnn.bias_hh_l0_reverse	7	-0.051030781120061874
222122	rnn.bias_hh_l0_reverse	8	-0.09906935691833496
222122	rnn.bias_hh_l0_reverse	9	-0.02576579339802265
222122	linear.weight	0	-0.007688594050705433
222122	linear.weight	1	0.03148413076996803
222122	linear.weight	2	0.2872145175933838
222122	linear.weight	3	-0.07908130437135696
222122	linear.weight	4	-0.010588549077510834
222122	linear.weight	5	0.12848041951656342
222122	linear.weight	6	-0.010739270597696304
222122	linear.weight	7	-0.05735155940055847
222122	linear.weight	8	0.14862754940986633
222122	linear.weight	9	-0.25437530875205994
222122	linear.bias	0	-0.03956538438796997
222122	linear.bias	1	0.031413208693265915
222122	linear.bias	2	0.4479495882987976
222122	linear.bias	3	-0.7225710153579712
222122	linear.bias	4	2.0928635597229004
222122	linear.bias	5	-1.4009602069854736
222122	linear.bias	6	-0.30186906456947327
222122	linear.bias	7	-0.12094905972480774
222680	transitions	0	-1.9114470481872559
222680	transitions	1	-10000.0
222680	transitions	2	-0.7969565987586975
222680	transitions	3	-10000.0
222680	transitions	4	2.0204901695251465
222680	transitions	5	-10000.0
222680	transitions	6	-10000.0
222680	transitions	7	1.8329163789749146
222680	transitions	8	-2.6009206771850586
222680	transitions	9	-4.223148822784424
222680	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
222680	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
222680	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
222680	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
222680	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
222680	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
222680	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
222680	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
222680	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
222680	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
222680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
222680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
222680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
222680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
222680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
222680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
222680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
222680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
222680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
222680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
222680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
222680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
222680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
222680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
222680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
222680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
222680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
222680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
222680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
222680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
222680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
222680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
222680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
222680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
222680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
222680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
222680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
222680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
222680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
222680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
222680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
222680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
222680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
222680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
222680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
222680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
222680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
222680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
222680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
222680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
222680	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
222680	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
222680	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
222680	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
222680	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
222680	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
222680	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
222680	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
222680	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
222680	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
222680	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
222680	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
222680	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
222680	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
222680	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
222680	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
222680	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
222680	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
222680	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
222680	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
222680	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
222680	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
222680	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
222680	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
222680	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
222680	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
222680	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
222680	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
222680	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
222680	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
222680	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
222680	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
222680	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
222680	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
222680	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
222680	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
222680	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
222680	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
222680	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
222680	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
222680	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
222680	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
222680	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
222680	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
222680	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
222680	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
222680	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
222680	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
222680	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
222680	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
222680	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
222680	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
222680	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
222680	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
222680	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
222680	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
222680	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
222680	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
222680	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
222680	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
222680	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
222680	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
222680	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
222680	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
222680	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
222680	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
222680	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
222680	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
222680	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
222680	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
222680	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
222680	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
222680	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
222680	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
222680	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
222680	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
222680	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
222680	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
222680	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
222680	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
222680	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
222680	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
222680	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
222680	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
222680	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
222680	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
222680	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
222680	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
222680	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
222680	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
222680	embedding2nn.weight	0	0.006447405554354191
222680	embedding2nn.weight	1	0.004108117427676916
222680	embedding2nn.weight	2	0.013408840633928776
222680	embedding2nn.weight	3	0.025207238271832466
222680	embedding2nn.weight	4	0.022536994889378548
222680	embedding2nn.weight	5	0.003762677777558565
222680	embedding2nn.weight	6	-0.014666753821074963
222680	embedding2nn.weight	7	-0.0006567394593730569
222680	embedding2nn.weight	8	-0.010002922266721725
222680	embedding2nn.weight	9	0.0014835759066045284
222680	embedding2nn.bias	0	0.020180223509669304
222680	embedding2nn.bias	1	-0.029607785865664482
222680	embedding2nn.bias	2	0.08554185926914215
222680	embedding2nn.bias	3	0.06419537216424942
222680	embedding2nn.bias	4	-0.01694309338927269
222680	embedding2nn.bias	5	-0.028612228110432625
222680	embedding2nn.bias	6	0.015865342691540718
222680	embedding2nn.bias	7	9.531171599519439e-06
222680	embedding2nn.bias	8	-0.02703571878373623
222680	embedding2nn.bias	9	0.025879105553030968
222680	rnn.weight_ih_l0	0	0.06541609764099121
222680	rnn.weight_ih_l0	1	-0.04179000481963158
222680	rnn.weight_ih_l0	2	0.007228814996778965
222680	rnn.weight_ih_l0	3	0.04584512487053871
222680	rnn.weight_ih_l0	4	-0.0306100994348526
222680	rnn.weight_ih_l0	5	0.04307222738862038
222680	rnn.weight_ih_l0	6	0.007093272637575865
222680	rnn.weight_ih_l0	7	0.06548552215099335
222680	rnn.weight_ih_l0	8	0.01116886455565691
222680	rnn.weight_ih_l0	9	-0.0256289504468441
222680	rnn.weight_hh_l0	0	-0.011709521524608135
222680	rnn.weight_hh_l0	1	-0.025686323642730713
222680	rnn.weight_hh_l0	2	-0.06015549600124359
222680	rnn.weight_hh_l0	3	-0.005674694199115038
222680	rnn.weight_hh_l0	4	-0.00964793935418129
222680	rnn.weight_hh_l0	5	-0.0247380118817091
222680	rnn.weight_hh_l0	6	0.00017066902364604175
222680	rnn.weight_hh_l0	7	-0.03826408088207245
222680	rnn.weight_hh_l0	8	0.0670330822467804
222680	rnn.weight_hh_l0	9	0.04517485573887825
222680	rnn.bias_ih_l0	0	-0.1739593744277954
222680	rnn.bias_ih_l0	1	-0.16932570934295654
222680	rnn.bias_ih_l0	2	-0.018896877765655518
222680	rnn.bias_ih_l0	3	-0.1459074169397354
222680	rnn.bias_ih_l0	4	-0.05490463599562645
222680	rnn.bias_ih_l0	5	-0.17334018647670746
222680	rnn.bias_ih_l0	6	0.06893094629049301
222680	rnn.bias_ih_l0	7	-0.08755851536989212
222680	rnn.bias_ih_l0	8	-0.04569406807422638
222680	rnn.bias_ih_l0	9	-0.10861998796463013
222680	rnn.bias_hh_l0	0	-0.07018514722585678
222680	rnn.bias_hh_l0	1	0.24417631328105927
222680	rnn.bias_hh_l0	2	0.047980036586523056
222680	rnn.bias_hh_l0	3	-0.07667890191078186
222680	rnn.bias_hh_l0	4	-0.07989910989999771
222680	rnn.bias_hh_l0	5	-0.0022557005286216736
222680	rnn.bias_hh_l0	6	0.05735483393073082
222680	rnn.bias_hh_l0	7	-0.10708853602409363
222680	rnn.bias_hh_l0	8	-0.23606520891189575
222680	rnn.bias_hh_l0	9	-0.10403406620025635
222680	rnn.weight_ih_l0_reverse	0	0.024329639971256256
222680	rnn.weight_ih_l0_reverse	1	-0.06160121038556099
222680	rnn.weight_ih_l0_reverse	2	0.040807995945215225
222680	rnn.weight_ih_l0_reverse	3	0.01835153065621853
222680	rnn.weight_ih_l0_reverse	4	0.0008524127188138664
222680	rnn.weight_ih_l0_reverse	5	-0.029315276071429253
222680	rnn.weight_ih_l0_reverse	6	0.01644076220691204
222680	rnn.weight_ih_l0_reverse	7	0.02971816621720791
222680	rnn.weight_ih_l0_reverse	8	-0.026189135387539864
222680	rnn.weight_ih_l0_reverse	9	-0.0023843643721193075
222680	rnn.weight_hh_l0_reverse	0	0.04044266417622566
222680	rnn.weight_hh_l0_reverse	1	0.03041986934840679
222680	rnn.weight_hh_l0_reverse	2	-0.021558662876486778
222680	rnn.weight_hh_l0_reverse	3	-0.07884027808904648
222680	rnn.weight_hh_l0_reverse	4	0.01089134719222784
222680	rnn.weight_hh_l0_reverse	5	-0.05793086439371109
222680	rnn.weight_hh_l0_reverse	6	-0.013323233462870121
222680	rnn.weight_hh_l0_reverse	7	0.030485831201076508
222680	rnn.weight_hh_l0_reverse	8	0.007452783174812794
222680	rnn.weight_hh_l0_reverse	9	0.010122327134013176
222680	rnn.bias_ih_l0_reverse	0	-0.046462927013635635
222680	rnn.bias_ih_l0_reverse	1	-0.14017266035079956
222680	rnn.bias_ih_l0_reverse	2	-0.1453610509634018
222680	rnn.bias_ih_l0_reverse	3	-0.045326679944992065
222680	rnn.bias_ih_l0_reverse	4	-0.11642974615097046
222680	rnn.bias_ih_l0_reverse	5	-0.08760800957679749
222680	rnn.bias_ih_l0_reverse	6	-0.2068629115819931
222680	rnn.bias_ih_l0_reverse	7	-0.05079053342342377
222680	rnn.bias_ih_l0_reverse	8	-0.06258106976747513
222680	rnn.bias_ih_l0_reverse	9	-0.1338847577571869
222680	rnn.bias_hh_l0_reverse	0	-0.14502373337745667
222680	rnn.bias_hh_l0_reverse	1	-0.16689346730709076
222680	rnn.bias_hh_l0_reverse	2	0.10770981758832932
222680	rnn.bias_hh_l0_reverse	3	0.07824159413576126
222680	rnn.bias_hh_l0_reverse	4	-0.17515096068382263
222680	rnn.bias_hh_l0_reverse	5	-0.1426224410533905
222680	rnn.bias_hh_l0_reverse	6	-0.0964454710483551
222680	rnn.bias_hh_l0_reverse	7	-0.05140453577041626
222680	rnn.bias_hh_l0_reverse	8	-0.09806030243635178
222680	rnn.bias_hh_l0_reverse	9	-0.026577604934573174
222680	linear.weight	0	-0.007688997313380241
222680	linear.weight	1	0.029101194813847542
222680	linear.weight	2	0.27876898646354675
222680	linear.weight	3	-0.07907769083976746
222680	linear.weight	4	-0.010588549077510834
222680	linear.weight	5	0.1414782851934433
222680	linear.weight	6	-0.010739270597696304
222680	linear.weight	7	-0.06972286850214005
222680	linear.weight	8	0.15327097475528717
222680	linear.weight	9	-0.25549542903900146
222680	linear.bias	0	-0.03956538438796997
222680	linear.bias	1	0.031413208693265915
222680	linear.bias	2	0.42463418841362
222680	linear.bias	3	-0.7042424082756042
222680	linear.bias	4	2.1075167655944824
222680	linear.bias	5	-1.4010438919067383
222680	linear.bias	6	-0.30671408772468567
222680	linear.bias	7	-0.1256970316171646
223238	transitions	0	-1.9119693040847778
223238	transitions	1	-10000.0
223238	transitions	2	-0.7969565987586975
223238	transitions	3	-10000.0
223238	transitions	4	2.035813331604004
223238	transitions	5	-10000.0
223238	transitions	6	-10000.0
223238	transitions	7	1.8276255130767822
223238	transitions	8	-2.6013901233673096
223238	transitions	9	-4.223458290100098
223238	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
223238	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
223238	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
223238	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
223238	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
223238	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
223238	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
223238	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
223238	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
223238	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
223238	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
223238	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
223238	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
223238	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
223238	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
223238	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
223238	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
223238	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
223238	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
223238	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
223238	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
223238	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
223238	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
223238	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
223238	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
223238	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
223238	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
223238	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
223238	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
223238	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
223238	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
223238	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
223238	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
223238	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
223238	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
223238	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
223238	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
223238	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
223238	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
223238	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
223238	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
223238	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
223238	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
223238	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
223238	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
223238	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
223238	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
223238	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
223238	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
223238	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
223238	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
223238	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
223238	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
223238	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
223238	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
223238	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
223238	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
223238	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
223238	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
223238	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
223238	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
223238	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
223238	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
223238	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
223238	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
223238	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
223238	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
223238	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
223238	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
223238	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
223238	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
223238	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
223238	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
223238	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
223238	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
223238	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
223238	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
223238	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
223238	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
223238	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
223238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
223238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
223238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
223238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
223238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
223238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
223238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
223238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
223238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
223238	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
223238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
223238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
223238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
223238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
223238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
223238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
223238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
223238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
223238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
223238	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
223238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
223238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
223238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
223238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
223238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
223238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
223238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
223238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
223238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
223238	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
223238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
223238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
223238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
223238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
223238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
223238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
223238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
223238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
223238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
223238	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
223238	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
223238	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
223238	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
223238	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
223238	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
223238	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
223238	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
223238	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
223238	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
223238	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
223238	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
223238	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
223238	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
223238	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
223238	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
223238	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
223238	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
223238	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
223238	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
223238	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
223238	embedding2nn.weight	0	0.0064441910944879055
223238	embedding2nn.weight	1	0.004132370930165052
223238	embedding2nn.weight	2	0.013404621742665768
223238	embedding2nn.weight	3	0.025195825845003128
223238	embedding2nn.weight	4	0.022726554423570633
223238	embedding2nn.weight	5	0.003674454754218459
223238	embedding2nn.weight	6	-0.01450098305940628
223238	embedding2nn.weight	7	-0.0006889002397656441
223238	embedding2nn.weight	8	-0.010398393496870995
223238	embedding2nn.weight	9	0.0015966752544045448
223238	embedding2nn.bias	0	0.017998557537794113
223238	embedding2nn.bias	1	-0.029846159741282463
223238	embedding2nn.bias	2	0.08287324756383896
223238	embedding2nn.bias	3	0.06741905212402344
223238	embedding2nn.bias	4	-0.015126364305615425
223238	embedding2nn.bias	5	-0.035521458834409714
223238	embedding2nn.bias	6	0.01775689609348774
223238	embedding2nn.bias	7	0.0021561679895967245
223238	embedding2nn.bias	8	-0.027600998058915138
223238	embedding2nn.bias	9	0.028682926669716835
223238	rnn.weight_ih_l0	0	0.06497519463300705
223238	rnn.weight_ih_l0	1	-0.04173223301768303
223238	rnn.weight_ih_l0	2	0.007449048571288586
223238	rnn.weight_ih_l0	3	0.04599733650684357
223238	rnn.weight_ih_l0	4	-0.030503852292895317
223238	rnn.weight_ih_l0	5	0.04332594946026802
223238	rnn.weight_ih_l0	6	0.007096325978636742
223238	rnn.weight_ih_l0	7	0.06552926450967789
223238	rnn.weight_ih_l0	8	0.01057316455990076
223238	rnn.weight_ih_l0	9	-0.02546439878642559
223238	rnn.weight_hh_l0	0	-0.011740212328732014
223238	rnn.weight_hh_l0	1	-0.025622645393013954
223238	rnn.weight_hh_l0	2	-0.06038804352283478
223238	rnn.weight_hh_l0	3	-0.005664740223437548
223238	rnn.weight_hh_l0	4	-0.009600264951586723
223238	rnn.weight_hh_l0	5	-0.02470177412033081
223238	rnn.weight_hh_l0	6	0.00012886333570349962
223238	rnn.weight_hh_l0	7	-0.038126494735479355
223238	rnn.weight_hh_l0	8	0.06704019755125046
223238	rnn.weight_hh_l0	9	0.04512281343340874
223238	rnn.bias_ih_l0	0	-0.17444376647472382
223238	rnn.bias_ih_l0	1	-0.1688767522573471
223238	rnn.bias_ih_l0	2	-0.018039850518107414
223238	rnn.bias_ih_l0	3	-0.14637506008148193
223238	rnn.bias_ih_l0	4	-0.0566319078207016
223238	rnn.bias_ih_l0	5	-0.17340321838855743
223238	rnn.bias_ih_l0	6	0.06678950041532516
223238	rnn.bias_ih_l0	7	-0.08931340277194977
223238	rnn.bias_ih_l0	8	-0.04571927711367607
223238	rnn.bias_ih_l0	9	-0.10855851322412491
223238	rnn.bias_hh_l0	0	-0.06929963827133179
223238	rnn.bias_hh_l0	1	0.2456802874803543
223238	rnn.bias_hh_l0	2	0.04449855163693428
223238	rnn.bias_hh_l0	3	-0.07756421715021133
223238	rnn.bias_hh_l0	4	-0.07979156076908112
223238	rnn.bias_hh_l0	5	-0.0009602837380953133
223238	rnn.bias_hh_l0	6	0.05731044337153435
223238	rnn.bias_hh_l0	7	-0.10780385881662369
223238	rnn.bias_hh_l0	8	-0.23599939048290253
223238	rnn.bias_hh_l0	9	-0.10409039258956909
223238	rnn.weight_ih_l0_reverse	0	0.024202605709433556
223238	rnn.weight_ih_l0_reverse	1	-0.06188727542757988
223238	rnn.weight_ih_l0_reverse	2	0.04081469029188156
223238	rnn.weight_ih_l0_reverse	3	0.01825184002518654
223238	rnn.weight_ih_l0_reverse	4	0.0010931878350675106
223238	rnn.weight_ih_l0_reverse	5	-0.029768800362944603
223238	rnn.weight_ih_l0_reverse	6	0.016617046669125557
223238	rnn.weight_ih_l0_reverse	7	0.02978166751563549
223238	rnn.weight_ih_l0_reverse	8	-0.026529021561145782
223238	rnn.weight_ih_l0_reverse	9	-0.00233290228061378
223238	rnn.weight_hh_l0_reverse	0	0.0404084175825119
223238	rnn.weight_hh_l0_reverse	1	0.030345726758241653
223238	rnn.weight_hh_l0_reverse	2	-0.02165164053440094
223238	rnn.weight_hh_l0_reverse	3	-0.07881617546081543
223238	rnn.weight_hh_l0_reverse	4	0.010843501426279545
223238	rnn.weight_hh_l0_reverse	5	-0.0578276664018631
223238	rnn.weight_hh_l0_reverse	6	-0.013502144254744053
223238	rnn.weight_hh_l0_reverse	7	0.030694885179400444
223238	rnn.weight_hh_l0_reverse	8	0.007600485812872648
223238	rnn.weight_hh_l0_reverse	9	0.010111622512340546
223238	rnn.bias_ih_l0_reverse	0	-0.046887919306755066
223238	rnn.bias_ih_l0_reverse	1	-0.14038978517055511
223238	rnn.bias_ih_l0_reverse	2	-0.14535444974899292
223238	rnn.bias_ih_l0_reverse	3	-0.04764200374484062
223238	rnn.bias_ih_l0_reverse	4	-0.1173752099275589
223238	rnn.bias_ih_l0_reverse	5	-0.08790121972560883
223238	rnn.bias_ih_l0_reverse	6	-0.2069544941186905
223238	rnn.bias_ih_l0_reverse	7	-0.0518229603767395
223238	rnn.bias_ih_l0_reverse	8	-0.0621500238776207
223238	rnn.bias_ih_l0_reverse	9	-0.13458965718746185
223238	rnn.bias_hh_l0_reverse	0	-0.14428739249706268
223238	rnn.bias_hh_l0_reverse	1	-0.16682666540145874
223238	rnn.bias_hh_l0_reverse	2	0.10665810108184814
223238	rnn.bias_hh_l0_reverse	3	0.07771342992782593
223238	rnn.bias_hh_l0_reverse	4	-0.1765192598104477
223238	rnn.bias_hh_l0_reverse	5	-0.14296238124370575
223238	rnn.bias_hh_l0_reverse	6	-0.09622173011302948
223238	rnn.bias_hh_l0_reverse	7	-0.05045653507113457
223238	rnn.bias_hh_l0_reverse	8	-0.09740439802408218
223238	rnn.bias_hh_l0_reverse	9	-0.026237113401293755
223238	linear.weight	0	-0.007689435500651598
223238	linear.weight	1	0.02290170080959797
223238	linear.weight	2	0.2752046585083008
223238	linear.weight	3	-0.07907485961914062
223238	linear.weight	4	-0.010588549077510834
223238	linear.weight	5	0.1220753863453865
223238	linear.weight	6	-0.010739270597696304
223238	linear.weight	7	-0.06018034368753433
223238	linear.weight	8	0.16902199387550354
223238	linear.weight	9	-0.25461363792419434
223238	linear.bias	0	-0.03956538438796997
223238	linear.bias	1	0.031413208693265915
223238	linear.bias	2	0.44516637921333313
223238	linear.bias	3	-0.7172946333885193
223238	linear.bias	4	2.103168487548828
223238	linear.bias	5	-1.4011248350143433
223238	linear.bias	6	-0.30811092257499695
223238	linear.bias	7	-0.12735804915428162
223797	transitions	0	-1.9124927520751953
223797	transitions	1	-10000.0
223797	transitions	2	-0.7969565987586975
223797	transitions	3	-10000.0
223797	transitions	4	2.041430950164795
223797	transitions	5	-10000.0
223797	transitions	6	-10000.0
223797	transitions	7	1.835668921470642
223797	transitions	8	-2.60174298286438
223797	transitions	9	-4.223769664764404
223797	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
223797	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
223797	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
223797	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
223797	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
223797	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
223797	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
223797	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
223797	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
223797	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
223797	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
223797	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
223797	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
223797	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
223797	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
223797	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
223797	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
223797	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
223797	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
223797	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
223797	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
223797	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
223797	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
223797	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
223797	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
223797	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
223797	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
223797	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
223797	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
223797	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
223797	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
223797	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
223797	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
223797	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
223797	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
223797	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
223797	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
223797	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
223797	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
223797	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
223797	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
223797	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
223797	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
223797	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
223797	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
223797	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
223797	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
223797	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
223797	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
223797	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
223797	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
223797	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
223797	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
223797	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
223797	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
223797	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
223797	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
223797	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
223797	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
223797	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
223797	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
223797	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
223797	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
223797	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
223797	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
223797	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
223797	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
223797	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
223797	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
223797	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
223797	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
223797	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
223797	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
223797	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
223797	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
223797	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
223797	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
223797	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
223797	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
223797	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
223797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
223797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
223797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
223797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
223797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
223797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
223797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
223797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
223797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
223797	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
223797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
223797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
223797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
223797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
223797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
223797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
223797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
223797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
223797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
223797	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
223797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
223797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
223797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
223797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
223797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
223797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
223797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
223797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
223797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
223797	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
223797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
223797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
223797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
223797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
223797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
223797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
223797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
223797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
223797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
223797	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
223797	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
223797	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
223797	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
223797	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
223797	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
223797	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
223797	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
223797	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
223797	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
223797	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
223797	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
223797	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
223797	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
223797	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
223797	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
223797	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
223797	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
223797	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
223797	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
223797	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
223797	embedding2nn.weight	0	0.00644965935498476
223797	embedding2nn.weight	1	0.00418242160230875
223797	embedding2nn.weight	2	0.013393943198025227
223797	embedding2nn.weight	3	0.02514389157295227
223797	embedding2nn.weight	4	0.022732628509402275
223797	embedding2nn.weight	5	0.003670512465760112
223797	embedding2nn.weight	6	-0.014536538161337376
223797	embedding2nn.weight	7	-0.0006386537570506334
223797	embedding2nn.weight	8	-0.010165375657379627
223797	embedding2nn.weight	9	0.0017562052235007286
223797	embedding2nn.bias	0	0.021465864032506943
223797	embedding2nn.bias	1	-0.033569563180208206
223797	embedding2nn.bias	2	0.08192658424377441
223797	embedding2nn.bias	3	0.06998185068368912
223797	embedding2nn.bias	4	-0.01666012778878212
223797	embedding2nn.bias	5	-0.036449745297431946
223797	embedding2nn.bias	6	0.019355958327651024
223797	embedding2nn.bias	7	0.003577446099370718
223797	embedding2nn.bias	8	-0.02547352947294712
223797	embedding2nn.bias	9	0.02770867571234703
223797	rnn.weight_ih_l0	0	0.06480934470891953
223797	rnn.weight_ih_l0	1	-0.042058952152729034
223797	rnn.weight_ih_l0	2	0.007189097348600626
223797	rnn.weight_ih_l0	3	0.045973584055900574
223797	rnn.weight_ih_l0	4	-0.03049374558031559
223797	rnn.weight_ih_l0	5	0.0431622676551342
223797	rnn.weight_ih_l0	6	0.00706204678863287
223797	rnn.weight_ih_l0	7	0.06567640602588654
223797	rnn.weight_ih_l0	8	0.01061085145920515
223797	rnn.weight_ih_l0	9	-0.02506284788250923
223797	rnn.weight_hh_l0	0	-0.011925233528017998
223797	rnn.weight_hh_l0	1	-0.025637103244662285
223797	rnn.weight_hh_l0	2	-0.06032642349600792
223797	rnn.weight_hh_l0	3	-0.0056439414620399475
223797	rnn.weight_hh_l0	4	-0.009582907892763615
223797	rnn.weight_hh_l0	5	-0.02469240128993988
223797	rnn.weight_hh_l0	6	0.00018991593969985843
223797	rnn.weight_hh_l0	7	-0.037779420614242554
223797	rnn.weight_hh_l0	8	0.06683089584112167
223797	rnn.weight_hh_l0	9	0.04498516395688057
223797	rnn.bias_ih_l0	0	-0.17454060912132263
223797	rnn.bias_ih_l0	1	-0.16842715442180634
223797	rnn.bias_ih_l0	2	-0.017345981672406197
223797	rnn.bias_ih_l0	3	-0.14672166109085083
223797	rnn.bias_ih_l0	4	-0.05676163360476494
223797	rnn.bias_ih_l0	5	-0.1731833815574646
223797	rnn.bias_ih_l0	6	0.0678260326385498
223797	rnn.bias_ih_l0	7	-0.08915379643440247
223797	rnn.bias_ih_l0	8	-0.04617660120129585
223797	rnn.bias_ih_l0	9	-0.10866355150938034
223797	rnn.bias_hh_l0	0	-0.06824435293674469
223797	rnn.bias_hh_l0	1	0.2410126030445099
223797	rnn.bias_hh_l0	2	0.04544142633676529
223797	rnn.bias_hh_l0	3	-0.07744619995355606
223797	rnn.bias_hh_l0	4	-0.08044833689928055
223797	rnn.bias_hh_l0	5	-0.0016437501180917025
223797	rnn.bias_hh_l0	6	0.05589208006858826
223797	rnn.bias_hh_l0	7	-0.1063203290104866
223797	rnn.bias_hh_l0	8	-0.23539628088474274
223797	rnn.bias_hh_l0	9	-0.10420259088277817
223797	rnn.weight_ih_l0_reverse	0	0.024112867191433907
223797	rnn.weight_ih_l0_reverse	1	-0.06178470700979233
223797	rnn.weight_ih_l0_reverse	2	0.04097605124115944
223797	rnn.weight_ih_l0_reverse	3	0.01854912005364895
223797	rnn.weight_ih_l0_reverse	4	0.0011897722724825144
223797	rnn.weight_ih_l0_reverse	5	-0.02964288555085659
223797	rnn.weight_ih_l0_reverse	6	0.016136081889271736
223797	rnn.weight_ih_l0_reverse	7	0.029942695051431656
223797	rnn.weight_ih_l0_reverse	8	-0.026527047157287598
223797	rnn.weight_ih_l0_reverse	9	-0.0021343149710446596
223797	rnn.weight_hh_l0_reverse	0	0.04048556461930275
223797	rnn.weight_hh_l0_reverse	1	0.03041420876979828
223797	rnn.weight_hh_l0_reverse	2	-0.0215477142482996
223797	rnn.weight_hh_l0_reverse	3	-0.07919495552778244
223797	rnn.weight_hh_l0_reverse	4	0.010910195298492908
223797	rnn.weight_hh_l0_reverse	5	-0.05817563831806183
223797	rnn.weight_hh_l0_reverse	6	-0.013438139110803604
223797	rnn.weight_hh_l0_reverse	7	0.030602306127548218
223797	rnn.weight_hh_l0_reverse	8	0.007569878827780485
223797	rnn.weight_hh_l0_reverse	9	0.00993870198726654
223797	rnn.bias_ih_l0_reverse	0	-0.04581497982144356
223797	rnn.bias_ih_l0_reverse	1	-0.13951049745082855
223797	rnn.bias_ih_l0_reverse	2	-0.1443769484758377
223797	rnn.bias_ih_l0_reverse	3	-0.048318736255168915
223797	rnn.bias_ih_l0_reverse	4	-0.11719588190317154
223797	rnn.bias_ih_l0_reverse	5	-0.08715056627988815
223797	rnn.bias_ih_l0_reverse	6	-0.20692700147628784
223797	rnn.bias_ih_l0_reverse	7	-0.05168294534087181
223797	rnn.bias_ih_l0_reverse	8	-0.06215561181306839
223797	rnn.bias_ih_l0_reverse	9	-0.1352391093969345
223797	rnn.bias_hh_l0_reverse	0	-0.14406932890415192
223797	rnn.bias_hh_l0_reverse	1	-0.16600635647773743
223797	rnn.bias_hh_l0_reverse	2	0.1074671819806099
223797	rnn.bias_hh_l0_reverse	3	0.07954760640859604
223797	rnn.bias_hh_l0_reverse	4	-0.17694507539272308
223797	rnn.bias_hh_l0_reverse	5	-0.14404362440109253
223797	rnn.bias_hh_l0_reverse	6	-0.09774992614984512
223797	rnn.bias_hh_l0_reverse	7	-0.05224192142486572
223797	rnn.bias_hh_l0_reverse	8	-0.0957787036895752
223797	rnn.bias_hh_l0_reverse	9	-0.026214828714728355
223797	linear.weight	0	-0.007689927704632282
223797	linear.weight	1	0.021734174340963364
223797	linear.weight	2	0.27745944261550903
223797	linear.weight	3	-0.07907222211360931
223797	linear.weight	4	-0.010588549077510834
223797	linear.weight	5	0.10740326344966888
223797	linear.weight	6	-0.010739270597696304
223797	linear.weight	7	-0.05290275067090988
223797	linear.weight	8	0.16351361572742462
223797	linear.weight	9	-0.2565225064754486
223797	linear.bias	0	-0.03956538438796997
223797	linear.bias	1	0.031413208693265915
223797	linear.bias	2	0.44279369711875916
223797	linear.bias	3	-0.7115352749824524
223797	linear.bias	4	2.1060166358947754
223797	linear.bias	5	-1.401201844215393
223797	linear.bias	6	-0.31099840998649597
223797	linear.bias	7	-0.13063733279705048
224355	transitions	0	-1.9129400253295898
224355	transitions	1	-10000.0
224355	transitions	2	-0.7969565987586975
224355	transitions	3	-10000.0
224355	transitions	4	2.041187286376953
224355	transitions	5	-10000.0
224355	transitions	6	-10000.0
224355	transitions	7	1.8295044898986816
224355	transitions	8	-2.6021358966827393
224355	transitions	9	-4.224066257476807
224355	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
224355	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
224355	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
224355	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
224355	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
224355	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
224355	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
224355	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
224355	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
224355	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
224355	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
224355	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
224355	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
224355	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
224355	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
224355	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
224355	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
224355	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
224355	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
224355	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
224355	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
224355	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
224355	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
224355	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
224355	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
224355	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
224355	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
224355	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
224355	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
224355	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
224355	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
224355	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
224355	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
224355	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
224355	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
224355	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
224355	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
224355	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
224355	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
224355	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
224355	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
224355	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
224355	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
224355	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
224355	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
224355	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
224355	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
224355	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
224355	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
224355	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
224355	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
224355	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
224355	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
224355	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
224355	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
224355	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
224355	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
224355	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
224355	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
224355	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
224355	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
224355	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
224355	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
224355	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
224355	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
224355	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
224355	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
224355	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
224355	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
224355	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
224355	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
224355	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
224355	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
224355	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
224355	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
224355	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
224355	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
224355	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
224355	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
224355	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
224355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
224355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
224355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
224355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
224355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
224355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
224355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
224355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
224355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
224355	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
224355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
224355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
224355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
224355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
224355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
224355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
224355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
224355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
224355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
224355	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
224355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
224355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
224355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
224355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
224355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
224355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
224355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
224355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
224355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
224355	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
224355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
224355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
224355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
224355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
224355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
224355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
224355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
224355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
224355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
224355	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
224355	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
224355	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
224355	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
224355	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
224355	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
224355	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
224355	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
224355	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
224355	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
224355	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
224355	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
224355	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
224355	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
224355	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
224355	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
224355	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
224355	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
224355	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
224355	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
224355	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
224355	embedding2nn.weight	0	0.006453783251345158
224355	embedding2nn.weight	1	0.004214935004711151
224355	embedding2nn.weight	2	0.013400687836110592
224355	embedding2nn.weight	3	0.025254154577851295
224355	embedding2nn.weight	4	0.02278747968375683
224355	embedding2nn.weight	5	0.003756363643333316
224355	embedding2nn.weight	6	-0.014607717283070087
224355	embedding2nn.weight	7	-0.0005870551685802639
224355	embedding2nn.weight	8	-0.00995062105357647
224355	embedding2nn.weight	9	0.001800708007067442
224355	embedding2nn.bias	0	0.0222910288721323
224355	embedding2nn.bias	1	-0.03418252244591713
224355	embedding2nn.bias	2	0.08410289883613586
224355	embedding2nn.bias	3	0.06918936967849731
224355	embedding2nn.bias	4	-0.018853310495615005
224355	embedding2nn.bias	5	-0.03620684891939163
224355	embedding2nn.bias	6	0.017932413145899773
224355	embedding2nn.bias	7	0.00282143778167665
224355	embedding2nn.bias	8	-0.026858115568757057
224355	embedding2nn.bias	9	0.026086680591106415
224355	rnn.weight_ih_l0	0	0.06503770500421524
224355	rnn.weight_ih_l0	1	-0.04225295037031174
224355	rnn.weight_ih_l0	2	0.006658326834440231
224355	rnn.weight_ih_l0	3	0.045834094285964966
224355	rnn.weight_ih_l0	4	-0.030313344672322273
224355	rnn.weight_ih_l0	5	0.04309525340795517
224355	rnn.weight_ih_l0	6	0.007089454680681229
224355	rnn.weight_ih_l0	7	0.06562173366546631
224355	rnn.weight_ih_l0	8	0.010665109381079674
224355	rnn.weight_ih_l0	9	-0.025134170427918434
224355	rnn.weight_hh_l0	0	-0.011896172538399696
224355	rnn.weight_hh_l0	1	-0.02573426440358162
224355	rnn.weight_hh_l0	2	-0.06042442098259926
224355	rnn.weight_hh_l0	3	-0.005653166677802801
224355	rnn.weight_hh_l0	4	-0.009576606564223766
224355	rnn.weight_hh_l0	5	-0.024774691089987755
224355	rnn.weight_hh_l0	6	0.00018403868307359517
224355	rnn.weight_hh_l0	7	-0.037896402180194855
224355	rnn.weight_hh_l0	8	0.06713074445724487
224355	rnn.weight_hh_l0	9	0.045023418962955475
224355	rnn.bias_ih_l0	0	-0.17668375372886658
224355	rnn.bias_ih_l0	1	-0.1674363613128662
224355	rnn.bias_ih_l0	2	-0.016352364793419838
224355	rnn.bias_ih_l0	3	-0.14680922031402588
224355	rnn.bias_ih_l0	4	-0.05624967813491821
224355	rnn.bias_ih_l0	5	-0.17277772724628448
224355	rnn.bias_ih_l0	6	0.06821726262569427
224355	rnn.bias_ih_l0	7	-0.08847665041685104
224355	rnn.bias_ih_l0	8	-0.045080602169036865
224355	rnn.bias_ih_l0	9	-0.10734108835458755
224355	rnn.bias_hh_l0	0	-0.06940945982933044
224355	rnn.bias_hh_l0	1	0.24298232793807983
224355	rnn.bias_hh_l0	2	0.045729052275419235
224355	rnn.bias_hh_l0	3	-0.0766192302107811
224355	rnn.bias_hh_l0	4	-0.07998300343751907
224355	rnn.bias_hh_l0	5	-0.0026014712639153004
224355	rnn.bias_hh_l0	6	0.05689939484000206
224355	rnn.bias_hh_l0	7	-0.10664915293455124
224355	rnn.bias_hh_l0	8	-0.2351917028427124
224355	rnn.bias_hh_l0	9	-0.10565672069787979
224355	rnn.weight_ih_l0_reverse	0	0.024333765730261803
224355	rnn.weight_ih_l0_reverse	1	-0.06224536523222923
224355	rnn.weight_ih_l0_reverse	2	0.04073617607355118
224355	rnn.weight_ih_l0_reverse	3	0.018382396548986435
224355	rnn.weight_ih_l0_reverse	4	0.0010337043786421418
224355	rnn.weight_ih_l0_reverse	5	-0.029702292755246162
224355	rnn.weight_ih_l0_reverse	6	0.016410719603300095
224355	rnn.weight_ih_l0_reverse	7	0.029736265540122986
224355	rnn.weight_ih_l0_reverse	8	-0.026672713458538055
224355	rnn.weight_ih_l0_reverse	9	-0.002021261490881443
224355	rnn.weight_hh_l0_reverse	0	0.04043112322688103
224355	rnn.weight_hh_l0_reverse	1	0.03036164864897728
224355	rnn.weight_hh_l0_reverse	2	-0.021590307354927063
224355	rnn.weight_hh_l0_reverse	3	-0.07946296036243439
224355	rnn.weight_hh_l0_reverse	4	0.010987150482833385
224355	rnn.weight_hh_l0_reverse	5	-0.057859014719724655
224355	rnn.weight_hh_l0_reverse	6	-0.013541712425649166
224355	rnn.weight_hh_l0_reverse	7	0.030650774016976357
224355	rnn.weight_hh_l0_reverse	8	0.0073545207269489765
224355	rnn.weight_hh_l0_reverse	9	0.009939475916326046
224355	rnn.bias_ih_l0_reverse	0	-0.04632166773080826
224355	rnn.bias_ih_l0_reverse	1	-0.14024214446544647
224355	rnn.bias_ih_l0_reverse	2	-0.14487338066101074
224355	rnn.bias_ih_l0_reverse	3	-0.04890015348792076
224355	rnn.bias_ih_l0_reverse	4	-0.11806786805391312
224355	rnn.bias_ih_l0_reverse	5	-0.08673377335071564
224355	rnn.bias_ih_l0_reverse	6	-0.20801252126693726
224355	rnn.bias_ih_l0_reverse	7	-0.05072684958577156
224355	rnn.bias_ih_l0_reverse	8	-0.061673905700445175
224355	rnn.bias_ih_l0_reverse	9	-0.13486246764659882
224355	rnn.bias_hh_l0_reverse	0	-0.1443484127521515
224355	rnn.bias_hh_l0_reverse	1	-0.16761627793312073
224355	rnn.bias_hh_l0_reverse	2	0.10922994464635849
224355	rnn.bias_hh_l0_reverse	3	0.07837792485952377
224355	rnn.bias_hh_l0_reverse	4	-0.17551101744174957
224355	rnn.bias_hh_l0_reverse	5	-0.1437898874282837
224355	rnn.bias_hh_l0_reverse	6	-0.09894483536481857
224355	rnn.bias_hh_l0_reverse	7	-0.05209343135356903
224355	rnn.bias_hh_l0_reverse	8	-0.09528306871652603
224355	rnn.bias_hh_l0_reverse	9	-0.026143625378608704
224355	linear.weight	0	-0.007690763100981712
224355	linear.weight	1	0.021966610103845596
224355	linear.weight	2	0.27092015743255615
224355	linear.weight	3	-0.07906930893659592
224355	linear.weight	4	-0.010588549077510834
224355	linear.weight	5	0.1091519147157669
224355	linear.weight	6	-0.010739270597696304
224355	linear.weight	7	-0.05341646820306778
224355	linear.weight	8	0.1657811999320984
224355	linear.weight	9	-0.2549605667591095
224355	linear.bias	0	-0.03956538438796997
224355	linear.bias	1	0.031413208693265915
224355	linear.bias	2	0.46596360206604004
224355	linear.bias	3	-0.7448039054870605
224355	linear.bias	4	2.1086699962615967
224355	linear.bias	5	-1.4012786149978638
224355	linear.bias	6	-0.3071952760219574
224355	linear.bias	7	-0.1269257664680481
224913	transitions	0	-1.9133814573287964
224913	transitions	1	-10000.0
224913	transitions	2	-0.7969565987586975
224913	transitions	3	-10000.0
224913	transitions	4	2.038116931915283
224913	transitions	5	-10000.0
224913	transitions	6	-10000.0
224913	transitions	7	1.8337758779525757
224913	transitions	8	-2.602565288543701
224913	transitions	9	-4.224391460418701
224913	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
224913	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
224913	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
224913	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
224913	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
224913	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
224913	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
224913	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
224913	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
224913	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
224913	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
224913	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
224913	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
224913	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
224913	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
224913	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
224913	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
224913	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
224913	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
224913	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
224913	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
224913	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
224913	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
224913	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
224913	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
224913	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
224913	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
224913	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
224913	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
224913	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
224913	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
224913	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
224913	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
224913	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
224913	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
224913	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
224913	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
224913	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
224913	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
224913	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
224913	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
224913	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
224913	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
224913	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
224913	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
224913	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
224913	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
224913	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
224913	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
224913	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
224913	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
224913	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
224913	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
224913	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
224913	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
224913	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
224913	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
224913	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
224913	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
224913	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
224913	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
224913	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
224913	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
224913	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
224913	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
224913	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
224913	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
224913	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
224913	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
224913	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
224913	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
224913	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
224913	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
224913	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
224913	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
224913	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
224913	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
224913	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
224913	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
224913	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
224913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
224913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
224913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
224913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
224913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
224913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
224913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
224913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
224913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
224913	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
224913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
224913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
224913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
224913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
224913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
224913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
224913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
224913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
224913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
224913	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
224913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
224913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
224913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
224913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
224913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
224913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
224913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
224913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
224913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
224913	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
224913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
224913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
224913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
224913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
224913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
224913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
224913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
224913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
224913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
224913	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
224913	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
224913	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
224913	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
224913	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
224913	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
224913	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
224913	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
224913	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
224913	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
224913	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
224913	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
224913	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
224913	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
224913	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
224913	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
224913	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
224913	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
224913	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
224913	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
224913	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
224913	embedding2nn.weight	0	0.0064614638686180115
224913	embedding2nn.weight	1	0.004193857312202454
224913	embedding2nn.weight	2	0.013392264023423195
224913	embedding2nn.weight	3	0.025086931884288788
224913	embedding2nn.weight	4	0.02289767563343048
224913	embedding2nn.weight	5	0.003517299657687545
224913	embedding2nn.weight	6	-0.014527903869748116
224913	embedding2nn.weight	7	-0.0005344360833987594
224913	embedding2nn.weight	8	-0.009866058826446533
224913	embedding2nn.weight	9	0.001839847769588232
224913	embedding2nn.bias	0	0.021057363599538803
224913	embedding2nn.bias	1	-0.03651673346757889
224913	embedding2nn.bias	2	0.08456633239984512
224913	embedding2nn.bias	3	0.06886397302150726
224913	embedding2nn.bias	4	-0.01624157279729843
224913	embedding2nn.bias	5	-0.03456132486462593
224913	embedding2nn.bias	6	0.0183799359947443
224913	embedding2nn.bias	7	0.003685055999085307
224913	embedding2nn.bias	8	-0.026268063113093376
224913	embedding2nn.bias	9	0.025595195591449738
224913	rnn.weight_ih_l0	0	0.06489835679531097
224913	rnn.weight_ih_l0	1	-0.04177310690283775
224913	rnn.weight_ih_l0	2	0.006526802200824022
224913	rnn.weight_ih_l0	3	0.0456673726439476
224913	rnn.weight_ih_l0	4	-0.030467819422483444
224913	rnn.weight_ih_l0	5	0.04317280277609825
224913	rnn.weight_ih_l0	6	0.006943624932318926
224913	rnn.weight_ih_l0	7	0.06567583233118057
224913	rnn.weight_ih_l0	8	0.01047881692647934
224913	rnn.weight_ih_l0	9	-0.02523292601108551
224913	rnn.weight_hh_l0	0	-0.011882012709975243
224913	rnn.weight_hh_l0	1	-0.02592647075653076
224913	rnn.weight_hh_l0	2	-0.06056443229317665
224913	rnn.weight_hh_l0	3	-0.0056624156422913074
224913	rnn.weight_hh_l0	4	-0.009577212855219841
224913	rnn.weight_hh_l0	5	-0.024945110082626343
224913	rnn.weight_hh_l0	6	0.0001636919187149033
224913	rnn.weight_hh_l0	7	-0.03788018971681595
224913	rnn.weight_hh_l0	8	0.06737300753593445
224913	rnn.weight_hh_l0	9	0.04503161087632179
224913	rnn.bias_ih_l0	0	-0.17598851025104523
224913	rnn.bias_ih_l0	1	-0.1680651754140854
224913	rnn.bias_ih_l0	2	-0.017443599179387093
224913	rnn.bias_ih_l0	3	-0.145710289478302
224913	rnn.bias_ih_l0	4	-0.056472960859537125
224913	rnn.bias_ih_l0	5	-0.17357374727725983
224913	rnn.bias_ih_l0	6	0.06962686032056808
224913	rnn.bias_ih_l0	7	-0.08788464963436127
224913	rnn.bias_ih_l0	8	-0.045492593199014664
224913	rnn.bias_ih_l0	9	-0.10791975259780884
224913	rnn.bias_hh_l0	0	-0.06946323812007904
224913	rnn.bias_hh_l0	1	0.24253453314304352
224913	rnn.bias_hh_l0	2	0.046136658638715744
224913	rnn.bias_hh_l0	3	-0.07665141671895981
224913	rnn.bias_hh_l0	4	-0.07855851203203201
224913	rnn.bias_hh_l0	5	-0.0028222287073731422
224913	rnn.bias_hh_l0	6	0.05767054483294487
224913	rnn.bias_hh_l0	7	-0.10492508858442307
224913	rnn.bias_hh_l0	8	-0.2339523285627365
224913	rnn.bias_hh_l0	9	-0.10515319555997849
224913	rnn.weight_ih_l0_reverse	0	0.02472088858485222
224913	rnn.weight_ih_l0_reverse	1	-0.0621764212846756
224913	rnn.weight_ih_l0_reverse	2	0.040790438652038574
224913	rnn.weight_ih_l0_reverse	3	0.01824876293540001
224913	rnn.weight_ih_l0_reverse	4	0.0010109212016686797
224913	rnn.weight_ih_l0_reverse	5	-0.02972676418721676
224913	rnn.weight_ih_l0_reverse	6	0.016404811292886734
224913	rnn.weight_ih_l0_reverse	7	0.02986224927008152
224913	rnn.weight_ih_l0_reverse	8	-0.02660375088453293
224913	rnn.weight_ih_l0_reverse	9	-0.0017221488524228334
224913	rnn.weight_hh_l0_reverse	0	0.040326301008462906
224913	rnn.weight_hh_l0_reverse	1	0.03036976233124733
224913	rnn.weight_hh_l0_reverse	2	-0.02158447541296482
224913	rnn.weight_hh_l0_reverse	3	-0.07948320358991623
224913	rnn.weight_hh_l0_reverse	4	0.011134120635688305
224913	rnn.weight_hh_l0_reverse	5	-0.05786925181746483
224913	rnn.weight_hh_l0_reverse	6	-0.013466045260429382
224913	rnn.weight_hh_l0_reverse	7	0.030713940039277077
224913	rnn.weight_hh_l0_reverse	8	0.007328288163989782
224913	rnn.weight_hh_l0_reverse	9	0.009835702367126942
224913	rnn.bias_ih_l0_reverse	0	-0.04505740851163864
224913	rnn.bias_ih_l0_reverse	1	-0.13982580602169037
224913	rnn.bias_ih_l0_reverse	2	-0.14489760994911194
224913	rnn.bias_ih_l0_reverse	3	-0.04812540486454964
224913	rnn.bias_ih_l0_reverse	4	-0.11750941723585129
224913	rnn.bias_ih_l0_reverse	5	-0.08602984994649887
224913	rnn.bias_ih_l0_reverse	6	-0.20914976298809052
224913	rnn.bias_ih_l0_reverse	7	-0.049662742763757706
224913	rnn.bias_ih_l0_reverse	8	-0.06224774569272995
224913	rnn.bias_ih_l0_reverse	9	-0.13452887535095215
224913	rnn.bias_hh_l0_reverse	0	-0.1448916345834732
224913	rnn.bias_hh_l0_reverse	1	-0.16721169650554657
224913	rnn.bias_hh_l0_reverse	2	0.10937517881393433
224913	rnn.bias_hh_l0_reverse	3	0.0793943777680397
224913	rnn.bias_hh_l0_reverse	4	-0.17475809156894684
224913	rnn.bias_hh_l0_reverse	5	-0.14353692531585693
224913	rnn.bias_hh_l0_reverse	6	-0.09835149347782135
224913	rnn.bias_hh_l0_reverse	7	-0.052714597433805466
224913	rnn.bias_hh_l0_reverse	8	-0.09494071453809738
224913	rnn.bias_hh_l0_reverse	9	-0.02567957527935505
224913	linear.weight	0	-0.007691085338592529
224913	linear.weight	1	0.01216704398393631
224913	linear.weight	2	0.2732912003993988
224913	linear.weight	3	-0.07906650006771088
224913	linear.weight	4	-0.010588549077510834
224913	linear.weight	5	0.10897380858659744
224913	linear.weight	6	-0.010739270597696304
224913	linear.weight	7	-0.03966666758060455
224913	linear.weight	8	0.16296231746673584
224913	linear.weight	9	-0.25582966208457947
224913	linear.bias	0	-0.03956538438796997
224913	linear.bias	1	0.031413208693265915
224913	linear.bias	2	0.4594939947128296
224913	linear.bias	3	-0.7269821763038635
224913	linear.bias	4	2.1135547161102295
224913	linear.bias	5	-1.4013549089431763
224913	linear.bias	6	-0.31526023149490356
224913	linear.bias	7	-0.13502971827983856
225471	transitions	0	-1.9139271974563599
225471	transitions	1	-10000.0
225471	transitions	2	-0.7969565987586975
225471	transitions	3	-10000.0
225471	transitions	4	2.045567035675049
225471	transitions	5	-10000.0
225471	transitions	6	-10000.0
225471	transitions	7	1.8360790014266968
225471	transitions	8	-2.6030054092407227
225471	transitions	9	-4.22470235824585
225471	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
225471	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
225471	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
225471	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
225471	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
225471	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
225471	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
225471	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
225471	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
225471	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
225471	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
225471	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
225471	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
225471	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
225471	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
225471	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
225471	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
225471	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
225471	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
225471	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
225471	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
225471	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
225471	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
225471	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
225471	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
225471	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
225471	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
225471	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
225471	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
225471	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
225471	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
225471	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
225471	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
225471	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
225471	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
225471	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
225471	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
225471	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
225471	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
225471	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
225471	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
225471	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
225471	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
225471	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
225471	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
225471	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
225471	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
225471	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
225471	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
225471	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
225471	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
225471	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
225471	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
225471	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
225471	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
225471	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
225471	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
225471	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
225471	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
225471	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
225471	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
225471	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
225471	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
225471	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
225471	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
225471	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
225471	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
225471	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
225471	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
225471	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
225471	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
225471	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
225471	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
225471	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
225471	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
225471	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
225471	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
225471	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
225471	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
225471	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
225471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
225471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
225471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
225471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
225471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
225471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
225471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
225471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
225471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
225471	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
225471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
225471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
225471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
225471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
225471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
225471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
225471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
225471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
225471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
225471	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
225471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
225471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
225471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
225471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
225471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
225471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
225471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
225471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
225471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
225471	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
225471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
225471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
225471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
225471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
225471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
225471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
225471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
225471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
225471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
225471	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
225471	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
225471	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
225471	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
225471	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
225471	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
225471	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
225471	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
225471	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
225471	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
225471	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
225471	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
225471	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
225471	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
225471	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
225471	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
225471	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
225471	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
225471	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
225471	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
225471	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
225471	embedding2nn.weight	0	0.006456480827182531
225471	embedding2nn.weight	1	0.004178862553089857
225471	embedding2nn.weight	2	0.013397442176938057
225471	embedding2nn.weight	3	0.02515757456421852
225471	embedding2nn.weight	4	0.022865740582346916
225471	embedding2nn.weight	5	0.0032756151631474495
225471	embedding2nn.weight	6	-0.01459281425923109
225471	embedding2nn.weight	7	-0.0005155784310773015
225471	embedding2nn.weight	8	-0.00992631632834673
225471	embedding2nn.weight	9	0.001800480647943914
225471	embedding2nn.bias	0	0.022054176777601242
225471	embedding2nn.bias	1	-0.03881393000483513
225471	embedding2nn.bias	2	0.08863774687051773
225471	embedding2nn.bias	3	0.06940213590860367
225471	embedding2nn.bias	4	-0.014343174174427986
225471	embedding2nn.bias	5	-0.03289983049035072
225471	embedding2nn.bias	6	0.017198795452713966
225471	embedding2nn.bias	7	0.001844115904532373
225471	embedding2nn.bias	8	-0.028491254895925522
225471	embedding2nn.bias	9	0.02551034465432167
225471	rnn.weight_ih_l0	0	0.06467918306589127
225471	rnn.weight_ih_l0	1	-0.04172518476843834
225471	rnn.weight_ih_l0	2	0.006561822723597288
225471	rnn.weight_ih_l0	3	0.045331843197345734
225471	rnn.weight_ih_l0	4	-0.030561452731490135
225471	rnn.weight_ih_l0	5	0.04330902546644211
225471	rnn.weight_ih_l0	6	0.007004898507148027
225471	rnn.weight_ih_l0	7	0.0655735656619072
225471	rnn.weight_ih_l0	8	0.010324615053832531
225471	rnn.weight_ih_l0	9	-0.025517595931887627
225471	rnn.weight_hh_l0	0	-0.011619568802416325
225471	rnn.weight_hh_l0	1	-0.025906169787049294
225471	rnn.weight_hh_l0	2	-0.0607096366584301
225471	rnn.weight_hh_l0	3	-0.005635807756334543
225471	rnn.weight_hh_l0	4	-0.009574530646204948
225471	rnn.weight_hh_l0	5	-0.024969127029180527
225471	rnn.weight_hh_l0	6	0.00018029267084784806
225471	rnn.weight_hh_l0	7	-0.03801044076681137
225471	rnn.weight_hh_l0	8	0.06731584668159485
225471	rnn.weight_hh_l0	9	0.04498070850968361
225471	rnn.bias_ih_l0	0	-0.1757781058549881
225471	rnn.bias_ih_l0	1	-0.16928590834140778
225471	rnn.bias_ih_l0	2	-0.018324673175811768
225471	rnn.bias_ih_l0	3	-0.14209237694740295
225471	rnn.bias_ih_l0	4	-0.05722727254033089
225471	rnn.bias_ih_l0	5	-0.1751287579536438
225471	rnn.bias_ih_l0	6	0.06957067549228668
225471	rnn.bias_ih_l0	7	-0.087775319814682
225471	rnn.bias_ih_l0	8	-0.045757848769426346
225471	rnn.bias_ih_l0	9	-0.10843101143836975
225471	rnn.bias_hh_l0	0	-0.07017803937196732
225471	rnn.bias_hh_l0	1	0.24335874617099762
225471	rnn.bias_hh_l0	2	0.045961227267980576
225471	rnn.bias_hh_l0	3	-0.076272152364254
225471	rnn.bias_hh_l0	4	-0.07802292704582214
225471	rnn.bias_hh_l0	5	-0.0033426794689148664
225471	rnn.bias_hh_l0	6	0.056208670139312744
225471	rnn.bias_hh_l0	7	-0.10510028898715973
225471	rnn.bias_hh_l0	8	-0.23446817696094513
225471	rnn.bias_hh_l0	9	-0.1051999107003212
225471	rnn.weight_ih_l0_reverse	0	0.024296745657920837
225471	rnn.weight_ih_l0_reverse	1	-0.06235493719577789
225471	rnn.weight_ih_l0_reverse	2	0.04092761129140854
225471	rnn.weight_ih_l0_reverse	3	0.01825810968875885
225471	rnn.weight_ih_l0_reverse	4	0.0015802074922248721
225471	rnn.weight_ih_l0_reverse	5	-0.029451441019773483
225471	rnn.weight_ih_l0_reverse	6	0.015644138678908348
225471	rnn.weight_ih_l0_reverse	7	0.02997402474284172
225471	rnn.weight_ih_l0_reverse	8	-0.026758430525660515
225471	rnn.weight_ih_l0_reverse	9	-0.001623416319489479
225471	rnn.weight_hh_l0_reverse	0	0.04017604514956474
225471	rnn.weight_hh_l0_reverse	1	0.030441593378782272
225471	rnn.weight_hh_l0_reverse	2	-0.0216215867549181
225471	rnn.weight_hh_l0_reverse	3	-0.07947034388780594
225471	rnn.weight_hh_l0_reverse	4	0.011143986135721207
225471	rnn.weight_hh_l0_reverse	5	-0.057712893933057785
225471	rnn.weight_hh_l0_reverse	6	-0.013370273634791374
225471	rnn.weight_hh_l0_reverse	7	0.03061339445412159
225471	rnn.weight_hh_l0_reverse	8	0.007313549052923918
225471	rnn.weight_hh_l0_reverse	9	0.009817549958825111
225471	rnn.bias_ih_l0_reverse	0	-0.045721568167209625
225471	rnn.bias_ih_l0_reverse	1	-0.1392572671175003
225471	rnn.bias_ih_l0_reverse	2	-0.1446683406829834
225471	rnn.bias_ih_l0_reverse	3	-0.04892826825380325
225471	rnn.bias_ih_l0_reverse	4	-0.11787308752536774
225471	rnn.bias_ih_l0_reverse	5	-0.08610637485980988
225471	rnn.bias_ih_l0_reverse	6	-0.20863543450832367
225471	rnn.bias_ih_l0_reverse	7	-0.048329900950193405
225471	rnn.bias_ih_l0_reverse	8	-0.06249308958649635
225471	rnn.bias_ih_l0_reverse	9	-0.13588681817054749
225471	rnn.bias_hh_l0_reverse	0	-0.14485082030296326
225471	rnn.bias_hh_l0_reverse	1	-0.1662730872631073
225471	rnn.bias_hh_l0_reverse	2	0.10955914109945297
225471	rnn.bias_hh_l0_reverse	3	0.07830885052680969
225471	rnn.bias_hh_l0_reverse	4	-0.17608237266540527
225471	rnn.bias_hh_l0_reverse	5	-0.14390307664871216
225471	rnn.bias_hh_l0_reverse	6	-0.09727749228477478
225471	rnn.bias_hh_l0_reverse	7	-0.051811911165714264
225471	rnn.bias_hh_l0_reverse	8	-0.09515082836151123
225471	rnn.bias_hh_l0_reverse	9	-0.02555042877793312
225471	linear.weight	0	-0.007691636215895414
225471	linear.weight	1	0.006036402191966772
225471	linear.weight	2	0.276516854763031
225471	linear.weight	3	-0.07906434684991837
225471	linear.weight	4	-0.010588549077510834
225471	linear.weight	5	0.11051113903522491
225471	linear.weight	6	-0.010739270597696304
225471	linear.weight	7	-0.0423232726752758
225471	linear.weight	8	0.1558169275522232
225471	linear.weight	9	-0.2582762837409973
225471	linear.bias	0	-0.03956538438796997
225471	linear.bias	1	0.031413208693265915
225471	linear.bias	2	0.4579140245914459
225471	linear.bias	3	-0.7222567796707153
225471	linear.bias	4	2.0893757343292236
225471	linear.bias	5	-1.4014348983764648
225471	linear.bias	6	-0.3045167624950409
225471	linear.bias	7	-0.12467123568058014
226029	transitions	0	-1.914392352104187
226029	transitions	1	-10000.0
226029	transitions	2	-0.7969565987586975
226029	transitions	3	-10000.0
226029	transitions	4	2.0451104640960693
226029	transitions	5	-10000.0
226029	transitions	6	-10000.0
226029	transitions	7	1.833939552307129
226029	transitions	8	-2.6035430431365967
226029	transitions	9	-4.22501277923584
226029	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
226029	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
226029	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
226029	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
226029	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
226029	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
226029	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
226029	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
226029	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
226029	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
226029	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
226029	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
226029	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
226029	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
226029	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
226029	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
226029	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
226029	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
226029	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
226029	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
226029	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
226029	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
226029	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
226029	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
226029	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
226029	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
226029	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
226029	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
226029	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
226029	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
226029	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
226029	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
226029	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
226029	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
226029	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
226029	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
226029	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
226029	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
226029	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
226029	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
226029	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
226029	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
226029	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
226029	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
226029	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
226029	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
226029	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
226029	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
226029	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
226029	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
226029	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
226029	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
226029	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
226029	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
226029	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
226029	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
226029	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
226029	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
226029	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
226029	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
226029	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
226029	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
226029	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
226029	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
226029	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
226029	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
226029	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
226029	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
226029	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
226029	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
226029	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
226029	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
226029	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
226029	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
226029	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
226029	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
226029	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
226029	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
226029	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
226029	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
226029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
226029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
226029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
226029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
226029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
226029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
226029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
226029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
226029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
226029	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
226029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
226029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
226029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
226029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
226029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
226029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
226029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
226029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
226029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
226029	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
226029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
226029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
226029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
226029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
226029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
226029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
226029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
226029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
226029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
226029	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
226029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
226029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
226029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
226029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
226029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
226029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
226029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
226029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
226029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
226029	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
226029	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
226029	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
226029	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
226029	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
226029	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
226029	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
226029	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
226029	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
226029	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
226029	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
226029	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
226029	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
226029	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
226029	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
226029	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
226029	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
226029	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
226029	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
226029	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
226029	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
226029	embedding2nn.weight	0	0.006448980886489153
226029	embedding2nn.weight	1	0.004253046587109566
226029	embedding2nn.weight	2	0.013396990485489368
226029	embedding2nn.weight	3	0.025165079161524773
226029	embedding2nn.weight	4	0.022808009758591652
226029	embedding2nn.weight	5	0.003184834960848093
226029	embedding2nn.weight	6	-0.01466925349086523
226029	embedding2nn.weight	7	-0.00037247734144330025
226029	embedding2nn.weight	8	-0.009884283877909184
226029	embedding2nn.weight	9	0.001755201956257224
226029	embedding2nn.bias	0	0.022055599838495255
226029	embedding2nn.bias	1	-0.03751767799258232
226029	embedding2nn.bias	2	0.08865205943584442
226029	embedding2nn.bias	3	0.0675298348069191
226029	embedding2nn.bias	4	-0.015823833644390106
226029	embedding2nn.bias	5	-0.03442961722612381
226029	embedding2nn.bias	6	0.021150249987840652
226029	embedding2nn.bias	7	0.00024957084679044783
226029	embedding2nn.bias	8	-0.029799124225974083
226029	embedding2nn.bias	9	0.02454329840838909
226029	rnn.weight_ih_l0	0	0.06460349261760712
226029	rnn.weight_ih_l0	1	-0.04173007234930992
226029	rnn.weight_ih_l0	2	0.006710715591907501
226029	rnn.weight_ih_l0	3	0.04552992433309555
226029	rnn.weight_ih_l0	4	-0.03001771867275238
226029	rnn.weight_ih_l0	5	0.043015170842409134
226029	rnn.weight_ih_l0	6	0.006999880541115999
226029	rnn.weight_ih_l0	7	0.06542860716581345
226029	rnn.weight_ih_l0	8	0.010178611613810062
226029	rnn.weight_ih_l0	9	-0.025571264326572418
226029	rnn.weight_hh_l0	0	-0.011575483717024326
226029	rnn.weight_hh_l0	1	-0.025800064206123352
226029	rnn.weight_hh_l0	2	-0.06102685257792473
226029	rnn.weight_hh_l0	3	-0.005641203839331865
226029	rnn.weight_hh_l0	4	-0.009577336721122265
226029	rnn.weight_hh_l0	5	-0.02513762004673481
226029	rnn.weight_hh_l0	6	0.0001597395894350484
226029	rnn.weight_hh_l0	7	-0.037840161472558975
226029	rnn.weight_hh_l0	8	0.06749904155731201
226029	rnn.weight_hh_l0	9	0.044931646436452866
226029	rnn.bias_ih_l0	0	-0.17619992792606354
226029	rnn.bias_ih_l0	1	-0.1678786724805832
226029	rnn.bias_ih_l0	2	-0.018750956282019615
226029	rnn.bias_ih_l0	3	-0.14115101099014282
226029	rnn.bias_ih_l0	4	-0.05652380362153053
226029	rnn.bias_ih_l0	5	-0.17491114139556885
226029	rnn.bias_ih_l0	6	0.06985729187726974
226029	rnn.bias_ih_l0	7	-0.0876055359840393
226029	rnn.bias_ih_l0	8	-0.0457141138613224
226029	rnn.bias_ih_l0	9	-0.10747263580560684
226029	rnn.bias_hh_l0	0	-0.07064828276634216
226029	rnn.bias_hh_l0	1	0.24316845834255219
226029	rnn.bias_hh_l0	2	0.04579443112015724
226029	rnn.bias_hh_l0	3	-0.07739916443824768
226029	rnn.bias_hh_l0	4	-0.07901179790496826
226029	rnn.bias_hh_l0	5	-0.004886305890977383
226029	rnn.bias_hh_l0	6	0.05580679327249527
226029	rnn.bias_hh_l0	7	-0.10528404265642166
226029	rnn.bias_hh_l0	8	-0.23458793759346008
226029	rnn.bias_hh_l0	9	-0.10580804198980331
226029	rnn.weight_ih_l0_reverse	0	0.023556886240839958
226029	rnn.weight_ih_l0_reverse	1	-0.062262214720249176
226029	rnn.weight_ih_l0_reverse	2	0.04098909720778465
226029	rnn.weight_ih_l0_reverse	3	0.01867164671421051
226029	rnn.weight_ih_l0_reverse	4	0.001371652353554964
226029	rnn.weight_ih_l0_reverse	5	-0.029400533065199852
226029	rnn.weight_ih_l0_reverse	6	0.016023745760321617
226029	rnn.weight_ih_l0_reverse	7	0.0298464298248291
226029	rnn.weight_ih_l0_reverse	8	-0.026692481711506844
226029	rnn.weight_ih_l0_reverse	9	-0.0017455326160416007
226029	rnn.weight_hh_l0_reverse	0	0.040092747658491135
226029	rnn.weight_hh_l0_reverse	1	0.030422888696193695
226029	rnn.weight_hh_l0_reverse	2	-0.021729422733187675
226029	rnn.weight_hh_l0_reverse	3	-0.07967772334814072
226029	rnn.weight_hh_l0_reverse	4	0.011127016507089138
226029	rnn.weight_hh_l0_reverse	5	-0.05797373503446579
226029	rnn.weight_hh_l0_reverse	6	-0.013336536474525928
226029	rnn.weight_hh_l0_reverse	7	0.030731160193681717
226029	rnn.weight_hh_l0_reverse	8	0.007288516033440828
226029	rnn.weight_hh_l0_reverse	9	0.009997392073273659
226029	rnn.bias_ih_l0_reverse	0	-0.04470983147621155
226029	rnn.bias_ih_l0_reverse	1	-0.1405949890613556
226029	rnn.bias_ih_l0_reverse	2	-0.1449994146823883
226029	rnn.bias_ih_l0_reverse	3	-0.04949485510587692
226029	rnn.bias_ih_l0_reverse	4	-0.11834405362606049
226029	rnn.bias_ih_l0_reverse	5	-0.08598954975605011
226029	rnn.bias_ih_l0_reverse	6	-0.20735011994838715
226029	rnn.bias_ih_l0_reverse	7	-0.04928696155548096
226029	rnn.bias_ih_l0_reverse	8	-0.06258656084537506
226029	rnn.bias_ih_l0_reverse	9	-0.13617262244224548
226029	rnn.bias_hh_l0_reverse	0	-0.14589327573776245
226029	rnn.bias_hh_l0_reverse	1	-0.16635145246982574
226029	rnn.bias_hh_l0_reverse	2	0.11040407419204712
226029	rnn.bias_hh_l0_reverse	3	0.0780540481209755
226029	rnn.bias_hh_l0_reverse	4	-0.17766191065311432
226029	rnn.bias_hh_l0_reverse	5	-0.1439228653907776
226029	rnn.bias_hh_l0_reverse	6	-0.09723562747240067
226029	rnn.bias_hh_l0_reverse	7	-0.051591191440820694
226029	rnn.bias_hh_l0_reverse	8	-0.09549786895513535
226029	rnn.bias_hh_l0_reverse	9	-0.02673608437180519
226029	linear.weight	0	-0.007691910024732351
226029	linear.weight	1	0.002121524652466178
226029	linear.weight	2	0.27737388014793396
226029	linear.weight	3	-0.0790606215596199
226029	linear.weight	4	-0.010588549077510834
226029	linear.weight	5	0.10468640178442001
226029	linear.weight	6	-0.010739270597696304
226029	linear.weight	7	-0.054511990398168564
226029	linear.weight	8	0.169326514005661
226029	linear.weight	9	-0.25980088114738464
226029	linear.bias	0	-0.03956538438796997
226029	linear.bias	1	0.031413208693265915
226029	linear.bias	2	0.4439223110675812
226029	linear.bias	3	-0.7256013751029968
226029	linear.bias	4	2.1067707538604736
226029	linear.bias	5	-1.4015108346939087
226029	linear.bias	6	-0.30437150597572327
226029	linear.bias	7	-0.12480571120977402
226587	transitions	0	-1.9148776531219482
226587	transitions	1	-10000.0
226587	transitions	2	-0.7969565987586975
226587	transitions	3	-10000.0
226587	transitions	4	2.0499379634857178
226587	transitions	5	-10000.0
226587	transitions	6	-10000.0
226587	transitions	7	1.8408257961273193
226587	transitions	8	-2.6039600372314453
226587	transitions	9	-4.225327014923096
226587	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
226587	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
226587	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
226587	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
226587	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
226587	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
226587	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
226587	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
226587	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
226587	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
226587	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
226587	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
226587	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
226587	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
226587	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
226587	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
226587	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
226587	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
226587	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
226587	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
226587	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
226587	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
226587	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
226587	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
226587	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
226587	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
226587	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
226587	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
226587	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
226587	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
226587	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
226587	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
226587	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
226587	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
226587	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
226587	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
226587	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
226587	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
226587	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
226587	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
226587	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
226587	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
226587	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
226587	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
226587	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
226587	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
226587	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
226587	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
226587	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
226587	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
226587	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
226587	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
226587	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
226587	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
226587	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
226587	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
226587	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
226587	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
226587	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
226587	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
226587	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
226587	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
226587	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
226587	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
226587	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
226587	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
226587	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
226587	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
226587	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
226587	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
226587	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
226587	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
226587	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
226587	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
226587	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
226587	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
226587	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
226587	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
226587	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
226587	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
226587	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
226587	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
226587	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
226587	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
226587	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
226587	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
226587	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
226587	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
226587	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
226587	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
226587	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
226587	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
226587	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
226587	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
226587	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
226587	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
226587	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
226587	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
226587	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
226587	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
226587	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
226587	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
226587	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
226587	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
226587	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
226587	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
226587	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
226587	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
226587	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
226587	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
226587	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
226587	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
226587	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
226587	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
226587	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
226587	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
226587	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
226587	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
226587	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
226587	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
226587	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
226587	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
226587	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
226587	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
226587	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
226587	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
226587	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
226587	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
226587	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
226587	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
226587	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
226587	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
226587	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
226587	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
226587	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
226587	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
226587	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
226587	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
226587	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
226587	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
226587	embedding2nn.weight	0	0.006459643132984638
226587	embedding2nn.weight	1	0.0043047755025327206
226587	embedding2nn.weight	2	0.013391649350523949
226587	embedding2nn.weight	3	0.02510046400129795
226587	embedding2nn.weight	4	0.02304428070783615
226587	embedding2nn.weight	5	0.003071589395403862
226587	embedding2nn.weight	6	-0.014461291022598743
226587	embedding2nn.weight	7	-0.0004000633489340544
226587	embedding2nn.weight	8	-0.009715075604617596
226587	embedding2nn.weight	9	0.001824003062210977
226587	embedding2nn.bias	0	0.025315895676612854
226587	embedding2nn.bias	1	-0.04040437936782837
226587	embedding2nn.bias	2	0.08893700689077377
226587	embedding2nn.bias	3	0.0691143199801445
226587	embedding2nn.bias	4	-0.012182925827801228
226587	embedding2nn.bias	5	-0.03178615868091583
226587	embedding2nn.bias	6	0.017628690227866173
226587	embedding2nn.bias	7	0.0016167862340807915
226587	embedding2nn.bias	8	-0.02811679057776928
226587	embedding2nn.bias	9	0.022199522703886032
226587	rnn.weight_ih_l0	0	0.0647209882736206
226587	rnn.weight_ih_l0	1	-0.042054302990436554
226587	rnn.weight_ih_l0	2	0.006896560546010733
226587	rnn.weight_ih_l0	3	0.04575854539871216
226587	rnn.weight_ih_l0	4	-0.030060090124607086
226587	rnn.weight_ih_l0	5	0.04276866838335991
226587	rnn.weight_ih_l0	6	0.007179519161581993
226587	rnn.weight_ih_l0	7	0.06558361649513245
226587	rnn.weight_ih_l0	8	0.01027924194931984
226587	rnn.weight_ih_l0	9	-0.02569730393588543
226587	rnn.weight_hh_l0	0	-0.011722426861524582
226587	rnn.weight_hh_l0	1	-0.025927187874913216
226587	rnn.weight_hh_l0	2	-0.06124207004904747
226587	rnn.weight_hh_l0	3	-0.005593357607722282
226587	rnn.weight_hh_l0	4	-0.009654476307332516
226587	rnn.weight_hh_l0	5	-0.025393081828951836
226587	rnn.weight_hh_l0	6	0.00020788278197869658
226587	rnn.weight_hh_l0	7	-0.03757822886109352
226587	rnn.weight_hh_l0	8	0.06721549481153488
226587	rnn.weight_hh_l0	9	0.04506581649184227
226587	rnn.bias_ih_l0	0	-0.17524753510951996
226587	rnn.bias_ih_l0	1	-0.1686476320028305
226587	rnn.bias_ih_l0	2	-0.018567781895399094
226587	rnn.bias_ih_l0	3	-0.14145071804523468
226587	rnn.bias_ih_l0	4	-0.056046970188617706
226587	rnn.bias_ih_l0	5	-0.17488624155521393
226587	rnn.bias_ih_l0	6	0.07075130939483643
226587	rnn.bias_ih_l0	7	-0.08688940107822418
226587	rnn.bias_ih_l0	8	-0.045184046030044556
226587	rnn.bias_ih_l0	9	-0.10746034234762192
226587	rnn.bias_hh_l0	0	-0.07092558592557907
226587	rnn.bias_hh_l0	1	0.2427702397108078
226587	rnn.bias_hh_l0	2	0.046978410333395004
226587	rnn.bias_hh_l0	3	-0.07715515792369843
226587	rnn.bias_hh_l0	4	-0.07947500050067902
226587	rnn.bias_hh_l0	5	-0.005605784244835377
226587	rnn.bias_hh_l0	6	0.05397317558526993
226587	rnn.bias_hh_l0	7	-0.10437651723623276
226587	rnn.bias_hh_l0	8	-0.23655331134796143
226587	rnn.bias_hh_l0	9	-0.10458500683307648
226587	rnn.weight_ih_l0_reverse	0	0.023595035076141357
226587	rnn.weight_ih_l0_reverse	1	-0.06224076449871063
226587	rnn.weight_ih_l0_reverse	2	0.04127832129597664
226587	rnn.weight_ih_l0_reverse	3	0.01851518452167511
226587	rnn.weight_ih_l0_reverse	4	0.0014568353071808815
226587	rnn.weight_ih_l0_reverse	5	-0.028910260647535324
226587	rnn.weight_ih_l0_reverse	6	0.016324684023857117
226587	rnn.weight_ih_l0_reverse	7	0.029563652351498604
226587	rnn.weight_ih_l0_reverse	8	-0.026734990999102592
226587	rnn.weight_ih_l0_reverse	9	-0.0014563380973413587
226587	rnn.weight_hh_l0_reverse	0	0.04003250226378441
226587	rnn.weight_hh_l0_reverse	1	0.03018076717853546
226587	rnn.weight_hh_l0_reverse	2	-0.021726204082369804
226587	rnn.weight_hh_l0_reverse	3	-0.07977110892534256
226587	rnn.weight_hh_l0_reverse	4	0.011106033809483051
226587	rnn.weight_hh_l0_reverse	5	-0.05790770426392555
226587	rnn.weight_hh_l0_reverse	6	-0.01330875139683485
226587	rnn.weight_hh_l0_reverse	7	0.03080538846552372
226587	rnn.weight_hh_l0_reverse	8	0.00713870394974947
226587	rnn.weight_hh_l0_reverse	9	0.010097629390656948
226587	rnn.bias_ih_l0_reverse	0	-0.045836832374334335
226587	rnn.bias_ih_l0_reverse	1	-0.14037451148033142
226587	rnn.bias_ih_l0_reverse	2	-0.14559881389141083
226587	rnn.bias_ih_l0_reverse	3	-0.04919885843992233
226587	rnn.bias_ih_l0_reverse	4	-0.11749305576086044
226587	rnn.bias_ih_l0_reverse	5	-0.08684154599905014
226587	rnn.bias_ih_l0_reverse	6	-0.20800328254699707
226587	rnn.bias_ih_l0_reverse	7	-0.049496859312057495
226587	rnn.bias_ih_l0_reverse	8	-0.06307724863290787
226587	rnn.bias_ih_l0_reverse	9	-0.13715791702270508
226587	rnn.bias_hh_l0_reverse	0	-0.14556944370269775
226587	rnn.bias_hh_l0_reverse	1	-0.16539166867733002
226587	rnn.bias_hh_l0_reverse	2	0.11036503314971924
226587	rnn.bias_hh_l0_reverse	3	0.0771743580698967
226587	rnn.bias_hh_l0_reverse	4	-0.1764611303806305
226587	rnn.bias_hh_l0_reverse	5	-0.14424481987953186
226587	rnn.bias_hh_l0_reverse	6	-0.09795869141817093
226587	rnn.bias_hh_l0_reverse	7	-0.0529574453830719
226587	rnn.bias_hh_l0_reverse	8	-0.09695633500814438
226587	rnn.bias_hh_l0_reverse	9	-0.026235608384013176
226587	linear.weight	0	-0.007692452985793352
226587	linear.weight	1	-0.00359871843829751
226587	linear.weight	2	0.271735817193985
226587	linear.weight	3	-0.07905805110931396
226587	linear.weight	4	-0.010588549077510834
226587	linear.weight	5	0.09297043830156326
226587	linear.weight	6	-0.010739270597696304
226587	linear.weight	7	-0.04781186208128929
226587	linear.weight	8	0.1671142280101776
226587	linear.weight	9	-0.2614511549472809
226587	linear.bias	0	-0.03956538438796997
226587	linear.bias	1	0.031413208693265915
226587	linear.bias	2	0.4575314223766327
226587	linear.bias	3	-0.7337556481361389
226587	linear.bias	4	2.111868143081665
226587	linear.bias	5	-1.401589035987854
226587	linear.bias	6	-0.309467613697052
226587	linear.bias	7	-0.1301894187927246
227145	transitions	0	-1.9153741598129272
227145	transitions	1	-10000.0
227145	transitions	2	-0.7969565987586975
227145	transitions	3	-10000.0
227145	transitions	4	2.0442442893981934
227145	transitions	5	-10000.0
227145	transitions	6	-10000.0
227145	transitions	7	1.8301398754119873
227145	transitions	8	-2.604400634765625
227145	transitions	9	-4.225653171539307
227145	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
227145	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
227145	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
227145	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
227145	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
227145	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
227145	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
227145	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
227145	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
227145	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
227145	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
227145	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
227145	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
227145	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
227145	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
227145	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
227145	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
227145	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
227145	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
227145	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
227145	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
227145	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
227145	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
227145	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
227145	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
227145	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
227145	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
227145	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
227145	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
227145	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
227145	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
227145	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
227145	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
227145	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
227145	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
227145	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
227145	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
227145	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
227145	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
227145	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
227145	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
227145	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
227145	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
227145	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
227145	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
227145	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
227145	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
227145	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
227145	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
227145	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
227145	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
227145	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
227145	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
227145	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
227145	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
227145	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
227145	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
227145	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
227145	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
227145	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
227145	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
227145	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
227145	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
227145	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
227145	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
227145	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
227145	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
227145	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
227145	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
227145	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
227145	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
227145	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
227145	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
227145	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
227145	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
227145	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
227145	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
227145	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
227145	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
227145	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
227145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
227145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
227145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
227145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
227145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
227145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
227145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
227145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
227145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
227145	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
227145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
227145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
227145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
227145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
227145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
227145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
227145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
227145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
227145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
227145	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
227145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
227145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
227145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
227145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
227145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
227145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
227145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
227145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
227145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
227145	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
227145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
227145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
227145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
227145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
227145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
227145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
227145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
227145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
227145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
227145	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
227145	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
227145	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
227145	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
227145	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
227145	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
227145	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
227145	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
227145	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
227145	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
227145	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
227145	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
227145	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
227145	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
227145	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
227145	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
227145	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
227145	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
227145	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
227145	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
227145	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
227145	embedding2nn.weight	0	0.006458259653300047
227145	embedding2nn.weight	1	0.004257522523403168
227145	embedding2nn.weight	2	0.013396386057138443
227145	embedding2nn.weight	3	0.02528800256550312
227145	embedding2nn.weight	4	0.02321932651102543
227145	embedding2nn.weight	5	0.0029872586019337177
227145	embedding2nn.weight	6	-0.014421116560697556
227145	embedding2nn.weight	7	-0.0003795461088884622
227145	embedding2nn.weight	8	-0.009600921534001827
227145	embedding2nn.weight	9	0.0018023175653070211
227145	embedding2nn.bias	0	0.02380356937646866
227145	embedding2nn.bias	1	-0.04062362760305405
227145	embedding2nn.bias	2	0.09083578735589981
227145	embedding2nn.bias	3	0.06857893615961075
227145	embedding2nn.bias	4	-0.015315135940909386
227145	embedding2nn.bias	5	-0.02976490743458271
227145	embedding2nn.bias	6	0.015841754153370857
227145	embedding2nn.bias	7	0.0010962608503177762
227145	embedding2nn.bias	8	-0.031148618087172508
227145	embedding2nn.bias	9	0.021317290142178535
227145	rnn.weight_ih_l0	0	0.06473305076360703
227145	rnn.weight_ih_l0	1	-0.0425339937210083
227145	rnn.weight_ih_l0	2	0.007062036544084549
227145	rnn.weight_ih_l0	3	0.046335700899362564
227145	rnn.weight_ih_l0	4	-0.030034741386771202
227145	rnn.weight_ih_l0	5	0.04299895837903023
227145	rnn.weight_ih_l0	6	0.007184620015323162
227145	rnn.weight_ih_l0	7	0.06561411172151566
227145	rnn.weight_ih_l0	8	0.0103536332026124
227145	rnn.weight_ih_l0	9	-0.025668153539299965
227145	rnn.weight_hh_l0	0	-0.011927103623747826
227145	rnn.weight_hh_l0	1	-0.025921734049916267
227145	rnn.weight_hh_l0	2	-0.060781124979257584
227145	rnn.weight_hh_l0	3	-0.005604604259133339
227145	rnn.weight_hh_l0	4	-0.009642559103667736
227145	rnn.weight_hh_l0	5	-0.025122789666056633
227145	rnn.weight_hh_l0	6	0.0002218538720626384
227145	rnn.weight_hh_l0	7	-0.037809669971466064
227145	rnn.weight_hh_l0	8	0.06741896271705627
227145	rnn.weight_hh_l0	9	0.04501071944832802
227145	rnn.bias_ih_l0	0	-0.1744312047958374
227145	rnn.bias_ih_l0	1	-0.167582705616951
227145	rnn.bias_ih_l0	2	-0.018606504425406456
227145	rnn.bias_ih_l0	3	-0.14223408699035645
227145	rnn.bias_ih_l0	4	-0.05674458667635918
227145	rnn.bias_ih_l0	5	-0.17407013475894928
227145	rnn.bias_ih_l0	6	0.07174735516309738
227145	rnn.bias_ih_l0	7	-0.08662087470293045
227145	rnn.bias_ih_l0	8	-0.04552867263555527
227145	rnn.bias_ih_l0	9	-0.10743112862110138
227145	rnn.bias_hh_l0	0	-0.0700957253575325
227145	rnn.bias_hh_l0	1	0.24106241762638092
227145	rnn.bias_hh_l0	2	0.04886848106980324
227145	rnn.bias_hh_l0	3	-0.0775410458445549
227145	rnn.bias_hh_l0	4	-0.07946418970823288
227145	rnn.bias_hh_l0	5	-0.004933177959173918
227145	rnn.bias_hh_l0	6	0.05510425567626953
227145	rnn.bias_hh_l0	7	-0.10574675351381302
227145	rnn.bias_hh_l0	8	-0.23799598217010498
227145	rnn.bias_hh_l0	9	-0.10525006055831909
227145	rnn.weight_ih_l0_reverse	0	0.02315467596054077
227145	rnn.weight_ih_l0_reverse	1	-0.06194992735981941
227145	rnn.weight_ih_l0_reverse	2	0.041466124355793
227145	rnn.weight_ih_l0_reverse	3	0.018301116302609444
227145	rnn.weight_ih_l0_reverse	4	0.0012866626493632793
227145	rnn.weight_ih_l0_reverse	5	-0.028977060690522194
227145	rnn.weight_ih_l0_reverse	6	0.016049224883317947
227145	rnn.weight_ih_l0_reverse	7	0.029566463083028793
227145	rnn.weight_ih_l0_reverse	8	-0.026700790971517563
227145	rnn.weight_ih_l0_reverse	9	-0.0016871991101652384
227145	rnn.weight_hh_l0_reverse	0	0.03992769122123718
227145	rnn.weight_hh_l0_reverse	1	0.0301150344312191
227145	rnn.weight_hh_l0_reverse	2	-0.021806765347719193
227145	rnn.weight_hh_l0_reverse	3	-0.07998263090848923
227145	rnn.weight_hh_l0_reverse	4	0.011051557958126068
227145	rnn.weight_hh_l0_reverse	5	-0.05781528353691101
227145	rnn.weight_hh_l0_reverse	6	-0.013199507258832455
227145	rnn.weight_hh_l0_reverse	7	0.03070836514234543
227145	rnn.weight_hh_l0_reverse	8	0.007163051515817642
227145	rnn.weight_hh_l0_reverse	9	0.01024382933974266
227145	rnn.bias_ih_l0_reverse	0	-0.04599856585264206
227145	rnn.bias_ih_l0_reverse	1	-0.1394638866186142
227145	rnn.bias_ih_l0_reverse	2	-0.14587512612342834
227145	rnn.bias_ih_l0_reverse	3	-0.04760977625846863
227145	rnn.bias_ih_l0_reverse	4	-0.11734440922737122
227145	rnn.bias_ih_l0_reverse	5	-0.08645827323198318
227145	rnn.bias_ih_l0_reverse	6	-0.2071436047554016
227145	rnn.bias_ih_l0_reverse	7	-0.049353212118148804
227145	rnn.bias_ih_l0_reverse	8	-0.06114095821976662
227145	rnn.bias_ih_l0_reverse	9	-0.1369251310825348
227145	rnn.bias_hh_l0_reverse	0	-0.14506091177463531
227145	rnn.bias_hh_l0_reverse	1	-0.1661977767944336
227145	rnn.bias_hh_l0_reverse	2	0.11228016018867493
227145	rnn.bias_hh_l0_reverse	3	0.07761739194393158
227145	rnn.bias_hh_l0_reverse	4	-0.17462539672851562
227145	rnn.bias_hh_l0_reverse	5	-0.1440957486629486
227145	rnn.bias_hh_l0_reverse	6	-0.09857729077339172
227145	rnn.bias_hh_l0_reverse	7	-0.05240587145090103
227145	rnn.bias_hh_l0_reverse	8	-0.09579259157180786
227145	rnn.bias_hh_l0_reverse	9	-0.02565077692270279
227145	linear.weight	0	-0.007693041581660509
227145	linear.weight	1	0.00038580040563829243
227145	linear.weight	2	0.27715522050857544
227145	linear.weight	3	-0.07905562967061996
227145	linear.weight	4	-0.010588549077510834
227145	linear.weight	5	0.08894318342208862
227145	linear.weight	6	-0.010739270597696304
227145	linear.weight	7	-0.0493876151740551
227145	linear.weight	8	0.18039315938949585
227145	linear.weight	9	-0.2605076730251312
227145	linear.bias	0	-0.03956538438796997
227145	linear.bias	1	0.031413208693265915
227145	linear.bias	2	0.4481675922870636
227145	linear.bias	3	-0.7290399074554443
227145	linear.bias	4	2.1148414611816406
227145	linear.bias	5	-1.4016679525375366
227145	linear.bias	6	-0.30869343876838684
227145	linear.bias	7	-0.12921907007694244
227703	transitions	0	-1.9158291816711426
227703	transitions	1	-10000.0
227703	transitions	2	-0.7969565987586975
227703	transitions	3	-10000.0
227703	transitions	4	2.035433769226074
227703	transitions	5	-10000.0
227703	transitions	6	-10000.0
227703	transitions	7	1.827532410621643
227703	transitions	8	-2.604804754257202
227703	transitions	9	-4.225992202758789
227703	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
227703	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
227703	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
227703	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
227703	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
227703	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
227703	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
227703	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
227703	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
227703	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
227703	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
227703	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
227703	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
227703	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
227703	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
227703	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
227703	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
227703	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
227703	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
227703	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
227703	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
227703	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
227703	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
227703	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
227703	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
227703	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
227703	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
227703	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
227703	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
227703	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
227703	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
227703	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
227703	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
227703	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
227703	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
227703	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
227703	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
227703	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
227703	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
227703	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
227703	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
227703	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
227703	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
227703	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
227703	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
227703	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
227703	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
227703	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
227703	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
227703	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
227703	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
227703	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
227703	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
227703	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
227703	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
227703	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
227703	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
227703	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
227703	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
227703	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
227703	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
227703	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
227703	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
227703	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
227703	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
227703	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
227703	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
227703	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
227703	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
227703	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
227703	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
227703	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
227703	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
227703	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
227703	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
227703	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
227703	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
227703	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
227703	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
227703	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
227703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
227703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
227703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
227703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
227703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
227703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
227703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
227703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
227703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
227703	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
227703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
227703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
227703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
227703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
227703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
227703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
227703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
227703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
227703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
227703	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
227703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
227703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
227703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
227703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
227703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
227703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
227703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
227703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
227703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
227703	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
227703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
227703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
227703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
227703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
227703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
227703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
227703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
227703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
227703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
227703	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
227703	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
227703	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
227703	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
227703	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
227703	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
227703	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
227703	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
227703	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
227703	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
227703	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
227703	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
227703	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
227703	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
227703	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
227703	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
227703	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
227703	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
227703	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
227703	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
227703	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
227703	embedding2nn.weight	0	0.006447203923016787
227703	embedding2nn.weight	1	0.004319549538195133
227703	embedding2nn.weight	2	0.013403702527284622
227703	embedding2nn.weight	3	0.025337016209959984
227703	embedding2nn.weight	4	0.023282183334231377
227703	embedding2nn.weight	5	0.003352363361045718
227703	embedding2nn.weight	6	-0.014562414027750492
227703	embedding2nn.weight	7	-0.00045310374116525054
227703	embedding2nn.weight	8	-0.009234404191374779
227703	embedding2nn.weight	9	0.0017747043166309595
227703	embedding2nn.bias	0	0.02683601900935173
227703	embedding2nn.bias	1	-0.039073191583156586
227703	embedding2nn.bias	2	0.08970966190099716
227703	embedding2nn.bias	3	0.06912223994731903
227703	embedding2nn.bias	4	-0.013285926543176174
227703	embedding2nn.bias	5	-0.029958192259073257
227703	embedding2nn.bias	6	0.019207628443837166
227703	embedding2nn.bias	7	-0.0017875898629426956
227703	embedding2nn.bias	8	-0.029546555131673813
227703	embedding2nn.bias	9	0.02067292109131813
227703	rnn.weight_ih_l0	0	0.0649350956082344
227703	rnn.weight_ih_l0	1	-0.042127303779125214
227703	rnn.weight_ih_l0	2	0.007240723818540573
227703	rnn.weight_ih_l0	3	0.04631263390183449
227703	rnn.weight_ih_l0	4	-0.029877832159399986
227703	rnn.weight_ih_l0	5	0.04312752187252045
227703	rnn.weight_ih_l0	6	0.007169707212597132
227703	rnn.weight_ih_l0	7	0.06583434343338013
227703	rnn.weight_ih_l0	8	0.010396678932011127
227703	rnn.weight_ih_l0	9	-0.02556590363383293
227703	rnn.weight_hh_l0	0	-0.012069045566022396
227703	rnn.weight_hh_l0	1	-0.025728922337293625
227703	rnn.weight_hh_l0	2	-0.060484595596790314
227703	rnn.weight_hh_l0	3	-0.0055732023902237415
227703	rnn.weight_hh_l0	4	-0.009660430252552032
227703	rnn.weight_hh_l0	5	-0.02509254962205887
227703	rnn.weight_hh_l0	6	0.00021481346630025655
227703	rnn.weight_hh_l0	7	-0.03794464096426964
227703	rnn.weight_hh_l0	8	0.06710309535264969
227703	rnn.weight_hh_l0	9	0.044830288738012314
227703	rnn.bias_ih_l0	0	-0.1739341765642166
227703	rnn.bias_ih_l0	1	-0.16664627194404602
227703	rnn.bias_ih_l0	2	-0.018585391342639923
227703	rnn.bias_ih_l0	3	-0.14407509565353394
227703	rnn.bias_ih_l0	4	-0.05805744603276253
227703	rnn.bias_ih_l0	5	-0.17437858879566193
227703	rnn.bias_ih_l0	6	0.07210759818553925
227703	rnn.bias_ih_l0	7	-0.08618353307247162
227703	rnn.bias_ih_l0	8	-0.04598304629325867
227703	rnn.bias_ih_l0	9	-0.10708824545145035
227703	rnn.bias_hh_l0	0	-0.069182388484478
227703	rnn.bias_hh_l0	1	0.2436523139476776
227703	rnn.bias_hh_l0	2	0.04982461407780647
227703	rnn.bias_hh_l0	3	-0.07755300402641296
227703	rnn.bias_hh_l0	4	-0.07907754927873611
227703	rnn.bias_hh_l0	5	-0.00208921916782856
227703	rnn.bias_hh_l0	6	0.054350823163986206
227703	rnn.bias_hh_l0	7	-0.10471489280462265
227703	rnn.bias_hh_l0	8	-0.23772618174552917
227703	rnn.bias_hh_l0	9	-0.10462787747383118
227703	rnn.weight_ih_l0_reverse	0	0.022702474147081375
227703	rnn.weight_ih_l0_reverse	1	-0.062302324920892715
227703	rnn.weight_ih_l0_reverse	2	0.04171018302440643
227703	rnn.weight_ih_l0_reverse	3	0.01819210685789585
227703	rnn.weight_ih_l0_reverse	4	0.001201328239403665
227703	rnn.weight_ih_l0_reverse	5	-0.02869710512459278
227703	rnn.weight_ih_l0_reverse	6	0.016303403303027153
227703	rnn.weight_ih_l0_reverse	7	0.02937334217131138
227703	rnn.weight_ih_l0_reverse	8	-0.02684950828552246
227703	rnn.weight_ih_l0_reverse	9	-0.0017556966049596667
227703	rnn.weight_hh_l0_reverse	0	0.03990169242024422
227703	rnn.weight_hh_l0_reverse	1	0.030288338661193848
227703	rnn.weight_hh_l0_reverse	2	-0.02179553732275963
227703	rnn.weight_hh_l0_reverse	3	-0.07964017987251282
227703	rnn.weight_hh_l0_reverse	4	0.011077716946601868
227703	rnn.weight_hh_l0_reverse	5	-0.05790337920188904
227703	rnn.weight_hh_l0_reverse	6	-0.013228575699031353
227703	rnn.weight_hh_l0_reverse	7	0.03061538375914097
227703	rnn.weight_hh_l0_reverse	8	0.007259773556143045
227703	rnn.weight_hh_l0_reverse	9	0.010121031664311886
227703	rnn.bias_ih_l0_reverse	0	-0.047902487218379974
227703	rnn.bias_ih_l0_reverse	1	-0.13923011720180511
227703	rnn.bias_ih_l0_reverse	2	-0.14588743448257446
227703	rnn.bias_ih_l0_reverse	3	-0.0471700057387352
227703	rnn.bias_ih_l0_reverse	4	-0.11672427505254745
227703	rnn.bias_ih_l0_reverse	5	-0.08618312329053879
227703	rnn.bias_ih_l0_reverse	6	-0.20874400436878204
227703	rnn.bias_ih_l0_reverse	7	-0.04947357624769211
227703	rnn.bias_ih_l0_reverse	8	-0.061051949858665466
227703	rnn.bias_ih_l0_reverse	9	-0.1358826905488968
227703	rnn.bias_hh_l0_reverse	0	-0.14447884261608124
227703	rnn.bias_hh_l0_reverse	1	-0.16518835723400116
227703	rnn.bias_hh_l0_reverse	2	0.11108795553445816
227703	rnn.bias_hh_l0_reverse	3	0.07765083014965057
227703	rnn.bias_hh_l0_reverse	4	-0.17422202229499817
227703	rnn.bias_hh_l0_reverse	5	-0.1426510065793991
227703	rnn.bias_hh_l0_reverse	6	-0.10051897913217545
227703	rnn.bias_hh_l0_reverse	7	-0.05362257361412048
227703	rnn.bias_hh_l0_reverse	8	-0.09533542394638062
227703	rnn.bias_hh_l0_reverse	9	-0.024771109223365784
227703	linear.weight	0	-0.007693438790738583
227703	linear.weight	1	-0.0014167902991175652
227703	linear.weight	2	0.27604663372039795
227703	linear.weight	3	-0.0790531188249588
227703	linear.weight	4	-0.010588549077510834
227703	linear.weight	5	0.1010776162147522
227703	linear.weight	6	-0.010739270597696304
227703	linear.weight	7	-0.0631239265203476
227703	linear.weight	8	0.1998506337404251
227703	linear.weight	9	-0.26120567321777344
227703	linear.bias	0	-0.03956538438796997
227703	linear.bias	1	0.031413208693265915
227703	linear.bias	2	0.4653595983982086
227703	linear.bias	3	-0.7463668584823608
227703	linear.bias	4	2.097219944000244
227703	linear.bias	5	-1.4017460346221924
227703	linear.bias	6	-0.29988548159599304
227703	linear.bias	7	-0.12020266056060791
228261	transitions	0	-1.9162312746047974
228261	transitions	1	-10000.0
228261	transitions	2	-0.7969565987586975
228261	transitions	3	-10000.0
228261	transitions	4	2.0339252948760986
228261	transitions	5	-10000.0
228261	transitions	6	-10000.0
228261	transitions	7	1.8268182277679443
228261	transitions	8	-2.605240821838379
228261	transitions	9	-4.2263288497924805
228261	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
228261	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
228261	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
228261	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
228261	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
228261	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
228261	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
228261	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
228261	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
228261	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
228261	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
228261	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
228261	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
228261	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
228261	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
228261	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
228261	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
228261	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
228261	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
228261	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
228261	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
228261	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
228261	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
228261	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
228261	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
228261	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
228261	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
228261	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
228261	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
228261	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
228261	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
228261	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
228261	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
228261	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
228261	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
228261	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
228261	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
228261	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
228261	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
228261	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
228261	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
228261	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
228261	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
228261	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
228261	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
228261	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
228261	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
228261	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
228261	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
228261	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
228261	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
228261	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
228261	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
228261	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
228261	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
228261	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
228261	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
228261	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
228261	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
228261	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
228261	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
228261	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
228261	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
228261	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
228261	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
228261	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
228261	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
228261	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
228261	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
228261	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
228261	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
228261	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
228261	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
228261	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
228261	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
228261	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
228261	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
228261	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
228261	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
228261	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
228261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
228261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
228261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
228261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
228261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
228261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
228261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
228261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
228261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
228261	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
228261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
228261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
228261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
228261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
228261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
228261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
228261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
228261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
228261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
228261	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
228261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
228261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
228261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
228261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
228261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
228261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
228261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
228261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
228261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
228261	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
228261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
228261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
228261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
228261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
228261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
228261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
228261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
228261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
228261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
228261	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
228261	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
228261	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
228261	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
228261	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
228261	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
228261	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
228261	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
228261	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
228261	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
228261	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
228261	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
228261	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
228261	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
228261	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
228261	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
228261	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
228261	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
228261	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
228261	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
228261	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
228261	embedding2nn.weight	0	0.006448166444897652
228261	embedding2nn.weight	1	0.0043150754645466805
228261	embedding2nn.weight	2	0.013404364697635174
228261	embedding2nn.weight	3	0.025342730805277824
228261	embedding2nn.weight	4	0.02310413494706154
228261	embedding2nn.weight	5	0.0031623151153326035
228261	embedding2nn.weight	6	-0.014665490947663784
228261	embedding2nn.weight	7	-0.0003851762739941478
228261	embedding2nn.weight	8	-0.009135741740465164
228261	embedding2nn.weight	9	0.0017865663394331932
228261	embedding2nn.bias	0	0.023766854777932167
228261	embedding2nn.bias	1	-0.03594567999243736
228261	embedding2nn.bias	2	0.08810051530599594
228261	embedding2nn.bias	3	0.06712742894887924
228261	embedding2nn.bias	4	-0.014094000682234764
228261	embedding2nn.bias	5	-0.0277203731238842
228261	embedding2nn.bias	6	0.02253880724310875
228261	embedding2nn.bias	7	-0.002558458596467972
228261	embedding2nn.bias	8	-0.028415139764547348
228261	embedding2nn.bias	9	0.020800750702619553
228261	rnn.weight_ih_l0	0	0.06486375629901886
228261	rnn.weight_ih_l0	1	-0.04181249439716339
228261	rnn.weight_ih_l0	2	0.007117907982319593
228261	rnn.weight_ih_l0	3	0.04674995318055153
228261	rnn.weight_ih_l0	4	-0.02979944832623005
228261	rnn.weight_ih_l0	5	0.04302611202001572
228261	rnn.weight_ih_l0	6	0.007354510482400656
228261	rnn.weight_ih_l0	7	0.0659441128373146
228261	rnn.weight_ih_l0	8	0.010357757098972797
228261	rnn.weight_ih_l0	9	-0.025625085458159447
228261	rnn.weight_hh_l0	0	-0.012181427329778671
228261	rnn.weight_hh_l0	1	-0.02600393444299698
228261	rnn.weight_hh_l0	2	-0.060493096709251404
228261	rnn.weight_hh_l0	3	-0.0055864532478153706
228261	rnn.weight_hh_l0	4	-0.009711367078125477
228261	rnn.weight_hh_l0	5	-0.02510463073849678
228261	rnn.weight_hh_l0	6	0.00022800132865086198
228261	rnn.weight_hh_l0	7	-0.03766939043998718
228261	rnn.weight_hh_l0	8	0.06683924794197083
228261	rnn.weight_hh_l0	9	0.044706907123327255
228261	rnn.bias_ih_l0	0	-0.17460547387599945
228261	rnn.bias_ih_l0	1	-0.1675497591495514
228261	rnn.bias_ih_l0	2	-0.018204962834715843
228261	rnn.bias_ih_l0	3	-0.14367279410362244
228261	rnn.bias_ih_l0	4	-0.05683628469705582
228261	rnn.bias_ih_l0	5	-0.1743432879447937
228261	rnn.bias_ih_l0	6	0.06958454847335815
228261	rnn.bias_ih_l0	7	-0.08660032600164413
228261	rnn.bias_ih_l0	8	-0.0447041280567646
228261	rnn.bias_ih_l0	9	-0.10770495980978012
228261	rnn.bias_hh_l0	0	-0.0701562836766243
228261	rnn.bias_hh_l0	1	0.24475325644016266
228261	rnn.bias_hh_l0	2	0.05041488632559776
228261	rnn.bias_hh_l0	3	-0.07827058434486389
228261	rnn.bias_hh_l0	4	-0.08048906922340393
228261	rnn.bias_hh_l0	5	-0.000623671046923846
228261	rnn.bias_hh_l0	6	0.05575286224484444
228261	rnn.bias_hh_l0	7	-0.1055944636464119
228261	rnn.bias_hh_l0	8	-0.2364484965801239
228261	rnn.bias_hh_l0	9	-0.10357969254255295
228261	rnn.weight_ih_l0_reverse	0	0.022876551374793053
228261	rnn.weight_ih_l0_reverse	1	-0.06167125329375267
228261	rnn.weight_ih_l0_reverse	2	0.041590429842472076
228261	rnn.weight_ih_l0_reverse	3	0.01833636686205864
228261	rnn.weight_ih_l0_reverse	4	0.001113650156185031
228261	rnn.weight_ih_l0_reverse	5	-0.02820475958287716
228261	rnn.weight_ih_l0_reverse	6	0.016298547387123108
228261	rnn.weight_ih_l0_reverse	7	0.029245061799883842
228261	rnn.weight_ih_l0_reverse	8	-0.02687663957476616
228261	rnn.weight_ih_l0_reverse	9	-0.002059470396488905
228261	rnn.weight_hh_l0_reverse	0	0.039852507412433624
228261	rnn.weight_hh_l0_reverse	1	0.030262744054198265
228261	rnn.weight_hh_l0_reverse	2	-0.02182295173406601
228261	rnn.weight_hh_l0_reverse	3	-0.07969342172145844
228261	rnn.weight_hh_l0_reverse	4	0.010989107191562653
228261	rnn.weight_hh_l0_reverse	5	-0.05794902145862579
228261	rnn.weight_hh_l0_reverse	6	-0.013320612721145153
228261	rnn.weight_hh_l0_reverse	7	0.030674956738948822
228261	rnn.weight_hh_l0_reverse	8	0.007147958502173424
228261	rnn.weight_hh_l0_reverse	9	0.01019990537315607
228261	rnn.bias_ih_l0_reverse	0	-0.04790167883038521
228261	rnn.bias_ih_l0_reverse	1	-0.13905921578407288
228261	rnn.bias_ih_l0_reverse	2	-0.14743879437446594
228261	rnn.bias_ih_l0_reverse	3	-0.04618796706199646
228261	rnn.bias_ih_l0_reverse	4	-0.11645432561635971
228261	rnn.bias_ih_l0_reverse	5	-0.08652336150407791
228261	rnn.bias_ih_l0_reverse	6	-0.20832836627960205
228261	rnn.bias_ih_l0_reverse	7	-0.05148962140083313
228261	rnn.bias_ih_l0_reverse	8	-0.06195873022079468
228261	rnn.bias_ih_l0_reverse	9	-0.1356169879436493
228261	rnn.bias_hh_l0_reverse	0	-0.1445804238319397
228261	rnn.bias_hh_l0_reverse	1	-0.1647668033838272
228261	rnn.bias_hh_l0_reverse	2	0.10791284590959549
228261	rnn.bias_hh_l0_reverse	3	0.07738970220088959
228261	rnn.bias_hh_l0_reverse	4	-0.17607969045639038
228261	rnn.bias_hh_l0_reverse	5	-0.1423681378364563
228261	rnn.bias_hh_l0_reverse	6	-0.10134880244731903
228261	rnn.bias_hh_l0_reverse	7	-0.05376989021897316
228261	rnn.bias_hh_l0_reverse	8	-0.09602336585521698
228261	rnn.bias_hh_l0_reverse	9	-0.02598387934267521
228261	linear.weight	0	-0.007693997584283352
228261	linear.weight	1	-0.005617402959614992
228261	linear.weight	2	0.2691091001033783
228261	linear.weight	3	-0.07905121892690659
228261	linear.weight	4	-0.010588549077510834
228261	linear.weight	5	0.0975688174366951
228261	linear.weight	6	-0.010739270597696304
228261	linear.weight	7	-0.07197310775518417
228261	linear.weight	8	0.18369783461093903
228261	linear.weight	9	-0.26350274682044983
228261	linear.bias	0	-0.03956538438796997
228261	linear.bias	1	0.031413208693265915
228261	linear.bias	2	0.4630202353000641
228261	linear.bias	3	-0.7534750699996948
228261	linear.bias	4	2.0858993530273438
228261	linear.bias	5	-1.4018253087997437
228261	linear.bias	6	-0.28955185413360596
228261	linear.bias	7	-0.10969855636358261
228819	transitions	0	-1.9166876077651978
228819	transitions	1	-10000.0
228819	transitions	2	-0.7969565987586975
228819	transitions	3	-10000.0
228819	transitions	4	2.036362648010254
228819	transitions	5	-10000.0
228819	transitions	6	-10000.0
228819	transitions	7	1.8251887559890747
228819	transitions	8	-2.6055986881256104
228819	transitions	9	-4.226653575897217
228819	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
228819	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
228819	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
228819	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
228819	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
228819	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
228819	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
228819	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
228819	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
228819	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
228819	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
228819	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
228819	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
228819	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
228819	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
228819	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
228819	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
228819	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
228819	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
228819	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
228819	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
228819	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
228819	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
228819	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
228819	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
228819	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
228819	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
228819	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
228819	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
228819	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
228819	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
228819	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
228819	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
228819	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
228819	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
228819	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
228819	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
228819	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
228819	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
228819	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
228819	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
228819	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
228819	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
228819	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
228819	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
228819	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
228819	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
228819	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
228819	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
228819	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
228819	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
228819	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
228819	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
228819	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
228819	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
228819	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
228819	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
228819	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
228819	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
228819	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
228819	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
228819	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
228819	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
228819	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
228819	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
228819	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
228819	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
228819	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
228819	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
228819	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
228819	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
228819	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
228819	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
228819	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
228819	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
228819	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
228819	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
228819	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
228819	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
228819	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
228819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
228819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
228819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
228819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
228819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
228819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
228819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
228819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
228819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
228819	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
228819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
228819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
228819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
228819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
228819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
228819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
228819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
228819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
228819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
228819	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
228819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
228819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
228819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
228819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
228819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
228819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
228819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
228819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
228819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
228819	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
228819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
228819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
228819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
228819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
228819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
228819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
228819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
228819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
228819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
228819	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
228819	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
228819	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
228819	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
228819	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
228819	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
228819	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
228819	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
228819	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
228819	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
228819	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
228819	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
228819	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
228819	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
228819	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
228819	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
228819	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
228819	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
228819	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
228819	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
228819	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
228819	embedding2nn.weight	0	0.006449627690017223
228819	embedding2nn.weight	1	0.004306413698941469
228819	embedding2nn.weight	2	0.013394723646342754
228819	embedding2nn.weight	3	0.025299621745944023
228819	embedding2nn.weight	4	0.023124609142541885
228819	embedding2nn.weight	5	0.0033623597119003534
228819	embedding2nn.weight	6	-0.014696041122078896
228819	embedding2nn.weight	7	-0.0004407801025081426
228819	embedding2nn.weight	8	-0.009056680835783482
228819	embedding2nn.weight	9	0.0016861588228493929
228819	embedding2nn.bias	0	0.02485281229019165
228819	embedding2nn.bias	1	-0.0374414436519146
228819	embedding2nn.bias	2	0.0895032286643982
228819	embedding2nn.bias	3	0.06668069958686829
228819	embedding2nn.bias	4	-0.015988655388355255
228819	embedding2nn.bias	5	-0.02985178865492344
228819	embedding2nn.bias	6	0.02173861302435398
228819	embedding2nn.bias	7	-0.0036884723231196404
228819	embedding2nn.bias	8	-0.0324004627764225
228819	embedding2nn.bias	9	0.024271469563245773
228819	rnn.weight_ih_l0	0	0.06493782252073288
228819	rnn.weight_ih_l0	1	-0.04211915284395218
228819	rnn.weight_ih_l0	2	0.007653627544641495
228819	rnn.weight_ih_l0	3	0.046876635402441025
228819	rnn.weight_ih_l0	4	-0.029851043596863747
228819	rnn.weight_ih_l0	5	0.04378969967365265
228819	rnn.weight_ih_l0	6	0.007341514341533184
228819	rnn.weight_ih_l0	7	0.0660671815276146
228819	rnn.weight_ih_l0	8	0.010393233969807625
228819	rnn.weight_ih_l0	9	-0.025635596364736557
228819	rnn.weight_hh_l0	0	-0.012087474577128887
228819	rnn.weight_hh_l0	1	-0.026128530502319336
228819	rnn.weight_hh_l0	2	-0.06059521064162254
228819	rnn.weight_hh_l0	3	-0.0055632209405303
228819	rnn.weight_hh_l0	4	-0.009655513800680637
228819	rnn.weight_hh_l0	5	-0.025141073390841484
228819	rnn.weight_hh_l0	6	0.0001734500256134197
228819	rnn.weight_hh_l0	7	-0.03758106380701065
228819	rnn.weight_hh_l0	8	0.06689485907554626
228819	rnn.weight_hh_l0	9	0.04472663253545761
228819	rnn.bias_ih_l0	0	-0.17404805123806
228819	rnn.bias_ih_l0	1	-0.16865567862987518
228819	rnn.bias_ih_l0	2	-0.017943868413567543
228819	rnn.bias_ih_l0	3	-0.14451512694358826
228819	rnn.bias_ih_l0	4	-0.056447967886924744
228819	rnn.bias_ih_l0	5	-0.17455390095710754
228819	rnn.bias_ih_l0	6	0.06978140026330948
228819	rnn.bias_ih_l0	7	-0.08662668615579605
228819	rnn.bias_ih_l0	8	-0.04580841213464737
228819	rnn.bias_ih_l0	9	-0.10816994309425354
228819	rnn.bias_hh_l0	0	-0.07053098827600479
228819	rnn.bias_hh_l0	1	0.24532437324523926
228819	rnn.bias_hh_l0	2	0.04751996695995331
228819	rnn.bias_hh_l0	3	-0.07772475481033325
228819	rnn.bias_hh_l0	4	-0.08031070232391357
228819	rnn.bias_hh_l0	5	-0.0007867097156122327
228819	rnn.bias_hh_l0	6	0.055150385946035385
228819	rnn.bias_hh_l0	7	-0.10459202527999878
228819	rnn.bias_hh_l0	8	-0.23674145340919495
228819	rnn.bias_hh_l0	9	-0.10363905131816864
228819	rnn.weight_ih_l0_reverse	0	0.02269873023033142
228819	rnn.weight_ih_l0_reverse	1	-0.061507441103458405
228819	rnn.weight_ih_l0_reverse	2	0.04191097989678383
228819	rnn.weight_ih_l0_reverse	3	0.018448244780302048
228819	rnn.weight_ih_l0_reverse	4	0.0010905851377174258
228819	rnn.weight_ih_l0_reverse	5	-0.028193775564432144
228819	rnn.weight_ih_l0_reverse	6	0.016261480748653412
228819	rnn.weight_ih_l0_reverse	7	0.029405565932393074
228819	rnn.weight_ih_l0_reverse	8	-0.026939401403069496
228819	rnn.weight_ih_l0_reverse	9	-0.0020275425631552935
228819	rnn.weight_hh_l0_reverse	0	0.039948441088199615
228819	rnn.weight_hh_l0_reverse	1	0.030289288610219955
228819	rnn.weight_hh_l0_reverse	2	-0.0218452550470829
228819	rnn.weight_hh_l0_reverse	3	-0.0793127492070198
228819	rnn.weight_hh_l0_reverse	4	0.011011861264705658
228819	rnn.weight_hh_l0_reverse	5	-0.05778064206242561
228819	rnn.weight_hh_l0_reverse	6	-0.013352366164326668
228819	rnn.weight_hh_l0_reverse	7	0.03069682978093624
228819	rnn.weight_hh_l0_reverse	8	0.007260166574269533
228819	rnn.weight_hh_l0_reverse	9	0.010003730654716492
228819	rnn.bias_ih_l0_reverse	0	-0.047548744827508926
228819	rnn.bias_ih_l0_reverse	1	-0.13933221995830536
228819	rnn.bias_ih_l0_reverse	2	-0.14654918015003204
228819	rnn.bias_ih_l0_reverse	3	-0.04699617624282837
228819	rnn.bias_ih_l0_reverse	4	-0.11625733226537704
228819	rnn.bias_ih_l0_reverse	5	-0.08659686893224716
228819	rnn.bias_ih_l0_reverse	6	-0.20826475322246552
228819	rnn.bias_ih_l0_reverse	7	-0.05120363458991051
228819	rnn.bias_ih_l0_reverse	8	-0.0613376684486866
228819	rnn.bias_ih_l0_reverse	9	-0.13504822552204132
228819	rnn.bias_hh_l0_reverse	0	-0.14442093670368195
228819	rnn.bias_hh_l0_reverse	1	-0.16252988576889038
228819	rnn.bias_hh_l0_reverse	2	0.10917318612337112
228819	rnn.bias_hh_l0_reverse	3	0.07632402330636978
228819	rnn.bias_hh_l0_reverse	4	-0.17656280100345612
228819	rnn.bias_hh_l0_reverse	5	-0.14140111207962036
228819	rnn.bias_hh_l0_reverse	6	-0.0994797870516777
228819	rnn.bias_hh_l0_reverse	7	-0.05355459824204445
228819	rnn.bias_hh_l0_reverse	8	-0.09652575105428696
228819	rnn.bias_hh_l0_reverse	9	-0.023610219359397888
228819	linear.weight	0	-0.007694288156926632
228819	linear.weight	1	-0.01027307566255331
228819	linear.weight	2	0.2688896059989929
228819	linear.weight	3	-0.07904866337776184
228819	linear.weight	4	-0.010588549077510834
228819	linear.weight	5	0.09819331765174866
228819	linear.weight	6	-0.010739270597696304
228819	linear.weight	7	-0.07022621482610703
228819	linear.weight	8	0.18193624913692474
228819	linear.weight	9	-0.2654474675655365
228819	linear.bias	0	-0.03956538438796997
228819	linear.bias	1	0.031413208693265915
228819	linear.bias	2	0.4440392553806305
228819	linear.bias	3	-0.7215158343315125
228819	linear.bias	4	2.1025757789611816
228819	linear.bias	5	-1.401904582977295
228819	linear.bias	6	-0.3042950928211212
228819	linear.bias	7	-0.12453992664813995
229378	transitions	0	-1.9170726537704468
229378	transitions	1	-10000.0
229378	transitions	2	-0.7969565987586975
229378	transitions	3	-10000.0
229378	transitions	4	2.0418436527252197
229378	transitions	5	-10000.0
229378	transitions	6	-10000.0
229378	transitions	7	1.822243332862854
229378	transitions	8	-2.605983257293701
229378	transitions	9	-4.226973056793213
229378	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
229378	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
229378	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
229378	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
229378	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
229378	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
229378	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
229378	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
229378	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
229378	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
229378	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
229378	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
229378	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
229378	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
229378	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
229378	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
229378	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
229378	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
229378	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
229378	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
229378	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
229378	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
229378	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
229378	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
229378	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
229378	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
229378	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
229378	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
229378	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
229378	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
229378	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
229378	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
229378	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
229378	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
229378	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
229378	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
229378	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
229378	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
229378	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
229378	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
229378	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
229378	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
229378	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
229378	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
229378	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
229378	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
229378	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
229378	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
229378	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
229378	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
229378	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
229378	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
229378	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
229378	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
229378	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
229378	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
229378	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
229378	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
229378	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
229378	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
229378	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
229378	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
229378	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
229378	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
229378	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
229378	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
229378	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
229378	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
229378	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
229378	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
229378	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
229378	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
229378	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
229378	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
229378	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
229378	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
229378	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
229378	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
229378	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
229378	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
229378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
229378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
229378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
229378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
229378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
229378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
229378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
229378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
229378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
229378	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
229378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
229378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
229378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
229378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
229378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
229378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
229378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
229378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
229378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
229378	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
229378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
229378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
229378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
229378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
229378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
229378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
229378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
229378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
229378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
229378	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
229378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
229378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
229378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
229378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
229378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
229378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
229378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
229378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
229378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
229378	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
229378	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
229378	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
229378	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
229378	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
229378	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
229378	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
229378	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
229378	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
229378	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
229378	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
229378	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
229378	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
229378	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
229378	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
229378	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
229378	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
229378	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
229378	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
229378	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
229378	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
229378	embedding2nn.weight	0	0.006446139421314001
229378	embedding2nn.weight	1	0.004270496312528849
229378	embedding2nn.weight	2	0.013395021669566631
229378	embedding2nn.weight	3	0.025200186297297478
229378	embedding2nn.weight	4	0.02305131033062935
229378	embedding2nn.weight	5	0.003408153308555484
229378	embedding2nn.weight	6	-0.014774489216506481
229378	embedding2nn.weight	7	-0.0004617441154550761
229378	embedding2nn.weight	8	-0.008940597996115685
229378	embedding2nn.weight	9	0.001658744877204299
229378	embedding2nn.bias	0	0.021219998598098755
229378	embedding2nn.bias	1	-0.03496013581752777
229378	embedding2nn.bias	2	0.0842534676194191
229378	embedding2nn.bias	3	0.06456103920936584
229378	embedding2nn.bias	4	-0.016119783744215965
229378	embedding2nn.bias	5	-0.03005574829876423
229378	embedding2nn.bias	6	0.023447522893548012
229378	embedding2nn.bias	7	-0.0031551234424114227
229378	embedding2nn.bias	8	-0.03173239156603813
229378	embedding2nn.bias	9	0.023507677018642426
229378	rnn.weight_ih_l0	0	0.06474071741104126
229378	rnn.weight_ih_l0	1	-0.04227064549922943
229378	rnn.weight_ih_l0	2	0.007702066097408533
229378	rnn.weight_ih_l0	3	0.04683370515704155
229378	rnn.weight_ih_l0	4	-0.0301060751080513
229378	rnn.weight_ih_l0	5	0.043464042246341705
229378	rnn.weight_ih_l0	6	0.0072725433856248856
229378	rnn.weight_ih_l0	7	0.0660765990614891
229378	rnn.weight_ih_l0	8	0.010467344895005226
229378	rnn.weight_ih_l0	9	-0.025632208213210106
229378	rnn.weight_hh_l0	0	-0.012023954652249813
229378	rnn.weight_hh_l0	1	-0.02565561980009079
229378	rnn.weight_hh_l0	2	-0.060299187898635864
229378	rnn.weight_hh_l0	3	-0.005654705688357353
229378	rnn.weight_hh_l0	4	-0.0096579072996974
229378	rnn.weight_hh_l0	5	-0.024974046275019646
229378	rnn.weight_hh_l0	6	0.00015122206241358072
229378	rnn.weight_hh_l0	7	-0.03743693605065346
229378	rnn.weight_hh_l0	8	0.06711645424365997
229378	rnn.weight_hh_l0	9	0.04478337988257408
229378	rnn.bias_ih_l0	0	-0.17376162111759186
229378	rnn.bias_ih_l0	1	-0.16836883127689362
229378	rnn.bias_ih_l0	2	-0.018067969009280205
229378	rnn.bias_ih_l0	3	-0.14474153518676758
229378	rnn.bias_ih_l0	4	-0.05711245536804199
229378	rnn.bias_ih_l0	5	-0.17562061548233032
229378	rnn.bias_ih_l0	6	0.07217691838741302
229378	rnn.bias_ih_l0	7	-0.08639240264892578
229378	rnn.bias_ih_l0	8	-0.04580504447221756
229378	rnn.bias_ih_l0	9	-0.10817767679691315
229378	rnn.bias_hh_l0	0	-0.07011821120977402
229378	rnn.bias_hh_l0	1	0.2454746961593628
229378	rnn.bias_hh_l0	2	0.04793049022555351
229378	rnn.bias_hh_l0	3	-0.07663005590438843
229378	rnn.bias_hh_l0	4	-0.0798276886343956
229378	rnn.bias_hh_l0	5	0.00036757224006578326
229378	rnn.bias_hh_l0	6	0.055484626442193985
229378	rnn.bias_hh_l0	7	-0.103790782392025
229378	rnn.bias_hh_l0	8	-0.2376682162284851
229378	rnn.bias_hh_l0	9	-0.10288308560848236
229378	rnn.weight_ih_l0_reverse	0	0.021711274981498718
229378	rnn.weight_ih_l0_reverse	1	-0.061741795390844345
229378	rnn.weight_ih_l0_reverse	2	0.04196598380804062
229378	rnn.weight_ih_l0_reverse	3	0.01833612658083439
229378	rnn.weight_ih_l0_reverse	4	0.0008199961157515645
229378	rnn.weight_ih_l0_reverse	5	-0.027644837275147438
229378	rnn.weight_ih_l0_reverse	6	0.016083957627415657
229378	rnn.weight_ih_l0_reverse	7	0.029436541721224785
229378	rnn.weight_ih_l0_reverse	8	-0.026967620477080345
229378	rnn.weight_ih_l0_reverse	9	-0.0020971742924302816
229378	rnn.weight_hh_l0_reverse	0	0.039855968207120895
229378	rnn.weight_hh_l0_reverse	1	0.030134746804833412
229378	rnn.weight_hh_l0_reverse	2	-0.021787533536553383
229378	rnn.weight_hh_l0_reverse	3	-0.07967612147331238
229378	rnn.weight_hh_l0_reverse	4	0.011063383892178535
229378	rnn.weight_hh_l0_reverse	5	-0.05737173557281494
229378	rnn.weight_hh_l0_reverse	6	-0.013384309597313404
229378	rnn.weight_hh_l0_reverse	7	0.030817683786153793
229378	rnn.weight_hh_l0_reverse	8	0.007031877525150776
229378	rnn.weight_hh_l0_reverse	9	0.010229825973510742
229378	rnn.bias_ih_l0_reverse	0	-0.04681502655148506
229378	rnn.bias_ih_l0_reverse	1	-0.1396389752626419
229378	rnn.bias_ih_l0_reverse	2	-0.14553438127040863
229378	rnn.bias_ih_l0_reverse	3	-0.046554628759622574
229378	rnn.bias_ih_l0_reverse	4	-0.11523552238941193
229378	rnn.bias_ih_l0_reverse	5	-0.08616070449352264
229378	rnn.bias_ih_l0_reverse	6	-0.205901637673378
229378	rnn.bias_ih_l0_reverse	7	-0.05249163508415222
229378	rnn.bias_ih_l0_reverse	8	-0.061657074838876724
229378	rnn.bias_ih_l0_reverse	9	-0.13411955535411835
229378	rnn.bias_hh_l0_reverse	0	-0.14494775235652924
229378	rnn.bias_hh_l0_reverse	1	-0.16277219355106354
229378	rnn.bias_hh_l0_reverse	2	0.10948970168828964
229378	rnn.bias_hh_l0_reverse	3	0.07420804351568222
229378	rnn.bias_hh_l0_reverse	4	-0.17567387223243713
229378	rnn.bias_hh_l0_reverse	5	-0.1413767784833908
229378	rnn.bias_hh_l0_reverse	6	-0.09970011562108994
229378	rnn.bias_hh_l0_reverse	7	-0.0533234141767025
229378	rnn.bias_hh_l0_reverse	8	-0.09554144740104675
229378	rnn.bias_hh_l0_reverse	9	-0.02455516718327999
229378	linear.weight	0	-0.007695124950259924
229378	linear.weight	1	-0.009641108103096485
229378	linear.weight	2	0.2612634003162384
229378	linear.weight	3	-0.07904666662216187
229378	linear.weight	4	-0.010588549077510834
229378	linear.weight	5	0.10719521343708038
229378	linear.weight	6	-0.010739270597696304
229378	linear.weight	7	-0.07365937530994415
229378	linear.weight	8	0.19938316941261292
229378	linear.weight	9	-0.26541951298713684
229378	linear.bias	0	-0.03956538438796997
229378	linear.bias	1	0.031413208693265915
229378	linear.bias	2	0.4350360035896301
229378	linear.bias	3	-0.7217195630073547
229378	linear.bias	4	2.099621057510376
229378	linear.bias	5	-1.4019843339920044
229378	linear.bias	6	-0.29817989468574524
229378	linear.bias	7	-0.1184212788939476
229936	transitions	0	-1.9174860715866089
229936	transitions	1	-10000.0
229936	transitions	2	-0.7969565987586975
229936	transitions	3	-10000.0
229936	transitions	4	2.0292224884033203
229936	transitions	5	-10000.0
229936	transitions	6	-10000.0
229936	transitions	7	1.81887686252594
229936	transitions	8	-2.606340169906616
229936	transitions	9	-4.227311611175537
229936	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
229936	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
229936	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
229936	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
229936	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
229936	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
229936	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
229936	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
229936	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
229936	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
229936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
229936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
229936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
229936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
229936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
229936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
229936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
229936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
229936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
229936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
229936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
229936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
229936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
229936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
229936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
229936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
229936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
229936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
229936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
229936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
229936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
229936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
229936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
229936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
229936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
229936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
229936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
229936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
229936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
229936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
229936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
229936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
229936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
229936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
229936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
229936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
229936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
229936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
229936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
229936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
229936	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
229936	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
229936	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
229936	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
229936	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
229936	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
229936	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
229936	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
229936	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
229936	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
229936	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
229936	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
229936	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
229936	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
229936	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
229936	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
229936	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
229936	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
229936	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
229936	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
229936	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
229936	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
229936	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
229936	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
229936	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
229936	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
229936	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
229936	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
229936	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
229936	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
229936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
229936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
229936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
229936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
229936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
229936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
229936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
229936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
229936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
229936	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
229936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
229936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
229936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
229936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
229936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
229936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
229936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
229936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
229936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
229936	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
229936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
229936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
229936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
229936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
229936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
229936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
229936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
229936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
229936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
229936	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
229936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
229936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
229936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
229936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
229936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
229936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
229936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
229936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
229936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
229936	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
229936	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
229936	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
229936	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
229936	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
229936	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
229936	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
229936	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
229936	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
229936	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
229936	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
229936	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
229936	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
229936	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
229936	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
229936	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
229936	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
229936	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
229936	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
229936	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
229936	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
229936	embedding2nn.weight	0	0.006450951099395752
229936	embedding2nn.weight	1	0.004262756090611219
229936	embedding2nn.weight	2	0.01340134534984827
229936	embedding2nn.weight	3	0.02519913576543331
229936	embedding2nn.weight	4	0.023124558851122856
229936	embedding2nn.weight	5	0.0034516167361289263
229936	embedding2nn.weight	6	-0.014773976057767868
229936	embedding2nn.weight	7	-0.00046794116497039795
229936	embedding2nn.weight	8	-0.008925479836761951
229936	embedding2nn.weight	9	0.001632243162021041
229936	embedding2nn.bias	0	0.02064075507223606
229936	embedding2nn.bias	1	-0.034240227192640305
229936	embedding2nn.bias	2	0.08516445010900497
229936	embedding2nn.bias	3	0.06254241615533829
229936	embedding2nn.bias	4	-0.017144830897450447
229936	embedding2nn.bias	5	-0.03189052641391754
229936	embedding2nn.bias	6	0.027255063876509666
229936	embedding2nn.bias	7	-0.0026888209395110607
229936	embedding2nn.bias	8	-0.033801693469285965
229936	embedding2nn.bias	9	0.0253913477063179
229936	rnn.weight_ih_l0	0	0.06475741416215897
229936	rnn.weight_ih_l0	1	-0.04255615174770355
229936	rnn.weight_ih_l0	2	0.007637246511876583
229936	rnn.weight_ih_l0	3	0.04668313264846802
229936	rnn.weight_ih_l0	4	-0.029791025444865227
229936	rnn.weight_ih_l0	5	0.04350045695900917
229936	rnn.weight_ih_l0	6	0.007344186305999756
229936	rnn.weight_ih_l0	7	0.06607426702976227
229936	rnn.weight_ih_l0	8	0.01027199812233448
229936	rnn.weight_ih_l0	9	-0.026200778782367706
229936	rnn.weight_hh_l0	0	-0.01186580304056406
229936	rnn.weight_hh_l0	1	-0.02586987614631653
229936	rnn.weight_hh_l0	2	-0.06047004833817482
229936	rnn.weight_hh_l0	3	-0.005578907206654549
229936	rnn.weight_hh_l0	4	-0.009665154851973057
229936	rnn.weight_hh_l0	5	-0.02514670044183731
229936	rnn.weight_hh_l0	6	0.00018366239964962006
229936	rnn.weight_hh_l0	7	-0.037469927221536636
229936	rnn.weight_hh_l0	8	0.0671808198094368
229936	rnn.weight_hh_l0	9	0.044868066906929016
229936	rnn.bias_ih_l0	0	-0.1732967495918274
229936	rnn.bias_ih_l0	1	-0.16882286965847015
229936	rnn.bias_ih_l0	2	-0.01789691299200058
229936	rnn.bias_ih_l0	3	-0.1448013037443161
229936	rnn.bias_ih_l0	4	-0.05699358880519867
229936	rnn.bias_ih_l0	5	-0.17507728934288025
229936	rnn.bias_ih_l0	6	0.07156365364789963
229936	rnn.bias_ih_l0	7	-0.08774122595787048
229936	rnn.bias_ih_l0	8	-0.04550628364086151
229936	rnn.bias_ih_l0	9	-0.10894478112459183
229936	rnn.bias_hh_l0	0	-0.06961089372634888
229936	rnn.bias_hh_l0	1	0.24664583802223206
229936	rnn.bias_hh_l0	2	0.04758972302079201
229936	rnn.bias_hh_l0	3	-0.07658440619707108
229936	rnn.bias_hh_l0	4	-0.07943474501371384
229936	rnn.bias_hh_l0	5	0.0024623104836791754
229936	rnn.bias_hh_l0	6	0.05688304081559181
229936	rnn.bias_hh_l0	7	-0.10244089365005493
229936	rnn.bias_hh_l0	8	-0.23619726300239563
229936	rnn.bias_hh_l0	9	-0.10225348174571991
229936	rnn.weight_ih_l0_reverse	0	0.022826867178082466
229936	rnn.weight_ih_l0_reverse	1	-0.061608221381902695
229936	rnn.weight_ih_l0_reverse	2	0.042120784521102905
229936	rnn.weight_ih_l0_reverse	3	0.018704906105995178
229936	rnn.weight_ih_l0_reverse	4	0.0010007781675085425
229936	rnn.weight_ih_l0_reverse	5	-0.02738369256258011
229936	rnn.weight_ih_l0_reverse	6	0.01599973253905773
229936	rnn.weight_ih_l0_reverse	7	0.02936386875808239
229936	rnn.weight_ih_l0_reverse	8	-0.0271172896027565
229936	rnn.weight_ih_l0_reverse	9	-0.0020482155960053205
229936	rnn.weight_hh_l0_reverse	0	0.0398380346596241
229936	rnn.weight_hh_l0_reverse	1	0.03031732700765133
229936	rnn.weight_hh_l0_reverse	2	-0.021887948736548424
229936	rnn.weight_hh_l0_reverse	3	-0.07966890186071396
229936	rnn.weight_hh_l0_reverse	4	0.011095243506133556
229936	rnn.weight_hh_l0_reverse	5	-0.057701271027326584
229936	rnn.weight_hh_l0_reverse	6	-0.013279893435537815
229936	rnn.weight_hh_l0_reverse	7	0.03074723295867443
229936	rnn.weight_hh_l0_reverse	8	0.00724232941865921
229936	rnn.weight_hh_l0_reverse	9	0.010178274475038052
229936	rnn.bias_ih_l0_reverse	0	-0.045976314693689346
229936	rnn.bias_ih_l0_reverse	1	-0.1396324783563614
229936	rnn.bias_ih_l0_reverse	2	-0.1456102877855301
229936	rnn.bias_ih_l0_reverse	3	-0.04582870006561279
229936	rnn.bias_ih_l0_reverse	4	-0.11425314098596573
229936	rnn.bias_ih_l0_reverse	5	-0.0861067846417427
229936	rnn.bias_ih_l0_reverse	6	-0.20664440095424652
229936	rnn.bias_ih_l0_reverse	7	-0.05280501767992973
229936	rnn.bias_ih_l0_reverse	8	-0.06131153181195259
229936	rnn.bias_ih_l0_reverse	9	-0.1361556202173233
229936	rnn.bias_hh_l0_reverse	0	-0.14563560485839844
229936	rnn.bias_hh_l0_reverse	1	-0.16304020583629608
229936	rnn.bias_hh_l0_reverse	2	0.10832156985998154
229936	rnn.bias_hh_l0_reverse	3	0.07297028601169586
229936	rnn.bias_hh_l0_reverse	4	-0.1749417632818222
229936	rnn.bias_hh_l0_reverse	5	-0.14217302203178406
229936	rnn.bias_hh_l0_reverse	6	-0.09919651597738266
229936	rnn.bias_hh_l0_reverse	7	-0.053548894822597504
229936	rnn.bias_hh_l0_reverse	8	-0.0959281176328659
229936	rnn.bias_hh_l0_reverse	9	-0.024326695129275322
229936	linear.weight	0	-0.007696099113672972
229936	linear.weight	1	-0.01248706504702568
229936	linear.weight	2	0.2698856294155121
229936	linear.weight	3	-0.07904539257287979
229936	linear.weight	4	-0.010588549077510834
229936	linear.weight	5	0.11051663756370544
229936	linear.weight	6	-0.010739270597696304
229936	linear.weight	7	-0.0670166090130806
229936	linear.weight	8	0.19143225252628326
229936	linear.weight	9	-0.2658650875091553
229936	linear.bias	0	-0.03956538438796997
229936	linear.bias	1	0.031413208693265915
229936	linear.bias	2	0.44942912459373474
229936	linear.bias	3	-0.7261288166046143
229936	linear.bias	4	2.1075146198272705
229936	linear.bias	5	-1.4020646810531616
229936	linear.bias	6	-0.30714666843414307
229936	linear.bias	7	-0.12725910544395447
230494	transitions	0	-1.917937994003296
230494	transitions	1	-10000.0
230494	transitions	2	-0.7969565987586975
230494	transitions	3	-10000.0
230494	transitions	4	2.0181727409362793
230494	transitions	5	-10000.0
230494	transitions	6	-10000.0
230494	transitions	7	1.8200865983963013
230494	transitions	8	-2.6067397594451904
230494	transitions	9	-4.227637767791748
230494	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
230494	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
230494	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
230494	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
230494	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
230494	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
230494	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
230494	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
230494	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
230494	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
230494	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
230494	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
230494	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
230494	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
230494	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
230494	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
230494	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
230494	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
230494	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
230494	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
230494	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
230494	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
230494	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
230494	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
230494	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
230494	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
230494	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
230494	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
230494	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
230494	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
230494	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
230494	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
230494	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
230494	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
230494	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
230494	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
230494	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
230494	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
230494	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
230494	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
230494	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
230494	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
230494	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
230494	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
230494	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
230494	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
230494	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
230494	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
230494	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
230494	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
230494	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
230494	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
230494	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
230494	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
230494	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
230494	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
230494	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
230494	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
230494	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
230494	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
230494	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
230494	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
230494	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
230494	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
230494	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
230494	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
230494	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
230494	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
230494	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
230494	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
230494	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
230494	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
230494	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
230494	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
230494	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
230494	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
230494	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
230494	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
230494	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
230494	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
230494	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
230494	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
230494	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
230494	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
230494	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
230494	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
230494	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
230494	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
230494	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
230494	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
230494	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
230494	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
230494	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
230494	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
230494	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
230494	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
230494	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
230494	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
230494	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
230494	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
230494	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
230494	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
230494	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
230494	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
230494	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
230494	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
230494	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
230494	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
230494	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
230494	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
230494	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
230494	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
230494	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
230494	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
230494	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
230494	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
230494	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
230494	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
230494	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
230494	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
230494	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
230494	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
230494	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
230494	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
230494	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
230494	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
230494	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
230494	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
230494	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
230494	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
230494	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
230494	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
230494	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
230494	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
230494	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
230494	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
230494	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
230494	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
230494	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
230494	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
230494	embedding2nn.weight	0	0.006454434245824814
230494	embedding2nn.weight	1	0.004319457802921534
230494	embedding2nn.weight	2	0.013413980603218079
230494	embedding2nn.weight	3	0.02514292113482952
230494	embedding2nn.weight	4	0.02307240478694439
230494	embedding2nn.weight	5	0.0034902875777333975
230494	embedding2nn.weight	6	-0.01481754332780838
230494	embedding2nn.weight	7	-0.00040695443749427795
230494	embedding2nn.weight	8	-0.009281929582357407
230494	embedding2nn.weight	9	0.0016437945887446404
230494	embedding2nn.bias	0	0.020681563764810562
230494	embedding2nn.bias	1	-0.03403788059949875
230494	embedding2nn.bias	2	0.0885641872882843
230494	embedding2nn.bias	3	0.0624852329492569
230494	embedding2nn.bias	4	-0.018054766580462456
230494	embedding2nn.bias	5	-0.029776448383927345
230494	embedding2nn.bias	6	0.02350488305091858
230494	embedding2nn.bias	7	-0.0013331158552318811
230494	embedding2nn.bias	8	-0.033723920583724976
230494	embedding2nn.bias	9	0.023328199982643127
230494	rnn.weight_ih_l0	0	0.06475506722927094
230494	rnn.weight_ih_l0	1	-0.042542800307273865
230494	rnn.weight_ih_l0	2	0.008175651542842388
230494	rnn.weight_ih_l0	3	0.046874698251485825
230494	rnn.weight_ih_l0	4	-0.029697466641664505
230494	rnn.weight_ih_l0	5	0.04369582608342171
230494	rnn.weight_ih_l0	6	0.007230477873235941
230494	rnn.weight_ih_l0	7	0.0661700889468193
230494	rnn.weight_ih_l0	8	0.009826675988733768
230494	rnn.weight_ih_l0	9	-0.026746364310383797
230494	rnn.weight_hh_l0	0	-0.011985273100435734
230494	rnn.weight_hh_l0	1	-0.02602599933743477
230494	rnn.weight_hh_l0	2	-0.06064482405781746
230494	rnn.weight_hh_l0	3	-0.005504144821316004
230494	rnn.weight_hh_l0	4	-0.009693250060081482
230494	rnn.weight_hh_l0	5	-0.025103727355599403
230494	rnn.weight_hh_l0	6	0.00018965554772876203
230494	rnn.weight_hh_l0	7	-0.037759196013212204
230494	rnn.weight_hh_l0	8	0.06715791672468185
230494	rnn.weight_hh_l0	9	0.04496289789676666
230494	rnn.bias_ih_l0	0	-0.17416806519031525
230494	rnn.bias_ih_l0	1	-0.16934488713741302
230494	rnn.bias_ih_l0	2	-0.01828359067440033
230494	rnn.bias_ih_l0	3	-0.14522002637386322
230494	rnn.bias_ih_l0	4	-0.05604681000113487
230494	rnn.bias_ih_l0	5	-0.1754016876220703
230494	rnn.bias_ih_l0	6	0.07469438761472702
230494	rnn.bias_ih_l0	7	-0.08780074864625931
230494	rnn.bias_ih_l0	8	-0.044626493006944656
230494	rnn.bias_ih_l0	9	-0.10782039910554886
230494	rnn.bias_hh_l0	0	-0.06935915350914001
230494	rnn.bias_hh_l0	1	0.24490754306316376
230494	rnn.bias_hh_l0	2	0.04743175953626633
230494	rnn.bias_hh_l0	3	-0.07667101174592972
230494	rnn.bias_hh_l0	4	-0.07957666367292404
230494	rnn.bias_hh_l0	5	0.0004233460349496454
230494	rnn.bias_hh_l0	6	0.057596929371356964
230494	rnn.bias_hh_l0	7	-0.10297317057847977
230494	rnn.bias_hh_l0	8	-0.23499980568885803
230494	rnn.bias_hh_l0	9	-0.10236018896102905
230494	rnn.weight_ih_l0_reverse	0	0.022764036431908607
230494	rnn.weight_ih_l0_reverse	1	-0.06093156710267067
230494	rnn.weight_ih_l0_reverse	2	0.04227776452898979
230494	rnn.weight_ih_l0_reverse	3	0.01913362555205822
230494	rnn.weight_ih_l0_reverse	4	0.0010206792503595352
230494	rnn.weight_ih_l0_reverse	5	-0.02745729126036167
230494	rnn.weight_ih_l0_reverse	6	0.016826285049319267
230494	rnn.weight_ih_l0_reverse	7	0.029434511438012123
230494	rnn.weight_ih_l0_reverse	8	-0.027097290381789207
230494	rnn.weight_ih_l0_reverse	9	-0.0017125841695815325
230494	rnn.weight_hh_l0_reverse	0	0.03976106643676758
230494	rnn.weight_hh_l0_reverse	1	0.030303413048386574
230494	rnn.weight_hh_l0_reverse	2	-0.021849360316991806
230494	rnn.weight_hh_l0_reverse	3	-0.07927552610635757
230494	rnn.weight_hh_l0_reverse	4	0.011075001209974289
230494	rnn.weight_hh_l0_reverse	5	-0.05755385383963585
230494	rnn.weight_hh_l0_reverse	6	-0.013360048644244671
230494	rnn.weight_hh_l0_reverse	7	0.030674034729599953
230494	rnn.weight_hh_l0_reverse	8	0.0074831037782132626
230494	rnn.weight_hh_l0_reverse	9	0.010282037779688835
230494	rnn.bias_ih_l0_reverse	0	-0.04599859192967415
230494	rnn.bias_ih_l0_reverse	1	-0.13840948045253754
230494	rnn.bias_ih_l0_reverse	2	-0.14699535071849823
230494	rnn.bias_ih_l0_reverse	3	-0.045302338898181915
230494	rnn.bias_ih_l0_reverse	4	-0.1130431666970253
230494	rnn.bias_ih_l0_reverse	5	-0.08470849692821503
230494	rnn.bias_ih_l0_reverse	6	-0.2058914601802826
230494	rnn.bias_ih_l0_reverse	7	-0.054150816053152084
230494	rnn.bias_ih_l0_reverse	8	-0.06178073585033417
230494	rnn.bias_ih_l0_reverse	9	-0.13426275551319122
230494	rnn.bias_hh_l0_reverse	0	-0.14591775834560394
230494	rnn.bias_hh_l0_reverse	1	-0.1630658060312271
230494	rnn.bias_hh_l0_reverse	2	0.10860006511211395
230494	rnn.bias_hh_l0_reverse	3	0.07358771562576294
230494	rnn.bias_hh_l0_reverse	4	-0.17574602365493774
230494	rnn.bias_hh_l0_reverse	5	-0.14277061820030212
230494	rnn.bias_hh_l0_reverse	6	-0.09906086325645447
230494	rnn.bias_hh_l0_reverse	7	-0.05324084684252739
230494	rnn.bias_hh_l0_reverse	8	-0.09653311967849731
230494	rnn.bias_hh_l0_reverse	9	-0.02317707985639572
230494	linear.weight	0	-0.007696518208831549
230494	linear.weight	1	-0.02023206278681755
230494	linear.weight	2	0.2696531414985657
230494	linear.weight	3	-0.0790436863899231
230494	linear.weight	4	-0.010588549077510834
230494	linear.weight	5	0.1218966543674469
230494	linear.weight	6	-0.010739270597696304
230494	linear.weight	7	-0.07875939458608627
230494	linear.weight	8	0.21401982009410858
230494	linear.weight	9	-0.2671695649623871
230494	linear.bias	0	-0.03956538438796997
230494	linear.bias	1	0.031413208693265915
230494	linear.bias	2	0.4522242248058319
230494	linear.bias	3	-0.7299981713294983
230494	linear.bias	4	2.099452257156372
230494	linear.bias	5	-1.4021456241607666
230494	linear.bias	6	-0.30260342359542847
230494	linear.bias	7	-0.12259132415056229
231052	transitions	0	-1.9184374809265137
231052	transitions	1	-10000.0
231052	transitions	2	-0.7969565987586975
231052	transitions	3	-10000.0
231052	transitions	4	2.023996353149414
231052	transitions	5	-10000.0
231052	transitions	6	-10000.0
231052	transitions	7	1.8187521696090698
231052	transitions	8	-2.6072182655334473
231052	transitions	9	-4.227972507476807
231052	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
231052	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
231052	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
231052	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
231052	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
231052	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
231052	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
231052	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
231052	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
231052	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
231052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
231052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
231052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
231052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
231052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
231052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
231052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
231052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
231052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
231052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
231052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
231052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
231052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
231052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
231052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
231052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
231052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
231052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
231052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
231052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
231052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
231052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
231052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
231052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
231052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
231052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
231052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
231052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
231052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
231052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
231052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
231052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
231052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
231052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
231052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
231052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
231052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
231052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
231052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
231052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
231052	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
231052	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
231052	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
231052	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
231052	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
231052	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
231052	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
231052	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
231052	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
231052	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
231052	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
231052	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
231052	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
231052	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
231052	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
231052	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
231052	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
231052	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
231052	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
231052	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
231052	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
231052	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
231052	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
231052	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
231052	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
231052	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
231052	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
231052	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
231052	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
231052	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
231052	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
231052	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
231052	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
231052	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
231052	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
231052	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
231052	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
231052	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
231052	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
231052	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
231052	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
231052	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
231052	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
231052	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
231052	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
231052	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
231052	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
231052	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
231052	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
231052	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
231052	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
231052	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
231052	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
231052	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
231052	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
231052	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
231052	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
231052	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
231052	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
231052	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
231052	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
231052	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
231052	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
231052	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
231052	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
231052	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
231052	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
231052	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
231052	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
231052	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
231052	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
231052	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
231052	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
231052	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
231052	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
231052	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
231052	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
231052	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
231052	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
231052	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
231052	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
231052	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
231052	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
231052	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
231052	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
231052	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
231052	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
231052	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
231052	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
231052	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
231052	embedding2nn.weight	0	0.006452738307416439
231052	embedding2nn.weight	1	0.0043310848996043205
231052	embedding2nn.weight	2	0.013414291664958
231052	embedding2nn.weight	3	0.025188617408275604
231052	embedding2nn.weight	4	0.023122258484363556
231052	embedding2nn.weight	5	0.0033751034643501043
231052	embedding2nn.weight	6	-0.014783493243157864
231052	embedding2nn.weight	7	-0.0004706492181867361
231052	embedding2nn.weight	8	-0.009379531256854534
231052	embedding2nn.weight	9	0.0017420912627130747
231052	embedding2nn.bias	0	0.019420556724071503
231052	embedding2nn.bias	1	-0.03353289142251015
231052	embedding2nn.bias	2	0.08675845712423325
231052	embedding2nn.bias	3	0.05938512831926346
231052	embedding2nn.bias	4	-0.016965284943580627
231052	embedding2nn.bias	5	-0.02884754352271557
231052	embedding2nn.bias	6	0.02558750845491886
231052	embedding2nn.bias	7	-0.0002304605150129646
231052	embedding2nn.bias	8	-0.034738656133413315
231052	embedding2nn.bias	9	0.022833025082945824
231052	rnn.weight_ih_l0	0	0.06482741981744766
231052	rnn.weight_ih_l0	1	-0.0418584905564785
231052	rnn.weight_ih_l0	2	0.008285880088806152
231052	rnn.weight_ih_l0	3	0.04685795307159424
231052	rnn.weight_ih_l0	4	-0.02994304895401001
231052	rnn.weight_ih_l0	5	0.04407641664147377
231052	rnn.weight_ih_l0	6	0.007307990454137325
231052	rnn.weight_ih_l0	7	0.06631939113140106
231052	rnn.weight_ih_l0	8	0.009599782526493073
231052	rnn.weight_ih_l0	9	-0.02666359208524227
231052	rnn.weight_hh_l0	0	-0.011882118880748749
231052	rnn.weight_hh_l0	1	-0.026016002520918846
231052	rnn.weight_hh_l0	2	-0.060648076236248016
231052	rnn.weight_hh_l0	3	-0.0053978669457137585
231052	rnn.weight_hh_l0	4	-0.009676642715930939
231052	rnn.weight_hh_l0	5	-0.025098860263824463
231052	rnn.weight_hh_l0	6	0.0002392577735008672
231052	rnn.weight_hh_l0	7	-0.03772526606917381
231052	rnn.weight_hh_l0	8	0.06726326793432236
231052	rnn.weight_hh_l0	9	0.04495410621166229
231052	rnn.bias_ih_l0	0	-0.17321081459522247
231052	rnn.bias_ih_l0	1	-0.1695597916841507
231052	rnn.bias_ih_l0	2	-0.01981332153081894
231052	rnn.bias_ih_l0	3	-0.1458669900894165
231052	rnn.bias_ih_l0	4	-0.05802704021334648
231052	rnn.bias_ih_l0	5	-0.17556624114513397
231052	rnn.bias_ih_l0	6	0.07263674587011337
231052	rnn.bias_ih_l0	7	-0.08761720359325409
231052	rnn.bias_ih_l0	8	-0.04463203251361847
231052	rnn.bias_ih_l0	9	-0.10698572546243668
231052	rnn.bias_hh_l0	0	-0.06918476521968842
231052	rnn.bias_hh_l0	1	0.24645119905471802
231052	rnn.bias_hh_l0	2	0.04692080244421959
231052	rnn.bias_hh_l0	3	-0.0772717222571373
231052	rnn.bias_hh_l0	4	-0.07846168428659439
231052	rnn.bias_hh_l0	5	0.0005693279672414064
231052	rnn.bias_hh_l0	6	0.05575721338391304
231052	rnn.bias_hh_l0	7	-0.10026658326387405
231052	rnn.bias_hh_l0	8	-0.2372177541255951
231052	rnn.bias_hh_l0	9	-0.10235369205474854
231052	rnn.weight_ih_l0_reverse	0	0.022948481142520905
231052	rnn.weight_ih_l0_reverse	1	-0.061289023607969284
231052	rnn.weight_ih_l0_reverse	2	0.04240882769227028
231052	rnn.weight_ih_l0_reverse	3	0.019232356920838356
231052	rnn.weight_ih_l0_reverse	4	0.0008526404853910208
231052	rnn.weight_ih_l0_reverse	5	-0.027398986741900444
231052	rnn.weight_ih_l0_reverse	6	0.017140226438641548
231052	rnn.weight_ih_l0_reverse	7	0.029665324836969376
231052	rnn.weight_ih_l0_reverse	8	-0.02711768075823784
231052	rnn.weight_ih_l0_reverse	9	-0.0017167023615911603
231052	rnn.weight_hh_l0_reverse	0	0.03954251483082771
231052	rnn.weight_hh_l0_reverse	1	0.030372265726327896
231052	rnn.weight_hh_l0_reverse	2	-0.021785462275147438
231052	rnn.weight_hh_l0_reverse	3	-0.07936792075634003
231052	rnn.weight_hh_l0_reverse	4	0.011048540472984314
231052	rnn.weight_hh_l0_reverse	5	-0.0574425645172596
231052	rnn.weight_hh_l0_reverse	6	-0.013498750515282154
231052	rnn.weight_hh_l0_reverse	7	0.030593227595090866
231052	rnn.weight_hh_l0_reverse	8	0.007876448333263397
231052	rnn.weight_hh_l0_reverse	9	0.010412032715976238
231052	rnn.bias_ih_l0_reverse	0	-0.0463261716067791
231052	rnn.bias_ih_l0_reverse	1	-0.13739193975925446
231052	rnn.bias_ih_l0_reverse	2	-0.14577896893024445
231052	rnn.bias_ih_l0_reverse	3	-0.044758304953575134
231052	rnn.bias_ih_l0_reverse	4	-0.11366160959005356
231052	rnn.bias_ih_l0_reverse	5	-0.08464811742305756
231052	rnn.bias_ih_l0_reverse	6	-0.2049647569656372
231052	rnn.bias_ih_l0_reverse	7	-0.05417914316058159
231052	rnn.bias_ih_l0_reverse	8	-0.061997197568416595
231052	rnn.bias_ih_l0_reverse	9	-0.13573886454105377
231052	rnn.bias_hh_l0_reverse	0	-0.14566108584403992
231052	rnn.bias_hh_l0_reverse	1	-0.16307514905929565
231052	rnn.bias_hh_l0_reverse	2	0.10523932427167892
231052	rnn.bias_hh_l0_reverse	3	0.07205716520547867
231052	rnn.bias_hh_l0_reverse	4	-0.17677806317806244
231052	rnn.bias_hh_l0_reverse	5	-0.14294983446598053
231052	rnn.bias_hh_l0_reverse	6	-0.09783246368169785
231052	rnn.bias_hh_l0_reverse	7	-0.05226481705904007
231052	rnn.bias_hh_l0_reverse	8	-0.09742732346057892
231052	rnn.bias_hh_l0_reverse	9	-0.022954609245061874
231052	linear.weight	0	-0.007697116583585739
231052	linear.weight	1	-0.011821663938462734
231052	linear.weight	2	0.2671853303909302
231052	linear.weight	3	-0.0790415108203888
231052	linear.weight	4	-0.010588549077510834
231052	linear.weight	5	0.12384465336799622
231052	linear.weight	6	-0.010739270597696304
231052	linear.weight	7	-0.0733153373003006
231052	linear.weight	8	0.2198830544948578
231052	linear.weight	9	-0.26744985580444336
231052	linear.bias	0	-0.03956538438796997
231052	linear.bias	1	0.031413208693265915
231052	linear.bias	2	0.45521166920661926
231052	linear.bias	3	-0.7398467063903809
231052	linear.bias	4	2.088141441345215
231052	linear.bias	5	-1.4022245407104492
231052	linear.bias	6	-0.29337573051452637
231052	linear.bias	7	-0.11357907950878143
231610	transitions	0	-1.9189640283584595
231610	transitions	1	-10000.0
231610	transitions	2	-0.7969565987586975
231610	transitions	3	-10000.0
231610	transitions	4	2.0251083374023438
231610	transitions	5	-10000.0
231610	transitions	6	-10000.0
231610	transitions	7	1.8256454467773438
231610	transitions	8	-2.607616901397705
231610	transitions	9	-4.228291988372803
231610	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
231610	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
231610	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
231610	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
231610	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
231610	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
231610	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
231610	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
231610	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
231610	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
231610	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
231610	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
231610	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
231610	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
231610	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
231610	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
231610	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
231610	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
231610	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
231610	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
231610	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
231610	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
231610	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
231610	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
231610	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
231610	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
231610	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
231610	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
231610	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
231610	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
231610	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
231610	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
231610	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
231610	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
231610	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
231610	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
231610	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
231610	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
231610	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
231610	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
231610	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
231610	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
231610	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
231610	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
231610	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
231610	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
231610	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
231610	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
231610	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
231610	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
231610	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
231610	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
231610	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
231610	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
231610	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
231610	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
231610	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
231610	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
231610	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
231610	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
231610	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
231610	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
231610	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
231610	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
231610	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
231610	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
231610	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
231610	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
231610	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
231610	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
231610	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
231610	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
231610	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
231610	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
231610	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
231610	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
231610	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
231610	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
231610	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
231610	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
231610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
231610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
231610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
231610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
231610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
231610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
231610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
231610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
231610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
231610	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
231610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
231610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
231610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
231610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
231610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
231610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
231610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
231610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
231610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
231610	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
231610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
231610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
231610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
231610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
231610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
231610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
231610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
231610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
231610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
231610	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
231610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
231610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
231610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
231610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
231610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
231610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
231610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
231610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
231610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
231610	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
231610	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
231610	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
231610	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
231610	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
231610	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
231610	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
231610	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
231610	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
231610	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
231610	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
231610	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
231610	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
231610	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
231610	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
231610	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
231610	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
231610	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
231610	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
231610	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
231610	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
231610	embedding2nn.weight	0	0.006446341518312693
231610	embedding2nn.weight	1	0.004356475081294775
231610	embedding2nn.weight	2	0.013419484719634056
231610	embedding2nn.weight	3	0.02517303079366684
231610	embedding2nn.weight	4	0.023121189326047897
231610	embedding2nn.weight	5	0.003510292386636138
231610	embedding2nn.weight	6	-0.014751472510397434
231610	embedding2nn.weight	7	-0.0004640427359845489
231610	embedding2nn.weight	8	-0.009011998772621155
231610	embedding2nn.weight	9	0.0017257642466574907
231610	embedding2nn.bias	0	0.021201491355895996
231610	embedding2nn.bias	1	-0.033410925418138504
231610	embedding2nn.bias	2	0.08775076270103455
231610	embedding2nn.bias	3	0.05800626054406166
231610	embedding2nn.bias	4	-0.01678064465522766
231610	embedding2nn.bias	5	-0.030031809583306313
231610	embedding2nn.bias	6	0.02650410123169422
231610	embedding2nn.bias	7	-0.0009491910459473729
231610	embedding2nn.bias	8	-0.03172232210636139
231610	embedding2nn.bias	9	0.02179761789739132
231610	rnn.weight_ih_l0	0	0.06466539204120636
231610	rnn.weight_ih_l0	1	-0.04179328680038452
231610	rnn.weight_ih_l0	2	0.008066492155194283
231610	rnn.weight_ih_l0	3	0.04684137552976608
231610	rnn.weight_ih_l0	4	-0.03002304956316948
231610	rnn.weight_ih_l0	5	0.04410310089588165
231610	rnn.weight_ih_l0	6	0.007337590213865042
231610	rnn.weight_ih_l0	7	0.06624960899353027
231610	rnn.weight_ih_l0	8	0.009565433487296104
231610	rnn.weight_ih_l0	9	-0.026830529794096947
231610	rnn.weight_hh_l0	0	-0.011768780648708344
231610	rnn.weight_hh_l0	1	-0.026000823825597763
231610	rnn.weight_hh_l0	2	-0.06065746769309044
231610	rnn.weight_hh_l0	3	-0.00535843288525939
231610	rnn.weight_hh_l0	4	-0.009685291908681393
231610	rnn.weight_hh_l0	5	-0.02536880038678646
231610	rnn.weight_hh_l0	6	0.0002239902241853997
231610	rnn.weight_hh_l0	7	-0.037758588790893555
231610	rnn.weight_hh_l0	8	0.06692532449960709
231610	rnn.weight_hh_l0	9	0.04518328607082367
231610	rnn.bias_ih_l0	0	-0.1734277307987213
231610	rnn.bias_ih_l0	1	-0.16780853271484375
231610	rnn.bias_ih_l0	2	-0.019519252702593803
231610	rnn.bias_ih_l0	3	-0.14490845799446106
231610	rnn.bias_ih_l0	4	-0.05681066960096359
231610	rnn.bias_ih_l0	5	-0.17570248246192932
231610	rnn.bias_ih_l0	6	0.07331163436174393
231610	rnn.bias_ih_l0	7	-0.08780340850353241
231610	rnn.bias_ih_l0	8	-0.04504267871379852
231610	rnn.bias_ih_l0	9	-0.10719569027423859
231610	rnn.bias_hh_l0	0	-0.06890939176082611
231610	rnn.bias_hh_l0	1	0.24614651501178741
231610	rnn.bias_hh_l0	2	0.04700401425361633
231610	rnn.bias_hh_l0	3	-0.07824306935071945
231610	rnn.bias_hh_l0	4	-0.07930587232112885
231610	rnn.bias_hh_l0	5	0.0008679788443259895
231610	rnn.bias_hh_l0	6	0.05447842925786972
231610	rnn.bias_hh_l0	7	-0.10117959976196289
231610	rnn.bias_hh_l0	8	-0.23730428516864777
231610	rnn.bias_hh_l0	9	-0.10174965113401413
231610	rnn.weight_ih_l0_reverse	0	0.022568561136722565
231610	rnn.weight_ih_l0_reverse	1	-0.06087341532111168
231610	rnn.weight_ih_l0_reverse	2	0.04225432127714157
231610	rnn.weight_ih_l0_reverse	3	0.019299831241369247
231610	rnn.weight_ih_l0_reverse	4	0.000989221385680139
231610	rnn.weight_ih_l0_reverse	5	-0.027112223207950592
231610	rnn.weight_ih_l0_reverse	6	0.017135335132479668
231610	rnn.weight_ih_l0_reverse	7	0.029518889263272285
231610	rnn.weight_ih_l0_reverse	8	-0.027158867567777634
231610	rnn.weight_ih_l0_reverse	9	-0.0019500873750075698
231610	rnn.weight_hh_l0_reverse	0	0.03953728824853897
231610	rnn.weight_hh_l0_reverse	1	0.03058443032205105
231610	rnn.weight_hh_l0_reverse	2	-0.02182595431804657
231610	rnn.weight_hh_l0_reverse	3	-0.07907386869192123
231610	rnn.weight_hh_l0_reverse	4	0.011128486134111881
231610	rnn.weight_hh_l0_reverse	5	-0.057404614984989166
231610	rnn.weight_hh_l0_reverse	6	-0.013525936752557755
231610	rnn.weight_hh_l0_reverse	7	0.030753862112760544
231610	rnn.weight_hh_l0_reverse	8	0.0075071328319609165
231610	rnn.weight_hh_l0_reverse	9	0.010262327268719673
231610	rnn.bias_ih_l0_reverse	0	-0.047534096986055374
231610	rnn.bias_ih_l0_reverse	1	-0.1369585394859314
231610	rnn.bias_ih_l0_reverse	2	-0.1464487910270691
231610	rnn.bias_ih_l0_reverse	3	-0.04409302398562431
231610	rnn.bias_ih_l0_reverse	4	-0.11478593945503235
231610	rnn.bias_ih_l0_reverse	5	-0.08554255217313766
231610	rnn.bias_ih_l0_reverse	6	-0.20441992580890656
231610	rnn.bias_ih_l0_reverse	7	-0.05287885293364525
231610	rnn.bias_ih_l0_reverse	8	-0.06174491345882416
231610	rnn.bias_ih_l0_reverse	9	-0.13585785031318665
231610	rnn.bias_hh_l0_reverse	0	-0.14525000751018524
231610	rnn.bias_hh_l0_reverse	1	-0.1645108014345169
231610	rnn.bias_hh_l0_reverse	2	0.10680631548166275
231610	rnn.bias_hh_l0_reverse	3	0.0709620863199234
231610	rnn.bias_hh_l0_reverse	4	-0.17707791924476624
231610	rnn.bias_hh_l0_reverse	5	-0.14405331015586853
231610	rnn.bias_hh_l0_reverse	6	-0.09761939942836761
231610	rnn.bias_hh_l0_reverse	7	-0.05295224115252495
231610	rnn.bias_hh_l0_reverse	8	-0.09683384001255035
231610	rnn.bias_hh_l0_reverse	9	-0.02510879375040531
231610	linear.weight	0	-0.007698036264628172
231610	linear.weight	1	-0.011870329268276691
231610	linear.weight	2	0.27268075942993164
231610	linear.weight	3	-0.07903945446014404
231610	linear.weight	4	-0.010588549077510834
231610	linear.weight	5	0.1309761255979538
231610	linear.weight	6	-0.010739270597696304
231610	linear.weight	7	-0.08171971142292023
231610	linear.weight	8	0.20098832249641418
231610	linear.weight	9	-0.27062690258026123
231610	linear.bias	0	-0.03956538438796997
231610	linear.bias	1	0.031413208693265915
231610	linear.bias	2	0.45520681142807007
231610	linear.bias	3	-0.7141851782798767
231610	linear.bias	4	2.092832088470459
231610	linear.bias	5	-1.4023040533065796
231610	linear.bias	6	-0.3083367347717285
231610	linear.bias	7	-0.12889380753040314
232168	transitions	0	-1.9193613529205322
232168	transitions	1	-10000.0
232168	transitions	2	-0.7969565987586975
232168	transitions	3	-10000.0
232168	transitions	4	2.029435396194458
232168	transitions	5	-10000.0
232168	transitions	6	-10000.0
232168	transitions	7	1.8148716688156128
232168	transitions	8	-2.608006477355957
232168	transitions	9	-4.228604316711426
232168	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
232168	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
232168	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
232168	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
232168	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
232168	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
232168	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
232168	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
232168	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
232168	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
232168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
232168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
232168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
232168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
232168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
232168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
232168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
232168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
232168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
232168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
232168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
232168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
232168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
232168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
232168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
232168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
232168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
232168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
232168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
232168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
232168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
232168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
232168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
232168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
232168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
232168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
232168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
232168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
232168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
232168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
232168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
232168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
232168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
232168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
232168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
232168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
232168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
232168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
232168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
232168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
232168	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
232168	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
232168	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
232168	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
232168	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
232168	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
232168	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
232168	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
232168	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
232168	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
232168	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
232168	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
232168	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
232168	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
232168	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
232168	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
232168	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
232168	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
232168	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
232168	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
232168	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
232168	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
232168	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
232168	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
232168	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
232168	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
232168	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
232168	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
232168	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
232168	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
232168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
232168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
232168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
232168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
232168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
232168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
232168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
232168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
232168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
232168	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
232168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
232168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
232168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
232168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
232168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
232168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
232168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
232168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
232168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
232168	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
232168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
232168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
232168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
232168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
232168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
232168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
232168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
232168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
232168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
232168	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
232168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
232168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
232168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
232168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
232168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
232168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
232168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
232168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
232168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
232168	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
232168	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
232168	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
232168	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
232168	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
232168	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
232168	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
232168	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
232168	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
232168	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
232168	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
232168	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
232168	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
232168	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
232168	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
232168	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
232168	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
232168	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
232168	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
232168	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
232168	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
232168	embedding2nn.weight	0	0.0064490316435694695
232168	embedding2nn.weight	1	0.004277155268937349
232168	embedding2nn.weight	2	0.013403795659542084
232168	embedding2nn.weight	3	0.025368105620145798
232168	embedding2nn.weight	4	0.023118657991290092
232168	embedding2nn.weight	5	0.0035326892975717783
232168	embedding2nn.weight	6	-0.01480796281248331
232168	embedding2nn.weight	7	-0.0004929010174237192
232168	embedding2nn.weight	8	-0.008880889974534512
232168	embedding2nn.weight	9	0.001829297747462988
232168	embedding2nn.bias	0	0.0194762721657753
232168	embedding2nn.bias	1	-0.032961562275886536
232168	embedding2nn.bias	2	0.08767355233430862
232168	embedding2nn.bias	3	0.06229507178068161
232168	embedding2nn.bias	4	-0.017571497708559036
232168	embedding2nn.bias	5	-0.030295345932245255
232168	embedding2nn.bias	6	0.024901259690523148
232168	embedding2nn.bias	7	-0.003869816428050399
232168	embedding2nn.bias	8	-0.030149968340992928
232168	embedding2nn.bias	9	0.02133670449256897
232168	rnn.weight_ih_l0	0	0.06456682085990906
232168	rnn.weight_ih_l0	1	-0.04227761551737785
232168	rnn.weight_ih_l0	2	0.007921461947262287
232168	rnn.weight_ih_l0	3	0.046542637050151825
232168	rnn.weight_ih_l0	4	-0.03014017455279827
232168	rnn.weight_ih_l0	5	0.04462204501032829
232168	rnn.weight_ih_l0	6	0.007362788077443838
232168	rnn.weight_ih_l0	7	0.06622204184532166
232168	rnn.weight_ih_l0	8	0.01021080557256937
232168	rnn.weight_ih_l0	9	-0.026897799223661423
232168	rnn.weight_hh_l0	0	-0.011546306312084198
232168	rnn.weight_hh_l0	1	-0.025941455736756325
232168	rnn.weight_hh_l0	2	-0.060603901743888855
232168	rnn.weight_hh_l0	3	-0.005296533461660147
232168	rnn.weight_hh_l0	4	-0.009695095010101795
232168	rnn.weight_hh_l0	5	-0.025450635701417923
232168	rnn.weight_hh_l0	6	0.00021931692026555538
232168	rnn.weight_hh_l0	7	-0.03809738904237747
232168	rnn.weight_hh_l0	8	0.06713800877332687
232168	rnn.weight_hh_l0	9	0.045005638152360916
232168	rnn.bias_ih_l0	0	-0.17346395552158356
232168	rnn.bias_ih_l0	1	-0.16831782460212708
232168	rnn.bias_ih_l0	2	-0.019087227061390877
232168	rnn.bias_ih_l0	3	-0.14483077824115753
232168	rnn.bias_ih_l0	4	-0.05694429203867912
232168	rnn.bias_ih_l0	5	-0.17521792650222778
232168	rnn.bias_ih_l0	6	0.07481866329908371
232168	rnn.bias_ih_l0	7	-0.08762195706367493
232168	rnn.bias_ih_l0	8	-0.04574275016784668
232168	rnn.bias_ih_l0	9	-0.10831113159656525
232168	rnn.bias_hh_l0	0	-0.0690547302365303
232168	rnn.bias_hh_l0	1	0.24282607436180115
232168	rnn.bias_hh_l0	2	0.04732467606663704
232168	rnn.bias_hh_l0	3	-0.07840121537446976
232168	rnn.bias_hh_l0	4	-0.07994741201400757
232168	rnn.bias_hh_l0	5	0.0009929859079420567
232168	rnn.bias_hh_l0	6	0.054524015635252
232168	rnn.bias_hh_l0	7	-0.10151331126689911
232168	rnn.bias_hh_l0	8	-0.237458273768425
232168	rnn.bias_hh_l0	9	-0.10179386287927628
232168	rnn.weight_ih_l0_reverse	0	0.021613165736198425
232168	rnn.weight_ih_l0_reverse	1	-0.0611485056579113
232168	rnn.weight_ih_l0_reverse	2	0.04257667437195778
232168	rnn.weight_ih_l0_reverse	3	0.019171377643942833
232168	rnn.weight_ih_l0_reverse	4	0.0006028803763911128
232168	rnn.weight_ih_l0_reverse	5	-0.027016591280698776
232168	rnn.weight_ih_l0_reverse	6	0.016327597200870514
232168	rnn.weight_ih_l0_reverse	7	0.02955007553100586
232168	rnn.weight_ih_l0_reverse	8	-0.02712458185851574
232168	rnn.weight_ih_l0_reverse	9	-0.002066674642264843
232168	rnn.weight_hh_l0_reverse	0	0.03957698121666908
232168	rnn.weight_hh_l0_reverse	1	0.03079480305314064
232168	rnn.weight_hh_l0_reverse	2	-0.021856538951396942
232168	rnn.weight_hh_l0_reverse	3	-0.07909822463989258
232168	rnn.weight_hh_l0_reverse	4	0.011034189723432064
232168	rnn.weight_hh_l0_reverse	5	-0.05727147310972214
232168	rnn.weight_hh_l0_reverse	6	-0.01348097249865532
232168	rnn.weight_hh_l0_reverse	7	0.031032254919409752
232168	rnn.weight_hh_l0_reverse	8	0.007265589665621519
232168	rnn.weight_hh_l0_reverse	9	0.010332240723073483
232168	rnn.bias_ih_l0_reverse	0	-0.048428621143102646
232168	rnn.bias_ih_l0_reverse	1	-0.13804736733436584
232168	rnn.bias_ih_l0_reverse	2	-0.14533741772174835
232168	rnn.bias_ih_l0_reverse	3	-0.04501832276582718
232168	rnn.bias_ih_l0_reverse	4	-0.11514492332935333
232168	rnn.bias_ih_l0_reverse	5	-0.08573821932077408
232168	rnn.bias_ih_l0_reverse	6	-0.2044219821691513
232168	rnn.bias_ih_l0_reverse	7	-0.05184154585003853
232168	rnn.bias_ih_l0_reverse	8	-0.061705805361270905
232168	rnn.bias_ih_l0_reverse	9	-0.13622094690799713
232168	rnn.bias_hh_l0_reverse	0	-0.14486457407474518
232168	rnn.bias_hh_l0_reverse	1	-0.16466501355171204
232168	rnn.bias_hh_l0_reverse	2	0.1074175015091896
232168	rnn.bias_hh_l0_reverse	3	0.07078609615564346
232168	rnn.bias_hh_l0_reverse	4	-0.1763046681880951
232168	rnn.bias_hh_l0_reverse	5	-0.14300839602947235
232168	rnn.bias_hh_l0_reverse	6	-0.09735516458749771
232168	rnn.bias_hh_l0_reverse	7	-0.053291406482458115
232168	rnn.bias_hh_l0_reverse	8	-0.09831295162439346
232168	rnn.bias_hh_l0_reverse	9	-0.02491743676364422
232168	linear.weight	0	-0.007698672357946634
232168	linear.weight	1	-0.008491888642311096
232168	linear.weight	2	0.27031728625297546
232168	linear.weight	3	-0.07903741300106049
232168	linear.weight	4	-0.010588549077510834
232168	linear.weight	5	0.13128924369812012
232168	linear.weight	6	-0.010739270597696304
232168	linear.weight	7	-0.059472501277923584
232168	linear.weight	8	0.2036391645669937
232168	linear.weight	9	-0.27330321073532104
232168	linear.bias	0	-0.03956538438796997
232168	linear.bias	1	0.031413208693265915
232168	linear.bias	2	0.43607446551322937
232168	linear.bias	3	-0.7254953980445862
232168	linear.bias	4	2.110072135925293
232168	linear.bias	5	-1.4023842811584473
232168	linear.bias	6	-0.3017353117465973
232168	linear.bias	7	-0.12221977114677429
232726	transitions	0	-1.9197829961776733
232726	transitions	1	-10000.0
232726	transitions	2	-0.7969565987586975
232726	transitions	3	-10000.0
232726	transitions	4	2.025636911392212
232726	transitions	5	-10000.0
232726	transitions	6	-10000.0
232726	transitions	7	1.8142088651657104
232726	transitions	8	-2.6084046363830566
232726	transitions	9	-4.22892427444458
232726	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
232726	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
232726	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
232726	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
232726	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
232726	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
232726	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
232726	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
232726	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
232726	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
232726	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
232726	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
232726	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
232726	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
232726	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
232726	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
232726	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
232726	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
232726	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
232726	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
232726	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
232726	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
232726	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
232726	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
232726	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
232726	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
232726	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
232726	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
232726	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
232726	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
232726	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
232726	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
232726	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
232726	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
232726	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
232726	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
232726	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
232726	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
232726	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
232726	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
232726	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
232726	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
232726	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
232726	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
232726	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
232726	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
232726	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
232726	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
232726	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
232726	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
232726	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
232726	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
232726	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
232726	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
232726	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
232726	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
232726	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
232726	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
232726	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
232726	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
232726	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
232726	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
232726	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
232726	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
232726	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
232726	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
232726	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
232726	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
232726	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
232726	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
232726	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
232726	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
232726	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
232726	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
232726	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
232726	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
232726	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
232726	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
232726	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
232726	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
232726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
232726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
232726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
232726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
232726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
232726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
232726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
232726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
232726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
232726	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
232726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
232726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
232726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
232726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
232726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
232726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
232726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
232726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
232726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
232726	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
232726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
232726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
232726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
232726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
232726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
232726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
232726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
232726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
232726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
232726	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
232726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
232726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
232726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
232726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
232726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
232726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
232726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
232726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
232726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
232726	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
232726	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
232726	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
232726	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
232726	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
232726	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
232726	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
232726	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
232726	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
232726	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
232726	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
232726	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
232726	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
232726	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
232726	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
232726	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
232726	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
232726	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
232726	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
232726	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
232726	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
232726	embedding2nn.weight	0	0.006449657492339611
232726	embedding2nn.weight	1	0.004273634869605303
232726	embedding2nn.weight	2	0.013409647159278393
232726	embedding2nn.weight	3	0.02537774108350277
232726	embedding2nn.weight	4	0.023164326325058937
232726	embedding2nn.weight	5	0.003607729449868202
232726	embedding2nn.weight	6	-0.014943392015993595
232726	embedding2nn.weight	7	-0.0004741637094411999
232726	embedding2nn.weight	8	-0.008951425552368164
232726	embedding2nn.weight	9	0.0017937360098585486
232726	embedding2nn.bias	0	0.0188455767929554
232726	embedding2nn.bias	1	-0.03558605909347534
232726	embedding2nn.bias	2	0.08467066287994385
232726	embedding2nn.bias	3	0.06518480181694031
232726	embedding2nn.bias	4	-0.01715453527867794
232726	embedding2nn.bias	5	-0.03474109247326851
232726	embedding2nn.bias	6	0.028551265597343445
232726	embedding2nn.bias	7	-0.004442403558641672
232726	embedding2nn.bias	8	-0.030686993151903152
232726	embedding2nn.bias	9	0.020091062411665916
232726	rnn.weight_ih_l0	0	0.06427896022796631
232726	rnn.weight_ih_l0	1	-0.042138513177633286
232726	rnn.weight_ih_l0	2	0.007978694513440132
232726	rnn.weight_ih_l0	3	0.0464651845395565
232726	rnn.weight_ih_l0	4	-0.030249107629060745
232726	rnn.weight_ih_l0	5	0.04483267292380333
232726	rnn.weight_ih_l0	6	0.007386788260191679
232726	rnn.weight_ih_l0	7	0.06590595096349716
232726	rnn.weight_ih_l0	8	0.00972178764641285
232726	rnn.weight_ih_l0	9	-0.026779532432556152
232726	rnn.weight_hh_l0	0	-0.011749287135899067
232726	rnn.weight_hh_l0	1	-0.02571192942559719
232726	rnn.weight_hh_l0	2	-0.06063120439648628
232726	rnn.weight_hh_l0	3	-0.005439201835542917
232726	rnn.weight_hh_l0	4	-0.009594731032848358
232726	rnn.weight_hh_l0	5	-0.02534339390695095
232726	rnn.weight_hh_l0	6	0.000254425365710631
232726	rnn.weight_hh_l0	7	-0.03791080042719841
232726	rnn.weight_hh_l0	8	0.0669008120894432
232726	rnn.weight_hh_l0	9	0.04518236219882965
232726	rnn.bias_ih_l0	0	-0.1739782691001892
232726	rnn.bias_ih_l0	1	-0.16787530481815338
232726	rnn.bias_ih_l0	2	-0.019015369936823845
232726	rnn.bias_ih_l0	3	-0.14682437479496002
232726	rnn.bias_ih_l0	4	-0.05659184604883194
232726	rnn.bias_ih_l0	5	-0.17489497363567352
232726	rnn.bias_ih_l0	6	0.07376506924629211
232726	rnn.bias_ih_l0	7	-0.08681373298168182
232726	rnn.bias_ih_l0	8	-0.0459066703915596
232726	rnn.bias_ih_l0	9	-0.10917378962039948
232726	rnn.bias_hh_l0	0	-0.06953270733356476
232726	rnn.bias_hh_l0	1	0.24316002428531647
232726	rnn.bias_hh_l0	2	0.04732002690434456
232726	rnn.bias_hh_l0	3	-0.07774675637483597
232726	rnn.bias_hh_l0	4	-0.07947634160518646
232726	rnn.bias_hh_l0	5	-0.0003279883530922234
232726	rnn.bias_hh_l0	6	0.055542025715112686
232726	rnn.bias_hh_l0	7	-0.10151645541191101
232726	rnn.bias_hh_l0	8	-0.23669099807739258
232726	rnn.bias_hh_l0	9	-0.1018160879611969
232726	rnn.weight_ih_l0_reverse	0	0.021412357687950134
232726	rnn.weight_ih_l0_reverse	1	-0.06114392727613449
232726	rnn.weight_ih_l0_reverse	2	0.04253314435482025
232726	rnn.weight_ih_l0_reverse	3	0.019025223329663277
232726	rnn.weight_ih_l0_reverse	4	5.663093543262221e-05
232726	rnn.weight_ih_l0_reverse	5	-0.026716504245996475
232726	rnn.weight_ih_l0_reverse	6	0.016417091712355614
232726	rnn.weight_ih_l0_reverse	7	0.029370661824941635
232726	rnn.weight_ih_l0_reverse	8	-0.02711581252515316
232726	rnn.weight_ih_l0_reverse	9	-0.0019548949785530567
232726	rnn.weight_hh_l0_reverse	0	0.03970568627119064
232726	rnn.weight_hh_l0_reverse	1	0.030665146186947823
232726	rnn.weight_hh_l0_reverse	2	-0.021974876523017883
232726	rnn.weight_hh_l0_reverse	3	-0.078973188996315
232726	rnn.weight_hh_l0_reverse	4	0.010988767258822918
232726	rnn.weight_hh_l0_reverse	5	-0.057302866131067276
232726	rnn.weight_hh_l0_reverse	6	-0.013679430820047855
232726	rnn.weight_hh_l0_reverse	7	0.030840696766972542
232726	rnn.weight_hh_l0_reverse	8	0.007247199770063162
232726	rnn.weight_hh_l0_reverse	9	0.010475203394889832
232726	rnn.bias_ih_l0_reverse	0	-0.04856288433074951
232726	rnn.bias_ih_l0_reverse	1	-0.13770323991775513
232726	rnn.bias_ih_l0_reverse	2	-0.14420464634895325
232726	rnn.bias_ih_l0_reverse	3	-0.04563906416296959
232726	rnn.bias_ih_l0_reverse	4	-0.1145479828119278
232726	rnn.bias_ih_l0_reverse	5	-0.08570373058319092
232726	rnn.bias_ih_l0_reverse	6	-0.20476439595222473
232726	rnn.bias_ih_l0_reverse	7	-0.05206139013171196
232726	rnn.bias_ih_l0_reverse	8	-0.06231335178017616
232726	rnn.bias_ih_l0_reverse	9	-0.13296948373317719
232726	rnn.bias_hh_l0_reverse	0	-0.14418168365955353
232726	rnn.bias_hh_l0_reverse	1	-0.1642272174358368
232726	rnn.bias_hh_l0_reverse	2	0.10747577995061874
232726	rnn.bias_hh_l0_reverse	3	0.0717393308877945
232726	rnn.bias_hh_l0_reverse	4	-0.17482540011405945
232726	rnn.bias_hh_l0_reverse	5	-0.1426074504852295
232726	rnn.bias_hh_l0_reverse	6	-0.09669554233551025
232726	rnn.bias_hh_l0_reverse	7	-0.05481947213411331
232726	rnn.bias_hh_l0_reverse	8	-0.09773434698581696
232726	rnn.bias_hh_l0_reverse	9	-0.024688929319381714
232726	linear.weight	0	-0.007698888424783945
232726	linear.weight	1	-0.008763310499489307
232726	linear.weight	2	0.2727159261703491
232726	linear.weight	3	-0.07903509587049484
232726	linear.weight	4	-0.010588549077510834
232726	linear.weight	5	0.14500947296619415
232726	linear.weight	6	-0.010739270597696304
232726	linear.weight	7	-0.04166930913925171
232726	linear.weight	8	0.19523979723453522
232726	linear.weight	9	-0.27147403359413147
232726	linear.bias	0	-0.03956538438796997
232726	linear.bias	1	0.031413208693265915
232726	linear.bias	2	0.4325030446052551
232726	linear.bias	3	-0.7176118493080139
232726	linear.bias	4	2.08756422996521
232726	linear.bias	5	-1.4024622440338135
232726	linear.bias	6	-0.29266420006752014
232726	linear.bias	7	-0.11302947252988815
233284	transitions	0	-1.9202958345413208
233284	transitions	1	-10000.0
233284	transitions	2	-0.7969565987586975
233284	transitions	3	-10000.0
233284	transitions	4	2.047224998474121
233284	transitions	5	-10000.0
233284	transitions	6	-10000.0
233284	transitions	7	1.808729887008667
233284	transitions	8	-2.608804941177368
233284	transitions	9	-4.22922420501709
233284	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
233284	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
233284	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
233284	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
233284	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
233284	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
233284	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
233284	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
233284	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
233284	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
233284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
233284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
233284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
233284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
233284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
233284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
233284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
233284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
233284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
233284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
233284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
233284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
233284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
233284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
233284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
233284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
233284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
233284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
233284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
233284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
233284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
233284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
233284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
233284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
233284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
233284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
233284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
233284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
233284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
233284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
233284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
233284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
233284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
233284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
233284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
233284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
233284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
233284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
233284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
233284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
233284	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
233284	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
233284	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
233284	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
233284	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
233284	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
233284	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
233284	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
233284	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
233284	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
233284	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
233284	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
233284	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
233284	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
233284	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
233284	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
233284	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
233284	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
233284	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
233284	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
233284	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
233284	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
233284	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
233284	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
233284	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
233284	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
233284	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
233284	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
233284	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
233284	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
233284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
233284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
233284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
233284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
233284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
233284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
233284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
233284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
233284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
233284	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
233284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
233284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
233284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
233284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
233284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
233284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
233284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
233284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
233284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
233284	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
233284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
233284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
233284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
233284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
233284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
233284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
233284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
233284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
233284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
233284	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
233284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
233284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
233284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
233284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
233284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
233284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
233284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
233284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
233284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
233284	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
233284	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
233284	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
233284	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
233284	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
233284	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
233284	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
233284	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
233284	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
233284	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
233284	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
233284	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
233284	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
233284	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
233284	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
233284	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
233284	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
233284	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
233284	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
233284	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
233284	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
233284	embedding2nn.weight	0	0.0064482009038329124
233284	embedding2nn.weight	1	0.004213888198137283
233284	embedding2nn.weight	2	0.013408738188445568
233284	embedding2nn.weight	3	0.025417018681764603
233284	embedding2nn.weight	4	0.02306980825960636
233284	embedding2nn.weight	5	0.0036872467026114464
233284	embedding2nn.weight	6	-0.01494515035301447
233284	embedding2nn.weight	7	-0.00043587127584032714
233284	embedding2nn.weight	8	-0.009112941101193428
233284	embedding2nn.weight	9	0.0017038092482835054
233284	embedding2nn.bias	0	0.02195858024060726
233284	embedding2nn.bias	1	-0.033071283251047134
233284	embedding2nn.bias	2	0.08634403347969055
233284	embedding2nn.bias	3	0.06219783425331116
233284	embedding2nn.bias	4	-0.014100172556936741
233284	embedding2nn.bias	5	-0.03400714322924614
233284	embedding2nn.bias	6	0.029305005446076393
233284	embedding2nn.bias	7	1.7686670616967604e-05
233284	embedding2nn.bias	8	-0.03292789310216904
233284	embedding2nn.bias	9	0.0223658699542284
233284	rnn.weight_ih_l0	0	0.06427968293428421
233284	rnn.weight_ih_l0	1	-0.04212932288646698
233284	rnn.weight_ih_l0	2	0.008017778396606445
233284	rnn.weight_ih_l0	3	0.0466374009847641
233284	rnn.weight_ih_l0	4	-0.03002420999109745
233284	rnn.weight_ih_l0	5	0.04456191137433052
233284	rnn.weight_ih_l0	6	0.007394970860332251
233284	rnn.weight_ih_l0	7	0.06606121361255646
233284	rnn.weight_ih_l0	8	0.008846812881529331
233284	rnn.weight_ih_l0	9	-0.02666643261909485
233284	rnn.weight_hh_l0	0	-0.011642607860267162
233284	rnn.weight_hh_l0	1	-0.025532254949212074
233284	rnn.weight_hh_l0	2	-0.06088408827781677
233284	rnn.weight_hh_l0	3	-0.005408030468970537
233284	rnn.weight_hh_l0	4	-0.009576314128935337
233284	rnn.weight_hh_l0	5	-0.02512151002883911
233284	rnn.weight_hh_l0	6	0.00028032955015078187
233284	rnn.weight_hh_l0	7	-0.03812123462557793
233284	rnn.weight_hh_l0	8	0.06700021773576736
233284	rnn.weight_hh_l0	9	0.04519183561205864
233284	rnn.bias_ih_l0	0	-0.17423005402088165
233284	rnn.bias_ih_l0	1	-0.1681986153125763
233284	rnn.bias_ih_l0	2	-0.018220240250229836
233284	rnn.bias_ih_l0	3	-0.14669275283813477
233284	rnn.bias_ih_l0	4	-0.057513363659381866
233284	rnn.bias_ih_l0	5	-0.17456728219985962
233284	rnn.bias_ih_l0	6	0.07634391635656357
233284	rnn.bias_ih_l0	7	-0.08772864937782288
233284	rnn.bias_ih_l0	8	-0.04587927460670471
233284	rnn.bias_ih_l0	9	-0.1088280975818634
233284	rnn.bias_hh_l0	0	-0.06864512711763382
233284	rnn.bias_hh_l0	1	0.2427530139684677
233284	rnn.bias_hh_l0	2	0.048531487584114075
233284	rnn.bias_hh_l0	3	-0.07768049836158752
233284	rnn.bias_hh_l0	4	-0.0797412320971489
233284	rnn.bias_hh_l0	5	0.002325324574485421
233284	rnn.bias_hh_l0	6	0.05488201975822449
233284	rnn.bias_hh_l0	7	-0.10187569260597229
233284	rnn.bias_hh_l0	8	-0.2358831763267517
233284	rnn.bias_hh_l0	9	-0.10249800980091095
233284	rnn.weight_ih_l0_reverse	0	0.02224617823958397
233284	rnn.weight_ih_l0_reverse	1	-0.06069636717438698
233284	rnn.weight_ih_l0_reverse	2	0.04269259795546532
233284	rnn.weight_ih_l0_reverse	3	0.019033605232834816
233284	rnn.weight_ih_l0_reverse	4	-5.668091762345284e-05
233284	rnn.weight_ih_l0_reverse	5	-0.02699212357401848
233284	rnn.weight_ih_l0_reverse	6	0.016244713217020035
233284	rnn.weight_ih_l0_reverse	7	0.029665352776646614
233284	rnn.weight_ih_l0_reverse	8	-0.027062028646469116
233284	rnn.weight_ih_l0_reverse	9	-0.0019517942564561963
233284	rnn.weight_hh_l0_reverse	0	0.03961245343089104
233284	rnn.weight_hh_l0_reverse	1	0.03048434667289257
233284	rnn.weight_hh_l0_reverse	2	-0.02205362729728222
233284	rnn.weight_hh_l0_reverse	3	-0.07906555384397507
233284	rnn.weight_hh_l0_reverse	4	0.011168290860950947
233284	rnn.weight_hh_l0_reverse	5	-0.057232342660427094
233284	rnn.weight_hh_l0_reverse	6	-0.01365283690392971
233284	rnn.weight_hh_l0_reverse	7	0.030892863869667053
233284	rnn.weight_hh_l0_reverse	8	0.0075690834783017635
233284	rnn.weight_hh_l0_reverse	9	0.01054562907665968
233284	rnn.bias_ih_l0_reverse	0	-0.048254165798425674
233284	rnn.bias_ih_l0_reverse	1	-0.13851135969161987
233284	rnn.bias_ih_l0_reverse	2	-0.14345717430114746
233284	rnn.bias_ih_l0_reverse	3	-0.045038048177957535
233284	rnn.bias_ih_l0_reverse	4	-0.11414140462875366
233284	rnn.bias_ih_l0_reverse	5	-0.08740738034248352
233284	rnn.bias_ih_l0_reverse	6	-0.20629523694515228
233284	rnn.bias_ih_l0_reverse	7	-0.05186153203248978
233284	rnn.bias_ih_l0_reverse	8	-0.06252192705869675
233284	rnn.bias_ih_l0_reverse	9	-0.13407094776630402
233284	rnn.bias_hh_l0_reverse	0	-0.14392858743667603
233284	rnn.bias_hh_l0_reverse	1	-0.16377805173397064
233284	rnn.bias_hh_l0_reverse	2	0.1044534221291542
233284	rnn.bias_hh_l0_reverse	3	0.07119681686162949
233284	rnn.bias_hh_l0_reverse	4	-0.17428772151470184
233284	rnn.bias_hh_l0_reverse	5	-0.1422407478094101
233284	rnn.bias_hh_l0_reverse	6	-0.09498527646064758
233284	rnn.bias_hh_l0_reverse	7	-0.05427366867661476
233284	rnn.bias_hh_l0_reverse	8	-0.09649204462766647
233284	rnn.bias_hh_l0_reverse	9	-0.0249220859259367
233284	linear.weight	0	-0.0076995431445539
233284	linear.weight	1	-0.01314870361238718
233284	linear.weight	2	0.27405691146850586
233284	linear.weight	3	-0.07903257012367249
233284	linear.weight	4	-0.010588549077510834
233284	linear.weight	5	0.1496068239212036
233284	linear.weight	6	-0.010739270597696304
233284	linear.weight	7	-0.038914747536182404
233284	linear.weight	8	0.18747597932815552
233284	linear.weight	9	-0.2668585479259491
233284	linear.bias	0	-0.03956538438796997
233284	linear.bias	1	0.031413208693265915
233284	linear.bias	2	0.4296228289604187
233284	linear.bias	3	-0.693833589553833
233284	linear.bias	4	2.081939697265625
233284	linear.bias	5	-1.4025400876998901
233284	linear.bias	6	-0.3001665771007538
233284	linear.bias	7	-0.12073874473571777
233842	transitions	0	-1.9207273721694946
233842	transitions	1	-10000.0
233842	transitions	2	-0.7969565987586975
233842	transitions	3	-10000.0
233842	transitions	4	2.0509884357452393
233842	transitions	5	-10000.0
233842	transitions	6	-10000.0
233842	transitions	7	1.8146049976348877
233842	transitions	8	-2.6091766357421875
233842	transitions	9	-4.2295308113098145
233842	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
233842	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
233842	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
233842	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
233842	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
233842	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
233842	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
233842	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
233842	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
233842	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
233842	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
233842	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
233842	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
233842	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
233842	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
233842	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
233842	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
233842	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
233842	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
233842	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
233842	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
233842	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
233842	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
233842	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
233842	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
233842	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
233842	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
233842	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
233842	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
233842	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
233842	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
233842	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
233842	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
233842	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
233842	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
233842	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
233842	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
233842	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
233842	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
233842	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
233842	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
233842	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
233842	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
233842	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
233842	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
233842	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
233842	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
233842	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
233842	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
233842	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
233842	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
233842	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
233842	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
233842	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
233842	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
233842	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
233842	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
233842	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
233842	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
233842	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
233842	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
233842	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
233842	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
233842	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
233842	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
233842	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
233842	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
233842	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
233842	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
233842	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
233842	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
233842	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
233842	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
233842	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
233842	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
233842	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
233842	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
233842	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
233842	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
233842	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
233842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
233842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
233842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
233842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
233842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
233842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
233842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
233842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
233842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
233842	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
233842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
233842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
233842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
233842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
233842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
233842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
233842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
233842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
233842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
233842	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
233842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
233842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
233842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
233842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
233842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
233842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
233842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
233842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
233842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
233842	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
233842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
233842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
233842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
233842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
233842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
233842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
233842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
233842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
233842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
233842	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
233842	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
233842	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
233842	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
233842	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
233842	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
233842	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
233842	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
233842	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
233842	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
233842	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
233842	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
233842	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
233842	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
233842	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
233842	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
233842	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
233842	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
233842	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
233842	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
233842	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
233842	embedding2nn.weight	0	0.006448240950703621
233842	embedding2nn.weight	1	0.00421502348035574
233842	embedding2nn.weight	2	0.01341314148157835
233842	embedding2nn.weight	3	0.025415994226932526
233842	embedding2nn.weight	4	0.023213732987642288
233842	embedding2nn.weight	5	0.003907638601958752
233842	embedding2nn.weight	6	-0.014908921904861927
233842	embedding2nn.weight	7	-0.0005101244314573705
233842	embedding2nn.weight	8	-0.009053689427673817
233842	embedding2nn.weight	9	0.0017125164158642292
233842	embedding2nn.bias	0	0.019376033917069435
233842	embedding2nn.bias	1	-0.03331076353788376
233842	embedding2nn.bias	2	0.08666074275970459
233842	embedding2nn.bias	3	0.06398925930261612
233842	embedding2nn.bias	4	-0.012195033021271229
233842	embedding2nn.bias	5	-0.03443509340286255
233842	embedding2nn.bias	6	0.029311837628483772
233842	embedding2nn.bias	7	-0.0017472842009738088
233842	embedding2nn.bias	8	-0.031799349933862686
233842	embedding2nn.bias	9	0.02504451759159565
233842	rnn.weight_ih_l0	0	0.06432238966226578
233842	rnn.weight_ih_l0	1	-0.042145438492298126
233842	rnn.weight_ih_l0	2	0.008276324719190598
233842	rnn.weight_ih_l0	3	0.046267069876194
233842	rnn.weight_ih_l0	4	-0.030041908845305443
233842	rnn.weight_ih_l0	5	0.0444931723177433
233842	rnn.weight_ih_l0	6	0.007455955725163221
233842	rnn.weight_ih_l0	7	0.06621553003787994
233842	rnn.weight_ih_l0	8	0.00900429766625166
233842	rnn.weight_ih_l0	9	-0.0264679417014122
233842	rnn.weight_hh_l0	0	-0.011744937859475613
233842	rnn.weight_hh_l0	1	-0.02577705681324005
233842	rnn.weight_hh_l0	2	-0.060771141201257706
233842	rnn.weight_hh_l0	3	-0.005519835278391838
233842	rnn.weight_hh_l0	4	-0.009524435736238956
233842	rnn.weight_hh_l0	5	-0.025069497525691986
233842	rnn.weight_hh_l0	6	0.0003071152896154672
233842	rnn.weight_hh_l0	7	-0.03808550164103508
233842	rnn.weight_hh_l0	8	0.06694239377975464
233842	rnn.weight_hh_l0	9	0.045244328677654266
233842	rnn.bias_ih_l0	0	-0.17346584796905518
233842	rnn.bias_ih_l0	1	-0.16690079867839813
233842	rnn.bias_ih_l0	2	-0.01898699626326561
233842	rnn.bias_ih_l0	3	-0.14600782096385956
233842	rnn.bias_ih_l0	4	-0.05834342539310455
233842	rnn.bias_ih_l0	5	-0.17423352599143982
233842	rnn.bias_ih_l0	6	0.07754819095134735
233842	rnn.bias_ih_l0	7	-0.08842221647500992
233842	rnn.bias_ih_l0	8	-0.04636566340923309
233842	rnn.bias_ih_l0	9	-0.10875796526670456
233842	rnn.bias_hh_l0	0	-0.06892047077417374
233842	rnn.bias_hh_l0	1	0.2456253618001938
233842	rnn.bias_hh_l0	2	0.04948084056377411
233842	rnn.bias_hh_l0	3	-0.07758808135986328
233842	rnn.bias_hh_l0	4	-0.08108005672693253
233842	rnn.bias_hh_l0	5	0.0009030063520185649
233842	rnn.bias_hh_l0	6	0.05591079965233803
233842	rnn.bias_hh_l0	7	-0.10039318352937698
233842	rnn.bias_hh_l0	8	-0.23577196896076202
233842	rnn.bias_hh_l0	9	-0.10265138000249863
233842	rnn.weight_ih_l0_reverse	0	0.021582821384072304
233842	rnn.weight_ih_l0_reverse	1	-0.060424935072660446
233842	rnn.weight_ih_l0_reverse	2	0.042693641036748886
233842	rnn.weight_ih_l0_reverse	3	0.018822312355041504
233842	rnn.weight_ih_l0_reverse	4	-3.175945676048286e-05
233842	rnn.weight_ih_l0_reverse	5	-0.027510104700922966
233842	rnn.weight_ih_l0_reverse	6	0.016435973346233368
233842	rnn.weight_ih_l0_reverse	7	0.029602522030472755
233842	rnn.weight_ih_l0_reverse	8	-0.027465064078569412
233842	rnn.weight_ih_l0_reverse	9	-0.001780002610757947
233842	rnn.weight_hh_l0_reverse	0	0.03960544615983963
233842	rnn.weight_hh_l0_reverse	1	0.030491434037685394
233842	rnn.weight_hh_l0_reverse	2	-0.02211236022412777
233842	rnn.weight_hh_l0_reverse	3	-0.07894453406333923
233842	rnn.weight_hh_l0_reverse	4	0.01123802736401558
233842	rnn.weight_hh_l0_reverse	5	-0.05767061933875084
233842	rnn.weight_hh_l0_reverse	6	-0.01358703337609768
233842	rnn.weight_hh_l0_reverse	7	0.030720006674528122
233842	rnn.weight_hh_l0_reverse	8	0.007492488250136375
233842	rnn.weight_hh_l0_reverse	9	0.01052412111312151
233842	rnn.bias_ih_l0_reverse	0	-0.0482921339571476
233842	rnn.bias_ih_l0_reverse	1	-0.13838574290275574
233842	rnn.bias_ih_l0_reverse	2	-0.1439586877822876
233842	rnn.bias_ih_l0_reverse	3	-0.04658052325248718
233842	rnn.bias_ih_l0_reverse	4	-0.11471720039844513
233842	rnn.bias_ih_l0_reverse	5	-0.08678838610649109
233842	rnn.bias_ih_l0_reverse	6	-0.2073001116514206
233842	rnn.bias_ih_l0_reverse	7	-0.052018530666828156
233842	rnn.bias_ih_l0_reverse	8	-0.0624387189745903
233842	rnn.bias_ih_l0_reverse	9	-0.13489706814289093
233842	rnn.bias_hh_l0_reverse	0	-0.1440398246049881
233842	rnn.bias_hh_l0_reverse	1	-0.1632089763879776
233842	rnn.bias_hh_l0_reverse	2	0.1063535213470459
233842	rnn.bias_hh_l0_reverse	3	0.07197195291519165
233842	rnn.bias_hh_l0_reverse	4	-0.17608460783958435
233842	rnn.bias_hh_l0_reverse	5	-0.1414070725440979
233842	rnn.bias_hh_l0_reverse	6	-0.09452440589666367
233842	rnn.bias_hh_l0_reverse	7	-0.054723940789699554
233842	rnn.bias_hh_l0_reverse	8	-0.09586422145366669
233842	rnn.bias_hh_l0_reverse	9	-0.02291739173233509
233842	linear.weight	0	-0.007700208108872175
233842	linear.weight	1	-0.012080478481948376
233842	linear.weight	2	0.2679198086261749
233842	linear.weight	3	-0.07902983576059341
233842	linear.weight	4	-0.010588549077510834
233842	linear.weight	5	0.14082804322242737
233842	linear.weight	6	-0.010739270597696304
233842	linear.weight	7	-0.056547731161117554
233842	linear.weight	8	0.17904846370220184
233842	linear.weight	9	-0.2670137882232666
233842	linear.bias	0	-0.03956538438796997
233842	linear.bias	1	0.031413208693265915
233842	linear.bias	2	0.4431001842021942
233842	linear.bias	3	-0.7294498085975647
233842	linear.bias	4	2.1076889038085938
233842	linear.bias	5	-1.4026154279708862
233842	linear.bias	6	-0.302243173122406
233842	linear.bias	7	-0.12220819294452667
234400	transitions	0	-1.921158790588379
234400	transitions	1	-10000.0
234400	transitions	2	-0.7969565987586975
234400	transitions	3	-10000.0
234400	transitions	4	2.0521483421325684
234400	transitions	5	-10000.0
234400	transitions	6	-10000.0
234400	transitions	7	1.8136320114135742
234400	transitions	8	-2.6095046997070312
234400	transitions	9	-4.229832172393799
234400	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
234400	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
234400	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
234400	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
234400	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
234400	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
234400	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
234400	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
234400	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
234400	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
234400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
234400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
234400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
234400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
234400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
234400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
234400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
234400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
234400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
234400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
234400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
234400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
234400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
234400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
234400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
234400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
234400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
234400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
234400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
234400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
234400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
234400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
234400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
234400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
234400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
234400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
234400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
234400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
234400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
234400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
234400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
234400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
234400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
234400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
234400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
234400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
234400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
234400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
234400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
234400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
234400	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
234400	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
234400	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
234400	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
234400	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
234400	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
234400	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
234400	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
234400	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
234400	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
234400	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
234400	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
234400	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
234400	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
234400	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
234400	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
234400	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
234400	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
234400	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
234400	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
234400	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
234400	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
234400	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
234400	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
234400	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
234400	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
234400	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
234400	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
234400	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
234400	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
234400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
234400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
234400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
234400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
234400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
234400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
234400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
234400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
234400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
234400	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
234400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
234400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
234400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
234400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
234400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
234400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
234400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
234400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
234400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
234400	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
234400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
234400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
234400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
234400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
234400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
234400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
234400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
234400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
234400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
234400	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
234400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
234400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
234400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
234400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
234400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
234400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
234400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
234400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
234400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
234400	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
234400	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
234400	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
234400	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
234400	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
234400	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
234400	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
234400	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
234400	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
234400	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
234400	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
234400	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
234400	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
234400	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
234400	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
234400	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
234400	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
234400	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
234400	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
234400	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
234400	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
234400	embedding2nn.weight	0	0.006450979970395565
234400	embedding2nn.weight	1	0.004193530883640051
234400	embedding2nn.weight	2	0.013403579592704773
234400	embedding2nn.weight	3	0.025584809482097626
234400	embedding2nn.weight	4	0.02297111414372921
234400	embedding2nn.weight	5	0.0040497551672160625
234400	embedding2nn.weight	6	-0.014897817745804787
234400	embedding2nn.weight	7	-0.0005132340593263507
234400	embedding2nn.weight	8	-0.009024838916957378
234400	embedding2nn.weight	9	0.0017122012795880437
234400	embedding2nn.bias	0	0.01882024295628071
234400	embedding2nn.bias	1	-0.03317615017294884
234400	embedding2nn.bias	2	0.08548612892627716
234400	embedding2nn.bias	3	0.06493781507015228
234400	embedding2nn.bias	4	-0.012264404445886612
234400	embedding2nn.bias	5	-0.034592561423778534
234400	embedding2nn.bias	6	0.03088695928454399
234400	embedding2nn.bias	7	-0.0034895751159638166
234400	embedding2nn.bias	8	-0.03466099873185158
234400	embedding2nn.bias	9	0.02461809106171131
234400	rnn.weight_ih_l0	0	0.06451157480478287
234400	rnn.weight_ih_l0	1	-0.04214102402329445
234400	rnn.weight_ih_l0	2	0.007928716018795967
234400	rnn.weight_ih_l0	3	0.04629893600940704
234400	rnn.weight_ih_l0	4	-0.030107753351330757
234400	rnn.weight_ih_l0	5	0.044138919562101364
234400	rnn.weight_ih_l0	6	0.007420734036713839
234400	rnn.weight_ih_l0	7	0.06614590436220169
234400	rnn.weight_ih_l0	8	0.009326610714197159
234400	rnn.weight_ih_l0	9	-0.026701785624027252
234400	rnn.weight_hh_l0	0	-0.011989602819085121
234400	rnn.weight_hh_l0	1	-0.025820935145020485
234400	rnn.weight_hh_l0	2	-0.060722459107637405
234400	rnn.weight_hh_l0	3	-0.005471008364111185
234400	rnn.weight_hh_l0	4	-0.009543868713080883
234400	rnn.weight_hh_l0	5	-0.025194788351655006
234400	rnn.weight_hh_l0	6	0.0002941035490948707
234400	rnn.weight_hh_l0	7	-0.038020964711904526
234400	rnn.weight_hh_l0	8	0.0667581781744957
234400	rnn.weight_hh_l0	9	0.04525528848171234
234400	rnn.bias_ih_l0	0	-0.1738436222076416
234400	rnn.bias_ih_l0	1	-0.16716361045837402
234400	rnn.bias_ih_l0	2	-0.019079849123954773
234400	rnn.bias_ih_l0	3	-0.14528676867485046
234400	rnn.bias_ih_l0	4	-0.057776615023612976
234400	rnn.bias_ih_l0	5	-0.17402364313602448
234400	rnn.bias_ih_l0	6	0.07771393656730652
234400	rnn.bias_ih_l0	7	-0.08792315423488617
234400	rnn.bias_ih_l0	8	-0.04650089517235756
234400	rnn.bias_ih_l0	9	-0.1079249307513237
234400	rnn.bias_hh_l0	0	-0.06779571622610092
234400	rnn.bias_hh_l0	1	0.2463972568511963
234400	rnn.bias_hh_l0	2	0.050461653620004654
234400	rnn.bias_hh_l0	3	-0.07792988419532776
234400	rnn.bias_hh_l0	4	-0.08073081821203232
234400	rnn.bias_hh_l0	5	0.0023511892650276423
234400	rnn.bias_hh_l0	6	0.055652789771556854
234400	rnn.bias_hh_l0	7	-0.0999348908662796
234400	rnn.bias_hh_l0	8	-0.23759423196315765
234400	rnn.bias_hh_l0	9	-0.10337768495082855
234400	rnn.weight_ih_l0_reverse	0	0.021294398233294487
234400	rnn.weight_ih_l0_reverse	1	-0.060633838176727295
234400	rnn.weight_ih_l0_reverse	2	0.042577169835567474
234400	rnn.weight_ih_l0_reverse	3	0.018722573295235634
234400	rnn.weight_ih_l0_reverse	4	7.435959560098127e-05
234400	rnn.weight_ih_l0_reverse	5	-0.027354771271348
234400	rnn.weight_ih_l0_reverse	6	0.016508305445313454
234400	rnn.weight_ih_l0_reverse	7	0.02960178069770336
234400	rnn.weight_ih_l0_reverse	8	-0.02775564044713974
234400	rnn.weight_ih_l0_reverse	9	-0.001972934463992715
234400	rnn.weight_hh_l0_reverse	0	0.03959164023399353
234400	rnn.weight_hh_l0_reverse	1	0.030456913635134697
234400	rnn.weight_hh_l0_reverse	2	-0.02181861735880375
234400	rnn.weight_hh_l0_reverse	3	-0.07886339724063873
234400	rnn.weight_hh_l0_reverse	4	0.01125761866569519
234400	rnn.weight_hh_l0_reverse	5	-0.05766864866018295
234400	rnn.weight_hh_l0_reverse	6	-0.013550113886594772
234400	rnn.weight_hh_l0_reverse	7	0.030740680173039436
234400	rnn.weight_hh_l0_reverse	8	0.007396989036351442
234400	rnn.weight_hh_l0_reverse	9	0.010529991239309311
234400	rnn.bias_ih_l0_reverse	0	-0.047969114035367966
234400	rnn.bias_ih_l0_reverse	1	-0.13875071704387665
234400	rnn.bias_ih_l0_reverse	2	-0.14471036195755005
234400	rnn.bias_ih_l0_reverse	3	-0.04649610072374344
234400	rnn.bias_ih_l0_reverse	4	-0.11432725191116333
234400	rnn.bias_ih_l0_reverse	5	-0.08618755638599396
234400	rnn.bias_ih_l0_reverse	6	-0.2076684534549713
234400	rnn.bias_ih_l0_reverse	7	-0.0508461520075798
234400	rnn.bias_ih_l0_reverse	8	-0.06252068281173706
234400	rnn.bias_ih_l0_reverse	9	-0.13450925052165985
234400	rnn.bias_hh_l0_reverse	0	-0.14313185214996338
234400	rnn.bias_hh_l0_reverse	1	-0.1633906215429306
234400	rnn.bias_hh_l0_reverse	2	0.10631947219371796
234400	rnn.bias_hh_l0_reverse	3	0.07281621545553207
234400	rnn.bias_hh_l0_reverse	4	-0.1781814992427826
234400	rnn.bias_hh_l0_reverse	5	-0.14068208634853363
234400	rnn.bias_hh_l0_reverse	6	-0.09540735185146332
234400	rnn.bias_hh_l0_reverse	7	-0.05419197678565979
234400	rnn.bias_hh_l0_reverse	8	-0.0960507020354271
234400	rnn.bias_hh_l0_reverse	9	-0.023378295823931694
234400	linear.weight	0	-0.007700825575739145
234400	linear.weight	1	-0.012722711078822613
234400	linear.weight	2	0.26757580041885376
234400	linear.weight	3	-0.07902698218822479
234400	linear.weight	4	-0.010588549077510834
234400	linear.weight	5	0.14671500027179718
234400	linear.weight	6	-0.010739270597696304
234400	linear.weight	7	-0.05517865717411041
234400	linear.weight	8	0.18696674704551697
234400	linear.weight	9	-0.2683773636817932
234400	linear.bias	0	-0.03956538438796997
234400	linear.bias	1	0.031413208693265915
234400	linear.bias	2	0.4321877360343933
234400	linear.bias	3	-0.7022189497947693
234400	linear.bias	4	2.1095454692840576
234400	linear.bias	5	-1.4026923179626465
234400	linear.bias	6	-0.3109590709209442
234400	linear.bias	7	-0.13159796595573425
234959	transitions	0	-1.9216386079788208
234959	transitions	1	-10000.0
234959	transitions	2	-0.7969565987586975
234959	transitions	3	-10000.0
234959	transitions	4	2.046741247177124
234959	transitions	5	-10000.0
234959	transitions	6	-10000.0
234959	transitions	7	1.808945655822754
234959	transitions	8	-2.609907388687134
234959	transitions	9	-4.2301554679870605
234959	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
234959	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
234959	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
234959	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
234959	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
234959	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
234959	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
234959	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
234959	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
234959	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
234959	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
234959	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
234959	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
234959	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
234959	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
234959	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
234959	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
234959	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
234959	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
234959	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
234959	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
234959	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
234959	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
234959	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
234959	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
234959	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
234959	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
234959	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
234959	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
234959	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
234959	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
234959	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
234959	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
234959	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
234959	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
234959	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
234959	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
234959	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
234959	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
234959	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
234959	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
234959	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
234959	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
234959	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
234959	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
234959	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
234959	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
234959	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
234959	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
234959	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
234959	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
234959	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
234959	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
234959	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
234959	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
234959	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
234959	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
234959	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
234959	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
234959	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
234959	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
234959	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
234959	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
234959	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
234959	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
234959	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
234959	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
234959	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
234959	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
234959	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
234959	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
234959	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
234959	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
234959	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
234959	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
234959	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
234959	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
234959	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
234959	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
234959	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
234959	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
234959	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
234959	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
234959	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
234959	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
234959	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
234959	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
234959	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
234959	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
234959	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
234959	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
234959	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
234959	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
234959	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
234959	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
234959	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
234959	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
234959	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
234959	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
234959	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
234959	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
234959	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
234959	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
234959	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
234959	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
234959	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
234959	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
234959	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
234959	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
234959	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
234959	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
234959	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
234959	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
234959	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
234959	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
234959	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
234959	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
234959	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
234959	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
234959	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
234959	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
234959	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
234959	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
234959	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
234959	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
234959	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
234959	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
234959	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
234959	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
234959	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
234959	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
234959	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
234959	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
234959	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
234959	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
234959	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
234959	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
234959	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
234959	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
234959	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
234959	embedding2nn.weight	0	0.0064512076787650585
234959	embedding2nn.weight	1	0.004138538148254156
234959	embedding2nn.weight	2	0.013414937071502209
234959	embedding2nn.weight	3	0.025565924122929573
234959	embedding2nn.weight	4	0.022947974503040314
234959	embedding2nn.weight	5	0.0040737902745604515
234959	embedding2nn.weight	6	-0.014944405294954777
234959	embedding2nn.weight	7	-0.0005422625690698624
234959	embedding2nn.weight	8	-0.008555173873901367
234959	embedding2nn.weight	9	0.0016750656068325043
234959	embedding2nn.bias	0	0.01818530634045601
234959	embedding2nn.bias	1	-0.033325985074043274
234959	embedding2nn.bias	2	0.08592086285352707
234959	embedding2nn.bias	3	0.06559805572032928
234959	embedding2nn.bias	4	-0.012530524283647537
234959	embedding2nn.bias	5	-0.03626568242907524
234959	embedding2nn.bias	6	0.028686942532658577
234959	embedding2nn.bias	7	-0.004300648346543312
234959	embedding2nn.bias	8	-0.03397803008556366
234959	embedding2nn.bias	9	0.025362255051732063
234959	rnn.weight_ih_l0	0	0.06434669345617294
234959	rnn.weight_ih_l0	1	-0.04216455668210983
234959	rnn.weight_ih_l0	2	0.008251768536865711
234959	rnn.weight_ih_l0	3	0.04614141583442688
234959	rnn.weight_ih_l0	4	-0.030076580122113228
234959	rnn.weight_ih_l0	5	0.04437903314828873
234959	rnn.weight_ih_l0	6	0.007345470134168863
234959	rnn.weight_ih_l0	7	0.06602597236633301
234959	rnn.weight_ih_l0	8	0.009411277249455452
234959	rnn.weight_ih_l0	9	-0.02701335772871971
234959	rnn.weight_hh_l0	0	-0.01191531028598547
234959	rnn.weight_hh_l0	1	-0.02619226649403572
234959	rnn.weight_hh_l0	2	-0.06056152656674385
234959	rnn.weight_hh_l0	3	-0.0055332425981760025
234959	rnn.weight_hh_l0	4	-0.00958853680640459
234959	rnn.weight_hh_l0	5	-0.025194453075528145
234959	rnn.weight_hh_l0	6	0.000274701596936211
234959	rnn.weight_hh_l0	7	-0.03787138685584068
234959	rnn.weight_hh_l0	8	0.06695005297660828
234959	rnn.weight_hh_l0	9	0.045244000852108
234959	rnn.bias_ih_l0	0	-0.17294162511825562
234959	rnn.bias_ih_l0	1	-0.16599072515964508
234959	rnn.bias_ih_l0	2	-0.018380915746092796
234959	rnn.bias_ih_l0	3	-0.146126389503479
234959	rnn.bias_ih_l0	4	-0.05691342428326607
234959	rnn.bias_ih_l0	5	-0.17460313439369202
234959	rnn.bias_ih_l0	6	0.07575566321611404
234959	rnn.bias_ih_l0	7	-0.08776924759149551
234959	rnn.bias_ih_l0	8	-0.045057106763124466
234959	rnn.bias_ih_l0	9	-0.1076221764087677
234959	rnn.bias_hh_l0	0	-0.06707054376602173
234959	rnn.bias_hh_l0	1	0.24786914885044098
234959	rnn.bias_hh_l0	2	0.050909463316202164
234959	rnn.bias_hh_l0	3	-0.07898297160863876
234959	rnn.bias_hh_l0	4	-0.08124606311321259
234959	rnn.bias_hh_l0	5	0.0028386758640408516
234959	rnn.bias_hh_l0	6	0.0544644370675087
234959	rnn.bias_hh_l0	7	-0.09907770901918411
234959	rnn.bias_hh_l0	8	-0.23714503645896912
234959	rnn.bias_hh_l0	9	-0.102724589407444
234959	rnn.weight_ih_l0_reverse	0	0.021798083558678627
234959	rnn.weight_ih_l0_reverse	1	-0.06050138548016548
234959	rnn.weight_ih_l0_reverse	2	0.0426657572388649
234959	rnn.weight_ih_l0_reverse	3	0.018673619255423546
234959	rnn.weight_ih_l0_reverse	4	0.0003344121214468032
234959	rnn.weight_ih_l0_reverse	5	-0.027276212349534035
234959	rnn.weight_ih_l0_reverse	6	0.015360427089035511
234959	rnn.weight_ih_l0_reverse	7	0.029975200071930885
234959	rnn.weight_ih_l0_reverse	8	-0.02769818715751171
234959	rnn.weight_ih_l0_reverse	9	-0.0018424737500026822
234959	rnn.weight_hh_l0_reverse	0	0.03978345915675163
234959	rnn.weight_hh_l0_reverse	1	0.03048958070576191
234959	rnn.weight_hh_l0_reverse	2	-0.022016320377588272
234959	rnn.weight_hh_l0_reverse	3	-0.07921931892633438
234959	rnn.weight_hh_l0_reverse	4	0.011189660988748074
234959	rnn.weight_hh_l0_reverse	5	-0.057442557066679
234959	rnn.weight_hh_l0_reverse	6	-0.013606516644358635
234959	rnn.weight_hh_l0_reverse	7	0.03087528608739376
234959	rnn.weight_hh_l0_reverse	8	0.007352704182267189
234959	rnn.weight_hh_l0_reverse	9	0.010106188245117664
234959	rnn.bias_ih_l0_reverse	0	-0.048796381801366806
234959	rnn.bias_ih_l0_reverse	1	-0.13809701800346375
234959	rnn.bias_ih_l0_reverse	2	-0.14644387364387512
234959	rnn.bias_ih_l0_reverse	3	-0.0452967993915081
234959	rnn.bias_ih_l0_reverse	4	-0.1143869012594223
234959	rnn.bias_ih_l0_reverse	5	-0.08672947436571121
234959	rnn.bias_ih_l0_reverse	6	-0.20795758068561554
234959	rnn.bias_ih_l0_reverse	7	-0.051231224089860916
234959	rnn.bias_ih_l0_reverse	8	-0.06286119669675827
234959	rnn.bias_ih_l0_reverse	9	-0.13373306393623352
234959	rnn.bias_hh_l0_reverse	0	-0.14397110044956207
234959	rnn.bias_hh_l0_reverse	1	-0.1605728268623352
234959	rnn.bias_hh_l0_reverse	2	0.10702720284461975
234959	rnn.bias_hh_l0_reverse	3	0.07288800179958344
234959	rnn.bias_hh_l0_reverse	4	-0.1780487298965454
234959	rnn.bias_hh_l0_reverse	5	-0.14032495021820068
234959	rnn.bias_hh_l0_reverse	6	-0.09257092326879501
234959	rnn.bias_hh_l0_reverse	7	-0.05431986600160599
234959	rnn.bias_hh_l0_reverse	8	-0.09603886306285858
234959	rnn.bias_hh_l0_reverse	9	-0.02348906546831131
234959	linear.weight	0	-0.007701191119849682
234959	linear.weight	1	-0.018009720370173454
234959	linear.weight	2	0.27324163913726807
234959	linear.weight	3	-0.07902377098798752
234959	linear.weight	4	-0.010588549077510834
234959	linear.weight	5	0.15484215319156647
234959	linear.weight	6	-0.010739270597696304
234959	linear.weight	7	-0.061626482754945755
234959	linear.weight	8	0.19384494423866272
234959	linear.weight	9	-0.2674886882305145
234959	linear.bias	0	-0.03956538438796997
234959	linear.bias	1	0.031413208693265915
234959	linear.bias	2	0.45024487376213074
234959	linear.bias	3	-0.7328822016716003
234959	linear.bias	4	2.0940654277801514
234959	linear.bias	5	-1.4027693271636963
234959	linear.bias	6	-0.29687848687171936
234959	linear.bias	7	-0.1175256296992302
235517	transitions	0	-1.9221858978271484
235517	transitions	1	-10000.0
235517	transitions	2	-0.7969565987586975
235517	transitions	3	-10000.0
235517	transitions	4	2.0632729530334473
235517	transitions	5	-10000.0
235517	transitions	6	-10000.0
235517	transitions	7	1.8130747079849243
235517	transitions	8	-2.6102283000946045
235517	transitions	9	-4.230474472045898
235517	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
235517	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
235517	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
235517	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
235517	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
235517	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
235517	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
235517	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
235517	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
235517	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
235517	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
235517	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
235517	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
235517	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
235517	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
235517	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
235517	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
235517	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
235517	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
235517	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
235517	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
235517	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
235517	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
235517	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
235517	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
235517	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
235517	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
235517	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
235517	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
235517	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
235517	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
235517	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
235517	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
235517	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
235517	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
235517	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
235517	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
235517	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
235517	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
235517	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
235517	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
235517	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
235517	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
235517	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
235517	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
235517	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
235517	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
235517	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
235517	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
235517	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
235517	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
235517	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
235517	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
235517	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
235517	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
235517	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
235517	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
235517	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
235517	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
235517	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
235517	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
235517	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
235517	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
235517	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
235517	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
235517	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
235517	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
235517	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
235517	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
235517	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
235517	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
235517	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
235517	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
235517	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
235517	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
235517	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
235517	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
235517	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
235517	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
235517	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
235517	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
235517	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
235517	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
235517	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
235517	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
235517	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
235517	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
235517	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
235517	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
235517	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
235517	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
235517	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
235517	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
235517	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
235517	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
235517	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
235517	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
235517	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
235517	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
235517	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
235517	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
235517	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
235517	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
235517	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
235517	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
235517	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
235517	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
235517	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
235517	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
235517	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
235517	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
235517	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
235517	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
235517	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
235517	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
235517	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
235517	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
235517	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
235517	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
235517	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
235517	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
235517	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
235517	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
235517	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
235517	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
235517	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
235517	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
235517	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
235517	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
235517	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
235517	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
235517	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
235517	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
235517	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
235517	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
235517	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
235517	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
235517	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
235517	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
235517	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
235517	embedding2nn.weight	0	0.006445891689509153
235517	embedding2nn.weight	1	0.0041799405589699745
235517	embedding2nn.weight	2	0.013404238037765026
235517	embedding2nn.weight	3	0.025694355368614197
235517	embedding2nn.weight	4	0.023188168182969093
235517	embedding2nn.weight	5	0.0041805957444012165
235517	embedding2nn.weight	6	-0.014942476525902748
235517	embedding2nn.weight	7	-0.0005486947484314442
235517	embedding2nn.weight	8	-0.008269619196653366
235517	embedding2nn.weight	9	0.001654568244703114
235517	embedding2nn.bias	0	0.018638331443071365
235517	embedding2nn.bias	1	-0.03368424251675606
235517	embedding2nn.bias	2	0.08736082911491394
235517	embedding2nn.bias	3	0.06377749890089035
235517	embedding2nn.bias	4	-0.008740903809666634
235517	embedding2nn.bias	5	-0.035392846912145615
235517	embedding2nn.bias	6	0.028813565149903297
235517	embedding2nn.bias	7	-0.0036701897624880075
235517	embedding2nn.bias	8	-0.033975452184677124
235517	embedding2nn.bias	9	0.02535831928253174
235517	rnn.weight_ih_l0	0	0.06423242390155792
235517	rnn.weight_ih_l0	1	-0.0424780547618866
235517	rnn.weight_ih_l0	2	0.008299103006720543
235517	rnn.weight_ih_l0	3	0.04610713943839073
235517	rnn.weight_ih_l0	4	-0.030027853325009346
235517	rnn.weight_ih_l0	5	0.044169794768095016
235517	rnn.weight_ih_l0	6	0.007288844790309668
235517	rnn.weight_ih_l0	7	0.06629395484924316
235517	rnn.weight_ih_l0	8	0.009391536004841328
235517	rnn.weight_ih_l0	9	-0.027360519394278526
235517	rnn.weight_hh_l0	0	-0.011892680078744888
235517	rnn.weight_hh_l0	1	-0.026514235883951187
235517	rnn.weight_hh_l0	2	-0.060712892562150955
235517	rnn.weight_hh_l0	3	-0.005587399005889893
235517	rnn.weight_hh_l0	4	-0.009537813253700733
235517	rnn.weight_hh_l0	5	-0.02511446550488472
235517	rnn.weight_hh_l0	6	0.0002992964582517743
235517	rnn.weight_hh_l0	7	-0.03781208023428917
235517	rnn.weight_hh_l0	8	0.06727682799100876
235517	rnn.weight_hh_l0	9	0.044984880834817886
235517	rnn.bias_ih_l0	0	-0.17241840064525604
235517	rnn.bias_ih_l0	1	-0.1666143238544464
235517	rnn.bias_ih_l0	2	-0.018752995878458023
235517	rnn.bias_ih_l0	3	-0.14637281000614166
235517	rnn.bias_ih_l0	4	-0.056040000170469284
235517	rnn.bias_ih_l0	5	-0.17371365427970886
235517	rnn.bias_ih_l0	6	0.07678396254777908
235517	rnn.bias_ih_l0	7	-0.08843279629945755
235517	rnn.bias_ih_l0	8	-0.0452541746199131
235517	rnn.bias_ih_l0	9	-0.1068141758441925
235517	rnn.bias_hh_l0	0	-0.06637541949748993
235517	rnn.bias_hh_l0	1	0.24855995178222656
235517	rnn.bias_hh_l0	2	0.0480046272277832
235517	rnn.bias_hh_l0	3	-0.07862754166126251
235517	rnn.bias_hh_l0	4	-0.08101463317871094
235517	rnn.bias_hh_l0	5	0.0023616694379597902
235517	rnn.bias_hh_l0	6	0.055009279400110245
235517	rnn.bias_hh_l0	7	-0.09801545739173889
235517	rnn.bias_hh_l0	8	-0.2381312996149063
235517	rnn.bias_hh_l0	9	-0.10221747308969498
235517	rnn.weight_ih_l0_reverse	0	0.021598268300294876
235517	rnn.weight_ih_l0_reverse	1	-0.06016181781888008
235517	rnn.weight_ih_l0_reverse	2	0.042479876428842545
235517	rnn.weight_ih_l0_reverse	3	0.01898321323096752
235517	rnn.weight_ih_l0_reverse	4	0.0004352093965280801
235517	rnn.weight_ih_l0_reverse	5	-0.027101287618279457
235517	rnn.weight_ih_l0_reverse	6	0.015512313693761826
235517	rnn.weight_ih_l0_reverse	7	0.03021012619137764
235517	rnn.weight_ih_l0_reverse	8	-0.027775727212429047
235517	rnn.weight_ih_l0_reverse	9	-0.0019548796117305756
235517	rnn.weight_hh_l0_reverse	0	0.03989694267511368
235517	rnn.weight_hh_l0_reverse	1	0.030508574098348618
235517	rnn.weight_hh_l0_reverse	2	-0.022132784128189087
235517	rnn.weight_hh_l0_reverse	3	-0.07928428798913956
235517	rnn.weight_hh_l0_reverse	4	0.011103003285825253
235517	rnn.weight_hh_l0_reverse	5	-0.057455435395240784
235517	rnn.weight_hh_l0_reverse	6	-0.013597455807030201
235517	rnn.weight_hh_l0_reverse	7	0.030816588550806046
235517	rnn.weight_hh_l0_reverse	8	0.007340660318732262
235517	rnn.weight_hh_l0_reverse	9	0.01063072681427002
235517	rnn.bias_ih_l0_reverse	0	-0.04955612123012543
235517	rnn.bias_ih_l0_reverse	1	-0.13802509009838104
235517	rnn.bias_ih_l0_reverse	2	-0.14747625589370728
235517	rnn.bias_ih_l0_reverse	3	-0.044570036232471466
235517	rnn.bias_ih_l0_reverse	4	-0.11473443359136581
235517	rnn.bias_ih_l0_reverse	5	-0.08746496587991714
235517	rnn.bias_ih_l0_reverse	6	-0.20668140053749084
235517	rnn.bias_ih_l0_reverse	7	-0.05105369910597801
235517	rnn.bias_ih_l0_reverse	8	-0.06311634927988052
235517	rnn.bias_ih_l0_reverse	9	-0.1337367594242096
235517	rnn.bias_hh_l0_reverse	0	-0.14355751872062683
235517	rnn.bias_hh_l0_reverse	1	-0.1625116914510727
235517	rnn.bias_hh_l0_reverse	2	0.10653896629810333
235517	rnn.bias_hh_l0_reverse	3	0.07115009427070618
235517	rnn.bias_hh_l0_reverse	4	-0.17843908071517944
235517	rnn.bias_hh_l0_reverse	5	-0.1394638568162918
235517	rnn.bias_hh_l0_reverse	6	-0.09406507015228271
235517	rnn.bias_hh_l0_reverse	7	-0.054689936339855194
235517	rnn.bias_hh_l0_reverse	8	-0.09508078545331955
235517	rnn.bias_hh_l0_reverse	9	-0.025059113278985023
235517	linear.weight	0	-0.007701697759330273
235517	linear.weight	1	-0.016080690547823906
235517	linear.weight	2	0.27933603525161743
235517	linear.weight	3	-0.07902048528194427
235517	linear.weight	4	-0.010588549077510834
235517	linear.weight	5	0.1368098109960556
235517	linear.weight	6	-0.010739270597696304
235517	linear.weight	7	-0.053248632699251175
235517	linear.weight	8	0.18868564069271088
235517	linear.weight	9	-0.26572316884994507
235517	linear.bias	0	-0.03956538438796997
235517	linear.bias	1	0.031413208693265915
235517	linear.bias	2	0.4203428030014038
235517	linear.bias	3	-0.6977695226669312
235517	linear.bias	4	2.102423667907715
235517	linear.bias	5	-1.4028459787368774
235517	linear.bias	6	-0.3034473657608032
235517	linear.bias	7	-0.12445627152919769
236075	transitions	0	-1.922669768333435
236075	transitions	1	-10000.0
236075	transitions	2	-0.7969565987586975
236075	transitions	3	-10000.0
236075	transitions	4	2.0624139308929443
236075	transitions	5	-10000.0
236075	transitions	6	-10000.0
236075	transitions	7	1.8011698722839355
236075	transitions	8	-2.6106507778167725
236075	transitions	9	-4.230802059173584
236075	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
236075	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
236075	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
236075	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
236075	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
236075	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
236075	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
236075	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
236075	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
236075	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
236075	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
236075	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
236075	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
236075	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
236075	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
236075	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
236075	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
236075	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
236075	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
236075	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
236075	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
236075	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
236075	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
236075	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
236075	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
236075	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
236075	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
236075	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
236075	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
236075	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
236075	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
236075	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
236075	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
236075	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
236075	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
236075	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
236075	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
236075	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
236075	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
236075	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
236075	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
236075	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
236075	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
236075	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
236075	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
236075	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
236075	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
236075	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
236075	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
236075	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
236075	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
236075	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
236075	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
236075	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
236075	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
236075	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
236075	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
236075	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
236075	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
236075	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
236075	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
236075	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
236075	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
236075	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
236075	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
236075	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
236075	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
236075	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
236075	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
236075	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
236075	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
236075	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
236075	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
236075	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
236075	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
236075	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
236075	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
236075	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
236075	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
236075	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
236075	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
236075	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
236075	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
236075	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
236075	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
236075	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
236075	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
236075	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
236075	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
236075	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
236075	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
236075	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
236075	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
236075	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
236075	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
236075	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
236075	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
236075	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
236075	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
236075	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
236075	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
236075	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
236075	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
236075	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
236075	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
236075	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
236075	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
236075	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
236075	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
236075	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
236075	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
236075	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
236075	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
236075	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
236075	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
236075	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
236075	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
236075	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
236075	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
236075	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
236075	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
236075	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
236075	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
236075	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
236075	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
236075	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
236075	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
236075	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
236075	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
236075	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
236075	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
236075	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
236075	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
236075	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
236075	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
236075	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
236075	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
236075	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
236075	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
236075	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
236075	embedding2nn.weight	0	0.006440489087253809
236075	embedding2nn.weight	1	0.004180732183158398
236075	embedding2nn.weight	2	0.013414507731795311
236075	embedding2nn.weight	3	0.02569364383816719
236075	embedding2nn.weight	4	0.023086048662662506
236075	embedding2nn.weight	5	0.004347885958850384
236075	embedding2nn.weight	6	-0.014989606104791164
236075	embedding2nn.weight	7	-0.0006777274538762867
236075	embedding2nn.weight	8	-0.008640232495963573
236075	embedding2nn.weight	9	0.0017685769125819206
236075	embedding2nn.bias	0	0.01775290071964264
236075	embedding2nn.bias	1	-0.03562562167644501
236075	embedding2nn.bias	2	0.08701372891664505
236075	embedding2nn.bias	3	0.06409714370965958
236075	embedding2nn.bias	4	-0.010814591310918331
236075	embedding2nn.bias	5	-0.033910706639289856
236075	embedding2nn.bias	6	0.0274529866874218
236075	embedding2nn.bias	7	-0.006300635170191526
236075	embedding2nn.bias	8	-0.036425650119781494
236075	embedding2nn.bias	9	0.025408221408724785
236075	rnn.weight_ih_l0	0	0.06465324014425278
236075	rnn.weight_ih_l0	1	-0.04239176958799362
236075	rnn.weight_ih_l0	2	0.008259142749011517
236075	rnn.weight_ih_l0	3	0.04539286345243454
236075	rnn.weight_ih_l0	4	-0.03016785718500614
236075	rnn.weight_ih_l0	5	0.04340313374996185
236075	rnn.weight_ih_l0	6	0.00728193111717701
236075	rnn.weight_ih_l0	7	0.06655658781528473
236075	rnn.weight_ih_l0	8	0.009947612881660461
236075	rnn.weight_ih_l0	9	-0.027174580842256546
236075	rnn.weight_hh_l0	0	-0.011879276484251022
236075	rnn.weight_hh_l0	1	-0.0266982801258564
236075	rnn.weight_hh_l0	2	-0.06066543981432915
236075	rnn.weight_hh_l0	3	-0.005639308597892523
236075	rnn.weight_hh_l0	4	-0.009543326683342457
236075	rnn.weight_hh_l0	5	-0.02499721758067608
236075	rnn.weight_hh_l0	6	0.00032349658431485295
236075	rnn.weight_hh_l0	7	-0.038197994232177734
236075	rnn.weight_hh_l0	8	0.06699978560209274
236075	rnn.weight_hh_l0	9	0.04512738808989525
236075	rnn.bias_ih_l0	0	-0.17247462272644043
236075	rnn.bias_ih_l0	1	-0.16829562187194824
236075	rnn.bias_ih_l0	2	-0.0193839892745018
236075	rnn.bias_ih_l0	3	-0.14748568832874298
236075	rnn.bias_ih_l0	4	-0.05639836564660072
236075	rnn.bias_ih_l0	5	-0.17462985217571259
236075	rnn.bias_ih_l0	6	0.0753638967871666
236075	rnn.bias_ih_l0	7	-0.08864818513393402
236075	rnn.bias_ih_l0	8	-0.04562584310770035
236075	rnn.bias_ih_l0	9	-0.10652507841587067
236075	rnn.bias_hh_l0	0	-0.06672839820384979
236075	rnn.bias_hh_l0	1	0.24646717309951782
236075	rnn.bias_hh_l0	2	0.047447748482227325
236075	rnn.bias_hh_l0	3	-0.07862371951341629
236075	rnn.bias_hh_l0	4	-0.08121033012866974
236075	rnn.bias_hh_l0	5	0.0023268701042979956
236075	rnn.bias_hh_l0	6	0.05617493763566017
236075	rnn.bias_hh_l0	7	-0.09875179082155228
236075	rnn.bias_hh_l0	8	-0.2368374913930893
236075	rnn.bias_hh_l0	9	-0.10185719281435013
236075	rnn.weight_ih_l0_reverse	0	0.02107124775648117
236075	rnn.weight_ih_l0_reverse	1	-0.059826165437698364
236075	rnn.weight_ih_l0_reverse	2	0.042482998222112656
236075	rnn.weight_ih_l0_reverse	3	0.01908012293279171
236075	rnn.weight_ih_l0_reverse	4	0.0002988818159792572
236075	rnn.weight_ih_l0_reverse	5	-0.027043014764785767
236075	rnn.weight_ih_l0_reverse	6	0.015148743987083435
236075	rnn.weight_ih_l0_reverse	7	0.02989361248910427
236075	rnn.weight_ih_l0_reverse	8	-0.027869390323758125
236075	rnn.weight_ih_l0_reverse	9	-0.0018419841071590781
236075	rnn.weight_hh_l0_reverse	0	0.04012993723154068
236075	rnn.weight_hh_l0_reverse	1	0.030525313690304756
236075	rnn.weight_hh_l0_reverse	2	-0.022194063290953636
236075	rnn.weight_hh_l0_reverse	3	-0.07928496599197388
236075	rnn.weight_hh_l0_reverse	4	0.0109031293541193
236075	rnn.weight_hh_l0_reverse	5	-0.05761975795030594
236075	rnn.weight_hh_l0_reverse	6	-0.013762477785348892
236075	rnn.weight_hh_l0_reverse	7	0.030764173716306686
236075	rnn.weight_hh_l0_reverse	8	0.00780936423689127
236075	rnn.weight_hh_l0_reverse	9	0.010577991604804993
236075	rnn.bias_ih_l0_reverse	0	-0.049059897661209106
236075	rnn.bias_ih_l0_reverse	1	-0.1379677951335907
236075	rnn.bias_ih_l0_reverse	2	-0.14656616747379303
236075	rnn.bias_ih_l0_reverse	3	-0.04375749081373215
236075	rnn.bias_ih_l0_reverse	4	-0.11416290700435638
236075	rnn.bias_ih_l0_reverse	5	-0.08650901168584824
236075	rnn.bias_ih_l0_reverse	6	-0.2062973976135254
236075	rnn.bias_ih_l0_reverse	7	-0.05190403759479523
236075	rnn.bias_ih_l0_reverse	8	-0.06312080472707748
236075	rnn.bias_ih_l0_reverse	9	-0.1329481601715088
236075	rnn.bias_hh_l0_reverse	0	-0.14395271241664886
236075	rnn.bias_hh_l0_reverse	1	-0.16305631399154663
236075	rnn.bias_hh_l0_reverse	2	0.10510992258787155
236075	rnn.bias_hh_l0_reverse	3	0.07273031771183014
236075	rnn.bias_hh_l0_reverse	4	-0.1780458241701126
236075	rnn.bias_hh_l0_reverse	5	-0.13959677517414093
236075	rnn.bias_hh_l0_reverse	6	-0.09241701662540436
236075	rnn.bias_hh_l0_reverse	7	-0.05533935874700546
236075	rnn.bias_hh_l0_reverse	8	-0.09505099058151245
236075	rnn.bias_hh_l0_reverse	9	-0.024424420669674873
236075	linear.weight	0	-0.007702828850597143
236075	linear.weight	1	-0.021400196477770805
236075	linear.weight	2	0.2798452079296112
236075	linear.weight	3	-0.07901771366596222
236075	linear.weight	4	-0.010588549077510834
236075	linear.weight	5	0.13478967547416687
236075	linear.weight	6	-0.010739270597696304
236075	linear.weight	7	-0.0566466748714447
236075	linear.weight	8	0.16852939128875732
236075	linear.weight	9	-0.2662549316883087
236075	linear.bias	0	-0.03956538438796997
236075	linear.bias	1	0.031413208693265915
236075	linear.bias	2	0.4409859776496887
236075	linear.bias	3	-0.7300840616226196
236075	linear.bias	4	2.114215612411499
236075	linear.bias	5	-1.4029263257980347
236075	linear.bias	6	-0.30333685874938965
236075	linear.bias	7	-0.12461727857589722
236633	transitions	0	-1.9231197834014893
236633	transitions	1	-10000.0
236633	transitions	2	-0.7969565987586975
236633	transitions	3	-10000.0
236633	transitions	4	2.0611515045166016
236633	transitions	5	-10000.0
236633	transitions	6	-10000.0
236633	transitions	7	1.8036179542541504
236633	transitions	8	-2.6110599040985107
236633	transitions	9	-4.231123447418213
236633	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
236633	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
236633	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
236633	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
236633	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
236633	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
236633	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
236633	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
236633	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
236633	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
236633	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
236633	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
236633	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
236633	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
236633	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
236633	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
236633	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
236633	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
236633	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
236633	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
236633	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
236633	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
236633	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
236633	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
236633	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
236633	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
236633	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
236633	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
236633	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
236633	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
236633	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
236633	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
236633	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
236633	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
236633	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
236633	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
236633	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
236633	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
236633	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
236633	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
236633	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
236633	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
236633	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
236633	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
236633	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
236633	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
236633	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
236633	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
236633	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
236633	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
236633	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
236633	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
236633	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
236633	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
236633	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
236633	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
236633	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
236633	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
236633	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
236633	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
236633	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
236633	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
236633	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
236633	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
236633	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
236633	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
236633	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
236633	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
236633	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
236633	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
236633	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
236633	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
236633	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
236633	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
236633	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
236633	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
236633	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
236633	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
236633	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
236633	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
236633	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
236633	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
236633	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
236633	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
236633	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
236633	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
236633	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
236633	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
236633	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
236633	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
236633	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
236633	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
236633	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
236633	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
236633	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
236633	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
236633	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
236633	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
236633	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
236633	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
236633	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
236633	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
236633	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
236633	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
236633	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
236633	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
236633	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
236633	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
236633	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
236633	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
236633	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
236633	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
236633	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
236633	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
236633	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
236633	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
236633	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
236633	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
236633	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
236633	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
236633	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
236633	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
236633	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
236633	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
236633	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
236633	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
236633	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
236633	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
236633	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
236633	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
236633	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
236633	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
236633	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
236633	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
236633	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
236633	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
236633	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
236633	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
236633	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
236633	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
236633	embedding2nn.weight	0	0.006435933522880077
236633	embedding2nn.weight	1	0.004220830276608467
236633	embedding2nn.weight	2	0.013424624688923359
236633	embedding2nn.weight	3	0.025737259536981583
236633	embedding2nn.weight	4	0.02309730276465416
236633	embedding2nn.weight	5	0.004126150626689196
236633	embedding2nn.weight	6	-0.015053143724799156
236633	embedding2nn.weight	7	-0.0006153023568913341
236633	embedding2nn.weight	8	-0.008254960179328918
236633	embedding2nn.weight	9	0.0017049000598490238
236633	embedding2nn.bias	0	0.018253028392791748
236633	embedding2nn.bias	1	-0.03496692329645157
236633	embedding2nn.bias	2	0.08510921895503998
236633	embedding2nn.bias	3	0.06322478502988815
236633	embedding2nn.bias	4	-0.01030718069523573
236633	embedding2nn.bias	5	-0.036531612277030945
236633	embedding2nn.bias	6	0.02815232425928116
236633	embedding2nn.bias	7	-0.0022775032557547092
236633	embedding2nn.bias	8	-0.033516447991132736
236633	embedding2nn.bias	9	0.02349325828254223
236633	rnn.weight_ih_l0	0	0.06471361964941025
236633	rnn.weight_ih_l0	1	-0.042363908141851425
236633	rnn.weight_ih_l0	2	0.007969820871949196
236633	rnn.weight_ih_l0	3	0.045355506241321564
236633	rnn.weight_ih_l0	4	-0.030201712623238564
236633	rnn.weight_ih_l0	5	0.04306858777999878
236633	rnn.weight_ih_l0	6	0.007301944773644209
236633	rnn.weight_ih_l0	7	0.0664275586605072
236633	rnn.weight_ih_l0	8	0.010303675197064877
236633	rnn.weight_ih_l0	9	-0.026884345337748528
236633	rnn.weight_hh_l0	0	-0.012088945135474205
236633	rnn.weight_hh_l0	1	-0.026568226516246796
236633	rnn.weight_hh_l0	2	-0.06064550578594208
236633	rnn.weight_hh_l0	3	-0.005620659328997135
236633	rnn.weight_hh_l0	4	-0.00962687935680151
236633	rnn.weight_hh_l0	5	-0.02484474703669548
236633	rnn.weight_hh_l0	6	0.0003023892058990896
236633	rnn.weight_hh_l0	7	-0.038274481892585754
236633	rnn.weight_hh_l0	8	0.06666861474514008
236633	rnn.weight_hh_l0	9	0.044963449239730835
236633	rnn.bias_ih_l0	0	-0.17211970686912537
236633	rnn.bias_ih_l0	1	-0.16885288059711456
236633	rnn.bias_ih_l0	2	-0.019268689677119255
236633	rnn.bias_ih_l0	3	-0.1467755287885666
236633	rnn.bias_ih_l0	4	-0.05605189874768257
236633	rnn.bias_ih_l0	5	-0.17364057898521423
236633	rnn.bias_ih_l0	6	0.07541035860776901
236633	rnn.bias_ih_l0	7	-0.08720651268959045
236633	rnn.bias_ih_l0	8	-0.04577977955341339
236633	rnn.bias_ih_l0	9	-0.10603106021881104
236633	rnn.bias_hh_l0	0	-0.06782905012369156
236633	rnn.bias_hh_l0	1	0.24634592235088348
236633	rnn.bias_hh_l0	2	0.047463830560445786
236633	rnn.bias_hh_l0	3	-0.07849989086389542
236633	rnn.bias_hh_l0	4	-0.08114634454250336
236633	rnn.bias_hh_l0	5	0.0006646991823799908
236633	rnn.bias_hh_l0	6	0.055993854999542236
236633	rnn.bias_hh_l0	7	-0.09819721430540085
236633	rnn.bias_hh_l0	8	-0.23663242161273956
236633	rnn.bias_hh_l0	9	-0.10169929265975952
236633	rnn.weight_ih_l0_reverse	0	0.021291645243763924
236633	rnn.weight_ih_l0_reverse	1	-0.059739187359809875
236633	rnn.weight_ih_l0_reverse	2	0.04267997667193413
236633	rnn.weight_ih_l0_reverse	3	0.01943952590227127
236633	rnn.weight_ih_l0_reverse	4	6.426907930290326e-05
236633	rnn.weight_ih_l0_reverse	5	-0.026828046888113022
236633	rnn.weight_ih_l0_reverse	6	0.014825230464339256
236633	rnn.weight_ih_l0_reverse	7	0.030137576162815094
236633	rnn.weight_ih_l0_reverse	8	-0.027760371565818787
236633	rnn.weight_ih_l0_reverse	9	-0.0014265227364376187
236633	rnn.weight_hh_l0_reverse	0	0.04018193483352661
236633	rnn.weight_hh_l0_reverse	1	0.030164435505867004
236633	rnn.weight_hh_l0_reverse	2	-0.022244276478886604
236633	rnn.weight_hh_l0_reverse	3	-0.0793721154332161
236633	rnn.weight_hh_l0_reverse	4	0.010980037972331047
236633	rnn.weight_hh_l0_reverse	5	-0.05775856599211693
236633	rnn.weight_hh_l0_reverse	6	-0.013629112392663956
236633	rnn.weight_hh_l0_reverse	7	0.030772870406508446
236633	rnn.weight_hh_l0_reverse	8	0.007787623908370733
236633	rnn.weight_hh_l0_reverse	9	0.010136383585631847
236633	rnn.bias_ih_l0_reverse	0	-0.04886844381690025
236633	rnn.bias_ih_l0_reverse	1	-0.1384308636188507
236633	rnn.bias_ih_l0_reverse	2	-0.1457325667142868
236633	rnn.bias_ih_l0_reverse	3	-0.04464583471417427
236633	rnn.bias_ih_l0_reverse	4	-0.11301503330469131
236633	rnn.bias_ih_l0_reverse	5	-0.08660446852445602
236633	rnn.bias_ih_l0_reverse	6	-0.2072211354970932
236633	rnn.bias_ih_l0_reverse	7	-0.05235669016838074
236633	rnn.bias_ih_l0_reverse	8	-0.0634334459900856
236633	rnn.bias_ih_l0_reverse	9	-0.13147683441638947
236633	rnn.bias_hh_l0_reverse	0	-0.1445877104997635
236633	rnn.bias_hh_l0_reverse	1	-0.1642148494720459
236633	rnn.bias_hh_l0_reverse	2	0.10405395179986954
236633	rnn.bias_hh_l0_reverse	3	0.07385951280593872
236633	rnn.bias_hh_l0_reverse	4	-0.17713725566864014
236633	rnn.bias_hh_l0_reverse	5	-0.13954444229602814
236633	rnn.bias_hh_l0_reverse	6	-0.09249213337898254
236633	rnn.bias_hh_l0_reverse	7	-0.05545860156416893
236633	rnn.bias_hh_l0_reverse	8	-0.09523334354162216
236633	rnn.bias_hh_l0_reverse	9	-0.023720785975456238
236633	linear.weight	0	-0.0077036842703819275
236633	linear.weight	1	-0.02093832939863205
236633	linear.weight	2	0.28724414110183716
236633	linear.weight	3	-0.07901567220687866
236633	linear.weight	4	-0.010588549077510834
236633	linear.weight	5	0.1267826408147812
236633	linear.weight	6	-0.010739270597696304
236633	linear.weight	7	-0.09004568308591843
236633	linear.weight	8	0.19536352157592773
236633	linear.weight	9	-0.2715902030467987
236633	linear.bias	0	-0.03956538438796997
236633	linear.bias	1	0.031413208693265915
236633	linear.bias	2	0.43898114562034607
236633	linear.bias	3	-0.7320019006729126
236633	linear.bias	4	2.11483097076416
236633	linear.bias	5	-1.4030051231384277
236633	linear.bias	6	-0.3015558421611786
236633	linear.bias	7	-0.1230226680636406
237191	transitions	0	-1.9236385822296143
237191	transitions	1	-10000.0
237191	transitions	2	-0.7969565987586975
237191	transitions	3	-10000.0
237191	transitions	4	2.068791151046753
237191	transitions	5	-10000.0
237191	transitions	6	-10000.0
237191	transitions	7	1.796863079071045
237191	transitions	8	-2.6114046573638916
237191	transitions	9	-4.231431484222412
237191	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
237191	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
237191	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
237191	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
237191	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
237191	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
237191	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
237191	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
237191	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
237191	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
237191	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
237191	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
237191	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
237191	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
237191	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
237191	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
237191	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
237191	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
237191	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
237191	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
237191	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
237191	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
237191	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
237191	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
237191	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
237191	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
237191	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
237191	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
237191	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
237191	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
237191	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
237191	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
237191	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
237191	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
237191	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
237191	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
237191	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
237191	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
237191	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
237191	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
237191	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
237191	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
237191	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
237191	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
237191	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
237191	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
237191	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
237191	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
237191	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
237191	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
237191	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
237191	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
237191	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
237191	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
237191	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
237191	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
237191	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
237191	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
237191	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
237191	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
237191	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
237191	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
237191	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
237191	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
237191	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
237191	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
237191	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
237191	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
237191	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
237191	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
237191	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
237191	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
237191	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
237191	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
237191	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
237191	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
237191	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
237191	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
237191	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
237191	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
237191	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
237191	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
237191	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
237191	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
237191	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
237191	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
237191	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
237191	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
237191	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
237191	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
237191	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
237191	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
237191	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
237191	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
237191	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
237191	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
237191	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
237191	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
237191	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
237191	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
237191	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
237191	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
237191	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
237191	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
237191	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
237191	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
237191	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
237191	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
237191	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
237191	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
237191	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
237191	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
237191	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
237191	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
237191	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
237191	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
237191	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
237191	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
237191	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
237191	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
237191	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
237191	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
237191	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
237191	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
237191	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
237191	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
237191	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
237191	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
237191	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
237191	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
237191	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
237191	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
237191	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
237191	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
237191	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
237191	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
237191	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
237191	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
237191	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
237191	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
237191	embedding2nn.weight	0	0.006430397741496563
237191	embedding2nn.weight	1	0.004240621346980333
237191	embedding2nn.weight	2	0.013429958373308182
237191	embedding2nn.weight	3	0.025964131578803062
237191	embedding2nn.weight	4	0.023069072514772415
237191	embedding2nn.weight	5	0.00416140491142869
237191	embedding2nn.weight	6	-0.014953981153666973
237191	embedding2nn.weight	7	-0.0005560683785006404
237191	embedding2nn.weight	8	-0.008396615274250507
237191	embedding2nn.weight	9	0.0018461918225511909
237191	embedding2nn.bias	0	0.02014010213315487
237191	embedding2nn.bias	1	-0.03587796166539192
237191	embedding2nn.bias	2	0.08987556397914886
237191	embedding2nn.bias	3	0.06489677727222443
237191	embedding2nn.bias	4	-0.006997449789196253
237191	embedding2nn.bias	5	-0.03752575069665909
237191	embedding2nn.bias	6	0.025883806869387627
237191	embedding2nn.bias	7	-0.0034775296226143837
237191	embedding2nn.bias	8	-0.03182217851281166
237191	embedding2nn.bias	9	0.025900065898895264
237191	rnn.weight_ih_l0	0	0.06453762203454971
237191	rnn.weight_ih_l0	1	-0.04192102327942848
237191	rnn.weight_ih_l0	2	0.007786466274410486
237191	rnn.weight_ih_l0	3	0.04512013867497444
237191	rnn.weight_ih_l0	4	-0.03028639405965805
237191	rnn.weight_ih_l0	5	0.042546629905700684
237191	rnn.weight_ih_l0	6	0.007274702191352844
237191	rnn.weight_ih_l0	7	0.06595956534147263
237191	rnn.weight_ih_l0	8	0.010191850364208221
237191	rnn.weight_ih_l0	9	-0.026612017303705215
237191	rnn.weight_hh_l0	0	-0.011985372751951218
237191	rnn.weight_hh_l0	1	-0.026319896802306175
237191	rnn.weight_hh_l0	2	-0.0607733428478241
237191	rnn.weight_hh_l0	3	-0.005751735996454954
237191	rnn.weight_hh_l0	4	-0.009583798237144947
237191	rnn.weight_hh_l0	5	-0.02496773563325405
237191	rnn.weight_hh_l0	6	0.00031055891304276884
237191	rnn.weight_hh_l0	7	-0.038294628262519836
237191	rnn.weight_hh_l0	8	0.06668414175510406
237191	rnn.weight_hh_l0	9	0.045238155871629715
237191	rnn.bias_ih_l0	0	-0.17222318053245544
237191	rnn.bias_ih_l0	1	-0.1689823865890503
237191	rnn.bias_ih_l0	2	-0.01929846964776516
237191	rnn.bias_ih_l0	3	-0.14667224884033203
237191	rnn.bias_ih_l0	4	-0.055697791278362274
237191	rnn.bias_ih_l0	5	-0.17364707589149475
237191	rnn.bias_ih_l0	6	0.0762934535741806
237191	rnn.bias_ih_l0	7	-0.08673059195280075
237191	rnn.bias_ih_l0	8	-0.044717151671648026
237191	rnn.bias_ih_l0	9	-0.10541017353534698
237191	rnn.bias_hh_l0	0	-0.06577670574188232
237191	rnn.bias_hh_l0	1	0.2445109784603119
237191	rnn.bias_hh_l0	2	0.04478827491402626
237191	rnn.bias_hh_l0	3	-0.07899483293294907
237191	rnn.bias_hh_l0	4	-0.08179999142885208
237191	rnn.bias_hh_l0	5	0.0014342322247102857
237191	rnn.bias_hh_l0	6	0.0564952977001667
237191	rnn.bias_hh_l0	7	-0.09590958058834076
237191	rnn.bias_hh_l0	8	-0.2365633249282837
237191	rnn.bias_hh_l0	9	-0.10203421860933304
237191	rnn.weight_ih_l0_reverse	0	0.021051811054348946
237191	rnn.weight_ih_l0_reverse	1	-0.05983740836381912
237191	rnn.weight_ih_l0_reverse	2	0.042502786964178085
237191	rnn.weight_ih_l0_reverse	3	0.019271600991487503
237191	rnn.weight_ih_l0_reverse	4	0.00044499317300505936
237191	rnn.weight_ih_l0_reverse	5	-0.026816684752702713
237191	rnn.weight_ih_l0_reverse	6	0.014914405532181263
237191	rnn.weight_ih_l0_reverse	7	0.030122000724077225
237191	rnn.weight_ih_l0_reverse	8	-0.027777256444096565
237191	rnn.weight_ih_l0_reverse	9	-0.0014999102568253875
237191	rnn.weight_hh_l0_reverse	0	0.040157072246074677
237191	rnn.weight_hh_l0_reverse	1	0.030288826674222946
237191	rnn.weight_hh_l0_reverse	2	-0.022356854751706123
237191	rnn.weight_hh_l0_reverse	3	-0.07916459441184998
237191	rnn.weight_hh_l0_reverse	4	0.010988500900566578
237191	rnn.weight_hh_l0_reverse	5	-0.05777508020401001
237191	rnn.weight_hh_l0_reverse	6	-0.01349568646401167
237191	rnn.weight_hh_l0_reverse	7	0.03063121996819973
237191	rnn.weight_hh_l0_reverse	8	0.007965872064232826
237191	rnn.weight_hh_l0_reverse	9	0.00995301827788353
237191	rnn.bias_ih_l0_reverse	0	-0.04980457201600075
237191	rnn.bias_ih_l0_reverse	1	-0.1383373737335205
237191	rnn.bias_ih_l0_reverse	2	-0.144911989569664
237191	rnn.bias_ih_l0_reverse	3	-0.045836083590984344
237191	rnn.bias_ih_l0_reverse	4	-0.11368724703788757
237191	rnn.bias_ih_l0_reverse	5	-0.08714354783296585
237191	rnn.bias_ih_l0_reverse	6	-0.20845302939414978
237191	rnn.bias_ih_l0_reverse	7	-0.05363297834992409
237191	rnn.bias_ih_l0_reverse	8	-0.06374002993106842
237191	rnn.bias_ih_l0_reverse	9	-0.13317690789699554
237191	rnn.bias_hh_l0_reverse	0	-0.1451644003391266
237191	rnn.bias_hh_l0_reverse	1	-0.1634158194065094
237191	rnn.bias_hh_l0_reverse	2	0.10263258218765259
237191	rnn.bias_hh_l0_reverse	3	0.07384353876113892
237191	rnn.bias_hh_l0_reverse	4	-0.17580610513687134
237191	rnn.bias_hh_l0_reverse	5	-0.1410253793001175
237191	rnn.bias_hh_l0_reverse	6	-0.09322264790534973
237191	rnn.bias_hh_l0_reverse	7	-0.05554041266441345
237191	rnn.bias_hh_l0_reverse	8	-0.09570370614528656
237191	rnn.bias_hh_l0_reverse	9	-0.02386127971112728
237191	linear.weight	0	-0.007704345975071192
237191	linear.weight	1	-0.013118953444063663
237191	linear.weight	2	0.2921248972415924
237191	linear.weight	3	-0.07901362329721451
237191	linear.weight	4	-0.010588549077510834
237191	linear.weight	5	0.12684449553489685
237191	linear.weight	6	-0.010739270597696304
237191	linear.weight	7	-0.08261695504188538
237191	linear.weight	8	0.20285166800022125
237191	linear.weight	9	-0.2688992917537689
237191	linear.bias	0	-0.03956538438796997
237191	linear.bias	1	0.031413208693265915
237191	linear.bias	2	0.45056673884391785
237191	linear.bias	3	-0.7160133719444275
237191	linear.bias	4	2.103480815887451
237191	linear.bias	5	-1.4030838012695312
237191	linear.bias	6	-0.30940762162208557
237191	linear.bias	7	-0.13132506608963013
237749	transitions	0	-1.924198865890503
237749	transitions	1	-10000.0
237749	transitions	2	-0.7969565987586975
237749	transitions	3	-10000.0
237749	transitions	4	2.0752904415130615
237749	transitions	5	-10000.0
237749	transitions	6	-10000.0
237749	transitions	7	1.8064956665039062
237749	transitions	8	-2.611872673034668
237749	transitions	9	-4.231734275817871
237749	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
237749	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
237749	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
237749	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
237749	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
237749	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
237749	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
237749	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
237749	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
237749	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
237749	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
237749	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
237749	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
237749	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
237749	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
237749	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
237749	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
237749	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
237749	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
237749	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
237749	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
237749	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
237749	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
237749	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
237749	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
237749	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
237749	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
237749	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
237749	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
237749	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
237749	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
237749	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
237749	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
237749	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
237749	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
237749	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
237749	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
237749	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
237749	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
237749	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
237749	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
237749	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
237749	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
237749	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
237749	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
237749	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
237749	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
237749	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
237749	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
237749	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
237749	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
237749	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
237749	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
237749	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
237749	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
237749	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
237749	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
237749	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
237749	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
237749	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
237749	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
237749	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
237749	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
237749	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
237749	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
237749	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
237749	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
237749	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
237749	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
237749	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
237749	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
237749	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
237749	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
237749	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
237749	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
237749	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
237749	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
237749	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
237749	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
237749	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
237749	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
237749	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
237749	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
237749	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
237749	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
237749	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
237749	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
237749	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
237749	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
237749	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
237749	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
237749	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
237749	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
237749	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
237749	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
237749	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
237749	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
237749	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
237749	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
237749	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
237749	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
237749	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
237749	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
237749	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
237749	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
237749	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
237749	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
237749	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
237749	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
237749	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
237749	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
237749	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
237749	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
237749	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
237749	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
237749	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
237749	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
237749	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
237749	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
237749	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
237749	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
237749	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
237749	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
237749	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
237749	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
237749	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
237749	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
237749	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
237749	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
237749	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
237749	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
237749	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
237749	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
237749	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
237749	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
237749	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
237749	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
237749	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
237749	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
237749	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
237749	embedding2nn.weight	0	0.006434726994484663
237749	embedding2nn.weight	1	0.0042228661477565765
237749	embedding2nn.weight	2	0.013431109488010406
237749	embedding2nn.weight	3	0.0259022805839777
237749	embedding2nn.weight	4	0.023029005154967308
237749	embedding2nn.weight	5	0.0042147706262767315
237749	embedding2nn.weight	6	-0.014962377026677132
237749	embedding2nn.weight	7	-0.0005797274061478674
237749	embedding2nn.weight	8	-0.00846334919333458
237749	embedding2nn.weight	9	0.0019032309064641595
237749	embedding2nn.bias	0	0.022960219532251358
237749	embedding2nn.bias	1	-0.036870792508125305
237749	embedding2nn.bias	2	0.08921294659376144
237749	embedding2nn.bias	3	0.0687270537018776
237749	embedding2nn.bias	4	-0.004941374063491821
237749	embedding2nn.bias	5	-0.03858906403183937
237749	embedding2nn.bias	6	0.024853700771927834
237749	embedding2nn.bias	7	-0.00039299545460380614
237749	embedding2nn.bias	8	-0.03226820379495621
237749	embedding2nn.bias	9	0.02626386657357216
237749	rnn.weight_ih_l0	0	0.06463375687599182
237749	rnn.weight_ih_l0	1	-0.04167161509394646
237749	rnn.weight_ih_l0	2	0.007281347177922726
237749	rnn.weight_ih_l0	3	0.044858407229185104
237749	rnn.weight_ih_l0	4	-0.030939411371946335
237749	rnn.weight_ih_l0	5	0.042491570115089417
237749	rnn.weight_ih_l0	6	0.007283878047019243
237749	rnn.weight_ih_l0	7	0.0659412369132042
237749	rnn.weight_ih_l0	8	0.009942201897501945
237749	rnn.weight_ih_l0	9	-0.02666858211159706
237749	rnn.weight_hh_l0	0	-0.012247567065060139
237749	rnn.weight_hh_l0	1	-0.02643868699669838
237749	rnn.weight_hh_l0	2	-0.06084764003753662
237749	rnn.weight_hh_l0	3	-0.005762942135334015
237749	rnn.weight_hh_l0	4	-0.00954176764935255
237749	rnn.weight_hh_l0	5	-0.025007162243127823
237749	rnn.weight_hh_l0	6	0.0004122589307371527
237749	rnn.weight_hh_l0	7	-0.03809083625674248
237749	rnn.weight_hh_l0	8	0.06635993719100952
237749	rnn.weight_hh_l0	9	0.04541316628456116
237749	rnn.bias_ih_l0	0	-0.17329540848731995
237749	rnn.bias_ih_l0	1	-0.16890181601047516
237749	rnn.bias_ih_l0	2	-0.01874787174165249
237749	rnn.bias_ih_l0	3	-0.14668381214141846
237749	rnn.bias_ih_l0	4	-0.055683497339487076
237749	rnn.bias_ih_l0	5	-0.17536261677742004
237749	rnn.bias_ih_l0	6	0.07370585948228836
237749	rnn.bias_ih_l0	7	-0.08654875308275223
237749	rnn.bias_ih_l0	8	-0.04669729247689247
237749	rnn.bias_ih_l0	9	-0.10552451014518738
237749	rnn.bias_hh_l0	0	-0.0662032887339592
237749	rnn.bias_hh_l0	1	0.24575473368167877
237749	rnn.bias_hh_l0	2	0.04715096205472946
237749	rnn.bias_hh_l0	3	-0.07745674252510071
237749	rnn.bias_hh_l0	4	-0.08185659348964691
237749	rnn.bias_hh_l0	5	-3.6743444070452824e-05
237749	rnn.bias_hh_l0	6	0.05583634227514267
237749	rnn.bias_hh_l0	7	-0.09510520845651627
237749	rnn.bias_hh_l0	8	-0.238322913646698
237749	rnn.bias_hh_l0	9	-0.10255324840545654
237749	rnn.weight_ih_l0_reverse	0	0.02084037847816944
237749	rnn.weight_ih_l0_reverse	1	-0.05974559113383293
237749	rnn.weight_ih_l0_reverse	2	0.042357996106147766
237749	rnn.weight_ih_l0_reverse	3	0.019122067838907242
237749	rnn.weight_ih_l0_reverse	4	0.0007338406285271049
237749	rnn.weight_ih_l0_reverse	5	-0.02674083039164543
237749	rnn.weight_ih_l0_reverse	6	0.015311848372220993
237749	rnn.weight_ih_l0_reverse	7	0.030052941292524338
237749	rnn.weight_ih_l0_reverse	8	-0.02788737416267395
237749	rnn.weight_ih_l0_reverse	9	-0.0012820269912481308
237749	rnn.weight_hh_l0_reverse	0	0.04004586488008499
237749	rnn.weight_hh_l0_reverse	1	0.030090192332863808
237749	rnn.weight_hh_l0_reverse	2	-0.02243995852768421
237749	rnn.weight_hh_l0_reverse	3	-0.07933510839939117
237749	rnn.weight_hh_l0_reverse	4	0.010999277234077454
237749	rnn.weight_hh_l0_reverse	5	-0.05776213854551315
237749	rnn.weight_hh_l0_reverse	6	-0.01351227704435587
237749	rnn.weight_hh_l0_reverse	7	0.030412135645747185
237749	rnn.weight_hh_l0_reverse	8	0.007940287701785564
237749	rnn.weight_hh_l0_reverse	9	0.009831097908318043
237749	rnn.bias_ih_l0_reverse	0	-0.049263667315244675
237749	rnn.bias_ih_l0_reverse	1	-0.13870105147361755
237749	rnn.bias_ih_l0_reverse	2	-0.14507617056369781
237749	rnn.bias_ih_l0_reverse	3	-0.04721292108297348
237749	rnn.bias_ih_l0_reverse	4	-0.11478645354509354
237749	rnn.bias_ih_l0_reverse	5	-0.08819971978664398
237749	rnn.bias_ih_l0_reverse	6	-0.20871587097644806
237749	rnn.bias_ih_l0_reverse	7	-0.05360519513487816
237749	rnn.bias_ih_l0_reverse	8	-0.06460078060626984
237749	rnn.bias_ih_l0_reverse	9	-0.1328812688589096
237749	rnn.bias_hh_l0_reverse	0	-0.14544202387332916
237749	rnn.bias_hh_l0_reverse	1	-0.16395434737205505
237749	rnn.bias_hh_l0_reverse	2	0.10359649360179901
237749	rnn.bias_hh_l0_reverse	3	0.07258893549442291
237749	rnn.bias_hh_l0_reverse	4	-0.17590783536434174
237749	rnn.bias_hh_l0_reverse	5	-0.14051631093025208
237749	rnn.bias_hh_l0_reverse	6	-0.09142253547906876
237749	rnn.bias_hh_l0_reverse	7	-0.05686171352863312
237749	rnn.bias_hh_l0_reverse	8	-0.09642346948385239
237749	rnn.bias_hh_l0_reverse	9	-0.02266082726418972
237749	linear.weight	0	-0.007704640738666058
237749	linear.weight	1	-0.014191667549312115
237749	linear.weight	2	0.2822593152523041
237749	linear.weight	3	-0.07901179045438766
237749	linear.weight	4	-0.010588549077510834
237749	linear.weight	5	0.12830966711044312
237749	linear.weight	6	-0.010739270597696304
237749	linear.weight	7	-0.07897353172302246
237749	linear.weight	8	0.19044165313243866
237749	linear.weight	9	-0.26555925607681274
237749	linear.bias	0	-0.03956538438796997
237749	linear.bias	1	0.031413208693265915
237749	linear.bias	2	0.4382905066013336
237749	linear.bias	3	-0.7145995497703552
237749	linear.bias	4	2.112633228302002
237749	linear.bias	5	-1.403161883354187
237749	linear.bias	6	-0.30838921666145325
237749	linear.bias	7	-0.13056854903697968
238307	transitions	0	-1.924769639968872
238307	transitions	1	-10000.0
238307	transitions	2	-0.7969565987586975
238307	transitions	3	-10000.0
238307	transitions	4	2.0660758018493652
238307	transitions	5	-10000.0
238307	transitions	6	-10000.0
238307	transitions	7	1.796849012374878
238307	transitions	8	-2.6122419834136963
238307	transitions	9	-4.232024669647217
238307	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
238307	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
238307	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
238307	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
238307	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
238307	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
238307	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
238307	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
238307	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
238307	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
238307	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
238307	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
238307	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
238307	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
238307	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
238307	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
238307	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
238307	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
238307	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
238307	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
238307	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
238307	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
238307	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
238307	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
238307	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
238307	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
238307	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
238307	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
238307	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
238307	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
238307	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
238307	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
238307	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
238307	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
238307	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
238307	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
238307	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
238307	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
238307	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
238307	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
238307	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
238307	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
238307	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
238307	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
238307	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
238307	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
238307	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
238307	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
238307	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
238307	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
238307	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
238307	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
238307	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
238307	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
238307	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
238307	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
238307	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
238307	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
238307	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
238307	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
238307	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
238307	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
238307	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
238307	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
238307	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
238307	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
238307	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
238307	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
238307	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
238307	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
238307	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
238307	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
238307	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
238307	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
238307	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
238307	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
238307	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
238307	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
238307	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
238307	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
238307	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
238307	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
238307	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
238307	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
238307	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
238307	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
238307	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
238307	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
238307	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
238307	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
238307	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
238307	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
238307	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
238307	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
238307	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
238307	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
238307	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
238307	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
238307	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
238307	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
238307	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
238307	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
238307	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
238307	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
238307	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
238307	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
238307	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
238307	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
238307	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
238307	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
238307	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
238307	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
238307	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
238307	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
238307	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
238307	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
238307	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
238307	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
238307	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
238307	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
238307	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
238307	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
238307	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
238307	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
238307	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
238307	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
238307	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
238307	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
238307	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
238307	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
238307	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
238307	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
238307	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
238307	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
238307	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
238307	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
238307	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
238307	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
238307	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
238307	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
238307	embedding2nn.weight	0	0.006434026174247265
238307	embedding2nn.weight	1	0.0042108288034796715
238307	embedding2nn.weight	2	0.013427544385194778
238307	embedding2nn.weight	3	0.026105182245373726
238307	embedding2nn.weight	4	0.023062771186232567
238307	embedding2nn.weight	5	0.004166823346167803
238307	embedding2nn.weight	6	-0.014941508881747723
238307	embedding2nn.weight	7	-0.0005590480868704617
238307	embedding2nn.weight	8	-0.008466124534606934
238307	embedding2nn.weight	9	0.001813231036067009
238307	embedding2nn.bias	0	0.023753074929118156
238307	embedding2nn.bias	1	-0.0369453988969326
238307	embedding2nn.bias	2	0.0907055214047432
238307	embedding2nn.bias	3	0.06714657694101334
238307	embedding2nn.bias	4	-0.007939384318888187
238307	embedding2nn.bias	5	-0.0365619920194149
238307	embedding2nn.bias	6	0.024153096601366997
238307	embedding2nn.bias	7	-0.00024352666514459997
238307	embedding2nn.bias	8	-0.03333135321736336
238307	embedding2nn.bias	9	0.025040341541171074
238307	rnn.weight_ih_l0	0	0.06465255469083786
238307	rnn.weight_ih_l0	1	-0.042254846543073654
238307	rnn.weight_ih_l0	2	0.007422864902764559
238307	rnn.weight_ih_l0	3	0.04517132416367531
238307	rnn.weight_ih_l0	4	-0.030848069116473198
238307	rnn.weight_ih_l0	5	0.04193143919110298
238307	rnn.weight_ih_l0	6	0.007360032759606838
238307	rnn.weight_ih_l0	7	0.06587634980678558
238307	rnn.weight_ih_l0	8	0.010151352733373642
238307	rnn.weight_ih_l0	9	-0.026867806911468506
238307	rnn.weight_hh_l0	0	-0.012230121530592442
238307	rnn.weight_hh_l0	1	-0.026513397693634033
238307	rnn.weight_hh_l0	2	-0.0610227957367897
238307	rnn.weight_hh_l0	3	-0.005760194733738899
238307	rnn.weight_hh_l0	4	-0.009519491344690323
238307	rnn.weight_hh_l0	5	-0.025018585845828056
238307	rnn.weight_hh_l0	6	0.000415864575188607
238307	rnn.weight_hh_l0	7	-0.038047242909669876
238307	rnn.weight_hh_l0	8	0.06655938178300858
238307	rnn.weight_hh_l0	9	0.045795585960149765
238307	rnn.bias_ih_l0	0	-0.17346082627773285
238307	rnn.bias_ih_l0	1	-0.1702578067779541
238307	rnn.bias_ih_l0	2	-0.018543023616075516
238307	rnn.bias_ih_l0	3	-0.14790762960910797
238307	rnn.bias_ih_l0	4	-0.05659311264753342
238307	rnn.bias_ih_l0	5	-0.1744065135717392
238307	rnn.bias_ih_l0	6	0.07349219173192978
238307	rnn.bias_ih_l0	7	-0.0847669243812561
238307	rnn.bias_ih_l0	8	-0.04584551602602005
238307	rnn.bias_ih_l0	9	-0.10626622289419174
238307	rnn.bias_hh_l0	0	-0.0671752467751503
238307	rnn.bias_hh_l0	1	0.24487316608428955
238307	rnn.bias_hh_l0	2	0.04645288735628128
238307	rnn.bias_hh_l0	3	-0.07765765488147736
238307	rnn.bias_hh_l0	4	-0.08109357953071594
238307	rnn.bias_hh_l0	5	-0.0016415994614362717
238307	rnn.bias_hh_l0	6	0.055424779653549194
238307	rnn.bias_hh_l0	7	-0.09613744914531708
238307	rnn.bias_hh_l0	8	-0.23805883526802063
238307	rnn.bias_hh_l0	9	-0.10385586321353912
238307	rnn.weight_ih_l0_reverse	0	0.021188626065850258
238307	rnn.weight_ih_l0_reverse	1	-0.06004224717617035
238307	rnn.weight_ih_l0_reverse	2	0.042404647916555405
238307	rnn.weight_ih_l0_reverse	3	0.018986528739333153
238307	rnn.weight_ih_l0_reverse	4	0.0008796352194622159
238307	rnn.weight_ih_l0_reverse	5	-0.02697588875889778
238307	rnn.weight_ih_l0_reverse	6	0.015159660018980503
238307	rnn.weight_ih_l0_reverse	7	0.02995566837489605
238307	rnn.weight_ih_l0_reverse	8	-0.027625100687146187
238307	rnn.weight_ih_l0_reverse	9	-0.001468138420023024
238307	rnn.weight_hh_l0_reverse	0	0.03997804969549179
238307	rnn.weight_hh_l0_reverse	1	0.03021247871220112
238307	rnn.weight_hh_l0_reverse	2	-0.022440694272518158
238307	rnn.weight_hh_l0_reverse	3	-0.07887726277112961
238307	rnn.weight_hh_l0_reverse	4	0.011027802713215351
238307	rnn.weight_hh_l0_reverse	5	-0.05787673592567444
238307	rnn.weight_hh_l0_reverse	6	-0.013526258058845997
238307	rnn.weight_hh_l0_reverse	7	0.03031904436647892
238307	rnn.weight_hh_l0_reverse	8	0.00782103557139635
238307	rnn.weight_hh_l0_reverse	9	0.009654341265559196
238307	rnn.bias_ih_l0_reverse	0	-0.04803493618965149
238307	rnn.bias_ih_l0_reverse	1	-0.13913725316524506
238307	rnn.bias_ih_l0_reverse	2	-0.1447853446006775
238307	rnn.bias_ih_l0_reverse	3	-0.04688328132033348
238307	rnn.bias_ih_l0_reverse	4	-0.11533508449792862
238307	rnn.bias_ih_l0_reverse	5	-0.08819403499364853
238307	rnn.bias_ih_l0_reverse	6	-0.20907385647296906
238307	rnn.bias_ih_l0_reverse	7	-0.053619954735040665
238307	rnn.bias_ih_l0_reverse	8	-0.06449064612388611
238307	rnn.bias_ih_l0_reverse	9	-0.13405998051166534
238307	rnn.bias_hh_l0_reverse	0	-0.14537635445594788
238307	rnn.bias_hh_l0_reverse	1	-0.16221466660499573
238307	rnn.bias_hh_l0_reverse	2	0.1021554172039032
238307	rnn.bias_hh_l0_reverse	3	0.07243715226650238
238307	rnn.bias_hh_l0_reverse	4	-0.17613168060779572
238307	rnn.bias_hh_l0_reverse	5	-0.14166246354579926
238307	rnn.bias_hh_l0_reverse	6	-0.0918581634759903
238307	rnn.bias_hh_l0_reverse	7	-0.056273650377988815
238307	rnn.bias_hh_l0_reverse	8	-0.09661871194839478
238307	rnn.bias_hh_l0_reverse	9	-0.02313099056482315
238307	linear.weight	0	-0.0077048069797456264
238307	linear.weight	1	-0.012493951246142387
238307	linear.weight	2	0.2886143922805786
238307	linear.weight	3	-0.07900974899530411
238307	linear.weight	4	-0.010588549077510834
238307	linear.weight	5	0.12487559765577316
238307	linear.weight	6	-0.010739270597696304
238307	linear.weight	7	-0.0785432979464531
238307	linear.weight	8	0.18172737956047058
238307	linear.weight	9	-0.2660027742385864
238307	linear.bias	0	-0.03956538438796997
238307	linear.bias	1	0.031413208693265915
238307	linear.bias	2	0.46716517210006714
238307	linear.bias	3	-0.7249031066894531
238307	linear.bias	4	2.0915842056274414
238307	linear.bias	5	-1.4032400846481323
238307	linear.bias	6	-0.306880384683609
238307	linear.bias	7	-0.1295321136713028
238865	transitions	0	-1.9252502918243408
238865	transitions	1	-10000.0
238865	transitions	2	-0.7969565987586975
238865	transitions	3	-10000.0
238865	transitions	4	2.0681164264678955
238865	transitions	5	-10000.0
238865	transitions	6	-10000.0
238865	transitions	7	1.8070296049118042
238865	transitions	8	-2.6126136779785156
238865	transitions	9	-4.2323222160339355
238865	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
238865	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
238865	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
238865	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
238865	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
238865	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
238865	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
238865	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
238865	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
238865	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
238865	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
238865	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
238865	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
238865	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
238865	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
238865	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
238865	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
238865	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
238865	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
238865	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
238865	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
238865	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
238865	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
238865	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
238865	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
238865	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
238865	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
238865	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
238865	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
238865	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
238865	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
238865	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
238865	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
238865	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
238865	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
238865	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
238865	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
238865	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
238865	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
238865	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
238865	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
238865	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
238865	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
238865	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
238865	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
238865	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
238865	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
238865	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
238865	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
238865	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
238865	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
238865	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
238865	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
238865	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
238865	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
238865	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
238865	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
238865	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
238865	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
238865	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
238865	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
238865	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
238865	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
238865	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
238865	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
238865	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
238865	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
238865	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
238865	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
238865	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
238865	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
238865	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
238865	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
238865	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
238865	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
238865	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
238865	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
238865	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
238865	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
238865	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
238865	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
238865	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
238865	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
238865	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
238865	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
238865	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
238865	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
238865	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
238865	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
238865	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
238865	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
238865	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
238865	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
238865	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
238865	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
238865	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
238865	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
238865	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
238865	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
238865	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
238865	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
238865	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
238865	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
238865	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
238865	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
238865	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
238865	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
238865	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
238865	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
238865	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
238865	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
238865	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
238865	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
238865	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
238865	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
238865	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
238865	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
238865	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
238865	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
238865	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
238865	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
238865	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
238865	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
238865	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
238865	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
238865	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
238865	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
238865	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
238865	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
238865	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
238865	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
238865	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
238865	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
238865	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
238865	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
238865	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
238865	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
238865	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
238865	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
238865	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
238865	embedding2nn.weight	0	0.006435156799852848
238865	embedding2nn.weight	1	0.004168188199400902
238865	embedding2nn.weight	2	0.01342533715069294
238865	embedding2nn.weight	3	0.02615535259246826
238865	embedding2nn.weight	4	0.02310200221836567
238865	embedding2nn.weight	5	0.004477994050830603
238865	embedding2nn.weight	6	-0.0149280009791255
238865	embedding2nn.weight	7	-0.0005187720526009798
238865	embedding2nn.weight	8	-0.008552024140954018
238865	embedding2nn.weight	9	0.0017576497048139572
238865	embedding2nn.bias	0	0.025496188551187515
238865	embedding2nn.bias	1	-0.03559575974941254
238865	embedding2nn.bias	2	0.09378340095281601
238865	embedding2nn.bias	3	0.06501888483762741
238865	embedding2nn.bias	4	-0.007584214210510254
238865	embedding2nn.bias	5	-0.03351240232586861
238865	embedding2nn.bias	6	0.023548264056444168
238865	embedding2nn.bias	7	-0.0012871468206867576
238865	embedding2nn.bias	8	-0.03423505276441574
238865	embedding2nn.bias	9	0.025397038087248802
238865	rnn.weight_ih_l0	0	0.06506306678056717
238865	rnn.weight_ih_l0	1	-0.042562879621982574
238865	rnn.weight_ih_l0	2	0.007523719687014818
238865	rnn.weight_ih_l0	3	0.0450533963739872
238865	rnn.weight_ih_l0	4	-0.030443992465734482
238865	rnn.weight_ih_l0	5	0.04134795814752579
238865	rnn.weight_ih_l0	6	0.00728618586435914
238865	rnn.weight_ih_l0	7	0.06607767939567566
238865	rnn.weight_ih_l0	8	0.010172203183174133
238865	rnn.weight_ih_l0	9	-0.026682784780859947
238865	rnn.weight_hh_l0	0	-0.011927991174161434
238865	rnn.weight_hh_l0	1	-0.02681637927889824
238865	rnn.weight_hh_l0	2	-0.06101134419441223
238865	rnn.weight_hh_l0	3	-0.0056981113739311695
238865	rnn.weight_hh_l0	4	-0.009516707621514797
238865	rnn.weight_hh_l0	5	-0.024934448301792145
238865	rnn.weight_hh_l0	6	0.0005164294270798564
238865	rnn.weight_hh_l0	7	-0.03773016482591629
238865	rnn.weight_hh_l0	8	0.06663642078638077
238865	rnn.weight_hh_l0	9	0.045934658497571945
238865	rnn.bias_ih_l0	0	-0.1724073439836502
238865	rnn.bias_ih_l0	1	-0.16826196014881134
238865	rnn.bias_ih_l0	2	-0.018573638051748276
238865	rnn.bias_ih_l0	3	-0.14853934943675995
238865	rnn.bias_ih_l0	4	-0.05626031383872032
238865	rnn.bias_ih_l0	5	-0.17505642771720886
238865	rnn.bias_ih_l0	6	0.07252159714698792
238865	rnn.bias_ih_l0	7	-0.08531051129102707
238865	rnn.bias_ih_l0	8	-0.046399377286434174
238865	rnn.bias_ih_l0	9	-0.10674059391021729
238865	rnn.bias_hh_l0	0	-0.06672283262014389
238865	rnn.bias_hh_l0	1	0.24364979565143585
238865	rnn.bias_hh_l0	2	0.046183716505765915
238865	rnn.bias_hh_l0	3	-0.07853276282548904
238865	rnn.bias_hh_l0	4	-0.0829620510339737
238865	rnn.bias_hh_l0	5	-0.00022172622266225517
238865	rnn.bias_hh_l0	6	0.0557190403342247
238865	rnn.bias_hh_l0	7	-0.0961557999253273
238865	rnn.bias_hh_l0	8	-0.23917484283447266
238865	rnn.bias_hh_l0	9	-0.10336385667324066
238865	rnn.weight_ih_l0_reverse	0	0.020585471764206886
238865	rnn.weight_ih_l0_reverse	1	-0.060192402452230453
238865	rnn.weight_ih_l0_reverse	2	0.04234777018427849
238865	rnn.weight_ih_l0_reverse	3	0.018899980932474136
238865	rnn.weight_ih_l0_reverse	4	0.0008549828780815005
238865	rnn.weight_ih_l0_reverse	5	-0.02719636633992195
238865	rnn.weight_ih_l0_reverse	6	0.015185032039880753
238865	rnn.weight_ih_l0_reverse	7	0.03004576824605465
238865	rnn.weight_ih_l0_reverse	8	-0.027535952627658844
238865	rnn.weight_ih_l0_reverse	9	-0.0011541065759956837
238865	rnn.weight_hh_l0_reverse	0	0.0398746095597744
238865	rnn.weight_hh_l0_reverse	1	0.030145052820444107
238865	rnn.weight_hh_l0_reverse	2	-0.02241523750126362
238865	rnn.weight_hh_l0_reverse	3	-0.07896971702575684
238865	rnn.weight_hh_l0_reverse	4	0.011100136674940586
238865	rnn.weight_hh_l0_reverse	5	-0.05789240822196007
238865	rnn.weight_hh_l0_reverse	6	-0.013688146136701107
238865	rnn.weight_hh_l0_reverse	7	0.030489997938275337
238865	rnn.weight_hh_l0_reverse	8	0.0078038848005235195
238865	rnn.weight_hh_l0_reverse	9	0.0093741025775671
238865	rnn.bias_ih_l0_reverse	0	-0.04714571312069893
238865	rnn.bias_ih_l0_reverse	1	-0.13931749761104584
238865	rnn.bias_ih_l0_reverse	2	-0.14575394988059998
238865	rnn.bias_ih_l0_reverse	3	-0.0474715381860733
238865	rnn.bias_ih_l0_reverse	4	-0.1139746606349945
238865	rnn.bias_ih_l0_reverse	5	-0.08876615762710571
238865	rnn.bias_ih_l0_reverse	6	-0.20874223113059998
238865	rnn.bias_ih_l0_reverse	7	-0.05347524955868721
238865	rnn.bias_ih_l0_reverse	8	-0.06452547758817673
238865	rnn.bias_ih_l0_reverse	9	-0.1337265819311142
238865	rnn.bias_hh_l0_reverse	0	-0.1446824073791504
238865	rnn.bias_hh_l0_reverse	1	-0.16298356652259827
238865	rnn.bias_hh_l0_reverse	2	0.10179203003644943
238865	rnn.bias_hh_l0_reverse	3	0.07260952144861221
238865	rnn.bias_hh_l0_reverse	4	-0.17761380970478058
238865	rnn.bias_hh_l0_reverse	5	-0.13980242609977722
238865	rnn.bias_hh_l0_reverse	6	-0.09094465523958206
238865	rnn.bias_hh_l0_reverse	7	-0.05619942024350166
238865	rnn.bias_hh_l0_reverse	8	-0.09616431593894958
238865	rnn.bias_hh_l0_reverse	9	-0.023814326152205467
238865	linear.weight	0	-0.00770479766651988
238865	linear.weight	1	-0.007395483087748289
238865	linear.weight	2	0.2883337140083313
238865	linear.weight	3	-0.07900777459144592
238865	linear.weight	4	-0.010588549077510834
238865	linear.weight	5	0.1314162015914917
238865	linear.weight	6	-0.010739270597696304
238865	linear.weight	7	-0.07135499268770218
238865	linear.weight	8	0.17832417786121368
238865	linear.weight	9	-0.26198604702949524
238865	linear.bias	0	-0.03956538438796997
238865	linear.bias	1	0.031413208693265915
238865	linear.bias	2	0.4430605173110962
238865	linear.bias	3	-0.7223175168037415
238865	linear.bias	4	2.1042251586914062
238865	linear.bias	5	-1.4033153057098389
238865	linear.bias	6	-0.3022457957267761
238865	linear.bias	7	-0.12522196769714355
239423	transitions	0	-1.9257506132125854
239423	transitions	1	-10000.0
239423	transitions	2	-0.7969565987586975
239423	transitions	3	-10000.0
239423	transitions	4	2.061777114868164
239423	transitions	5	-10000.0
239423	transitions	6	-10000.0
239423	transitions	7	1.811096429824829
239423	transitions	8	-2.61301326751709
239423	transitions	9	-4.232616901397705
239423	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
239423	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
239423	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
239423	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
239423	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
239423	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
239423	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
239423	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
239423	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
239423	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
239423	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
239423	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
239423	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
239423	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
239423	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
239423	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
239423	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
239423	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
239423	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
239423	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
239423	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
239423	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
239423	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
239423	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
239423	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
239423	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
239423	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
239423	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
239423	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
239423	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
239423	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
239423	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
239423	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
239423	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
239423	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
239423	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
239423	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
239423	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
239423	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
239423	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
239423	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
239423	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
239423	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
239423	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
239423	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
239423	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
239423	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
239423	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
239423	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
239423	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
239423	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
239423	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
239423	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
239423	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
239423	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
239423	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
239423	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
239423	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
239423	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
239423	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
239423	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
239423	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
239423	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
239423	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
239423	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
239423	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
239423	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
239423	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
239423	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
239423	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
239423	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
239423	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
239423	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
239423	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
239423	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
239423	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
239423	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
239423	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
239423	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
239423	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
239423	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
239423	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
239423	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
239423	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
239423	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
239423	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
239423	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
239423	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
239423	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
239423	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
239423	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
239423	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
239423	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
239423	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
239423	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
239423	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
239423	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
239423	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
239423	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
239423	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
239423	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
239423	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
239423	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
239423	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
239423	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
239423	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
239423	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
239423	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
239423	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
239423	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
239423	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
239423	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
239423	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
239423	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
239423	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
239423	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
239423	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
239423	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
239423	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
239423	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
239423	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
239423	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
239423	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
239423	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
239423	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
239423	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
239423	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
239423	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
239423	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
239423	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
239423	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
239423	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
239423	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
239423	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
239423	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
239423	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
239423	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
239423	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
239423	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
239423	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
239423	embedding2nn.weight	0	0.006427396088838577
239423	embedding2nn.weight	1	0.004167288541793823
239423	embedding2nn.weight	2	0.013420674949884415
239423	embedding2nn.weight	3	0.026189390569925308
239423	embedding2nn.weight	4	0.02310389280319214
239423	embedding2nn.weight	5	0.004382861778140068
239423	embedding2nn.weight	6	-0.0149521604180336
239423	embedding2nn.weight	7	-0.000502436887472868
239423	embedding2nn.weight	8	-0.008434665389358997
239423	embedding2nn.weight	9	0.001744576613418758
239423	embedding2nn.bias	0	0.021607693284749985
239423	embedding2nn.bias	1	-0.034970831125974655
239423	embedding2nn.bias	2	0.09100133925676346
239423	embedding2nn.bias	3	0.06594577431678772
239423	embedding2nn.bias	4	-0.010705920867621899
239423	embedding2nn.bias	5	-0.03476061671972275
239423	embedding2nn.bias	6	0.02425728179514408
239423	embedding2nn.bias	7	-0.00012250214058440179
239423	embedding2nn.bias	8	-0.033483561128377914
239423	embedding2nn.bias	9	0.028920013457536697
239423	rnn.weight_ih_l0	0	0.0653068795800209
239423	rnn.weight_ih_l0	1	-0.04275089129805565
239423	rnn.weight_ih_l0	2	0.006892156787216663
239423	rnn.weight_ih_l0	3	0.04536836966872215
239423	rnn.weight_ih_l0	4	-0.030205003917217255
239423	rnn.weight_ih_l0	5	0.041309840977191925
239423	rnn.weight_ih_l0	6	0.007291237823665142
239423	rnn.weight_ih_l0	7	0.06629374623298645
239423	rnn.weight_ih_l0	8	0.010118911042809486
239423	rnn.weight_ih_l0	9	-0.026728317141532898
239423	rnn.weight_hh_l0	0	-0.012044371105730534
239423	rnn.weight_hh_l0	1	-0.026798278093338013
239423	rnn.weight_hh_l0	2	-0.06106363981962204
239423	rnn.weight_hh_l0	3	-0.005797032732516527
239423	rnn.weight_hh_l0	4	-0.009510654024779797
239423	rnn.weight_hh_l0	5	-0.02496739849448204
239423	rnn.weight_hh_l0	6	0.000518760469276458
239423	rnn.weight_hh_l0	7	-0.037726931273937225
239423	rnn.weight_hh_l0	8	0.06628475338220596
239423	rnn.weight_hh_l0	9	0.04597511887550354
239423	rnn.bias_ih_l0	0	-0.17068438231945038
239423	rnn.bias_ih_l0	1	-0.1688721477985382
239423	rnn.bias_ih_l0	2	-0.018605520948767662
239423	rnn.bias_ih_l0	3	-0.1484648883342743
239423	rnn.bias_ih_l0	4	-0.05599215626716614
239423	rnn.bias_ih_l0	5	-0.17511911690235138
239423	rnn.bias_ih_l0	6	0.07037336379289627
239423	rnn.bias_ih_l0	7	-0.08528491109609604
239423	rnn.bias_ih_l0	8	-0.046969808638095856
239423	rnn.bias_ih_l0	9	-0.10599146038293839
239423	rnn.bias_hh_l0	0	-0.06505792587995529
239423	rnn.bias_hh_l0	1	0.24387459456920624
239423	rnn.bias_hh_l0	2	0.04728950560092926
239423	rnn.bias_hh_l0	3	-0.07775493711233139
239423	rnn.bias_hh_l0	4	-0.08356451988220215
239423	rnn.bias_hh_l0	5	0.0018768560839816928
239423	rnn.bias_hh_l0	6	0.05557215213775635
239423	rnn.bias_hh_l0	7	-0.09697327017784119
239423	rnn.bias_hh_l0	8	-0.23841924965381622
239423	rnn.bias_hh_l0	9	-0.10233227163553238
239423	rnn.weight_ih_l0_reverse	0	0.020412364974617958
239423	rnn.weight_ih_l0_reverse	1	-0.06024007126688957
239423	rnn.weight_ih_l0_reverse	2	0.04241877421736717
239423	rnn.weight_ih_l0_reverse	3	0.018907934427261353
239423	rnn.weight_ih_l0_reverse	4	0.000705127080436796
239423	rnn.weight_ih_l0_reverse	5	-0.027035223320126534
239423	rnn.weight_ih_l0_reverse	6	0.014991946518421173
239423	rnn.weight_ih_l0_reverse	7	0.029879845678806305
239423	rnn.weight_ih_l0_reverse	8	-0.02765006385743618
239423	rnn.weight_ih_l0_reverse	9	-0.0012351411860436201
239423	rnn.weight_hh_l0_reverse	0	0.03994831442832947
239423	rnn.weight_hh_l0_reverse	1	0.030264126136898994
239423	rnn.weight_hh_l0_reverse	2	-0.022346381098031998
239423	rnn.weight_hh_l0_reverse	3	-0.07946626096963882
239423	rnn.weight_hh_l0_reverse	4	0.011187147349119186
239423	rnn.weight_hh_l0_reverse	5	-0.05796311795711517
239423	rnn.weight_hh_l0_reverse	6	-0.013670844957232475
239423	rnn.weight_hh_l0_reverse	7	0.03049907088279724
239423	rnn.weight_hh_l0_reverse	8	0.007831760682165623
239423	rnn.weight_hh_l0_reverse	9	0.00911020953208208
239423	rnn.bias_ih_l0_reverse	0	-0.04755119979381561
239423	rnn.bias_ih_l0_reverse	1	-0.13904529809951782
239423	rnn.bias_ih_l0_reverse	2	-0.14596359431743622
239423	rnn.bias_ih_l0_reverse	3	-0.04738330841064453
239423	rnn.bias_ih_l0_reverse	4	-0.1145332008600235
239423	rnn.bias_ih_l0_reverse	5	-0.08834804594516754
239423	rnn.bias_ih_l0_reverse	6	-0.20903688669204712
239423	rnn.bias_ih_l0_reverse	7	-0.05241271108388901
239423	rnn.bias_ih_l0_reverse	8	-0.06445610523223877
239423	rnn.bias_ih_l0_reverse	9	-0.13642451167106628
239423	rnn.bias_hh_l0_reverse	0	-0.14460429549217224
239423	rnn.bias_hh_l0_reverse	1	-0.16296346485614777
239423	rnn.bias_hh_l0_reverse	2	0.10140705108642578
239423	rnn.bias_hh_l0_reverse	3	0.0744008719921112
239423	rnn.bias_hh_l0_reverse	4	-0.17619064450263977
239423	rnn.bias_hh_l0_reverse	5	-0.13930410146713257
239423	rnn.bias_hh_l0_reverse	6	-0.091587133705616
239423	rnn.bias_hh_l0_reverse	7	-0.05638052150607109
239423	rnn.bias_hh_l0_reverse	8	-0.09646357595920563
239423	rnn.bias_hh_l0_reverse	9	-0.02339458093047142
239423	linear.weight	0	-0.007704790215939283
239423	linear.weight	1	-0.013781944289803505
239423	linear.weight	2	0.2855927050113678
239423	linear.weight	3	-0.07900576293468475
239423	linear.weight	4	-0.010588549077510834
239423	linear.weight	5	0.12005630880594254
239423	linear.weight	6	-0.010739270597696304
239423	linear.weight	7	-0.07216169685125351
239423	linear.weight	8	0.19018568098545074
239423	linear.weight	9	-0.2589614987373352
239423	linear.bias	0	-0.03956538438796997
239423	linear.bias	1	0.031413208693265915
239423	linear.bias	2	0.42633846402168274
239423	linear.bias	3	-0.7148993015289307
239423	linear.bias	4	2.1109426021575928
239423	linear.bias	5	-1.4033933877944946
239423	linear.bias	6	-0.3007773160934448
239423	linear.bias	7	-0.12403539568185806
239981	transitions	0	-1.9262229204177856
239981	transitions	1	-10000.0
239981	transitions	2	-0.7969565987586975
239981	transitions	3	-10000.0
239981	transitions	4	2.0554885864257812
239981	transitions	5	-10000.0
239981	transitions	6	-10000.0
239981	transitions	7	1.8151053190231323
239981	transitions	8	-2.613436222076416
239981	transitions	9	-4.232931613922119
239981	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
239981	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
239981	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
239981	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
239981	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
239981	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
239981	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
239981	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
239981	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
239981	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
239981	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
239981	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
239981	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
239981	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
239981	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
239981	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
239981	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
239981	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
239981	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
239981	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
239981	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
239981	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
239981	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
239981	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
239981	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
239981	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
239981	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
239981	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
239981	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
239981	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
239981	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
239981	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
239981	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
239981	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
239981	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
239981	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
239981	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
239981	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
239981	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
239981	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
239981	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
239981	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
239981	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
239981	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
239981	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
239981	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
239981	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
239981	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
239981	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
239981	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
239981	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
239981	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
239981	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
239981	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
239981	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
239981	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
239981	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
239981	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
239981	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
239981	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
239981	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
239981	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
239981	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
239981	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
239981	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
239981	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
239981	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
239981	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
239981	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
239981	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
239981	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
239981	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
239981	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
239981	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
239981	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
239981	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
239981	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
239981	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
239981	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
239981	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
239981	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
239981	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
239981	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
239981	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
239981	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
239981	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
239981	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
239981	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
239981	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
239981	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
239981	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
239981	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
239981	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
239981	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
239981	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
239981	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
239981	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
239981	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
239981	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
239981	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
239981	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
239981	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
239981	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
239981	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
239981	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
239981	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
239981	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
239981	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
239981	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
239981	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
239981	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
239981	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
239981	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
239981	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
239981	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
239981	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
239981	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
239981	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
239981	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
239981	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
239981	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
239981	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
239981	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
239981	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
239981	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
239981	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
239981	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
239981	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
239981	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
239981	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
239981	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
239981	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
239981	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
239981	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
239981	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
239981	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
239981	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
239981	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
239981	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
239981	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
239981	embedding2nn.weight	0	0.006444758735597134
239981	embedding2nn.weight	1	0.004167432896792889
239981	embedding2nn.weight	2	0.01342174131423235
239981	embedding2nn.weight	3	0.026036769151687622
239981	embedding2nn.weight	4	0.02319576032459736
239981	embedding2nn.weight	5	0.004815055523067713
239981	embedding2nn.weight	6	-0.01489614974707365
239981	embedding2nn.weight	7	-0.00047567998990416527
239981	embedding2nn.weight	8	-0.008764221332967281
239981	embedding2nn.weight	9	0.0018713738536462188
239981	embedding2nn.bias	0	0.01909254677593708
239981	embedding2nn.bias	1	-0.032858703285455704
239981	embedding2nn.bias	2	0.08812133222818375
239981	embedding2nn.bias	3	0.06903546303510666
239981	embedding2nn.bias	4	-0.011003527790307999
239981	embedding2nn.bias	5	-0.03448910638689995
239981	embedding2nn.bias	6	0.023206859827041626
239981	embedding2nn.bias	7	-2.719588519539684e-05
239981	embedding2nn.bias	8	-0.03219546005129814
239981	embedding2nn.bias	9	0.02822135016322136
239981	rnn.weight_ih_l0	0	0.06510262936353683
239981	rnn.weight_ih_l0	1	-0.04262245073914528
239981	rnn.weight_ih_l0	2	0.006897976156324148
239981	rnn.weight_ih_l0	3	0.04534449800848961
239981	rnn.weight_ih_l0	4	-0.030321674421429634
239981	rnn.weight_ih_l0	5	0.04095876216888428
239981	rnn.weight_ih_l0	6	0.007300414144992828
239981	rnn.weight_ih_l0	7	0.06622003763914108
239981	rnn.weight_ih_l0	8	0.009785144589841366
239981	rnn.weight_ih_l0	9	-0.026682155206799507
239981	rnn.weight_hh_l0	0	-0.01219546515494585
239981	rnn.weight_hh_l0	1	-0.02691163308918476
239981	rnn.weight_hh_l0	2	-0.06118027865886688
239981	rnn.weight_hh_l0	3	-0.005882727447897196
239981	rnn.weight_hh_l0	4	-0.009505399502813816
239981	rnn.weight_hh_l0	5	-0.02495940774679184
239981	rnn.weight_hh_l0	6	0.0005045603029429913
239981	rnn.weight_hh_l0	7	-0.03808184713125229
239981	rnn.weight_hh_l0	8	0.06635986268520355
239981	rnn.weight_hh_l0	9	0.04610252380371094
239981	rnn.bias_ih_l0	0	-0.1704634577035904
239981	rnn.bias_ih_l0	1	-0.16934049129486084
239981	rnn.bias_ih_l0	2	-0.018421659246087074
239981	rnn.bias_ih_l0	3	-0.1486169397830963
239981	rnn.bias_ih_l0	4	-0.05569126829504967
239981	rnn.bias_ih_l0	5	-0.1753876507282257
239981	rnn.bias_ih_l0	6	0.07320935279130936
239981	rnn.bias_ih_l0	7	-0.08619911968708038
239981	rnn.bias_ih_l0	8	-0.04669869691133499
239981	rnn.bias_ih_l0	9	-0.10621397197246552
239981	rnn.bias_hh_l0	0	-0.06624495983123779
239981	rnn.bias_hh_l0	1	0.2437487095594406
239981	rnn.bias_hh_l0	2	0.04554637894034386
239981	rnn.bias_hh_l0	3	-0.07830104976892471
239981	rnn.bias_hh_l0	4	-0.08327509462833405
239981	rnn.bias_hh_l0	5	0.0020489399321377277
239981	rnn.bias_hh_l0	6	0.05613891780376434
239981	rnn.bias_hh_l0	7	-0.09684013575315475
239981	rnn.bias_hh_l0	8	-0.2397100329399109
239981	rnn.bias_hh_l0	9	-0.10357778519392014
239981	rnn.weight_ih_l0_reverse	0	0.019979726523160934
239981	rnn.weight_ih_l0_reverse	1	-0.05992969125509262
239981	rnn.weight_ih_l0_reverse	2	0.04229665920138359
239981	rnn.weight_ih_l0_reverse	3	0.01933208853006363
239981	rnn.weight_ih_l0_reverse	4	0.0005186769412830472
239981	rnn.weight_ih_l0_reverse	5	-0.026830105111002922
239981	rnn.weight_ih_l0_reverse	6	0.014505543746054173
239981	rnn.weight_ih_l0_reverse	7	0.02971680648624897
239981	rnn.weight_ih_l0_reverse	8	-0.027570581063628197
239981	rnn.weight_ih_l0_reverse	9	-0.0013172710314393044
239981	rnn.weight_hh_l0_reverse	0	0.03993822634220123
239981	rnn.weight_hh_l0_reverse	1	0.03031574934720993
239981	rnn.weight_hh_l0_reverse	2	-0.022393835708498955
239981	rnn.weight_hh_l0_reverse	3	-0.07920461148023605
239981	rnn.weight_hh_l0_reverse	4	0.011335780844092369
239981	rnn.weight_hh_l0_reverse	5	-0.057990241795778275
239981	rnn.weight_hh_l0_reverse	6	-0.013660063967108727
239981	rnn.weight_hh_l0_reverse	7	0.030445421114563942
239981	rnn.weight_hh_l0_reverse	8	0.007827505469322205
239981	rnn.weight_hh_l0_reverse	9	0.009195081889629364
239981	rnn.bias_ih_l0_reverse	0	-0.04758429899811745
239981	rnn.bias_ih_l0_reverse	1	-0.13905391097068787
239981	rnn.bias_ih_l0_reverse	2	-0.14585810899734497
239981	rnn.bias_ih_l0_reverse	3	-0.04577231779694557
239981	rnn.bias_ih_l0_reverse	4	-0.114897720515728
239981	rnn.bias_ih_l0_reverse	5	-0.08859410136938095
239981	rnn.bias_ih_l0_reverse	6	-0.20854920148849487
239981	rnn.bias_ih_l0_reverse	7	-0.052906595170497894
239981	rnn.bias_ih_l0_reverse	8	-0.06460988521575928
239981	rnn.bias_ih_l0_reverse	9	-0.1355242282152176
239981	rnn.bias_hh_l0_reverse	0	-0.14501532912254333
239981	rnn.bias_hh_l0_reverse	1	-0.16247354447841644
239981	rnn.bias_hh_l0_reverse	2	0.1002591922879219
239981	rnn.bias_hh_l0_reverse	3	0.07325010001659393
239981	rnn.bias_hh_l0_reverse	4	-0.17590554058551788
239981	rnn.bias_hh_l0_reverse	5	-0.1397830843925476
239981	rnn.bias_hh_l0_reverse	6	-0.09150870889425278
239981	rnn.bias_hh_l0_reverse	7	-0.056855469942092896
239981	rnn.bias_hh_l0_reverse	8	-0.09675562381744385
239981	rnn.bias_hh_l0_reverse	9	-0.02231968380510807
239981	linear.weight	0	-0.007705220952630043
239981	linear.weight	1	-0.014053603634238243
239981	linear.weight	2	0.2908593714237213
239981	linear.weight	3	-0.07900287210941315
239981	linear.weight	4	-0.010588549077510834
239981	linear.weight	5	0.11075892299413681
239981	linear.weight	6	-0.010739270597696304
239981	linear.weight	7	-0.05943499878048897
239981	linear.weight	8	0.2061162292957306
239981	linear.weight	9	-0.25806915760040283
239981	linear.bias	0	-0.03956538438796997
239981	linear.bias	1	0.031413208693265915
239981	linear.bias	2	0.44694122672080994
239981	linear.bias	3	-0.7272992730140686
239981	linear.bias	4	2.108266592025757
239981	linear.bias	5	-1.4034698009490967
239981	linear.bias	6	-0.303287535905838
239981	linear.bias	7	-0.1269853562116623
240540	transitions	0	-1.926513671875
240540	transitions	1	-10000.0
240540	transitions	2	-0.7969565987586975
240540	transitions	3	-10000.0
240540	transitions	4	2.054898738861084
240540	transitions	5	-10000.0
240540	transitions	6	-10000.0
240540	transitions	7	1.817114233970642
240540	transitions	8	-2.6136393547058105
240540	transitions	9	-4.233065128326416
240540	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
240540	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
240540	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
240540	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
240540	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
240540	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
240540	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
240540	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
240540	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
240540	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
240540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
240540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
240540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
240540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
240540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
240540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
240540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
240540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
240540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
240540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
240540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
240540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
240540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
240540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
240540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
240540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
240540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
240540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
240540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
240540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
240540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
240540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
240540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
240540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
240540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
240540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
240540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
240540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
240540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
240540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
240540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
240540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
240540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
240540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
240540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
240540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
240540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
240540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
240540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
240540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
240540	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
240540	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
240540	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
240540	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
240540	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
240540	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
240540	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
240540	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
240540	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
240540	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
240540	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
240540	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
240540	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
240540	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
240540	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
240540	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
240540	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
240540	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
240540	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
240540	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
240540	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
240540	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
240540	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
240540	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
240540	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
240540	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
240540	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
240540	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
240540	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
240540	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
240540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
240540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
240540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
240540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
240540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
240540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
240540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
240540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
240540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
240540	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
240540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
240540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
240540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
240540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
240540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
240540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
240540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
240540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
240540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
240540	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
240540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
240540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
240540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
240540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
240540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
240540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
240540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
240540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
240540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
240540	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
240540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
240540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
240540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
240540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
240540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
240540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
240540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
240540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
240540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
240540	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
240540	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
240540	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
240540	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
240540	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
240540	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
240540	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
240540	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
240540	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
240540	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
240540	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
240540	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
240540	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
240540	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
240540	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
240540	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
240540	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
240540	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
240540	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
240540	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
240540	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
240540	embedding2nn.weight	0	0.006445263512432575
240540	embedding2nn.weight	1	0.004172378685325384
240540	embedding2nn.weight	2	0.013422166928648949
240540	embedding2nn.weight	3	0.026014843955636024
240540	embedding2nn.weight	4	0.023262958973646164
240540	embedding2nn.weight	5	0.004895482212305069
240540	embedding2nn.weight	6	-0.014874853193759918
240540	embedding2nn.weight	7	-0.00048183792387135327
240540	embedding2nn.weight	8	-0.008867504075169563
240540	embedding2nn.weight	9	0.001910587539896369
240540	embedding2nn.bias	0	0.0186899546533823
240540	embedding2nn.bias	1	-0.03333180770277977
240540	embedding2nn.bias	2	0.08950599282979965
240540	embedding2nn.bias	3	0.06747857481241226
240540	embedding2nn.bias	4	-0.011670265346765518
240540	embedding2nn.bias	5	-0.03359079733490944
240540	embedding2nn.bias	6	0.024530338123440742
240540	embedding2nn.bias	7	0.0006529329111799598
240540	embedding2nn.bias	8	-0.032998524606227875
240540	embedding2nn.bias	9	0.026494225487113
240540	rnn.weight_ih_l0	0	0.06502079218626022
240540	rnn.weight_ih_l0	1	-0.04297463968396187
240540	rnn.weight_ih_l0	2	0.006852392572909594
240540	rnn.weight_ih_l0	3	0.04509805887937546
240540	rnn.weight_ih_l0	4	-0.03028199076652527
240540	rnn.weight_ih_l0	5	0.040840040892362595
240540	rnn.weight_ih_l0	6	0.007253953721374273
240540	rnn.weight_ih_l0	7	0.06627028435468674
240540	rnn.weight_ih_l0	8	0.009878575801849365
240540	rnn.weight_ih_l0	9	-0.0266225915402174
240540	rnn.weight_hh_l0	0	-0.01223546639084816
240540	rnn.weight_hh_l0	1	-0.027162520214915276
240540	rnn.weight_hh_l0	2	-0.06126515567302704
240540	rnn.weight_hh_l0	3	-0.005897824186831713
240540	rnn.weight_hh_l0	4	-0.009503435343503952
240540	rnn.weight_hh_l0	5	-0.024835769087076187
240540	rnn.weight_hh_l0	6	0.0005192706012167037
240540	rnn.weight_hh_l0	7	-0.038079991936683655
240540	rnn.weight_hh_l0	8	0.06626340001821518
240540	rnn.weight_hh_l0	9	0.046094730496406555
240540	rnn.bias_ih_l0	0	-0.17133410274982452
240540	rnn.bias_ih_l0	1	-0.17043565213680267
240540	rnn.bias_ih_l0	2	-0.018265368416905403
240540	rnn.bias_ih_l0	3	-0.1486712098121643
240540	rnn.bias_ih_l0	4	-0.05523078888654709
240540	rnn.bias_ih_l0	5	-0.17549625039100647
240540	rnn.bias_ih_l0	6	0.0735321044921875
240540	rnn.bias_ih_l0	7	-0.08666708320379257
240540	rnn.bias_ih_l0	8	-0.046767666935920715
240540	rnn.bias_ih_l0	9	-0.10689478367567062
240540	rnn.bias_hh_l0	0	-0.06638260185718536
240540	rnn.bias_hh_l0	1	0.24320000410079956
240540	rnn.bias_hh_l0	2	0.046527136117219925
240540	rnn.bias_hh_l0	3	-0.078943632543087
240540	rnn.bias_hh_l0	4	-0.08375713229179382
240540	rnn.bias_hh_l0	5	0.0015511460369452834
240540	rnn.bias_hh_l0	6	0.056371696293354034
240540	rnn.bias_hh_l0	7	-0.09594252705574036
240540	rnn.bias_hh_l0	8	-0.23885241150856018
240540	rnn.bias_hh_l0	9	-0.10391979664564133
240540	rnn.weight_ih_l0_reverse	0	0.020340116694569588
240540	rnn.weight_ih_l0_reverse	1	-0.05977152660489082
240540	rnn.weight_ih_l0_reverse	2	0.04229876771569252
240540	rnn.weight_ih_l0_reverse	3	0.01945643499493599
240540	rnn.weight_ih_l0_reverse	4	0.00035668580676428974
240540	rnn.weight_ih_l0_reverse	5	-0.026867622509598732
240540	rnn.weight_ih_l0_reverse	6	0.014550775289535522
240540	rnn.weight_ih_l0_reverse	7	0.029592737555503845
240540	rnn.weight_ih_l0_reverse	8	-0.027589963749051094
240540	rnn.weight_ih_l0_reverse	9	-0.001377985579892993
240540	rnn.weight_hh_l0_reverse	0	0.0399588905274868
240540	rnn.weight_hh_l0_reverse	1	0.030429167672991753
240540	rnn.weight_hh_l0_reverse	2	-0.022484492510557175
240540	rnn.weight_hh_l0_reverse	3	-0.07929496467113495
240540	rnn.weight_hh_l0_reverse	4	0.01127744559198618
240540	rnn.weight_hh_l0_reverse	5	-0.05792238190770149
240540	rnn.weight_hh_l0_reverse	6	-0.013701989315450191
240540	rnn.weight_hh_l0_reverse	7	0.030478356406092644
240540	rnn.weight_hh_l0_reverse	8	0.0077733127400279045
240540	rnn.weight_hh_l0_reverse	9	0.00913218967616558
240540	rnn.bias_ih_l0_reverse	0	-0.047732654958963394
240540	rnn.bias_ih_l0_reverse	1	-0.13876348733901978
240540	rnn.bias_ih_l0_reverse	2	-0.145701602101326
240540	rnn.bias_ih_l0_reverse	3	-0.045541319996118546
240540	rnn.bias_ih_l0_reverse	4	-0.1158064752817154
240540	rnn.bias_ih_l0_reverse	5	-0.08838986605405807
240540	rnn.bias_ih_l0_reverse	6	-0.20755545794963837
240540	rnn.bias_ih_l0_reverse	7	-0.0530836321413517
240540	rnn.bias_ih_l0_reverse	8	-0.06431268900632858
240540	rnn.bias_ih_l0_reverse	9	-0.135883629322052
240540	rnn.bias_hh_l0_reverse	0	-0.14536765217781067
240540	rnn.bias_hh_l0_reverse	1	-0.16176825761795044
240540	rnn.bias_hh_l0_reverse	2	0.10134092718362808
240540	rnn.bias_hh_l0_reverse	3	0.07357708364725113
240540	rnn.bias_hh_l0_reverse	4	-0.17565153539180756
240540	rnn.bias_hh_l0_reverse	5	-0.13979341089725494
240540	rnn.bias_hh_l0_reverse	6	-0.09176860004663467
240540	rnn.bias_hh_l0_reverse	7	-0.0566948764026165
240540	rnn.bias_hh_l0_reverse	8	-0.09654631465673447
240540	rnn.bias_hh_l0_reverse	9	-0.022528277710080147
240540	linear.weight	0	-0.00770546356216073
240540	linear.weight	1	-0.014855952002108097
240540	linear.weight	2	0.2906235158443451
240540	linear.weight	3	-0.07900137454271317
240540	linear.weight	4	-0.010588549077510834
240540	linear.weight	5	0.11004150658845901
240540	linear.weight	6	-0.010739270597696304
240540	linear.weight	7	-0.06488088518381119
240540	linear.weight	8	0.21586500108242035
240540	linear.weight	9	-0.2579475939273834
240540	linear.bias	0	-0.03956538438796997
240540	linear.bias	1	0.031413208693265915
240540	linear.bias	2	0.46366947889328003
240540	linear.bias	3	-0.7298135757446289
240540	linear.bias	4	2.10872745513916
240540	linear.bias	5	-1.4035038948059082
240540	linear.bias	6	-0.3106194734573364
240540	linear.bias	7	-0.13429957628250122
241098	transitions	0	-1.9267290830612183
241098	transitions	1	-10000.0
241098	transitions	2	-0.7969565987586975
241098	transitions	3	-10000.0
241098	transitions	4	2.056901216506958
241098	transitions	5	-10000.0
241098	transitions	6	-10000.0
241098	transitions	7	1.816108226776123
241098	transitions	8	-2.6138646602630615
241098	transitions	9	-4.233196258544922
241098	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
241098	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
241098	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
241098	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
241098	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
241098	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
241098	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
241098	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
241098	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
241098	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
241098	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
241098	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
241098	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
241098	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
241098	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
241098	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
241098	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
241098	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
241098	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
241098	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
241098	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
241098	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
241098	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
241098	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
241098	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
241098	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
241098	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
241098	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
241098	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
241098	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
241098	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
241098	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
241098	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
241098	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
241098	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
241098	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
241098	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
241098	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
241098	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
241098	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
241098	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
241098	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
241098	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
241098	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
241098	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
241098	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
241098	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
241098	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
241098	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
241098	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
241098	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
241098	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
241098	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
241098	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
241098	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
241098	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
241098	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
241098	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
241098	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
241098	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
241098	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
241098	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
241098	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
241098	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
241098	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
241098	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
241098	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
241098	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
241098	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
241098	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
241098	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
241098	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
241098	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
241098	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
241098	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
241098	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
241098	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
241098	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
241098	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
241098	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
241098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
241098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
241098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
241098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
241098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
241098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
241098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
241098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
241098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
241098	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
241098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
241098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
241098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
241098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
241098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
241098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
241098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
241098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
241098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
241098	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
241098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
241098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
241098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
241098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
241098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
241098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
241098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
241098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
241098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
241098	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
241098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
241098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
241098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
241098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
241098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
241098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
241098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
241098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
241098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
241098	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
241098	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
241098	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
241098	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
241098	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
241098	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
241098	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
241098	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
241098	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
241098	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
241098	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
241098	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
241098	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
241098	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
241098	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
241098	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
241098	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
241098	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
241098	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
241098	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
241098	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
241098	embedding2nn.weight	0	0.0064407829195261
241098	embedding2nn.weight	1	0.0041778068989515305
241098	embedding2nn.weight	2	0.013425969518721104
241098	embedding2nn.weight	3	0.026045871898531914
241098	embedding2nn.weight	4	0.023283429443836212
241098	embedding2nn.weight	5	0.005104221869260073
241098	embedding2nn.weight	6	-0.014819242060184479
241098	embedding2nn.weight	7	-0.0005309002590365708
241098	embedding2nn.weight	8	-0.008852949365973473
241098	embedding2nn.weight	9	0.0018855332164093852
241098	embedding2nn.bias	0	0.019849302247166634
241098	embedding2nn.bias	1	-0.03268788382411003
241098	embedding2nn.bias	2	0.0894768014550209
241098	embedding2nn.bias	3	0.06838363409042358
241098	embedding2nn.bias	4	-0.011566861532628536
241098	embedding2nn.bias	5	-0.03332224860787392
241098	embedding2nn.bias	6	0.025568896904587746
241098	embedding2nn.bias	7	0.00027163507184013724
241098	embedding2nn.bias	8	-0.034487295895814896
241098	embedding2nn.bias	9	0.027254069223999977
241098	rnn.weight_ih_l0	0	0.06508012861013412
241098	rnn.weight_ih_l0	1	-0.04277391731739044
241098	rnn.weight_ih_l0	2	0.006867508869618177
241098	rnn.weight_ih_l0	3	0.04514683783054352
241098	rnn.weight_ih_l0	4	-0.030415209010243416
241098	rnn.weight_ih_l0	5	0.040900539606809616
241098	rnn.weight_ih_l0	6	0.007334060501307249
241098	rnn.weight_ih_l0	7	0.0661623477935791
241098	rnn.weight_ih_l0	8	0.009976385161280632
241098	rnn.weight_ih_l0	9	-0.02666991576552391
241098	rnn.weight_hh_l0	0	-0.012380959466099739
241098	rnn.weight_hh_l0	1	-0.027036374434828758
241098	rnn.weight_hh_l0	2	-0.06126444414258003
241098	rnn.weight_hh_l0	3	-0.0059389821253716946
241098	rnn.weight_hh_l0	4	-0.009532030671834946
241098	rnn.weight_hh_l0	5	-0.024875838309526443
241098	rnn.weight_hh_l0	6	0.000500391295645386
241098	rnn.weight_hh_l0	7	-0.03811368718743324
241098	rnn.weight_hh_l0	8	0.06637616455554962
241098	rnn.weight_hh_l0	9	0.0460745133459568
241098	rnn.bias_ih_l0	0	-0.17144668102264404
241098	rnn.bias_ih_l0	1	-0.17034496366977692
241098	rnn.bias_ih_l0	2	-0.018576089292764664
241098	rnn.bias_ih_l0	3	-0.14801959693431854
241098	rnn.bias_ih_l0	4	-0.05516260862350464
241098	rnn.bias_ih_l0	5	-0.17536889016628265
241098	rnn.bias_ih_l0	6	0.07308247685432434
241098	rnn.bias_ih_l0	7	-0.08641886711120605
241098	rnn.bias_ih_l0	8	-0.04625367745757103
241098	rnn.bias_ih_l0	9	-0.1067635715007782
241098	rnn.bias_hh_l0	0	-0.06683693081140518
241098	rnn.bias_hh_l0	1	0.24401560425758362
241098	rnn.bias_hh_l0	2	0.04714757204055786
241098	rnn.bias_hh_l0	3	-0.07916988432407379
241098	rnn.bias_hh_l0	4	-0.0839587152004242
241098	rnn.bias_hh_l0	5	0.000530682154931128
241098	rnn.bias_hh_l0	6	0.055918388068675995
241098	rnn.bias_hh_l0	7	-0.09675084054470062
241098	rnn.bias_hh_l0	8	-0.23919712007045746
241098	rnn.bias_hh_l0	9	-0.1040220558643341
241098	rnn.weight_ih_l0_reverse	0	0.020442727953195572
241098	rnn.weight_ih_l0_reverse	1	-0.05972346290946007
241098	rnn.weight_ih_l0_reverse	2	0.042367223650217056
241098	rnn.weight_ih_l0_reverse	3	0.019548721611499786
241098	rnn.weight_ih_l0_reverse	4	0.000445215729996562
241098	rnn.weight_ih_l0_reverse	5	-0.02679581381380558
241098	rnn.weight_ih_l0_reverse	6	0.014514870010316372
241098	rnn.weight_ih_l0_reverse	7	0.02962234988808632
241098	rnn.weight_ih_l0_reverse	8	-0.027606576681137085
241098	rnn.weight_ih_l0_reverse	9	-0.001474663382396102
241098	rnn.weight_hh_l0_reverse	0	0.039925601333379745
241098	rnn.weight_hh_l0_reverse	1	0.030392920598387718
241098	rnn.weight_hh_l0_reverse	2	-0.022524993866682053
241098	rnn.weight_hh_l0_reverse	3	-0.07937227934598923
241098	rnn.weight_hh_l0_reverse	4	0.011242018081247807
241098	rnn.weight_hh_l0_reverse	5	-0.0578099749982357
241098	rnn.weight_hh_l0_reverse	6	-0.013662931509315968
241098	rnn.weight_hh_l0_reverse	7	0.030501168221235275
241098	rnn.weight_hh_l0_reverse	8	0.007710325997322798
241098	rnn.weight_hh_l0_reverse	9	0.009124389849603176
241098	rnn.bias_ih_l0_reverse	0	-0.04775943607091904
241098	rnn.bias_ih_l0_reverse	1	-0.13858498632907867
241098	rnn.bias_ih_l0_reverse	2	-0.14598414301872253
241098	rnn.bias_ih_l0_reverse	3	-0.04552900791168213
241098	rnn.bias_ih_l0_reverse	4	-0.11530997604131699
241098	rnn.bias_ih_l0_reverse	5	-0.0885193794965744
241098	rnn.bias_ih_l0_reverse	6	-0.20804524421691895
241098	rnn.bias_ih_l0_reverse	7	-0.05313751474022865
241098	rnn.bias_ih_l0_reverse	8	-0.06443227082490921
241098	rnn.bias_ih_l0_reverse	9	-0.1354093700647354
241098	rnn.bias_hh_l0_reverse	0	-0.14536131918430328
241098	rnn.bias_hh_l0_reverse	1	-0.16143542528152466
241098	rnn.bias_hh_l0_reverse	2	0.10192839801311493
241098	rnn.bias_hh_l0_reverse	3	0.07270284742116928
241098	rnn.bias_hh_l0_reverse	4	-0.17560654878616333
241098	rnn.bias_hh_l0_reverse	5	-0.14077550172805786
241098	rnn.bias_hh_l0_reverse	6	-0.09179173409938812
241098	rnn.bias_hh_l0_reverse	7	-0.0557548925280571
241098	rnn.bias_hh_l0_reverse	8	-0.09659372270107269
241098	rnn.bias_hh_l0_reverse	9	-0.022953981533646584
241098	linear.weight	0	-0.0077055711299180984
241098	linear.weight	1	-0.013338926248252392
241098	linear.weight	2	0.28563377261161804
241098	linear.weight	3	-0.07900003343820572
241098	linear.weight	4	-0.010588549077510834
241098	linear.weight	5	0.1095212772488594
241098	linear.weight	6	-0.010739270597696304
241098	linear.weight	7	-0.05948968231678009
241098	linear.weight	8	0.2054867148399353
241098	linear.weight	9	-0.25752419233322144
241098	linear.bias	0	-0.03956538438796997
241098	linear.bias	1	0.031413208693265915
241098	linear.bias	2	0.4695326089859009
241098	linear.bias	3	-0.7299699187278748
241098	linear.bias	4	2.100522994995117
241098	linear.bias	5	-1.4035401344299316
241098	linear.bias	6	-0.3091444969177246
241098	linear.bias	7	-0.1332419216632843
241656	transitions	0	-1.9269691705703735
241656	transitions	1	-10000.0
241656	transitions	2	-0.7969565987586975
241656	transitions	3	-10000.0
241656	transitions	4	2.0583486557006836
241656	transitions	5	-10000.0
241656	transitions	6	-10000.0
241656	transitions	7	1.818479299545288
241656	transitions	8	-2.614039897918701
241656	transitions	9	-4.233316898345947
241656	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
241656	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
241656	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
241656	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
241656	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
241656	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
241656	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
241656	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
241656	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
241656	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
241656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
241656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
241656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
241656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
241656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
241656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
241656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
241656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
241656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
241656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
241656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
241656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
241656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
241656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
241656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
241656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
241656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
241656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
241656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
241656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
241656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
241656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
241656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
241656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
241656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
241656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
241656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
241656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
241656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
241656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
241656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
241656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
241656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
241656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
241656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
241656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
241656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
241656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
241656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
241656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
241656	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
241656	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
241656	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
241656	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
241656	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
241656	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
241656	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
241656	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
241656	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
241656	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
241656	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
241656	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
241656	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
241656	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
241656	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
241656	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
241656	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
241656	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
241656	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
241656	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
241656	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
241656	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
241656	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
241656	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
241656	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
241656	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
241656	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
241656	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
241656	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
241656	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
241656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
241656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
241656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
241656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
241656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
241656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
241656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
241656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
241656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
241656	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
241656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
241656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
241656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
241656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
241656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
241656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
241656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
241656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
241656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
241656	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
241656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
241656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
241656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
241656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
241656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
241656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
241656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
241656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
241656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
241656	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
241656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
241656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
241656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
241656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
241656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
241656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
241656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
241656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
241656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
241656	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
241656	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
241656	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
241656	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
241656	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
241656	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
241656	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
241656	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
241656	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
241656	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
241656	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
241656	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
241656	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
241656	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
241656	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
241656	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
241656	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
241656	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
241656	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
241656	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
241656	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
241656	embedding2nn.weight	0	0.0064427792094647884
241656	embedding2nn.weight	1	0.0041966610588133335
241656	embedding2nn.weight	2	0.013429286889731884
241656	embedding2nn.weight	3	0.026017652824521065
241656	embedding2nn.weight	4	0.023330824449658394
241656	embedding2nn.weight	5	0.005220314953476191
241656	embedding2nn.weight	6	-0.014797216281294823
241656	embedding2nn.weight	7	-0.0005279694451019168
241656	embedding2nn.weight	8	-0.008898641914129257
241656	embedding2nn.weight	9	0.0019026210065931082
241656	embedding2nn.bias	0	0.019961247220635414
241656	embedding2nn.bias	1	-0.034149084240198135
241656	embedding2nn.bias	2	0.08828040212392807
241656	embedding2nn.bias	3	0.06789106875658035
241656	embedding2nn.bias	4	-0.010135124437510967
241656	embedding2nn.bias	5	-0.03377654775977135
241656	embedding2nn.bias	6	0.024333640933036804
241656	embedding2nn.bias	7	-0.0005278565222397447
241656	embedding2nn.bias	8	-0.03471379354596138
241656	embedding2nn.bias	9	0.027126360684633255
241656	rnn.weight_ih_l0	0	0.06503745913505554
241656	rnn.weight_ih_l0	1	-0.04269346967339516
241656	rnn.weight_ih_l0	2	0.006885904353111982
241656	rnn.weight_ih_l0	3	0.045017268508672714
241656	rnn.weight_ih_l0	4	-0.030678071081638336
241656	rnn.weight_ih_l0	5	0.04115583002567291
241656	rnn.weight_ih_l0	6	0.007404070347547531
241656	rnn.weight_ih_l0	7	0.06611154973506927
241656	rnn.weight_ih_l0	8	0.009867765009403229
241656	rnn.weight_ih_l0	9	-0.026682890951633453
241656	rnn.weight_hh_l0	0	-0.012418409809470177
241656	rnn.weight_hh_l0	1	-0.026940707117319107
241656	rnn.weight_hh_l0	2	-0.06125953048467636
241656	rnn.weight_hh_l0	3	-0.0060082171112298965
241656	rnn.weight_hh_l0	4	-0.009536459110677242
241656	rnn.weight_hh_l0	5	-0.024686643853783607
241656	rnn.weight_hh_l0	6	0.0005050039035268128
241656	rnn.weight_hh_l0	7	-0.03812878206372261
241656	rnn.weight_hh_l0	8	0.06633741408586502
241656	rnn.weight_hh_l0	9	0.04601607844233513
241656	rnn.bias_ih_l0	0	-0.1717076599597931
241656	rnn.bias_ih_l0	1	-0.1704414039850235
241656	rnn.bias_ih_l0	2	-0.018181288614869118
241656	rnn.bias_ih_l0	3	-0.14820483326911926
241656	rnn.bias_ih_l0	4	-0.05462769791483879
241656	rnn.bias_ih_l0	5	-0.17483653128147125
241656	rnn.bias_ih_l0	6	0.07118060439825058
241656	rnn.bias_ih_l0	7	-0.08681889623403549
241656	rnn.bias_ih_l0	8	-0.04680873453617096
241656	rnn.bias_ih_l0	9	-0.10708286613225937
241656	rnn.bias_hh_l0	0	-0.06690491735935211
241656	rnn.bias_hh_l0	1	0.24504336714744568
241656	rnn.bias_hh_l0	2	0.04744988679885864
241656	rnn.bias_hh_l0	3	-0.07891783118247986
241656	rnn.bias_hh_l0	4	-0.08470989018678665
241656	rnn.bias_hh_l0	5	0.0008833474712446332
241656	rnn.bias_hh_l0	6	0.05580957606434822
241656	rnn.bias_hh_l0	7	-0.0966842994093895
241656	rnn.bias_hh_l0	8	-0.23892852663993835
241656	rnn.bias_hh_l0	9	-0.10415510833263397
241656	rnn.weight_ih_l0_reverse	0	0.019969439134001732
241656	rnn.weight_ih_l0_reverse	1	-0.0598069466650486
241656	rnn.weight_ih_l0_reverse	2	0.04238881915807724
241656	rnn.weight_ih_l0_reverse	3	0.019519593566656113
241656	rnn.weight_ih_l0_reverse	4	0.0004047213587909937
241656	rnn.weight_ih_l0_reverse	5	-0.02682213857769966
241656	rnn.weight_ih_l0_reverse	6	0.014249620027840137
241656	rnn.weight_ih_l0_reverse	7	0.029598811641335487
241656	rnn.weight_ih_l0_reverse	8	-0.027559425681829453
241656	rnn.weight_ih_l0_reverse	9	-0.0014241960598155856
241656	rnn.weight_hh_l0_reverse	0	0.039928801357746124
241656	rnn.weight_hh_l0_reverse	1	0.03030318208038807
241656	rnn.weight_hh_l0_reverse	2	-0.022439267486333847
241656	rnn.weight_hh_l0_reverse	3	-0.07937746495008469
241656	rnn.weight_hh_l0_reverse	4	0.01121066976338625
241656	rnn.weight_hh_l0_reverse	5	-0.05794525146484375
241656	rnn.weight_hh_l0_reverse	6	-0.013758135959506035
241656	rnn.weight_hh_l0_reverse	7	0.03052009455859661
241656	rnn.weight_hh_l0_reverse	8	0.007944164797663689
241656	rnn.weight_hh_l0_reverse	9	0.00917207170277834
241656	rnn.bias_ih_l0_reverse	0	-0.047870419919490814
241656	rnn.bias_ih_l0_reverse	1	-0.13862279057502747
241656	rnn.bias_ih_l0_reverse	2	-0.14576119184494019
241656	rnn.bias_ih_l0_reverse	3	-0.04578188434243202
241656	rnn.bias_ih_l0_reverse	4	-0.11518904566764832
241656	rnn.bias_ih_l0_reverse	5	-0.08824736624956131
241656	rnn.bias_ih_l0_reverse	6	-0.2081143856048584
241656	rnn.bias_ih_l0_reverse	7	-0.05230481177568436
241656	rnn.bias_ih_l0_reverse	8	-0.06486044824123383
241656	rnn.bias_ih_l0_reverse	9	-0.13551947474479675
241656	rnn.bias_hh_l0_reverse	0	-0.1451137810945511
241656	rnn.bias_hh_l0_reverse	1	-0.16202248632907867
241656	rnn.bias_hh_l0_reverse	2	0.10236790031194687
241656	rnn.bias_hh_l0_reverse	3	0.07187077403068542
241656	rnn.bias_hh_l0_reverse	4	-0.17564362287521362
241656	rnn.bias_hh_l0_reverse	5	-0.14165440201759338
241656	rnn.bias_hh_l0_reverse	6	-0.09174429625272751
241656	rnn.bias_hh_l0_reverse	7	-0.05586756020784378
241656	rnn.bias_hh_l0_reverse	8	-0.09713239222764969
241656	rnn.bias_hh_l0_reverse	9	-0.023377252742648125
241656	linear.weight	0	-0.007705835159868002
241656	linear.weight	1	-0.009448794648051262
241656	linear.weight	2	0.2874542474746704
241656	linear.weight	3	-0.07899845391511917
241656	linear.weight	4	-0.010588549077510834
241656	linear.weight	5	0.10797252506017685
241656	linear.weight	6	-0.010739270597696304
241656	linear.weight	7	-0.0646556094288826
241656	linear.weight	8	0.20437917113304138
241656	linear.weight	9	-0.2583872079849243
241656	linear.bias	0	-0.03956538438796997
241656	linear.bias	1	0.031413208693265915
241656	linear.bias	2	0.437651664018631
241656	linear.bias	3	-0.7103093862533569
241656	linear.bias	4	2.109971046447754
241656	linear.bias	5	-1.4035749435424805
241656	linear.bias	6	-0.3077316880226135
241656	linear.bias	7	-0.13184836506843567
242214	transitions	0	-1.927285075187683
242214	transitions	1	-10000.0
242214	transitions	2	-0.7969565987586975
242214	transitions	3	-10000.0
242214	transitions	4	2.0606491565704346
242214	transitions	5	-10000.0
242214	transitions	6	-10000.0
242214	transitions	7	1.8170900344848633
242214	transitions	8	-2.6142406463623047
242214	transitions	9	-4.233463764190674
242214	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
242214	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
242214	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
242214	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
242214	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
242214	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
242214	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
242214	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
242214	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
242214	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
242214	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
242214	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
242214	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
242214	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
242214	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
242214	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
242214	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
242214	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
242214	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
242214	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
242214	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
242214	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
242214	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
242214	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
242214	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
242214	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
242214	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
242214	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
242214	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
242214	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
242214	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
242214	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
242214	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
242214	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
242214	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
242214	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
242214	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
242214	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
242214	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
242214	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
242214	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
242214	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
242214	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
242214	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
242214	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
242214	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
242214	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
242214	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
242214	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
242214	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
242214	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
242214	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
242214	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
242214	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
242214	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
242214	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
242214	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
242214	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
242214	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
242214	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
242214	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
242214	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
242214	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
242214	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
242214	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
242214	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
242214	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
242214	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
242214	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
242214	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
242214	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
242214	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
242214	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
242214	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
242214	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
242214	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
242214	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
242214	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
242214	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
242214	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
242214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
242214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
242214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
242214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
242214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
242214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
242214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
242214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
242214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
242214	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
242214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
242214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
242214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
242214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
242214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
242214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
242214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
242214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
242214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
242214	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
242214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
242214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
242214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
242214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
242214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
242214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
242214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
242214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
242214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
242214	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
242214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
242214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
242214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
242214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
242214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
242214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
242214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
242214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
242214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
242214	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
242214	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
242214	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
242214	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
242214	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
242214	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
242214	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
242214	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
242214	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
242214	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
242214	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
242214	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
242214	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
242214	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
242214	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
242214	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
242214	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
242214	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
242214	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
242214	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
242214	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
242214	embedding2nn.weight	0	0.006445248145610094
242214	embedding2nn.weight	1	0.004198196344077587
242214	embedding2nn.weight	2	0.013425561599433422
242214	embedding2nn.weight	3	0.025955723598599434
242214	embedding2nn.weight	4	0.02331739477813244
242214	embedding2nn.weight	5	0.005231018643826246
242214	embedding2nn.weight	6	-0.014829161576926708
242214	embedding2nn.weight	7	-0.0005190987139940262
242214	embedding2nn.weight	8	-0.008766102604568005
242214	embedding2nn.weight	9	0.0018837788375094533
242214	embedding2nn.bias	0	0.02127930521965027
242214	embedding2nn.bias	1	-0.03439813852310181
242214	embedding2nn.bias	2	0.0889788568019867
242214	embedding2nn.bias	3	0.06755539029836655
242214	embedding2nn.bias	4	-0.010443872772157192
242214	embedding2nn.bias	5	-0.03415774181485176
242214	embedding2nn.bias	6	0.02367221750319004
242214	embedding2nn.bias	7	-8.482136308884947e-07
242214	embedding2nn.bias	8	-0.034402359277009964
242214	embedding2nn.bias	9	0.027331383898854256
242214	rnn.weight_ih_l0	0	0.06520138680934906
242214	rnn.weight_ih_l0	1	-0.042762983590364456
242214	rnn.weight_ih_l0	2	0.006903268862515688
242214	rnn.weight_ih_l0	3	0.0448160246014595
242214	rnn.weight_ih_l0	4	-0.0306346844881773
242214	rnn.weight_ih_l0	5	0.040933579206466675
242214	rnn.weight_ih_l0	6	0.0073607321828603745
242214	rnn.weight_ih_l0	7	0.06581661105155945
242214	rnn.weight_ih_l0	8	0.009640120901167393
242214	rnn.weight_ih_l0	9	-0.026697775349020958
242214	rnn.weight_hh_l0	0	-0.012492834590375423
242214	rnn.weight_hh_l0	1	-0.026882022619247437
242214	rnn.weight_hh_l0	2	-0.06123976781964302
242214	rnn.weight_hh_l0	3	-0.005999912973493338
242214	rnn.weight_hh_l0	4	-0.009535759687423706
242214	rnn.weight_hh_l0	5	-0.024701878428459167
242214	rnn.weight_hh_l0	6	0.0005164740141481161
242214	rnn.weight_hh_l0	7	-0.03815612941980362
242214	rnn.weight_hh_l0	8	0.06648169457912445
242214	rnn.weight_hh_l0	9	0.04600925371050835
242214	rnn.bias_ih_l0	0	-0.17121578752994537
242214	rnn.bias_ih_l0	1	-0.17030365765094757
242214	rnn.bias_ih_l0	2	-0.018282655626535416
242214	rnn.bias_ih_l0	3	-0.14865393936634064
242214	rnn.bias_ih_l0	4	-0.05510358884930611
242214	rnn.bias_ih_l0	5	-0.17440016567707062
242214	rnn.bias_ih_l0	6	0.07240542024374008
242214	rnn.bias_ih_l0	7	-0.08677332103252411
242214	rnn.bias_ih_l0	8	-0.0474834218621254
242214	rnn.bias_ih_l0	9	-0.1073913425207138
242214	rnn.bias_hh_l0	0	-0.06744804978370667
242214	rnn.bias_hh_l0	1	0.24377967417240143
242214	rnn.bias_hh_l0	2	0.047935135662555695
242214	rnn.bias_hh_l0	3	-0.07961948215961456
242214	rnn.bias_hh_l0	4	-0.08533046394586563
242214	rnn.bias_hh_l0	5	0.0003232642775401473
242214	rnn.bias_hh_l0	6	0.05586588755249977
242214	rnn.bias_hh_l0	7	-0.09673158824443817
242214	rnn.bias_hh_l0	8	-0.23847736418247223
242214	rnn.bias_hh_l0	9	-0.1042456105351448
242214	rnn.weight_ih_l0_reverse	0	0.019323255866765976
242214	rnn.weight_ih_l0_reverse	1	-0.059667617082595825
242214	rnn.weight_ih_l0_reverse	2	0.04243519529700279
242214	rnn.weight_ih_l0_reverse	3	0.019558683037757874
242214	rnn.weight_ih_l0_reverse	4	0.0004108822322450578
242214	rnn.weight_ih_l0_reverse	5	-0.026778997853398323
242214	rnn.weight_ih_l0_reverse	6	0.014009763486683369
242214	rnn.weight_ih_l0_reverse	7	0.02965008281171322
242214	rnn.weight_ih_l0_reverse	8	-0.0275200754404068
242214	rnn.weight_ih_l0_reverse	9	-0.0014230076922103763
242214	rnn.weight_hh_l0_reverse	0	0.03991633281111717
242214	rnn.weight_hh_l0_reverse	1	0.030265185981988907
242214	rnn.weight_hh_l0_reverse	2	-0.022399166598916054
242214	rnn.weight_hh_l0_reverse	3	-0.07898849248886108
242214	rnn.weight_hh_l0_reverse	4	0.01120356097817421
242214	rnn.weight_hh_l0_reverse	5	-0.057903554290533066
242214	rnn.weight_hh_l0_reverse	6	-0.013712282292544842
242214	rnn.weight_hh_l0_reverse	7	0.030536361038684845
242214	rnn.weight_hh_l0_reverse	8	0.007945450022816658
242214	rnn.weight_hh_l0_reverse	9	0.009224597364664078
242214	rnn.bias_ih_l0_reverse	0	-0.04787347465753555
242214	rnn.bias_ih_l0_reverse	1	-0.13922564685344696
242214	rnn.bias_ih_l0_reverse	2	-0.14626647531986237
242214	rnn.bias_ih_l0_reverse	3	-0.045896053314208984
242214	rnn.bias_ih_l0_reverse	4	-0.11563079804182053
242214	rnn.bias_ih_l0_reverse	5	-0.08748381584882736
242214	rnn.bias_ih_l0_reverse	6	-0.20854200422763824
242214	rnn.bias_ih_l0_reverse	7	-0.052580658346414566
242214	rnn.bias_ih_l0_reverse	8	-0.06512752175331116
242214	rnn.bias_ih_l0_reverse	9	-0.13406230509281158
242214	rnn.bias_hh_l0_reverse	0	-0.14449173212051392
242214	rnn.bias_hh_l0_reverse	1	-0.1617908775806427
242214	rnn.bias_hh_l0_reverse	2	0.10280641168355942
242214	rnn.bias_hh_l0_reverse	3	0.07089710235595703
242214	rnn.bias_hh_l0_reverse	4	-0.1753203272819519
242214	rnn.bias_hh_l0_reverse	5	-0.14169275760650635
242214	rnn.bias_hh_l0_reverse	6	-0.09089355170726776
242214	rnn.bias_hh_l0_reverse	7	-0.05534284561872482
242214	rnn.bias_hh_l0_reverse	8	-0.09704633057117462
242214	rnn.bias_hh_l0_reverse	9	-0.022756416350603104
242214	linear.weight	0	-0.007706021890044212
242214	linear.weight	1	-0.009837174788117409
242214	linear.weight	2	0.2879346013069153
242214	linear.weight	3	-0.07899711281061172
242214	linear.weight	4	-0.010588549077510834
242214	linear.weight	5	0.10770397633314133
242214	linear.weight	6	-0.010739270597696304
242214	linear.weight	7	-0.06951481103897095
242214	linear.weight	8	0.19893686473369598
242214	linear.weight	9	-0.2576380670070648
242214	linear.bias	0	-0.03956538438796997
242214	linear.bias	1	0.031413208693265915
242214	linear.bias	2	0.4458114802837372
242214	linear.bias	3	-0.7293285727500916
242214	linear.bias	4	2.1113359928131104
242214	linear.bias	5	-1.4036123752593994
242214	linear.bias	6	-0.3028356432914734
242214	linear.bias	7	-0.12721610069274902
242772	transitions	0	-1.9275156259536743
242772	transitions	1	-10000.0
242772	transitions	2	-0.7969565987586975
242772	transitions	3	-10000.0
242772	transitions	4	2.060839891433716
242772	transitions	5	-10000.0
242772	transitions	6	-10000.0
242772	transitions	7	1.819866418838501
242772	transitions	8	-2.614426374435425
242772	transitions	9	-4.2335991859436035
242772	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
242772	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
242772	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
242772	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
242772	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
242772	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
242772	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
242772	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
242772	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
242772	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
242772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
242772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
242772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
242772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
242772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
242772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
242772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
242772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
242772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
242772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
242772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
242772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
242772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
242772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
242772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
242772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
242772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
242772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
242772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
242772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
242772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
242772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
242772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
242772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
242772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
242772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
242772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
242772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
242772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
242772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
242772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
242772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
242772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
242772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
242772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
242772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
242772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
242772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
242772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
242772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
242772	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
242772	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
242772	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
242772	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
242772	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
242772	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
242772	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
242772	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
242772	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
242772	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
242772	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
242772	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
242772	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
242772	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
242772	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
242772	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
242772	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
242772	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
242772	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
242772	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
242772	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
242772	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
242772	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
242772	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
242772	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
242772	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
242772	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
242772	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
242772	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
242772	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
242772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
242772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
242772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
242772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
242772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
242772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
242772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
242772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
242772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
242772	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
242772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
242772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
242772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
242772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
242772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
242772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
242772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
242772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
242772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
242772	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
242772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
242772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
242772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
242772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
242772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
242772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
242772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
242772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
242772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
242772	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
242772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
242772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
242772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
242772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
242772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
242772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
242772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
242772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
242772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
242772	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
242772	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
242772	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
242772	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
242772	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
242772	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
242772	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
242772	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
242772	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
242772	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
242772	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
242772	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
242772	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
242772	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
242772	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
242772	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
242772	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
242772	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
242772	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
242772	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
242772	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
242772	embedding2nn.weight	0	0.00644300039857626
242772	embedding2nn.weight	1	0.004202855285257101
242772	embedding2nn.weight	2	0.013423568569123745
242772	embedding2nn.weight	3	0.026074392721056938
242772	embedding2nn.weight	4	0.02330833114683628
242772	embedding2nn.weight	5	0.005297834984958172
242772	embedding2nn.weight	6	-0.014769393019378185
242772	embedding2nn.weight	7	-0.0005097824614495039
242772	embedding2nn.weight	8	-0.008617255836725235
242772	embedding2nn.weight	9	0.0018682923400774598
242772	embedding2nn.bias	0	0.020653212442994118
242772	embedding2nn.bias	1	-0.03345334529876709
242772	embedding2nn.bias	2	0.08880552649497986
242772	embedding2nn.bias	3	0.06841541826725006
242772	embedding2nn.bias	4	-0.011273648589849472
242772	embedding2nn.bias	5	-0.03454397991299629
242772	embedding2nn.bias	6	0.024809671565890312
242772	embedding2nn.bias	7	0.0008099512197077274
242772	embedding2nn.bias	8	-0.034632302820682526
242772	embedding2nn.bias	9	0.027364011853933334
242772	rnn.weight_ih_l0	0	0.06548632681369781
242772	rnn.weight_ih_l0	1	-0.042715348303318024
242772	rnn.weight_ih_l0	2	0.006770926062017679
242772	rnn.weight_ih_l0	3	0.04508243873715401
242772	rnn.weight_ih_l0	4	-0.03079567849636078
242772	rnn.weight_ih_l0	5	0.04109163582324982
242772	rnn.weight_ih_l0	6	0.007424991112202406
242772	rnn.weight_ih_l0	7	0.06592646986246109
242772	rnn.weight_ih_l0	8	0.009892712347209454
242772	rnn.weight_ih_l0	9	-0.026603801175951958
242772	rnn.weight_hh_l0	0	-0.012498518452048302
242772	rnn.weight_hh_l0	1	-0.027088535949587822
242772	rnn.weight_hh_l0	2	-0.0611855648458004
242772	rnn.weight_hh_l0	3	-0.006002647336572409
242772	rnn.weight_hh_l0	4	-0.00957596953958273
242772	rnn.weight_hh_l0	5	-0.024671019986271858
242772	rnn.weight_hh_l0	6	0.0004952182644046843
242772	rnn.weight_hh_l0	7	-0.03816932067275047
242772	rnn.weight_hh_l0	8	0.06661049276590347
242772	rnn.weight_hh_l0	9	0.0459805391728878
242772	rnn.bias_ih_l0	0	-0.17073389887809753
242772	rnn.bias_ih_l0	1	-0.17077796161174774
242772	rnn.bias_ih_l0	2	-0.018303846940398216
242772	rnn.bias_ih_l0	3	-0.1482391357421875
242772	rnn.bias_ih_l0	4	-0.05557750537991524
242772	rnn.bias_ih_l0	5	-0.1738903671503067
242772	rnn.bias_ih_l0	6	0.07311589270830154
242772	rnn.bias_ih_l0	7	-0.0866948589682579
242772	rnn.bias_ih_l0	8	-0.046497318893671036
242772	rnn.bias_ih_l0	9	-0.10755016654729843
242772	rnn.bias_hh_l0	0	-0.06787550449371338
242772	rnn.bias_hh_l0	1	0.24458900094032288
242772	rnn.bias_hh_l0	2	0.046424418687820435
242772	rnn.bias_hh_l0	3	-0.07933107018470764
242772	rnn.bias_hh_l0	4	-0.08445574343204498
242772	rnn.bias_hh_l0	5	0.0010528677375987172
242772	rnn.bias_hh_l0	6	0.05504032224416733
242772	rnn.bias_hh_l0	7	-0.09741124510765076
242772	rnn.bias_hh_l0	8	-0.2387593537569046
242772	rnn.bias_hh_l0	9	-0.10386542975902557
242772	rnn.weight_ih_l0_reverse	0	0.01876053959131241
242772	rnn.weight_ih_l0_reverse	1	-0.05989833548665047
242772	rnn.weight_ih_l0_reverse	2	0.04241029545664787
242772	rnn.weight_ih_l0_reverse	3	0.019313113763928413
242772	rnn.weight_ih_l0_reverse	4	0.0004950194852426648
242772	rnn.weight_ih_l0_reverse	5	-0.026745960116386414
242772	rnn.weight_ih_l0_reverse	6	0.014082740060985088
242772	rnn.weight_ih_l0_reverse	7	0.029620997607707977
242772	rnn.weight_ih_l0_reverse	8	-0.02748601883649826
242772	rnn.weight_ih_l0_reverse	9	-0.00155841454397887
242772	rnn.weight_hh_l0_reverse	0	0.039898086339235306
242772	rnn.weight_hh_l0_reverse	1	0.030277518555521965
242772	rnn.weight_hh_l0_reverse	2	-0.022412501275539398
242772	rnn.weight_hh_l0_reverse	3	-0.07904984056949615
242772	rnn.weight_hh_l0_reverse	4	0.011256352998316288
242772	rnn.weight_hh_l0_reverse	5	-0.05793735757470131
242772	rnn.weight_hh_l0_reverse	6	-0.013579795137047768
242772	rnn.weight_hh_l0_reverse	7	0.030501464381814003
242772	rnn.weight_hh_l0_reverse	8	0.007985425181686878
242772	rnn.weight_hh_l0_reverse	9	0.009304857812821865
242772	rnn.bias_ih_l0_reverse	0	-0.04757386073470116
242772	rnn.bias_ih_l0_reverse	1	-0.13905471563339233
242772	rnn.bias_ih_l0_reverse	2	-0.1457594633102417
242772	rnn.bias_ih_l0_reverse	3	-0.045824337750673294
242772	rnn.bias_ih_l0_reverse	4	-0.11530712246894836
242772	rnn.bias_ih_l0_reverse	5	-0.08768252283334732
242772	rnn.bias_ih_l0_reverse	6	-0.2079838067293167
242772	rnn.bias_ih_l0_reverse	7	-0.05244876816868782
242772	rnn.bias_ih_l0_reverse	8	-0.06526061147451401
242772	rnn.bias_ih_l0_reverse	9	-0.13480331003665924
242772	rnn.bias_hh_l0_reverse	0	-0.14407899975776672
242772	rnn.bias_hh_l0_reverse	1	-0.16110309958457947
242772	rnn.bias_hh_l0_reverse	2	0.10238447040319443
242772	rnn.bias_hh_l0_reverse	3	0.07066211849451065
242772	rnn.bias_hh_l0_reverse	4	-0.1760021448135376
242772	rnn.bias_hh_l0_reverse	5	-0.14193446934223175
242772	rnn.bias_hh_l0_reverse	6	-0.09043019264936447
242772	rnn.bias_hh_l0_reverse	7	-0.05535303056240082
242772	rnn.bias_hh_l0_reverse	8	-0.09703982621431351
242772	rnn.bias_hh_l0_reverse	9	-0.023329537361860275
242772	linear.weight	0	-0.007706322241574526
242772	linear.weight	1	-0.011150729842483997
242772	linear.weight	2	0.289264053106308
242772	linear.weight	3	-0.07899575680494308
242772	linear.weight	4	-0.010588549077510834
242772	linear.weight	5	0.11554219573736191
242772	linear.weight	6	-0.010739270597696304
242772	linear.weight	7	-0.07021184265613556
242772	linear.weight	8	0.2029895931482315
242772	linear.weight	9	-0.25659316778182983
242772	linear.bias	0	-0.03956538438796997
242772	linear.bias	1	0.031413208693265915
242772	linear.bias	2	0.4409448504447937
242772	linear.bias	3	-0.7205408215522766
242772	linear.bias	4	2.115043878555298
242772	linear.bias	5	-1.4036461114883423
242772	linear.bias	6	-0.30653679370880127
242772	linear.bias	7	-0.1311124712228775
243330	transitions	0	-1.9277807474136353
243330	transitions	1	-10000.0
243330	transitions	2	-0.7969565987586975
243330	transitions	3	-10000.0
243330	transitions	4	2.061034917831421
243330	transitions	5	-10000.0
243330	transitions	6	-10000.0
243330	transitions	7	1.8169840574264526
243330	transitions	8	-2.6146349906921387
243330	transitions	9	-4.233749866485596
243330	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
243330	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
243330	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
243330	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
243330	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
243330	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
243330	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
243330	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
243330	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
243330	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
243330	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
243330	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
243330	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
243330	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
243330	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
243330	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
243330	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
243330	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
243330	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
243330	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
243330	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
243330	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
243330	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
243330	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
243330	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
243330	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
243330	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
243330	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
243330	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
243330	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
243330	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
243330	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
243330	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
243330	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
243330	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
243330	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
243330	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
243330	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
243330	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
243330	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
243330	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
243330	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
243330	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
243330	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
243330	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
243330	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
243330	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
243330	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
243330	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
243330	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
243330	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
243330	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
243330	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
243330	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
243330	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
243330	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
243330	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
243330	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
243330	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
243330	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
243330	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
243330	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
243330	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
243330	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
243330	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
243330	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
243330	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
243330	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
243330	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
243330	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
243330	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
243330	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
243330	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
243330	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
243330	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
243330	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
243330	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
243330	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
243330	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
243330	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
243330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
243330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
243330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
243330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
243330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
243330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
243330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
243330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
243330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
243330	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
243330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
243330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
243330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
243330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
243330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
243330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
243330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
243330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
243330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
243330	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
243330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
243330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
243330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
243330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
243330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
243330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
243330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
243330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
243330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
243330	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
243330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
243330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
243330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
243330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
243330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
243330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
243330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
243330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
243330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
243330	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
243330	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
243330	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
243330	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
243330	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
243330	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
243330	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
243330	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
243330	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
243330	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
243330	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
243330	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
243330	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
243330	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
243330	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
243330	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
243330	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
243330	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
243330	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
243330	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
243330	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
243330	embedding2nn.weight	0	0.006442669779062271
243330	embedding2nn.weight	1	0.004185138735920191
243330	embedding2nn.weight	2	0.013419856317341328
243330	embedding2nn.weight	3	0.026029696688055992
243330	embedding2nn.weight	4	0.023370614275336266
243330	embedding2nn.weight	5	0.005511504597961903
243330	embedding2nn.weight	6	-0.014750804752111435
243330	embedding2nn.weight	7	-0.0005471964832395315
243330	embedding2nn.weight	8	-0.008678680285811424
243330	embedding2nn.weight	9	0.001849616877734661
243330	embedding2nn.bias	0	0.020943831652402878
243330	embedding2nn.bias	1	-0.034080423414707184
243330	embedding2nn.bias	2	0.08949699997901917
243330	embedding2nn.bias	3	0.06804341077804565
243330	embedding2nn.bias	4	-0.010641375556588173
243330	embedding2nn.bias	5	-0.0331793949007988
243330	embedding2nn.bias	6	0.025682730600237846
243330	embedding2nn.bias	7	0.0015459932619705796
243330	embedding2nn.bias	8	-0.0344877764582634
243330	embedding2nn.bias	9	0.029126130044460297
243330	rnn.weight_ih_l0	0	0.06564536690711975
243330	rnn.weight_ih_l0	1	-0.04279901087284088
243330	rnn.weight_ih_l0	2	0.006730297580361366
243330	rnn.weight_ih_l0	3	0.04518762230873108
243330	rnn.weight_ih_l0	4	-0.030692918226122856
243330	rnn.weight_ih_l0	5	0.04108487442135811
243330	rnn.weight_ih_l0	6	0.007455411367118359
243330	rnn.weight_ih_l0	7	0.06605298072099686
243330	rnn.weight_ih_l0	8	0.009823773987591267
243330	rnn.weight_ih_l0	9	-0.026593217626214027
243330	rnn.weight_hh_l0	0	-0.012346392497420311
243330	rnn.weight_hh_l0	1	-0.02727675624191761
243330	rnn.weight_hh_l0	2	-0.061083823442459106
243330	rnn.weight_hh_l0	3	-0.005991816986352205
243330	rnn.weight_hh_l0	4	-0.009583665989339352
243330	rnn.weight_hh_l0	5	-0.024672038853168488
243330	rnn.weight_hh_l0	6	0.00047331012319773436
243330	rnn.weight_hh_l0	7	-0.03809890151023865
243330	rnn.weight_hh_l0	8	0.06672206521034241
243330	rnn.weight_hh_l0	9	0.04604274779558182
243330	rnn.bias_ih_l0	0	-0.17085443437099457
243330	rnn.bias_ih_l0	1	-0.17073127627372742
243330	rnn.bias_ih_l0	2	-0.018284738063812256
243330	rnn.bias_ih_l0	3	-0.14746326208114624
243330	rnn.bias_ih_l0	4	-0.05527390539646149
243330	rnn.bias_ih_l0	5	-0.17385418713092804
243330	rnn.bias_ih_l0	6	0.07305889576673508
243330	rnn.bias_ih_l0	7	-0.08627259731292725
243330	rnn.bias_ih_l0	8	-0.04640784114599228
243330	rnn.bias_ih_l0	9	-0.1078360304236412
243330	rnn.bias_hh_l0	0	-0.06844446808099747
243330	rnn.bias_hh_l0	1	0.24478113651275635
243330	rnn.bias_hh_l0	2	0.04580894112586975
243330	rnn.bias_hh_l0	3	-0.07929719239473343
243330	rnn.bias_hh_l0	4	-0.08447597920894623
243330	rnn.bias_hh_l0	5	0.0005635597626678646
243330	rnn.bias_hh_l0	6	0.05549177527427673
243330	rnn.bias_hh_l0	7	-0.09816067665815353
243330	rnn.bias_hh_l0	8	-0.23838140070438385
243330	rnn.bias_hh_l0	9	-0.10369593650102615
243330	rnn.weight_ih_l0_reverse	0	0.019040849059820175
243330	rnn.weight_ih_l0_reverse	1	-0.05988612771034241
243330	rnn.weight_ih_l0_reverse	2	0.04249236732721329
243330	rnn.weight_ih_l0_reverse	3	0.01944899372756481
243330	rnn.weight_ih_l0_reverse	4	0.0004589253512676805
243330	rnn.weight_ih_l0_reverse	5	-0.026591181755065918
243330	rnn.weight_ih_l0_reverse	6	0.014164579100906849
243330	rnn.weight_ih_l0_reverse	7	0.029731707647442818
243330	rnn.weight_ih_l0_reverse	8	-0.027546517550945282
243330	rnn.weight_ih_l0_reverse	9	-0.0014424104010686278
243330	rnn.weight_hh_l0_reverse	0	0.03987972438335419
243330	rnn.weight_hh_l0_reverse	1	0.030338695272803307
243330	rnn.weight_hh_l0_reverse	2	-0.022295843809843063
243330	rnn.weight_hh_l0_reverse	3	-0.07933641225099564
243330	rnn.weight_hh_l0_reverse	4	0.011224353685975075
243330	rnn.weight_hh_l0_reverse	5	-0.05783873051404953
243330	rnn.weight_hh_l0_reverse	6	-0.013690885156393051
243330	rnn.weight_hh_l0_reverse	7	0.03051903285086155
243330	rnn.weight_hh_l0_reverse	8	0.008121482096612453
243330	rnn.weight_hh_l0_reverse	9	0.009349284693598747
243330	rnn.bias_ih_l0_reverse	0	-0.04705364629626274
243330	rnn.bias_ih_l0_reverse	1	-0.1393967568874359
243330	rnn.bias_ih_l0_reverse	2	-0.14547210931777954
243330	rnn.bias_ih_l0_reverse	3	-0.04608553647994995
243330	rnn.bias_ih_l0_reverse	4	-0.11484857648611069
243330	rnn.bias_ih_l0_reverse	5	-0.08771858364343643
243330	rnn.bias_ih_l0_reverse	6	-0.20779740810394287
243330	rnn.bias_ih_l0_reverse	7	-0.052143484354019165
243330	rnn.bias_ih_l0_reverse	8	-0.06550895422697067
243330	rnn.bias_ih_l0_reverse	9	-0.13534727692604065
243330	rnn.bias_hh_l0_reverse	0	-0.1440163403749466
243330	rnn.bias_hh_l0_reverse	1	-0.1611095666885376
243330	rnn.bias_hh_l0_reverse	2	0.101563461124897
243330	rnn.bias_hh_l0_reverse	3	0.07092813402414322
243330	rnn.bias_hh_l0_reverse	4	-0.17646443843841553
243330	rnn.bias_hh_l0_reverse	5	-0.1415673792362213
243330	rnn.bias_hh_l0_reverse	6	-0.09089711308479309
243330	rnn.bias_hh_l0_reverse	7	-0.05525129660964012
243330	rnn.bias_hh_l0_reverse	8	-0.09719196707010269
243330	rnn.bias_hh_l0_reverse	9	-0.02319509908556938
243330	linear.weight	0	-0.007706570904701948
243330	linear.weight	1	-0.0099067073315382
243330	linear.weight	2	0.29258161783218384
243330	linear.weight	3	-0.07899511605501175
243330	linear.weight	4	-0.010588549077510834
243330	linear.weight	5	0.10600141435861588
243330	linear.weight	6	-0.010739270597696304
243330	linear.weight	7	-0.06602542847394943
243330	linear.weight	8	0.20691734552383423
243330	linear.weight	9	-0.2567422389984131
243330	linear.bias	0	-0.03956538438796997
243330	linear.bias	1	0.031413208693265915
243330	linear.bias	2	0.44855087995529175
243330	linear.bias	3	-0.7196186780929565
243330	linear.bias	4	2.10345458984375
243330	linear.bias	5	-1.4036778211593628
243330	linear.bias	6	-0.3049977123737335
243330	linear.bias	7	-0.12955836951732635
243888	transitions	0	-1.9279859066009521
243888	transitions	1	-10000.0
243888	transitions	2	-0.7969565987586975
243888	transitions	3	-10000.0
243888	transitions	4	2.0614969730377197
243888	transitions	5	-10000.0
243888	transitions	6	-10000.0
243888	transitions	7	1.8187578916549683
243888	transitions	8	-2.614861249923706
243888	transitions	9	-4.233892440795898
243888	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
243888	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
243888	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
243888	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
243888	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
243888	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
243888	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
243888	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
243888	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
243888	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
243888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
243888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
243888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
243888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
243888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
243888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
243888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
243888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
243888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
243888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
243888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
243888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
243888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
243888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
243888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
243888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
243888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
243888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
243888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
243888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
243888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
243888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
243888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
243888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
243888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
243888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
243888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
243888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
243888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
243888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
243888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
243888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
243888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
243888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
243888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
243888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
243888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
243888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
243888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
243888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
243888	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
243888	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
243888	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
243888	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
243888	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
243888	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
243888	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
243888	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
243888	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
243888	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
243888	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
243888	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
243888	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
243888	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
243888	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
243888	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
243888	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
243888	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
243888	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
243888	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
243888	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
243888	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
243888	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
243888	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
243888	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
243888	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
243888	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
243888	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
243888	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
243888	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
243888	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
243888	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
243888	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
243888	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
243888	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
243888	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
243888	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
243888	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
243888	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
243888	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
243888	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
243888	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
243888	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
243888	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
243888	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
243888	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
243888	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
243888	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
243888	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
243888	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
243888	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
243888	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
243888	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
243888	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
243888	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
243888	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
243888	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
243888	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
243888	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
243888	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
243888	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
243888	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
243888	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
243888	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
243888	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
243888	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
243888	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
243888	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
243888	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
243888	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
243888	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
243888	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
243888	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
243888	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
243888	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
243888	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
243888	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
243888	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
243888	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
243888	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
243888	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
243888	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
243888	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
243888	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
243888	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
243888	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
243888	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
243888	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
243888	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
243888	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
243888	embedding2nn.weight	0	0.006437500007450581
243888	embedding2nn.weight	1	0.0042084865272045135
243888	embedding2nn.weight	2	0.013423129916191101
243888	embedding2nn.weight	3	0.026057088747620583
243888	embedding2nn.weight	4	0.02346661128103733
243888	embedding2nn.weight	5	0.005540773272514343
243888	embedding2nn.weight	6	-0.014779644086956978
243888	embedding2nn.weight	7	-0.0005300116026774049
243888	embedding2nn.weight	8	-0.00860687904059887
243888	embedding2nn.weight	9	0.0018110715318471193
243888	embedding2nn.bias	0	0.021316275000572205
243888	embedding2nn.bias	1	-0.034755732864141464
243888	embedding2nn.bias	2	0.09124681353569031
243888	embedding2nn.bias	3	0.06868003308773041
243888	embedding2nn.bias	4	-0.010484924539923668
243888	embedding2nn.bias	5	-0.03458990529179573
243888	embedding2nn.bias	6	0.0252781230956316
243888	embedding2nn.bias	7	0.00012852899089921266
243888	embedding2nn.bias	8	-0.034945692867040634
243888	embedding2nn.bias	9	0.027955304831266403
243888	rnn.weight_ih_l0	0	0.06533313542604446
243888	rnn.weight_ih_l0	1	-0.04270727559924126
243888	rnn.weight_ih_l0	2	0.007020787801593542
243888	rnn.weight_ih_l0	3	0.045423924922943115
243888	rnn.weight_ih_l0	4	-0.030734239146113396
243888	rnn.weight_ih_l0	5	0.04100634902715683
243888	rnn.weight_ih_l0	6	0.007399335969239473
243888	rnn.weight_ih_l0	7	0.06600923091173172
243888	rnn.weight_ih_l0	8	0.009932109154760838
243888	rnn.weight_ih_l0	9	-0.02635137364268303
243888	rnn.weight_hh_l0	0	-0.012194030918180943
243888	rnn.weight_hh_l0	1	-0.02738872542977333
243888	rnn.weight_hh_l0	2	-0.061011623591184616
243888	rnn.weight_hh_l0	3	-0.005986976437270641
243888	rnn.weight_hh_l0	4	-0.009634771384298801
243888	rnn.weight_hh_l0	5	-0.024679435417056084
243888	rnn.weight_hh_l0	6	0.0004609826719388366
243888	rnn.weight_hh_l0	7	-0.03813445568084717
243888	rnn.weight_hh_l0	8	0.06688334047794342
243888	rnn.weight_hh_l0	9	0.04607204720377922
243888	rnn.bias_ih_l0	0	-0.1714518517255783
243888	rnn.bias_ih_l0	1	-0.17035061120986938
243888	rnn.bias_ih_l0	2	-0.018096983432769775
243888	rnn.bias_ih_l0	3	-0.147063747048378
243888	rnn.bias_ih_l0	4	-0.055292464792728424
243888	rnn.bias_ih_l0	5	-0.17425481975078583
243888	rnn.bias_ih_l0	6	0.07281471788883209
243888	rnn.bias_ih_l0	7	-0.08567048609256744
243888	rnn.bias_ih_l0	8	-0.04640934616327286
243888	rnn.bias_ih_l0	9	-0.10787692666053772
243888	rnn.bias_hh_l0	0	-0.06849821656942368
243888	rnn.bias_hh_l0	1	0.2455810010433197
243888	rnn.bias_hh_l0	2	0.04630498215556145
243888	rnn.bias_hh_l0	3	-0.0784406065940857
243888	rnn.bias_hh_l0	4	-0.08457133919000626
243888	rnn.bias_hh_l0	5	0.0008583200979046524
243888	rnn.bias_hh_l0	6	0.05594510957598686
243888	rnn.bias_hh_l0	7	-0.09888467192649841
243888	rnn.bias_hh_l0	8	-0.23821739852428436
243888	rnn.bias_hh_l0	9	-0.10362567007541656
243888	rnn.weight_ih_l0_reverse	0	0.019116360694169998
243888	rnn.weight_ih_l0_reverse	1	-0.05978984758257866
243888	rnn.weight_ih_l0_reverse	2	0.04249009117484093
243888	rnn.weight_ih_l0_reverse	3	0.019429989159107208
243888	rnn.weight_ih_l0_reverse	4	0.00032417639158666134
243888	rnn.weight_ih_l0_reverse	5	-0.026411430910229683
243888	rnn.weight_ih_l0_reverse	6	0.013948666863143444
243888	rnn.weight_ih_l0_reverse	7	0.029630007222294807
243888	rnn.weight_ih_l0_reverse	8	-0.027682628482580185
243888	rnn.weight_ih_l0_reverse	9	-0.0013880850747227669
243888	rnn.weight_hh_l0_reverse	0	0.03982343524694443
243888	rnn.weight_hh_l0_reverse	1	0.030316563323140144
243888	rnn.weight_hh_l0_reverse	2	-0.02229035273194313
243888	rnn.weight_hh_l0_reverse	3	-0.07924828678369522
243888	rnn.weight_hh_l0_reverse	4	0.01124562881886959
243888	rnn.weight_hh_l0_reverse	5	-0.057960398495197296
243888	rnn.weight_hh_l0_reverse	6	-0.01372062973678112
243888	rnn.weight_hh_l0_reverse	7	0.030461510643363
243888	rnn.weight_hh_l0_reverse	8	0.008260664530098438
243888	rnn.weight_hh_l0_reverse	9	0.009456198662519455
243888	rnn.bias_ih_l0_reverse	0	-0.0474669486284256
243888	rnn.bias_ih_l0_reverse	1	-0.13917550444602966
243888	rnn.bias_ih_l0_reverse	2	-0.14600859582424164
243888	rnn.bias_ih_l0_reverse	3	-0.0462055504322052
243888	rnn.bias_ih_l0_reverse	4	-0.11544521898031235
243888	rnn.bias_ih_l0_reverse	5	-0.08764656633138657
243888	rnn.bias_ih_l0_reverse	6	-0.2079886794090271
243888	rnn.bias_ih_l0_reverse	7	-0.051744986325502396
243888	rnn.bias_ih_l0_reverse	8	-0.06528476625680923
243888	rnn.bias_ih_l0_reverse	9	-0.1356576532125473
243888	rnn.bias_hh_l0_reverse	0	-0.14402297139167786
243888	rnn.bias_hh_l0_reverse	1	-0.16178876161575317
243888	rnn.bias_hh_l0_reverse	2	0.10216090083122253
243888	rnn.bias_hh_l0_reverse	3	0.07055357843637466
243888	rnn.bias_hh_l0_reverse	4	-0.17632652819156647
243888	rnn.bias_hh_l0_reverse	5	-0.1414289027452469
243888	rnn.bias_hh_l0_reverse	6	-0.09069957584142685
243888	rnn.bias_hh_l0_reverse	7	-0.05491132661700249
243888	rnn.bias_hh_l0_reverse	8	-0.09644120931625366
243888	rnn.bias_hh_l0_reverse	9	-0.023362869396805763
243888	linear.weight	0	-0.007706789765506983
243888	linear.weight	1	-0.00568208796903491
243888	linear.weight	2	0.29591283202171326
243888	linear.weight	3	-0.07899355888366699
243888	linear.weight	4	-0.010588549077510834
243888	linear.weight	5	0.11266811192035675
243888	linear.weight	6	-0.010739270597696304
243888	linear.weight	7	-0.06605897098779678
243888	linear.weight	8	0.20760291814804077
243888	linear.weight	9	-0.25885066390037537
243888	linear.bias	0	-0.03956538438796997
243888	linear.bias	1	0.031413208693265915
243888	linear.bias	2	0.4569662809371948
243888	linear.bias	3	-0.7211394309997559
243888	linear.bias	4	2.1042253971099854
243888	linear.bias	5	-1.4037116765975952
243888	linear.bias	6	-0.30882930755615234
243888	linear.bias	7	-0.1333603709936142
244446	transitions	0	-1.928184151649475
244446	transitions	1	-10000.0
244446	transitions	2	-0.7969565987586975
244446	transitions	3	-10000.0
244446	transitions	4	2.0581259727478027
244446	transitions	5	-10000.0
244446	transitions	6	-10000.0
244446	transitions	7	1.8225982189178467
244446	transitions	8	-2.6150903701782227
244446	transitions	9	-4.234035491943359
244446	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
244446	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
244446	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
244446	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
244446	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
244446	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
244446	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
244446	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
244446	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
244446	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
244446	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
244446	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
244446	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
244446	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
244446	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
244446	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
244446	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
244446	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
244446	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
244446	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
244446	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
244446	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
244446	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
244446	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
244446	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
244446	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
244446	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
244446	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
244446	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
244446	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
244446	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
244446	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
244446	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
244446	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
244446	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
244446	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
244446	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
244446	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
244446	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
244446	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
244446	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
244446	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
244446	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
244446	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
244446	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
244446	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
244446	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
244446	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
244446	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
244446	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
244446	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
244446	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
244446	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
244446	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
244446	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
244446	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
244446	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
244446	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
244446	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
244446	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
244446	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
244446	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
244446	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
244446	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
244446	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
244446	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
244446	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
244446	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
244446	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
244446	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
244446	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
244446	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
244446	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
244446	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
244446	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
244446	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
244446	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
244446	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
244446	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
244446	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
244446	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
244446	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
244446	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
244446	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
244446	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
244446	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
244446	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
244446	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
244446	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
244446	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
244446	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
244446	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
244446	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
244446	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
244446	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
244446	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
244446	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
244446	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
244446	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
244446	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
244446	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
244446	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
244446	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
244446	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
244446	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
244446	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
244446	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
244446	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
244446	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
244446	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
244446	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
244446	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
244446	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
244446	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
244446	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
244446	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
244446	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
244446	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
244446	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
244446	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
244446	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
244446	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
244446	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
244446	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
244446	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
244446	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
244446	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
244446	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
244446	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
244446	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
244446	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
244446	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
244446	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
244446	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
244446	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
244446	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
244446	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
244446	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
244446	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
244446	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
244446	embedding2nn.weight	0	0.006431965157389641
244446	embedding2nn.weight	1	0.004186431411653757
244446	embedding2nn.weight	2	0.013426327146589756
244446	embedding2nn.weight	3	0.02616647630929947
244446	embedding2nn.weight	4	0.02339053340256214
244446	embedding2nn.weight	5	0.005521285813301802
244446	embedding2nn.weight	6	-0.014831669628620148
244446	embedding2nn.weight	7	-0.0005555378156714141
244446	embedding2nn.weight	8	-0.008535466156899929
244446	embedding2nn.weight	9	0.0017759199254214764
244446	embedding2nn.bias	0	0.021397797390818596
244446	embedding2nn.bias	1	-0.03506876155734062
244446	embedding2nn.bias	2	0.09119588136672974
244446	embedding2nn.bias	3	0.07022997736930847
244446	embedding2nn.bias	4	-0.011128690093755722
244446	embedding2nn.bias	5	-0.033286407589912415
244446	embedding2nn.bias	6	0.02644229680299759
244446	embedding2nn.bias	7	0.000489964266307652
244446	embedding2nn.bias	8	-0.033693648874759674
244446	embedding2nn.bias	9	0.0299451295286417
244446	rnn.weight_ih_l0	0	0.0655151903629303
244446	rnn.weight_ih_l0	1	-0.04287352040410042
244446	rnn.weight_ih_l0	2	0.0071801417507231236
244446	rnn.weight_ih_l0	3	0.04541105031967163
244446	rnn.weight_ih_l0	4	-0.030518172308802605
244446	rnn.weight_ih_l0	5	0.04102940484881401
244446	rnn.weight_ih_l0	6	0.00740892393514514
244446	rnn.weight_ih_l0	7	0.06596279889345169
244446	rnn.weight_ih_l0	8	0.009810083545744419
244446	rnn.weight_ih_l0	9	-0.026448998600244522
244446	rnn.weight_hh_l0	0	-0.012276324443519115
244446	rnn.weight_hh_l0	1	-0.027549177408218384
244446	rnn.weight_hh_l0	2	-0.06109194457530975
244446	rnn.weight_hh_l0	3	-0.005969636142253876
244446	rnn.weight_hh_l0	4	-0.00959702581167221
244446	rnn.weight_hh_l0	5	-0.02467729151248932
244446	rnn.weight_hh_l0	6	0.0005123241571709514
244446	rnn.weight_hh_l0	7	-0.038184039294719696
244446	rnn.weight_hh_l0	8	0.06693581491708755
244446	rnn.weight_hh_l0	9	0.04607250541448593
244446	rnn.bias_ih_l0	0	-0.17155133187770844
244446	rnn.bias_ih_l0	1	-0.16950413584709167
244446	rnn.bias_ih_l0	2	-0.01821458339691162
244446	rnn.bias_ih_l0	3	-0.1477656066417694
244446	rnn.bias_ih_l0	4	-0.05466485023498535
244446	rnn.bias_ih_l0	5	-0.17458680272102356
244446	rnn.bias_ih_l0	6	0.07219082862138748
244446	rnn.bias_ih_l0	7	-0.08617332577705383
244446	rnn.bias_ih_l0	8	-0.04564845561981201
244446	rnn.bias_ih_l0	9	-0.10832762718200684
244446	rnn.bias_hh_l0	0	-0.06820110976696014
244446	rnn.bias_hh_l0	1	0.24532324075698853
244446	rnn.bias_hh_l0	2	0.04629868268966675
244446	rnn.bias_hh_l0	3	-0.07796601951122284
244446	rnn.bias_hh_l0	4	-0.08464005589485168
244446	rnn.bias_hh_l0	5	-0.0008354777819477022
244446	rnn.bias_hh_l0	6	0.05527174845337868
244446	rnn.bias_hh_l0	7	-0.09858942776918411
244446	rnn.bias_hh_l0	8	-0.23836912214756012
244446	rnn.bias_hh_l0	9	-0.10396964102983475
244446	rnn.weight_ih_l0_reverse	0	0.018824439495801926
244446	rnn.weight_ih_l0_reverse	1	-0.05965922400355339
244446	rnn.weight_ih_l0_reverse	2	0.04250584542751312
244446	rnn.weight_ih_l0_reverse	3	0.01932801492512226
244446	rnn.weight_ih_l0_reverse	4	0.000339361431542784
244446	rnn.weight_ih_l0_reverse	5	-0.026293732225894928
244446	rnn.weight_ih_l0_reverse	6	0.013745899312198162
244446	rnn.weight_ih_l0_reverse	7	0.029607539996504784
244446	rnn.weight_ih_l0_reverse	8	-0.027710499241948128
244446	rnn.weight_ih_l0_reverse	9	-0.0013572177849709988
244446	rnn.weight_hh_l0_reverse	0	0.03982028365135193
244446	rnn.weight_hh_l0_reverse	1	0.03031228668987751
244446	rnn.weight_hh_l0_reverse	2	-0.02222023345530033
244446	rnn.weight_hh_l0_reverse	3	-0.07912048697471619
244446	rnn.weight_hh_l0_reverse	4	0.01121944934129715
244446	rnn.weight_hh_l0_reverse	5	-0.058048393577337265
244446	rnn.weight_hh_l0_reverse	6	-0.013724259100854397
244446	rnn.weight_hh_l0_reverse	7	0.030417703092098236
244446	rnn.weight_hh_l0_reverse	8	0.008251603692770004
244446	rnn.weight_hh_l0_reverse	9	0.009563101455569267
244446	rnn.bias_ih_l0_reverse	0	-0.0479159839451313
244446	rnn.bias_ih_l0_reverse	1	-0.1390165537595749
244446	rnn.bias_ih_l0_reverse	2	-0.14613547921180725
244446	rnn.bias_ih_l0_reverse	3	-0.047263696789741516
244446	rnn.bias_ih_l0_reverse	4	-0.11538341641426086
244446	rnn.bias_ih_l0_reverse	5	-0.08745337277650833
244446	rnn.bias_ih_l0_reverse	6	-0.20797547698020935
244446	rnn.bias_ih_l0_reverse	7	-0.05120658129453659
244446	rnn.bias_ih_l0_reverse	8	-0.06487579643726349
244446	rnn.bias_ih_l0_reverse	9	-0.1362241804599762
244446	rnn.bias_hh_l0_reverse	0	-0.14350679516792297
244446	rnn.bias_hh_l0_reverse	1	-0.16173681616783142
244446	rnn.bias_hh_l0_reverse	2	0.10225792229175568
244446	rnn.bias_hh_l0_reverse	3	0.06894054263830185
244446	rnn.bias_hh_l0_reverse	4	-0.17654338479042053
244446	rnn.bias_hh_l0_reverse	5	-0.14110249280929565
244446	rnn.bias_hh_l0_reverse	6	-0.08968666940927505
244446	rnn.bias_hh_l0_reverse	7	-0.054979778826236725
244446	rnn.bias_hh_l0_reverse	8	-0.09647500514984131
244446	rnn.bias_hh_l0_reverse	9	-0.023922361433506012
244446	linear.weight	0	-0.007707163225859404
244446	linear.weight	1	-0.011377507820725441
244446	linear.weight	2	0.2938588857650757
244446	linear.weight	3	-0.07899244874715805
244446	linear.weight	4	-0.010588549077510834
244446	linear.weight	5	0.11371049284934998
244446	linear.weight	6	-0.010739270597696304
244446	linear.weight	7	-0.06372147798538208
244446	linear.weight	8	0.19860966503620148
244446	linear.weight	9	-0.25913864374160767
244446	linear.bias	0	-0.03956538438796997
244446	linear.bias	1	0.031413208693265915
244446	linear.bias	2	0.4386419653892517
244446	linear.bias	3	-0.7176162600517273
244446	linear.bias	4	2.1169326305389404
244446	linear.bias	5	-1.4037472009658813
244446	linear.bias	6	-0.3078530728816986
244446	linear.bias	7	-0.132210835814476
245004	transitions	0	-1.9284480810165405
245004	transitions	1	-10000.0
245004	transitions	2	-0.7969565987586975
245004	transitions	3	-10000.0
245004	transitions	4	2.054140090942383
245004	transitions	5	-10000.0
245004	transitions	6	-10000.0
245004	transitions	7	1.818326473236084
245004	transitions	8	-2.615269660949707
245004	transitions	9	-4.234177589416504
245004	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
245004	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
245004	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
245004	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
245004	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
245004	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
245004	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
245004	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
245004	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
245004	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
245004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
245004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
245004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
245004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
245004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
245004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
245004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
245004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
245004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
245004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
245004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
245004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
245004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
245004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
245004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
245004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
245004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
245004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
245004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
245004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
245004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
245004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
245004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
245004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
245004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
245004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
245004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
245004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
245004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
245004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
245004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
245004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
245004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
245004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
245004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
245004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
245004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
245004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
245004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
245004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
245004	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
245004	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
245004	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
245004	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
245004	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
245004	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
245004	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
245004	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
245004	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
245004	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
245004	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
245004	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
245004	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
245004	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
245004	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
245004	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
245004	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
245004	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
245004	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
245004	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
245004	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
245004	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
245004	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
245004	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
245004	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
245004	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
245004	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
245004	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
245004	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
245004	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
245004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
245004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
245004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
245004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
245004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
245004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
245004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
245004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
245004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
245004	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
245004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
245004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
245004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
245004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
245004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
245004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
245004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
245004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
245004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
245004	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
245004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
245004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
245004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
245004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
245004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
245004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
245004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
245004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
245004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
245004	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
245004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
245004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
245004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
245004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
245004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
245004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
245004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
245004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
245004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
245004	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
245004	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
245004	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
245004	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
245004	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
245004	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
245004	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
245004	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
245004	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
245004	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
245004	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
245004	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
245004	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
245004	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
245004	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
245004	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
245004	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
245004	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
245004	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
245004	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
245004	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
245004	embedding2nn.weight	0	0.006432540249079466
245004	embedding2nn.weight	1	0.0041710808873176575
245004	embedding2nn.weight	2	0.013424246571958065
245004	embedding2nn.weight	3	0.026107806712388992
245004	embedding2nn.weight	4	0.02338789775967598
245004	embedding2nn.weight	5	0.0054778908379375935
245004	embedding2nn.weight	6	-0.01492756325751543
245004	embedding2nn.weight	7	-0.0005886798608116806
245004	embedding2nn.weight	8	-0.00860400591045618
245004	embedding2nn.weight	9	0.0017924627754837275
245004	embedding2nn.bias	0	0.022298652678728104
245004	embedding2nn.bias	1	-0.035033054649829865
245004	embedding2nn.bias	2	0.0894249826669693
245004	embedding2nn.bias	3	0.07021186500787735
245004	embedding2nn.bias	4	-0.011063761077821255
245004	embedding2nn.bias	5	-0.03377371281385422
245004	embedding2nn.bias	6	0.026884524151682854
245004	embedding2nn.bias	7	-0.0015912797534838319
245004	embedding2nn.bias	8	-0.034277647733688354
245004	embedding2nn.bias	9	0.028915714472532272
245004	rnn.weight_ih_l0	0	0.06551966071128845
245004	rnn.weight_ih_l0	1	-0.04282301664352417
245004	rnn.weight_ih_l0	2	0.007347134407609701
245004	rnn.weight_ih_l0	3	0.04517167806625366
245004	rnn.weight_ih_l0	4	-0.030516212806105614
245004	rnn.weight_ih_l0	5	0.04109426587820053
245004	rnn.weight_ih_l0	6	0.007408690173178911
245004	rnn.weight_ih_l0	7	0.06615087389945984
245004	rnn.weight_ih_l0	8	0.009616581723093987
245004	rnn.weight_ih_l0	9	-0.02636866457760334
245004	rnn.weight_hh_l0	0	-0.012101980857551098
245004	rnn.weight_hh_l0	1	-0.027653684839606285
245004	rnn.weight_hh_l0	2	-0.061170369386672974
245004	rnn.weight_hh_l0	3	-0.005997848697006702
245004	rnn.weight_hh_l0	4	-0.009571149945259094
245004	rnn.weight_hh_l0	5	-0.024682918563485146
245004	rnn.weight_hh_l0	6	0.0005058571114204824
245004	rnn.weight_hh_l0	7	-0.03835942968726158
245004	rnn.weight_hh_l0	8	0.06699278205633163
245004	rnn.weight_hh_l0	9	0.045945897698402405
245004	rnn.bias_ih_l0	0	-0.17206040024757385
245004	rnn.bias_ih_l0	1	-0.1693894863128662
245004	rnn.bias_ih_l0	2	-0.018278347328305244
245004	rnn.bias_ih_l0	3	-0.1479937583208084
245004	rnn.bias_ih_l0	4	-0.05531388893723488
245004	rnn.bias_ih_l0	5	-0.17466431856155396
245004	rnn.bias_ih_l0	6	0.07323352247476578
245004	rnn.bias_ih_l0	7	-0.08634711056947708
245004	rnn.bias_ih_l0	8	-0.04652799293398857
245004	rnn.bias_ih_l0	9	-0.10771936178207397
245004	rnn.bias_hh_l0	0	-0.06872281432151794
245004	rnn.bias_hh_l0	1	0.24580323696136475
245004	rnn.bias_hh_l0	2	0.04711300879716873
245004	rnn.bias_hh_l0	3	-0.07816579937934875
245004	rnn.bias_hh_l0	4	-0.08449622988700867
245004	rnn.bias_hh_l0	5	-0.00022258803073782474
245004	rnn.bias_hh_l0	6	0.05553291738033295
245004	rnn.bias_hh_l0	7	-0.09896649420261383
245004	rnn.bias_hh_l0	8	-0.23849748075008392
245004	rnn.bias_hh_l0	9	-0.10338280349969864
245004	rnn.weight_ih_l0_reverse	0	0.01893540844321251
245004	rnn.weight_ih_l0_reverse	1	-0.05981555953621864
245004	rnn.weight_ih_l0_reverse	2	0.042495861649513245
245004	rnn.weight_ih_l0_reverse	3	0.019228680059313774
245004	rnn.weight_ih_l0_reverse	4	0.0004041433276142925
245004	rnn.weight_ih_l0_reverse	5	-0.02639576978981495
245004	rnn.weight_ih_l0_reverse	6	0.013660281896591187
245004	rnn.weight_ih_l0_reverse	7	0.02963457815349102
245004	rnn.weight_ih_l0_reverse	8	-0.02771799825131893
245004	rnn.weight_ih_l0_reverse	9	-0.001292710890993476
245004	rnn.weight_hh_l0_reverse	0	0.03983529657125473
245004	rnn.weight_hh_l0_reverse	1	0.03020505979657173
245004	rnn.weight_hh_l0_reverse	2	-0.022236082702875137
245004	rnn.weight_hh_l0_reverse	3	-0.07906419038772583
245004	rnn.weight_hh_l0_reverse	4	0.011193234473466873
245004	rnn.weight_hh_l0_reverse	5	-0.057999156415462494
245004	rnn.weight_hh_l0_reverse	6	-0.013769461773335934
245004	rnn.weight_hh_l0_reverse	7	0.030348440632224083
245004	rnn.weight_hh_l0_reverse	8	0.008212081156671047
245004	rnn.weight_hh_l0_reverse	9	0.00953701138496399
245004	rnn.bias_ih_l0_reverse	0	-0.04808088392019272
245004	rnn.bias_ih_l0_reverse	1	-0.1387665867805481
245004	rnn.bias_ih_l0_reverse	2	-0.14646579325199127
245004	rnn.bias_ih_l0_reverse	3	-0.04728182405233383
245004	rnn.bias_ih_l0_reverse	4	-0.115786612033844
245004	rnn.bias_ih_l0_reverse	5	-0.08710241317749023
245004	rnn.bias_ih_l0_reverse	6	-0.20809142291545868
245004	rnn.bias_ih_l0_reverse	7	-0.05139172449707985
245004	rnn.bias_ih_l0_reverse	8	-0.06499936431646347
245004	rnn.bias_ih_l0_reverse	9	-0.1356094926595688
245004	rnn.bias_hh_l0_reverse	0	-0.14314579963684082
245004	rnn.bias_hh_l0_reverse	1	-0.16196009516716003
245004	rnn.bias_hh_l0_reverse	2	0.10146001726388931
245004	rnn.bias_hh_l0_reverse	3	0.06966041773557663
245004	rnn.bias_hh_l0_reverse	4	-0.17700034379959106
245004	rnn.bias_hh_l0_reverse	5	-0.14096131920814514
245004	rnn.bias_hh_l0_reverse	6	-0.09025224298238754
245004	rnn.bias_hh_l0_reverse	7	-0.0547977015376091
245004	rnn.bias_hh_l0_reverse	8	-0.0964350700378418
245004	rnn.bias_hh_l0_reverse	9	-0.023880889639258385
245004	linear.weight	0	-0.0077078333124518394
245004	linear.weight	1	-0.013139820657670498
245004	linear.weight	2	0.29585540294647217
245004	linear.weight	3	-0.07899139821529388
245004	linear.weight	4	-0.010588549077510834
245004	linear.weight	5	0.11522350460290909
245004	linear.weight	6	-0.010739270597696304
245004	linear.weight	7	-0.06357387453317642
245004	linear.weight	8	0.20169150829315186
245004	linear.weight	9	-0.2598111629486084
245004	linear.bias	0	-0.03956538438796997
245004	linear.bias	1	0.031413208693265915
245004	linear.bias	2	0.4533270299434662
245004	linear.bias	3	-0.7221214175224304
245004	linear.bias	4	2.098013401031494
245004	linear.bias	5	-1.4037848711013794
245004	linear.bias	6	-0.30345794558525085
245004	linear.bias	7	-0.1278332620859146
245562	transitions	0	-1.9286452531814575
245562	transitions	1	-10000.0
245562	transitions	2	-0.7969565987586975
245562	transitions	3	-10000.0
245562	transitions	4	2.055685520172119
245562	transitions	5	-10000.0
245562	transitions	6	-10000.0
245562	transitions	7	1.8266079425811768
245562	transitions	8	-2.6154448986053467
245562	transitions	9	-4.234311580657959
245562	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
245562	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
245562	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
245562	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
245562	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
245562	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
245562	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
245562	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
245562	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
245562	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
245562	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
245562	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
245562	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
245562	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
245562	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
245562	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
245562	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
245562	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
245562	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
245562	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
245562	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
245562	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
245562	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
245562	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
245562	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
245562	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
245562	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
245562	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
245562	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
245562	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
245562	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
245562	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
245562	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
245562	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
245562	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
245562	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
245562	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
245562	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
245562	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
245562	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
245562	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
245562	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
245562	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
245562	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
245562	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
245562	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
245562	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
245562	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
245562	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
245562	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
245562	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
245562	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
245562	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
245562	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
245562	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
245562	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
245562	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
245562	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
245562	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
245562	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
245562	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
245562	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
245562	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
245562	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
245562	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
245562	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
245562	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
245562	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
245562	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
245562	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
245562	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
245562	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
245562	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
245562	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
245562	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
245562	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
245562	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
245562	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
245562	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
245562	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
245562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
245562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
245562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
245562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
245562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
245562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
245562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
245562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
245562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
245562	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
245562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
245562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
245562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
245562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
245562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
245562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
245562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
245562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
245562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
245562	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
245562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
245562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
245562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
245562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
245562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
245562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
245562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
245562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
245562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
245562	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
245562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
245562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
245562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
245562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
245562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
245562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
245562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
245562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
245562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
245562	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
245562	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
245562	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
245562	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
245562	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
245562	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
245562	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
245562	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
245562	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
245562	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
245562	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
245562	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
245562	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
245562	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
245562	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
245562	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
245562	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
245562	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
245562	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
245562	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
245562	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
245562	embedding2nn.weight	0	0.0064340862445533276
245562	embedding2nn.weight	1	0.004221999552100897
245562	embedding2nn.weight	2	0.013423408381640911
245562	embedding2nn.weight	3	0.0261854100972414
245562	embedding2nn.weight	4	0.023351803421974182
245562	embedding2nn.weight	5	0.0054232217371463776
245562	embedding2nn.weight	6	-0.014932225458323956
245562	embedding2nn.weight	7	-0.0005821155500598252
245562	embedding2nn.weight	8	-0.008654003031551838
245562	embedding2nn.weight	9	0.0018096587155014277
245562	embedding2nn.bias	0	0.020447662100195885
245562	embedding2nn.bias	1	-0.03453920781612396
245562	embedding2nn.bias	2	0.08995961397886276
245562	embedding2nn.bias	3	0.06721454858779907
245562	embedding2nn.bias	4	-0.010662182234227657
245562	embedding2nn.bias	5	-0.03285092115402222
245562	embedding2nn.bias	6	0.026035860180854797
245562	embedding2nn.bias	7	-0.002020747633650899
245562	embedding2nn.bias	8	-0.03510819748044014
245562	embedding2nn.bias	9	0.028518032282590866
245562	rnn.weight_ih_l0	0	0.06544893980026245
245562	rnn.weight_ih_l0	1	-0.042708951979875565
245562	rnn.weight_ih_l0	2	0.007402827497571707
245562	rnn.weight_ih_l0	3	0.04524943605065346
245562	rnn.weight_ih_l0	4	-0.030599186196923256
245562	rnn.weight_ih_l0	5	0.04116455465555191
245562	rnn.weight_ih_l0	6	0.007470977026969194
245562	rnn.weight_ih_l0	7	0.06598590314388275
245562	rnn.weight_ih_l0	8	0.009719912894070148
245562	rnn.weight_ih_l0	9	-0.026443077251315117
245562	rnn.weight_hh_l0	0	-0.012041964568197727
245562	rnn.weight_hh_l0	1	-0.027572065591812134
245562	rnn.weight_hh_l0	2	-0.06115792319178581
245562	rnn.weight_hh_l0	3	-0.006028090137988329
245562	rnn.weight_hh_l0	4	-0.009603006765246391
245562	rnn.weight_hh_l0	5	-0.024720700457692146
245562	rnn.weight_hh_l0	6	0.0005186672206036747
245562	rnn.weight_hh_l0	7	-0.038287390023469925
245562	rnn.weight_hh_l0	8	0.06702692061662674
245562	rnn.weight_hh_l0	9	0.04602283984422684
245562	rnn.bias_ih_l0	0	-0.17150777578353882
245562	rnn.bias_ih_l0	1	-0.16966894268989563
245562	rnn.bias_ih_l0	2	-0.017938895151019096
245562	rnn.bias_ih_l0	3	-0.1474103033542633
245562	rnn.bias_ih_l0	4	-0.054724276065826416
245562	rnn.bias_ih_l0	5	-0.17500948905944824
245562	rnn.bias_ih_l0	6	0.07276439666748047
245562	rnn.bias_ih_l0	7	-0.08673660457134247
245562	rnn.bias_ih_l0	8	-0.0465773344039917
245562	rnn.bias_ih_l0	9	-0.1074160560965538
245562	rnn.bias_hh_l0	0	-0.06879837810993195
245562	rnn.bias_hh_l0	1	0.24571797251701355
245562	rnn.bias_hh_l0	2	0.04759293049573898
245562	rnn.bias_hh_l0	3	-0.07752879709005356
245562	rnn.bias_hh_l0	4	-0.08437610417604446
245562	rnn.bias_hh_l0	5	-0.0016739227576181293
245562	rnn.bias_hh_l0	6	0.0550784133374691
245562	rnn.bias_hh_l0	7	-0.09914761036634445
245562	rnn.bias_hh_l0	8	-0.23814325034618378
245562	rnn.bias_hh_l0	9	-0.1030886173248291
245562	rnn.weight_ih_l0_reverse	0	0.018760839477181435
245562	rnn.weight_ih_l0_reverse	1	-0.05968119204044342
245562	rnn.weight_ih_l0_reverse	2	0.04241948202252388
245562	rnn.weight_ih_l0_reverse	3	0.019214607775211334
245562	rnn.weight_ih_l0_reverse	4	0.000432701432146132
245562	rnn.weight_ih_l0_reverse	5	-0.026275940239429474
245562	rnn.weight_ih_l0_reverse	6	0.013927008025348186
245562	rnn.weight_ih_l0_reverse	7	0.02972502075135708
245562	rnn.weight_ih_l0_reverse	8	-0.02783859521150589
245562	rnn.weight_ih_l0_reverse	9	-0.0013428600504994392
245562	rnn.weight_hh_l0_reverse	0	0.03984789922833443
245562	rnn.weight_hh_l0_reverse	1	0.030204245820641518
245562	rnn.weight_hh_l0_reverse	2	-0.022263428196310997
245562	rnn.weight_hh_l0_reverse	3	-0.07913358509540558
245562	rnn.weight_hh_l0_reverse	4	0.011138839647173882
245562	rnn.weight_hh_l0_reverse	5	-0.05804185941815376
245562	rnn.weight_hh_l0_reverse	6	-0.01365696918219328
245562	rnn.weight_hh_l0_reverse	7	0.03036431409418583
245562	rnn.weight_hh_l0_reverse	8	0.008207302540540695
245562	rnn.weight_hh_l0_reverse	9	0.009587562642991543
245562	rnn.bias_ih_l0_reverse	0	-0.04811451956629753
245562	rnn.bias_ih_l0_reverse	1	-0.1390601545572281
245562	rnn.bias_ih_l0_reverse	2	-0.14649683237075806
245562	rnn.bias_ih_l0_reverse	3	-0.04742489755153656
245562	rnn.bias_ih_l0_reverse	4	-0.11530973017215729
245562	rnn.bias_ih_l0_reverse	5	-0.08697029203176498
245562	rnn.bias_ih_l0_reverse	6	-0.20743972063064575
245562	rnn.bias_ih_l0_reverse	7	-0.05140881985425949
245562	rnn.bias_ih_l0_reverse	8	-0.06502518057823181
245562	rnn.bias_ih_l0_reverse	9	-0.13566696643829346
245562	rnn.bias_hh_l0_reverse	0	-0.14243441820144653
245562	rnn.bias_hh_l0_reverse	1	-0.16209886968135834
245562	rnn.bias_hh_l0_reverse	2	0.10199485719203949
245562	rnn.bias_hh_l0_reverse	3	0.07054530829191208
245562	rnn.bias_hh_l0_reverse	4	-0.17667783796787262
245562	rnn.bias_hh_l0_reverse	5	-0.14136797189712524
245562	rnn.bias_hh_l0_reverse	6	-0.09128018468618393
245562	rnn.bias_hh_l0_reverse	7	-0.05486656352877617
245562	rnn.bias_hh_l0_reverse	8	-0.09596795588731766
245562	rnn.bias_hh_l0_reverse	9	-0.02351067215204239
245562	linear.weight	0	-0.007708188612014055
245562	linear.weight	1	-0.01672009751200676
245562	linear.weight	2	0.2965884506702423
245562	linear.weight	3	-0.07899022847414017
245562	linear.weight	4	-0.010588549077510834
245562	linear.weight	5	0.11290743947029114
245562	linear.weight	6	-0.010739270597696304
245562	linear.weight	7	-0.05969998985528946
245562	linear.weight	8	0.19827055931091309
245562	linear.weight	9	-0.2617743909358978
245562	linear.bias	0	-0.03956538438796997
245562	linear.bias	1	0.031413208693265915
245562	linear.bias	2	0.4519179165363312
245562	linear.bias	3	-0.7265568971633911
245562	linear.bias	4	2.1166958808898926
245562	linear.bias	5	-1.403822660446167
245562	linear.bias	6	-0.3097960352897644
245562	linear.bias	7	-0.13430269062519073
246121	transitions	0	-1.9288853406906128
246121	transitions	1	-10000.0
246121	transitions	2	-0.7969565987586975
246121	transitions	3	-10000.0
246121	transitions	4	2.0534112453460693
246121	transitions	5	-10000.0
246121	transitions	6	-10000.0
246121	transitions	7	1.8269599676132202
246121	transitions	8	-2.6156747341156006
246121	transitions	9	-4.234466552734375
246121	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
246121	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
246121	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
246121	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
246121	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
246121	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
246121	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
246121	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
246121	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
246121	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
246121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
246121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
246121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
246121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
246121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
246121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
246121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
246121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
246121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
246121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
246121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
246121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
246121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
246121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
246121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
246121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
246121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
246121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
246121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
246121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
246121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
246121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
246121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
246121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
246121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
246121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
246121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
246121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
246121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
246121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
246121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
246121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
246121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
246121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
246121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
246121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
246121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
246121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
246121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
246121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
246121	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
246121	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
246121	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
246121	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
246121	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
246121	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
246121	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
246121	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
246121	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
246121	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
246121	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
246121	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
246121	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
246121	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
246121	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
246121	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
246121	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
246121	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
246121	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
246121	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
246121	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
246121	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
246121	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
246121	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
246121	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
246121	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
246121	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
246121	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
246121	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
246121	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
246121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
246121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
246121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
246121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
246121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
246121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
246121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
246121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
246121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
246121	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
246121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
246121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
246121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
246121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
246121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
246121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
246121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
246121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
246121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
246121	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
246121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
246121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
246121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
246121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
246121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
246121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
246121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
246121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
246121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
246121	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
246121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
246121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
246121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
246121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
246121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
246121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
246121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
246121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
246121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
246121	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
246121	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
246121	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
246121	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
246121	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
246121	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
246121	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
246121	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
246121	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
246121	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
246121	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
246121	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
246121	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
246121	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
246121	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
246121	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
246121	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
246121	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
246121	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
246121	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
246121	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
246121	embedding2nn.weight	0	0.006430135108530521
246121	embedding2nn.weight	1	0.004209674894809723
246121	embedding2nn.weight	2	0.013423380441963673
246121	embedding2nn.weight	3	0.026131009683012962
246121	embedding2nn.weight	4	0.0234085526317358
246121	embedding2nn.weight	5	0.005378040485084057
246121	embedding2nn.weight	6	-0.014886783435940742
246121	embedding2nn.weight	7	-0.0006263336399570107
246121	embedding2nn.weight	8	-0.008715178817510605
246121	embedding2nn.weight	9	0.0018193635623902082
246121	embedding2nn.bias	0	0.021588994190096855
246121	embedding2nn.bias	1	-0.03498402237892151
246121	embedding2nn.bias	2	0.0898725688457489
246121	embedding2nn.bias	3	0.07066947221755981
246121	embedding2nn.bias	4	-0.012006854638457298
246121	embedding2nn.bias	5	-0.032444149255752563
246121	embedding2nn.bias	6	0.02562880888581276
246121	embedding2nn.bias	7	-0.0013610832393169403
246121	embedding2nn.bias	8	-0.03407498821616173
246121	embedding2nn.bias	9	0.028049254789948463
246121	rnn.weight_ih_l0	0	0.06539741158485413
246121	rnn.weight_ih_l0	1	-0.04269314929842949
246121	rnn.weight_ih_l0	2	0.00760140735656023
246121	rnn.weight_ih_l0	3	0.04536353424191475
246121	rnn.weight_ih_l0	4	-0.030476681888103485
246121	rnn.weight_ih_l0	5	0.04143286496400833
246121	rnn.weight_ih_l0	6	0.0074824257753789425
246121	rnn.weight_ih_l0	7	0.06609127670526505
246121	rnn.weight_ih_l0	8	0.009549573995172977
246121	rnn.weight_ih_l0	9	-0.02630474790930748
246121	rnn.weight_hh_l0	0	-0.011840127408504486
246121	rnn.weight_hh_l0	1	-0.027367405593395233
246121	rnn.weight_hh_l0	2	-0.061258185654878616
246121	rnn.weight_hh_l0	3	-0.006031641270965338
246121	rnn.weight_hh_l0	4	-0.00956736784428358
246121	rnn.weight_hh_l0	5	-0.02473951131105423
246121	rnn.weight_hh_l0	6	0.0005493012722581625
246121	rnn.weight_hh_l0	7	-0.03840033710002899
246121	rnn.weight_hh_l0	8	0.06700288504362106
246121	rnn.weight_hh_l0	9	0.045990072190761566
246121	rnn.bias_ih_l0	0	-0.1708131730556488
246121	rnn.bias_ih_l0	1	-0.16901132464408875
246121	rnn.bias_ih_l0	2	-0.018012382090091705
246121	rnn.bias_ih_l0	3	-0.1474153846502304
246121	rnn.bias_ih_l0	4	-0.05477333441376686
246121	rnn.bias_ih_l0	5	-0.1751154512166977
246121	rnn.bias_ih_l0	6	0.07298371195793152
246121	rnn.bias_ih_l0	7	-0.0866495668888092
246121	rnn.bias_ih_l0	8	-0.04756676405668259
246121	rnn.bias_ih_l0	9	-0.10751780867576599
246121	rnn.bias_hh_l0	0	-0.06896992027759552
246121	rnn.bias_hh_l0	1	0.24584820866584778
246121	rnn.bias_hh_l0	2	0.04689595848321915
246121	rnn.bias_hh_l0	3	-0.07849001884460449
246121	rnn.bias_hh_l0	4	-0.08468151092529297
246121	rnn.bias_hh_l0	5	-0.0024513634853065014
246121	rnn.bias_hh_l0	6	0.055232685059309006
246121	rnn.bias_hh_l0	7	-0.09859645366668701
246121	rnn.bias_hh_l0	8	-0.23894517123699188
246121	rnn.bias_hh_l0	9	-0.10313242673873901
246121	rnn.weight_ih_l0_reverse	0	0.019042855128645897
246121	rnn.weight_ih_l0_reverse	1	-0.05970468372106552
246121	rnn.weight_ih_l0_reverse	2	0.04245799779891968
246121	rnn.weight_ih_l0_reverse	3	0.01923062466084957
246121	rnn.weight_ih_l0_reverse	4	0.00043254095362499356
246121	rnn.weight_ih_l0_reverse	5	-0.026141265407204628
246121	rnn.weight_ih_l0_reverse	6	0.01393083669245243
246121	rnn.weight_ih_l0_reverse	7	0.029827794060111046
246121	rnn.weight_ih_l0_reverse	8	-0.02785361371934414
246121	rnn.weight_ih_l0_reverse	9	-0.001310266088694334
246121	rnn.weight_hh_l0_reverse	0	0.039843589067459106
246121	rnn.weight_hh_l0_reverse	1	0.03024788200855255
246121	rnn.weight_hh_l0_reverse	2	-0.02232649363577366
246121	rnn.weight_hh_l0_reverse	3	-0.07928147912025452
246121	rnn.weight_hh_l0_reverse	4	0.011007529683411121
246121	rnn.weight_hh_l0_reverse	5	-0.05800042301416397
246121	rnn.weight_hh_l0_reverse	6	-0.013677306473255157
246121	rnn.weight_hh_l0_reverse	7	0.030445756390690804
246121	rnn.weight_hh_l0_reverse	8	0.008171187713742256
246121	rnn.weight_hh_l0_reverse	9	0.009431920945644379
246121	rnn.bias_ih_l0_reverse	0	-0.0486699678003788
246121	rnn.bias_ih_l0_reverse	1	-0.13911202549934387
246121	rnn.bias_ih_l0_reverse	2	-0.1463276594877243
246121	rnn.bias_ih_l0_reverse	3	-0.04731098562479019
246121	rnn.bias_ih_l0_reverse	4	-0.1146966740489006
246121	rnn.bias_ih_l0_reverse	5	-0.08703634887933731
246121	rnn.bias_ih_l0_reverse	6	-0.20803098380565643
246121	rnn.bias_ih_l0_reverse	7	-0.051345083862543106
246121	rnn.bias_ih_l0_reverse	8	-0.06490521878004074
246121	rnn.bias_ih_l0_reverse	9	-0.13535438477993011
246121	rnn.bias_hh_l0_reverse	0	-0.1426902860403061
246121	rnn.bias_hh_l0_reverse	1	-0.16278384625911713
246121	rnn.bias_hh_l0_reverse	2	0.10275506228208542
246121	rnn.bias_hh_l0_reverse	3	0.0712062269449234
246121	rnn.bias_hh_l0_reverse	4	-0.17660140991210938
246121	rnn.bias_hh_l0_reverse	5	-0.14050297439098358
246121	rnn.bias_hh_l0_reverse	6	-0.0910746157169342
246121	rnn.bias_hh_l0_reverse	7	-0.0543254017829895
246121	rnn.bias_hh_l0_reverse	8	-0.0957653820514679
246121	rnn.bias_hh_l0_reverse	9	-0.024524301290512085
246121	linear.weight	0	-0.007708336226642132
246121	linear.weight	1	-0.018602274358272552
246121	linear.weight	2	0.29249441623687744
246121	linear.weight	3	-0.07898902148008347
246121	linear.weight	4	-0.010588549077510834
246121	linear.weight	5	0.11103897541761398
246121	linear.weight	6	-0.010739270597696304
246121	linear.weight	7	-0.06869479268789291
246121	linear.weight	8	0.19755315780639648
246121	linear.weight	9	-0.2602045238018036
246121	linear.bias	0	-0.03956538438796997
246121	linear.bias	1	0.031413208693265915
246121	linear.bias	2	0.4205055832862854
246121	linear.bias	3	-0.7245581746101379
246121	linear.bias	4	2.120291233062744
246121	linear.bias	5	-1.403860330581665
246121	linear.bias	6	-0.29691803455352783
246121	linear.bias	7	-0.12132773548364639
246679	transitions	0	-1.9290986061096191
246679	transitions	1	-10000.0
246679	transitions	2	-0.7969565987586975
246679	transitions	3	-10000.0
246679	transitions	4	2.057957649230957
246679	transitions	5	-10000.0
246679	transitions	6	-10000.0
246679	transitions	7	1.8215599060058594
246679	transitions	8	-2.6158430576324463
246679	transitions	9	-4.234611988067627
246679	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
246679	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
246679	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
246679	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
246679	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
246679	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
246679	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
246679	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
246679	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
246679	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
246679	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
246679	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
246679	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
246679	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
246679	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
246679	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
246679	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
246679	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
246679	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
246679	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
246679	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
246679	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
246679	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
246679	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
246679	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
246679	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
246679	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
246679	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
246679	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
246679	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
246679	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
246679	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
246679	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
246679	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
246679	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
246679	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
246679	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
246679	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
246679	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
246679	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
246679	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
246679	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
246679	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
246679	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
246679	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
246679	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
246679	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
246679	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
246679	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
246679	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
246679	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
246679	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
246679	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
246679	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
246679	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
246679	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
246679	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
246679	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
246679	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
246679	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
246679	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
246679	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
246679	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
246679	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
246679	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
246679	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
246679	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
246679	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
246679	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
246679	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
246679	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
246679	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
246679	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
246679	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
246679	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
246679	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
246679	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
246679	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
246679	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
246679	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
246679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
246679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
246679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
246679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
246679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
246679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
246679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
246679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
246679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
246679	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
246679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
246679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
246679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
246679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
246679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
246679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
246679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
246679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
246679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
246679	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
246679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
246679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
246679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
246679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
246679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
246679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
246679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
246679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
246679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
246679	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
246679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
246679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
246679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
246679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
246679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
246679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
246679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
246679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
246679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
246679	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
246679	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
246679	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
246679	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
246679	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
246679	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
246679	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
246679	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
246679	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
246679	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
246679	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
246679	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
246679	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
246679	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
246679	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
246679	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
246679	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
246679	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
246679	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
246679	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
246679	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
246679	embedding2nn.weight	0	0.0064282529056072235
246679	embedding2nn.weight	1	0.004207582678645849
246679	embedding2nn.weight	2	0.013421830721199512
246679	embedding2nn.weight	3	0.026213491335511208
246679	embedding2nn.weight	4	0.023429621011018753
246679	embedding2nn.weight	5	0.005315280985087156
246679	embedding2nn.weight	6	-0.014929424040019512
246679	embedding2nn.weight	7	-0.0006417250260710716
246679	embedding2nn.weight	8	-0.008767177350819111
246679	embedding2nn.weight	9	0.001847097184509039
246679	embedding2nn.bias	0	0.023301970213651657
246679	embedding2nn.bias	1	-0.03515036404132843
246679	embedding2nn.bias	2	0.09064562618732452
246679	embedding2nn.bias	3	0.07061351835727692
246679	embedding2nn.bias	4	-0.01258782111108303
246679	embedding2nn.bias	5	-0.03259798511862755
246679	embedding2nn.bias	6	0.02631956711411476
246679	embedding2nn.bias	7	0.00011790644930442795
246679	embedding2nn.bias	8	-0.03304454684257507
246679	embedding2nn.bias	9	0.02835289016366005
246679	rnn.weight_ih_l0	0	0.06537328660488129
246679	rnn.weight_ih_l0	1	-0.04273329675197601
246679	rnn.weight_ih_l0	2	0.0075476025231182575
246679	rnn.weight_ih_l0	3	0.04528740048408508
246679	rnn.weight_ih_l0	4	-0.03050190396606922
246679	rnn.weight_ih_l0	5	0.04146140068769455
246679	rnn.weight_ih_l0	6	0.007423242554068565
246679	rnn.weight_ih_l0	7	0.06614722311496735
246679	rnn.weight_ih_l0	8	0.00948525220155716
246679	rnn.weight_ih_l0	9	-0.026330862194299698
246679	rnn.weight_hh_l0	0	-0.011894646100699902
246679	rnn.weight_hh_l0	1	-0.027503976598381996
246679	rnn.weight_hh_l0	2	-0.06115848571062088
246679	rnn.weight_hh_l0	3	-0.006019397638738155
246679	rnn.weight_hh_l0	4	-0.009610142558813095
246679	rnn.weight_hh_l0	5	-0.024768082424998283
246679	rnn.weight_hh_l0	6	0.0005593852838501334
246679	rnn.weight_hh_l0	7	-0.03852178528904915
246679	rnn.weight_hh_l0	8	0.06707063317298889
246679	rnn.weight_hh_l0	9	0.04599177464842796
246679	rnn.bias_ih_l0	0	-0.17212450504302979
246679	rnn.bias_ih_l0	1	-0.1698511689901352
246679	rnn.bias_ih_l0	2	-0.01881488598883152
246679	rnn.bias_ih_l0	3	-0.14735586941242218
246679	rnn.bias_ih_l0	4	-0.05374032258987427
246679	rnn.bias_ih_l0	5	-0.17484766244888306
246679	rnn.bias_ih_l0	6	0.0726410448551178
246679	rnn.bias_ih_l0	7	-0.08721312880516052
246679	rnn.bias_ih_l0	8	-0.04781702160835266
246679	rnn.bias_ih_l0	9	-0.10734134912490845
246679	rnn.bias_hh_l0	0	-0.06922907382249832
246679	rnn.bias_hh_l0	1	0.24562421441078186
246679	rnn.bias_hh_l0	2	0.0448613166809082
246679	rnn.bias_hh_l0	3	-0.07858128100633621
246679	rnn.bias_hh_l0	4	-0.08465126901865005
246679	rnn.bias_hh_l0	5	-0.0036439558025449514
246679	rnn.bias_hh_l0	6	0.055654242634773254
246679	rnn.bias_hh_l0	7	-0.09835246950387955
246679	rnn.bias_hh_l0	8	-0.23881621658802032
246679	rnn.bias_hh_l0	9	-0.10305862128734589
246679	rnn.weight_ih_l0_reverse	0	0.019396232441067696
246679	rnn.weight_ih_l0_reverse	1	-0.05962912738323212
246679	rnn.weight_ih_l0_reverse	2	0.04256441071629524
246679	rnn.weight_ih_l0_reverse	3	0.019341835752129555
246679	rnn.weight_ih_l0_reverse	4	0.0003796499513555318
246679	rnn.weight_ih_l0_reverse	5	-0.026140281930565834
246679	rnn.weight_ih_l0_reverse	6	0.014403817243874073
246679	rnn.weight_ih_l0_reverse	7	0.029815327376127243
246679	rnn.weight_ih_l0_reverse	8	-0.0277378149330616
246679	rnn.weight_ih_l0_reverse	9	-0.001234082505106926
246679	rnn.weight_hh_l0_reverse	0	0.039848990738391876
246679	rnn.weight_hh_l0_reverse	1	0.030275873839855194
246679	rnn.weight_hh_l0_reverse	2	-0.02238507941365242
246679	rnn.weight_hh_l0_reverse	3	-0.07952365279197693
246679	rnn.weight_hh_l0_reverse	4	0.011004669591784477
246679	rnn.weight_hh_l0_reverse	5	-0.05811160057783127
246679	rnn.weight_hh_l0_reverse	6	-0.013632449321448803
246679	rnn.weight_hh_l0_reverse	7	0.0304286889731884
246679	rnn.weight_hh_l0_reverse	8	0.008104261942207813
246679	rnn.weight_hh_l0_reverse	9	0.00919172540307045
246679	rnn.bias_ih_l0_reverse	0	-0.04829546436667442
246679	rnn.bias_ih_l0_reverse	1	-0.1389893740415573
246679	rnn.bias_ih_l0_reverse	2	-0.1460374891757965
246679	rnn.bias_ih_l0_reverse	3	-0.04801439121365547
246679	rnn.bias_ih_l0_reverse	4	-0.1148827075958252
246679	rnn.bias_ih_l0_reverse	5	-0.08758577704429626
246679	rnn.bias_ih_l0_reverse	6	-0.2079404592514038
246679	rnn.bias_ih_l0_reverse	7	-0.05120544880628586
246679	rnn.bias_ih_l0_reverse	8	-0.06434209644794464
246679	rnn.bias_ih_l0_reverse	9	-0.13544300198554993
246679	rnn.bias_hh_l0_reverse	0	-0.14253124594688416
246679	rnn.bias_hh_l0_reverse	1	-0.16304782032966614
246679	rnn.bias_hh_l0_reverse	2	0.1021968349814415
246679	rnn.bias_hh_l0_reverse	3	0.07071443647146225
246679	rnn.bias_hh_l0_reverse	4	-0.1765274554491043
246679	rnn.bias_hh_l0_reverse	5	-0.14075736701488495
246679	rnn.bias_hh_l0_reverse	6	-0.09178464859724045
246679	rnn.bias_hh_l0_reverse	7	-0.05384622886776924
246679	rnn.bias_hh_l0_reverse	8	-0.09613291174173355
246679	rnn.bias_hh_l0_reverse	9	-0.02466217614710331
246679	linear.weight	0	-0.007708489894866943
246679	linear.weight	1	-0.017420267686247826
246679	linear.weight	2	0.2957325279712677
246679	linear.weight	3	-0.07898784428834915
246679	linear.weight	4	-0.010588549077510834
246679	linear.weight	5	0.10821996629238129
246679	linear.weight	6	-0.010739270597696304
246679	linear.weight	7	-0.0732559859752655
246679	linear.weight	8	0.19772720336914062
246679	linear.weight	9	-0.2608846426010132
246679	linear.bias	0	-0.03956538438796997
246679	linear.bias	1	0.031413208693265915
246679	linear.bias	2	0.4509119987487793
246679	linear.bias	3	-0.7278379201889038
246679	linear.bias	4	2.1181418895721436
246679	linear.bias	5	-1.4038971662521362
246679	linear.bias	6	-0.3093768060207367
246679	linear.bias	7	-0.13381263613700867
247237	transitions	0	-1.9293335676193237
247237	transitions	1	-10000.0
247237	transitions	2	-0.7969565987586975
247237	transitions	3	-10000.0
247237	transitions	4	2.0607922077178955
247237	transitions	5	-10000.0
247237	transitions	6	-10000.0
247237	transitions	7	1.8237106800079346
247237	transitions	8	-2.6159958839416504
247237	transitions	9	-4.234744548797607
247237	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
247237	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
247237	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
247237	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
247237	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
247237	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
247237	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
247237	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
247237	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
247237	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
247237	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
247237	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
247237	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
247237	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
247237	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
247237	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
247237	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
247237	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
247237	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
247237	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
247237	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
247237	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
247237	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
247237	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
247237	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
247237	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
247237	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
247237	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
247237	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
247237	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
247237	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
247237	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
247237	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
247237	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
247237	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
247237	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
247237	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
247237	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
247237	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
247237	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
247237	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
247237	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
247237	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
247237	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
247237	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
247237	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
247237	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
247237	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
247237	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
247237	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
247237	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
247237	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
247237	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
247237	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
247237	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
247237	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
247237	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
247237	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
247237	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
247237	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
247237	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
247237	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
247237	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
247237	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
247237	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
247237	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
247237	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
247237	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
247237	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
247237	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
247237	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
247237	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
247237	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
247237	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
247237	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
247237	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
247237	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
247237	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
247237	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
247237	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
247237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
247237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
247237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
247237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
247237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
247237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
247237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
247237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
247237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
247237	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
247237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
247237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
247237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
247237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
247237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
247237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
247237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
247237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
247237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
247237	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
247237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
247237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
247237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
247237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
247237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
247237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
247237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
247237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
247237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
247237	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
247237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
247237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
247237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
247237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
247237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
247237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
247237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
247237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
247237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
247237	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
247237	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
247237	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
247237	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
247237	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
247237	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
247237	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
247237	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
247237	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
247237	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
247237	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
247237	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
247237	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
247237	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
247237	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
247237	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
247237	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
247237	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
247237	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
247237	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
247237	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
247237	embedding2nn.weight	0	0.006430218927562237
247237	embedding2nn.weight	1	0.004201264586299658
247237	embedding2nn.weight	2	0.013422981835901737
247237	embedding2nn.weight	3	0.026170402765274048
247237	embedding2nn.weight	4	0.023506375029683113
247237	embedding2nn.weight	5	0.005242764484137297
247237	embedding2nn.weight	6	-0.014967228285968304
247237	embedding2nn.weight	7	-0.0006293341284617782
247237	embedding2nn.weight	8	-0.008816894143819809
247237	embedding2nn.weight	9	0.0018389519536867738
247237	embedding2nn.bias	0	0.023123139515519142
247237	embedding2nn.bias	1	-0.03511549532413483
247237	embedding2nn.bias	2	0.08921508491039276
247237	embedding2nn.bias	3	0.07183646410703659
247237	embedding2nn.bias	4	-0.013082376681268215
247237	embedding2nn.bias	5	-0.032657962292432785
247237	embedding2nn.bias	6	0.025781940668821335
247237	embedding2nn.bias	7	-0.0010404479689896107
247237	embedding2nn.bias	8	-0.032874129712581635
247237	embedding2nn.bias	9	0.027721913531422615
247237	rnn.weight_ih_l0	0	0.0654170960187912
247237	rnn.weight_ih_l0	1	-0.04224810004234314
247237	rnn.weight_ih_l0	2	0.007635186426341534
247237	rnn.weight_ih_l0	3	0.04521750286221504
247237	rnn.weight_ih_l0	4	-0.03064509853720665
247237	rnn.weight_ih_l0	5	0.041490279138088226
247237	rnn.weight_ih_l0	6	0.007461726199835539
247237	rnn.weight_ih_l0	7	0.06616408377885818
247237	rnn.weight_ih_l0	8	0.009406623430550098
247237	rnn.weight_ih_l0	9	-0.026389557868242264
247237	rnn.weight_hh_l0	0	-0.011964736506342888
247237	rnn.weight_hh_l0	1	-0.027466362342238426
247237	rnn.weight_hh_l0	2	-0.061111968010663986
247237	rnn.weight_hh_l0	3	-0.006049796473234892
247237	rnn.weight_hh_l0	4	-0.009619249030947685
247237	rnn.weight_hh_l0	5	-0.024881189689040184
247237	rnn.weight_hh_l0	6	0.0005744711379520595
247237	rnn.weight_hh_l0	7	-0.038504328578710556
247237	rnn.weight_hh_l0	8	0.06705348193645477
247237	rnn.weight_hh_l0	9	0.04586732015013695
247237	rnn.bias_ih_l0	0	-0.17218923568725586
247237	rnn.bias_ih_l0	1	-0.16933397948741913
247237	rnn.bias_ih_l0	2	-0.019229119643568993
247237	rnn.bias_ih_l0	3	-0.1470830887556076
247237	rnn.bias_ih_l0	4	-0.05361445993185043
247237	rnn.bias_ih_l0	5	-0.1739908903837204
247237	rnn.bias_ih_l0	6	0.07377707213163376
247237	rnn.bias_ih_l0	7	-0.08714964240789413
247237	rnn.bias_ih_l0	8	-0.04688277468085289
247237	rnn.bias_ih_l0	9	-0.1078851968050003
247237	rnn.bias_hh_l0	0	-0.06902310997247696
247237	rnn.bias_hh_l0	1	0.24680235981941223
247237	rnn.bias_hh_l0	2	0.04566328600049019
247237	rnn.bias_hh_l0	3	-0.07797223329544067
247237	rnn.bias_hh_l0	4	-0.08457314223051071
247237	rnn.bias_hh_l0	5	-0.003999051637947559
247237	rnn.bias_hh_l0	6	0.056213561445474625
247237	rnn.bias_hh_l0	7	-0.09796147793531418
247237	rnn.bias_hh_l0	8	-0.23965710401535034
247237	rnn.bias_hh_l0	9	-0.10276573151350021
247237	rnn.weight_ih_l0_reverse	0	0.019392583519220352
247237	rnn.weight_ih_l0_reverse	1	-0.05957557260990143
247237	rnn.weight_ih_l0_reverse	2	0.042603928595781326
247237	rnn.weight_ih_l0_reverse	3	0.019379740580916405
247237	rnn.weight_ih_l0_reverse	4	0.00048609983059577644
247237	rnn.weight_ih_l0_reverse	5	-0.02623220905661583
247237	rnn.weight_ih_l0_reverse	6	0.014479313045740128
247237	rnn.weight_ih_l0_reverse	7	0.029833851382136345
247237	rnn.weight_ih_l0_reverse	8	-0.027763448655605316
247237	rnn.weight_ih_l0_reverse	9	-0.0011022606631740928
247237	rnn.weight_hh_l0_reverse	0	0.03984961286187172
247237	rnn.weight_hh_l0_reverse	1	0.030177041888237
247237	rnn.weight_hh_l0_reverse	2	-0.022377455607056618
247237	rnn.weight_hh_l0_reverse	3	-0.07966520637273788
247237	rnn.weight_hh_l0_reverse	4	0.01100851222872734
247237	rnn.weight_hh_l0_reverse	5	-0.05816127359867096
247237	rnn.weight_hh_l0_reverse	6	-0.013690609484910965
247237	rnn.weight_hh_l0_reverse	7	0.03037983551621437
247237	rnn.weight_hh_l0_reverse	8	0.008143880404531956
247237	rnn.weight_hh_l0_reverse	9	0.009306492283940315
247237	rnn.bias_ih_l0_reverse	0	-0.048819590359926224
247237	rnn.bias_ih_l0_reverse	1	-0.1392935961484909
247237	rnn.bias_ih_l0_reverse	2	-0.1455892026424408
247237	rnn.bias_ih_l0_reverse	3	-0.04799327626824379
247237	rnn.bias_ih_l0_reverse	4	-0.11444274336099625
247237	rnn.bias_ih_l0_reverse	5	-0.0871940404176712
247237	rnn.bias_ih_l0_reverse	6	-0.20788706839084625
247237	rnn.bias_ih_l0_reverse	7	-0.05173882842063904
247237	rnn.bias_ih_l0_reverse	8	-0.06412561982870102
247237	rnn.bias_ih_l0_reverse	9	-0.13595828413963318
247237	rnn.bias_hh_l0_reverse	0	-0.1424444317817688
247237	rnn.bias_hh_l0_reverse	1	-0.16310518980026245
247237	rnn.bias_hh_l0_reverse	2	0.10257816314697266
247237	rnn.bias_hh_l0_reverse	3	0.0710383951663971
247237	rnn.bias_hh_l0_reverse	4	-0.175703763961792
247237	rnn.bias_hh_l0_reverse	5	-0.14038194715976715
247237	rnn.bias_hh_l0_reverse	6	-0.09173036366701126
247237	rnn.bias_hh_l0_reverse	7	-0.053619589656591415
247237	rnn.bias_hh_l0_reverse	8	-0.0958368107676506
247237	rnn.bias_hh_l0_reverse	9	-0.024913473054766655
247237	linear.weight	0	-0.007708598859608173
247237	linear.weight	1	-0.01576325297355652
247237	linear.weight	2	0.2987440526485443
247237	linear.weight	3	-0.07898656278848648
247237	linear.weight	4	-0.010588549077510834
247237	linear.weight	5	0.11619727313518524
247237	linear.weight	6	-0.010739270597696304
247237	linear.weight	7	-0.07092580944299698
247237	linear.weight	8	0.20048190653324127
247237	linear.weight	9	-0.2585546374320984
247237	linear.bias	0	-0.03956538438796997
247237	linear.bias	1	0.031413208693265915
247237	linear.bias	2	0.4312233030796051
247237	linear.bias	3	-0.7233291864395142
247237	linear.bias	4	2.121283531188965
247237	linear.bias	5	-1.4039334058761597
247237	linear.bias	6	-0.30328813195228577
247237	linear.bias	7	-0.12782852351665497
247795	transitions	0	-1.9295505285263062
247795	transitions	1	-10000.0
247795	transitions	2	-0.7969565987586975
247795	transitions	3	-10000.0
247795	transitions	4	2.0603461265563965
247795	transitions	5	-10000.0
247795	transitions	6	-10000.0
247795	transitions	7	1.820565104484558
247795	transitions	8	-2.6162209510803223
247795	transitions	9	-4.234884738922119
247795	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
247795	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
247795	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
247795	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
247795	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
247795	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
247795	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
247795	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
247795	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
247795	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
247795	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
247795	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
247795	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
247795	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
247795	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
247795	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
247795	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
247795	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
247795	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
247795	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
247795	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
247795	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
247795	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
247795	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
247795	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
247795	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
247795	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
247795	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
247795	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
247795	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
247795	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
247795	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
247795	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
247795	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
247795	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
247795	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
247795	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
247795	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
247795	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
247795	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
247795	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
247795	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
247795	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
247795	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
247795	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
247795	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
247795	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
247795	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
247795	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
247795	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
247795	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
247795	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
247795	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
247795	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
247795	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
247795	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
247795	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
247795	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
247795	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
247795	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
247795	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
247795	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
247795	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
247795	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
247795	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
247795	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
247795	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
247795	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
247795	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
247795	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
247795	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
247795	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
247795	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
247795	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
247795	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
247795	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
247795	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
247795	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
247795	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
247795	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
247795	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
247795	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
247795	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
247795	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
247795	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
247795	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
247795	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
247795	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
247795	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
247795	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
247795	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
247795	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
247795	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
247795	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
247795	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
247795	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
247795	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
247795	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
247795	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
247795	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
247795	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
247795	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
247795	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
247795	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
247795	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
247795	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
247795	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
247795	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
247795	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
247795	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
247795	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
247795	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
247795	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
247795	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
247795	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
247795	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
247795	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
247795	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
247795	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
247795	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
247795	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
247795	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
247795	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
247795	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
247795	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
247795	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
247795	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
247795	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
247795	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
247795	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
247795	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
247795	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
247795	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
247795	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
247795	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
247795	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
247795	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
247795	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
247795	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
247795	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
247795	embedding2nn.weight	0	0.006438479758799076
247795	embedding2nn.weight	1	0.004208572208881378
247795	embedding2nn.weight	2	0.013424866832792759
247795	embedding2nn.weight	3	0.02623993344604969
247795	embedding2nn.weight	4	0.02347235567867756
247795	embedding2nn.weight	5	0.005170969292521477
247795	embedding2nn.weight	6	-0.01496203150600195
247795	embedding2nn.weight	7	-0.0006700755911879241
247795	embedding2nn.weight	8	-0.008919371291995049
247795	embedding2nn.weight	9	0.0018934592371806502
247795	embedding2nn.bias	0	0.023843782022595406
247795	embedding2nn.bias	1	-0.03472829610109329
247795	embedding2nn.bias	2	0.09031455218791962
247795	embedding2nn.bias	3	0.07276453077793121
247795	embedding2nn.bias	4	-0.01205458678305149
247795	embedding2nn.bias	5	-0.03502616286277771
247795	embedding2nn.bias	6	0.02647489123046398
247795	embedding2nn.bias	7	-0.002433809218928218
247795	embedding2nn.bias	8	-0.03206861764192581
247795	embedding2nn.bias	9	0.028180060908198357
247795	rnn.weight_ih_l0	0	0.06546944379806519
247795	rnn.weight_ih_l0	1	-0.042181596159935
247795	rnn.weight_ih_l0	2	0.007736436557024717
247795	rnn.weight_ih_l0	3	0.045272961258888245
247795	rnn.weight_ih_l0	4	-0.030522866174578667
247795	rnn.weight_ih_l0	5	0.041508544236421585
247795	rnn.weight_ih_l0	6	0.007474480662494898
247795	rnn.weight_ih_l0	7	0.06620815396308899
247795	rnn.weight_ih_l0	8	0.00930606760084629
247795	rnn.weight_ih_l0	9	-0.02632339484989643
247795	rnn.weight_hh_l0	0	-0.011883601546287537
247795	rnn.weight_hh_l0	1	-0.027377311140298843
247795	rnn.weight_hh_l0	2	-0.061234310269355774
247795	rnn.weight_hh_l0	3	-0.006060285028070211
247795	rnn.weight_hh_l0	4	-0.00965708214789629
247795	rnn.weight_hh_l0	5	-0.024817565456032753
247795	rnn.weight_hh_l0	6	0.000560196116566658
247795	rnn.weight_hh_l0	7	-0.03859969228506088
247795	rnn.weight_hh_l0	8	0.06708652526140213
247795	rnn.weight_hh_l0	9	0.04583853855729103
247795	rnn.bias_ih_l0	0	-0.17190156877040863
247795	rnn.bias_ih_l0	1	-0.16895009577274323
247795	rnn.bias_ih_l0	2	-0.01912563480436802
247795	rnn.bias_ih_l0	3	-0.14714527130126953
247795	rnn.bias_ih_l0	4	-0.053740713745355606
247795	rnn.bias_ih_l0	5	-0.1735319197177887
247795	rnn.bias_ih_l0	6	0.07397961616516113
247795	rnn.bias_ih_l0	7	-0.08709696680307388
247795	rnn.bias_ih_l0	8	-0.047660354524850845
247795	rnn.bias_ih_l0	9	-0.10802110284566879
247795	rnn.bias_hh_l0	0	-0.0693332776427269
247795	rnn.bias_hh_l0	1	0.24646936357021332
247795	rnn.bias_hh_l0	2	0.04574541747570038
247795	rnn.bias_hh_l0	3	-0.07785159349441528
247795	rnn.bias_hh_l0	4	-0.08475789427757263
247795	rnn.bias_hh_l0	5	-0.0037179559003561735
247795	rnn.bias_hh_l0	6	0.05648412927985191
247795	rnn.bias_hh_l0	7	-0.09827003628015518
247795	rnn.bias_hh_l0	8	-0.23924480378627777
247795	rnn.bias_hh_l0	9	-0.10253328084945679
247795	rnn.weight_ih_l0_reverse	0	0.019262878224253654
247795	rnn.weight_ih_l0_reverse	1	-0.059877753257751465
247795	rnn.weight_ih_l0_reverse	2	0.04267435148358345
247795	rnn.weight_ih_l0_reverse	3	0.01929721049964428
247795	rnn.weight_ih_l0_reverse	4	0.00047792019904591143
247795	rnn.weight_ih_l0_reverse	5	-0.026389919221401215
247795	rnn.weight_ih_l0_reverse	6	0.014255781657993793
247795	rnn.weight_ih_l0_reverse	7	0.02986663207411766
247795	rnn.weight_ih_l0_reverse	8	-0.027895230799913406
247795	rnn.weight_ih_l0_reverse	9	-0.0010985072003677487
247795	rnn.weight_hh_l0_reverse	0	0.03987118601799011
247795	rnn.weight_hh_l0_reverse	1	0.0300012044608593
247795	rnn.weight_hh_l0_reverse	2	-0.022343488410115242
247795	rnn.weight_hh_l0_reverse	3	-0.07976745069026947
247795	rnn.weight_hh_l0_reverse	4	0.011013385839760303
247795	rnn.weight_hh_l0_reverse	5	-0.05816718563437462
247795	rnn.weight_hh_l0_reverse	6	-0.013675477355718613
247795	rnn.weight_hh_l0_reverse	7	0.03037082776427269
247795	rnn.weight_hh_l0_reverse	8	0.008295114152133465
247795	rnn.weight_hh_l0_reverse	9	0.009224282577633858
247795	rnn.bias_ih_l0_reverse	0	-0.04892846941947937
247795	rnn.bias_ih_l0_reverse	1	-0.13912679255008698
247795	rnn.bias_ih_l0_reverse	2	-0.14589662849903107
247795	rnn.bias_ih_l0_reverse	3	-0.047572746872901917
247795	rnn.bias_ih_l0_reverse	4	-0.11487804353237152
247795	rnn.bias_ih_l0_reverse	5	-0.08696857839822769
247795	rnn.bias_ih_l0_reverse	6	-0.20704129338264465
247795	rnn.bias_ih_l0_reverse	7	-0.05103830248117447
247795	rnn.bias_ih_l0_reverse	8	-0.06429698318243027
247795	rnn.bias_ih_l0_reverse	9	-0.13603311777114868
247795	rnn.bias_hh_l0_reverse	0	-0.14298400282859802
247795	rnn.bias_hh_l0_reverse	1	-0.16224545240402222
247795	rnn.bias_hh_l0_reverse	2	0.10153481364250183
247795	rnn.bias_hh_l0_reverse	3	0.0711977407336235
247795	rnn.bias_hh_l0_reverse	4	-0.1754971444606781
247795	rnn.bias_hh_l0_reverse	5	-0.13990391790866852
247795	rnn.bias_hh_l0_reverse	6	-0.0926351547241211
247795	rnn.bias_hh_l0_reverse	7	-0.0542764849960804
247795	rnn.bias_hh_l0_reverse	8	-0.09573420882225037
247795	rnn.bias_hh_l0_reverse	9	-0.02495584823191166
247795	linear.weight	0	-0.007709035649895668
247795	linear.weight	1	-0.016885777935385704
247795	linear.weight	2	0.30263450741767883
247795	linear.weight	3	-0.0789852887392044
247795	linear.weight	4	-0.010588549077510834
247795	linear.weight	5	0.11828433722257614
247795	linear.weight	6	-0.010739270597696304
247795	linear.weight	7	-0.07397007197141647
247795	linear.weight	8	0.20334693789482117
247795	linear.weight	9	-0.2583398222923279
247795	linear.bias	0	-0.03956538438796997
247795	linear.bias	1	0.031413208693265915
247795	linear.bias	2	0.43890008330345154
247795	linear.bias	3	-0.7083163261413574
247795	linear.bias	4	2.113166570663452
247795	linear.bias	5	-1.4039708375930786
247795	linear.bias	6	-0.3105536699295044
247795	linear.bias	7	-0.13510006666183472
248353	transitions	0	-1.9297692775726318
248353	transitions	1	-10000.0
248353	transitions	2	-0.7969565987586975
248353	transitions	3	-10000.0
248353	transitions	4	2.0585062503814697
248353	transitions	5	-10000.0
248353	transitions	6	-10000.0
248353	transitions	7	1.8199572563171387
248353	transitions	8	-2.6164357662200928
248353	transitions	9	-4.235017776489258
248353	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
248353	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
248353	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
248353	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
248353	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
248353	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
248353	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
248353	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
248353	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
248353	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
248353	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
248353	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
248353	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
248353	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
248353	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
248353	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
248353	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
248353	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
248353	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
248353	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
248353	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
248353	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
248353	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
248353	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
248353	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
248353	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
248353	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
248353	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
248353	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
248353	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
248353	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
248353	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
248353	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
248353	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
248353	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
248353	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
248353	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
248353	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
248353	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
248353	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
248353	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
248353	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
248353	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
248353	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
248353	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
248353	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
248353	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
248353	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
248353	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
248353	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
248353	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
248353	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
248353	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
248353	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
248353	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
248353	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
248353	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
248353	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
248353	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
248353	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
248353	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
248353	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
248353	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
248353	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
248353	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
248353	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
248353	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
248353	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
248353	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
248353	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
248353	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
248353	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
248353	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
248353	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
248353	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
248353	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
248353	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
248353	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
248353	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
248353	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
248353	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
248353	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
248353	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
248353	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
248353	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
248353	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
248353	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
248353	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
248353	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
248353	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
248353	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
248353	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
248353	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
248353	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
248353	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
248353	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
248353	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
248353	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
248353	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
248353	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
248353	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
248353	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
248353	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
248353	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
248353	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
248353	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
248353	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
248353	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
248353	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
248353	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
248353	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
248353	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
248353	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
248353	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
248353	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
248353	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
248353	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
248353	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
248353	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
248353	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
248353	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
248353	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
248353	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
248353	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
248353	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
248353	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
248353	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
248353	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
248353	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
248353	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
248353	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
248353	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
248353	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
248353	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
248353	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
248353	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
248353	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
248353	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
248353	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
248353	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
248353	embedding2nn.weight	0	0.006442097947001457
248353	embedding2nn.weight	1	0.00422299699857831
248353	embedding2nn.weight	2	0.01343084778636694
248353	embedding2nn.weight	3	0.026236673817038536
248353	embedding2nn.weight	4	0.02350459434092045
248353	embedding2nn.weight	5	0.005158658139407635
248353	embedding2nn.weight	6	-0.0150038693100214
248353	embedding2nn.weight	7	-0.0006564809591509402
248353	embedding2nn.weight	8	-0.009065070189535618
248353	embedding2nn.weight	9	0.0018730020383372903
248353	embedding2nn.bias	0	0.024603085592389107
248353	embedding2nn.bias	1	-0.03453676402568817
248353	embedding2nn.bias	2	0.08884954452514648
248353	embedding2nn.bias	3	0.07260728627443314
248353	embedding2nn.bias	4	-0.012255570851266384
248353	embedding2nn.bias	5	-0.03452477604150772
248353	embedding2nn.bias	6	0.02673088200390339
248353	embedding2nn.bias	7	-0.0029814536683261395
248353	embedding2nn.bias	8	-0.03276754915714264
248353	embedding2nn.bias	9	0.028900060802698135
248353	rnn.weight_ih_l0	0	0.0654647946357727
248353	rnn.weight_ih_l0	1	-0.04219995066523552
248353	rnn.weight_ih_l0	2	0.007784740999341011
248353	rnn.weight_ih_l0	3	0.04509516805410385
248353	rnn.weight_ih_l0	4	-0.030477920547127724
248353	rnn.weight_ih_l0	5	0.04144798591732979
248353	rnn.weight_ih_l0	6	0.007465214468538761
248353	rnn.weight_ih_l0	7	0.06616218388080597
248353	rnn.weight_ih_l0	8	0.009320013225078583
248353	rnn.weight_ih_l0	9	-0.026150451973080635
248353	rnn.weight_hh_l0	0	-0.011941934004426003
248353	rnn.weight_hh_l0	1	-0.027592765167355537
248353	rnn.weight_hh_l0	2	-0.061252351850271225
248353	rnn.weight_hh_l0	3	-0.006074008997529745
248353	rnn.weight_hh_l0	4	-0.009640243835747242
248353	rnn.weight_hh_l0	5	-0.02474111318588257
248353	rnn.weight_hh_l0	6	0.0005067440215498209
248353	rnn.weight_hh_l0	7	-0.03856649622321129
248353	rnn.weight_hh_l0	8	0.0670502632856369
248353	rnn.weight_hh_l0	9	0.04586056247353554
248353	rnn.bias_ih_l0	0	-0.17104944586753845
248353	rnn.bias_ih_l0	1	-0.1697322279214859
248353	rnn.bias_ih_l0	2	-0.01908680982887745
248353	rnn.bias_ih_l0	3	-0.14737243950366974
248353	rnn.bias_ih_l0	4	-0.05404841899871826
248353	rnn.bias_ih_l0	5	-0.17361964285373688
248353	rnn.bias_ih_l0	6	0.07375223189592361
248353	rnn.bias_ih_l0	7	-0.08725134283304214
248353	rnn.bias_ih_l0	8	-0.04778500273823738
248353	rnn.bias_ih_l0	9	-0.10879617184400558
248353	rnn.bias_hh_l0	0	-0.06893343478441238
248353	rnn.bias_hh_l0	1	0.24554672837257385
248353	rnn.bias_hh_l0	2	0.0463089644908905
248353	rnn.bias_hh_l0	3	-0.07803566008806229
248353	rnn.bias_hh_l0	4	-0.08454353362321854
248353	rnn.bias_hh_l0	5	-0.004433787893503904
248353	rnn.bias_hh_l0	6	0.05701371654868126
248353	rnn.bias_hh_l0	7	-0.09852772206068039
248353	rnn.bias_hh_l0	8	-0.2387980967760086
248353	rnn.bias_hh_l0	9	-0.10222304612398148
248353	rnn.weight_ih_l0_reverse	0	0.019199205562472343
248353	rnn.weight_ih_l0_reverse	1	-0.05987881124019623
248353	rnn.weight_ih_l0_reverse	2	0.04260168597102165
248353	rnn.weight_ih_l0_reverse	3	0.01949644275009632
248353	rnn.weight_ih_l0_reverse	4	0.0004820611502509564
248353	rnn.weight_ih_l0_reverse	5	-0.026267919689416885
248353	rnn.weight_ih_l0_reverse	6	0.014011864550411701
248353	rnn.weight_ih_l0_reverse	7	0.029882123693823814
248353	rnn.weight_ih_l0_reverse	8	-0.027913007885217667
248353	rnn.weight_ih_l0_reverse	9	-0.0010655730729922652
248353	rnn.weight_hh_l0_reverse	0	0.039849378168582916
248353	rnn.weight_hh_l0_reverse	1	0.02980877086520195
248353	rnn.weight_hh_l0_reverse	2	-0.02238539606332779
248353	rnn.weight_hh_l0_reverse	3	-0.07991205155849457
248353	rnn.weight_hh_l0_reverse	4	0.010983760468661785
248353	rnn.weight_hh_l0_reverse	5	-0.058237720280885696
248353	rnn.weight_hh_l0_reverse	6	-0.013673901557922363
248353	rnn.weight_hh_l0_reverse	7	0.030368130654096603
248353	rnn.weight_hh_l0_reverse	8	0.00838220864534378
248353	rnn.weight_hh_l0_reverse	9	0.009056072682142258
248353	rnn.bias_ih_l0_reverse	0	-0.04871797934174538
248353	rnn.bias_ih_l0_reverse	1	-0.13854047656059265
248353	rnn.bias_ih_l0_reverse	2	-0.14675268530845642
248353	rnn.bias_ih_l0_reverse	3	-0.04768266901373863
248353	rnn.bias_ih_l0_reverse	4	-0.1133161410689354
248353	rnn.bias_ih_l0_reverse	5	-0.08728670328855515
248353	rnn.bias_ih_l0_reverse	6	-0.2081088423728943
248353	rnn.bias_ih_l0_reverse	7	-0.05071093887090683
248353	rnn.bias_ih_l0_reverse	8	-0.06431008875370026
248353	rnn.bias_ih_l0_reverse	9	-0.1360461711883545
248353	rnn.bias_hh_l0_reverse	0	-0.14366383850574493
248353	rnn.bias_hh_l0_reverse	1	-0.16191580891609192
248353	rnn.bias_hh_l0_reverse	2	0.10165334492921829
248353	rnn.bias_hh_l0_reverse	3	0.0711243748664856
248353	rnn.bias_hh_l0_reverse	4	-0.17599204182624817
248353	rnn.bias_hh_l0_reverse	5	-0.13995493948459625
248353	rnn.bias_hh_l0_reverse	6	-0.0930534154176712
248353	rnn.bias_hh_l0_reverse	7	-0.054509542882442474
248353	rnn.bias_hh_l0_reverse	8	-0.09548744559288025
248353	rnn.bias_hh_l0_reverse	9	-0.02483765222132206
248353	linear.weight	0	-0.007709220517426729
248353	linear.weight	1	-0.019916296005249023
248353	linear.weight	2	0.3057553470134735
248353	linear.weight	3	-0.07898417860269547
248353	linear.weight	4	-0.010588549077510834
248353	linear.weight	5	0.11560025066137314
248353	linear.weight	6	-0.010739270597696304
248353	linear.weight	7	-0.07172996550798416
248353	linear.weight	8	0.20108537375926971
248353	linear.weight	9	-0.25998154282569885
248353	linear.bias	0	-0.03956538438796997
248353	linear.bias	1	0.031413208693265915
248353	linear.bias	2	0.44569137692451477
248353	linear.bias	3	-0.7411667704582214
248353	linear.bias	4	2.127431869506836
248353	linear.bias	5	-1.404004454612732
248353	linear.bias	6	-0.3046077489852905
248353	linear.bias	7	-0.12921831011772156
248911	transitions	0	-1.9299986362457275
248911	transitions	1	-10000.0
248911	transitions	2	-0.7969565987586975
248911	transitions	3	-10000.0
248911	transitions	4	2.0596466064453125
248911	transitions	5	-10000.0
248911	transitions	6	-10000.0
248911	transitions	7	1.8242007493972778
248911	transitions	8	-2.616610288619995
248911	transitions	9	-4.2351579666137695
248911	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
248911	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
248911	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
248911	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
248911	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
248911	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
248911	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
248911	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
248911	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
248911	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
248911	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
248911	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
248911	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
248911	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
248911	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
248911	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
248911	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
248911	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
248911	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
248911	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
248911	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
248911	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
248911	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
248911	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
248911	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
248911	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
248911	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
248911	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
248911	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
248911	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
248911	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
248911	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
248911	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
248911	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
248911	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
248911	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
248911	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
248911	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
248911	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
248911	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
248911	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
248911	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
248911	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
248911	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
248911	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
248911	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
248911	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
248911	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
248911	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
248911	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
248911	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
248911	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
248911	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
248911	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
248911	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
248911	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
248911	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
248911	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
248911	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
248911	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
248911	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
248911	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
248911	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
248911	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
248911	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
248911	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
248911	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
248911	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
248911	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
248911	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
248911	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
248911	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
248911	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
248911	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
248911	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
248911	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
248911	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
248911	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
248911	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
248911	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
248911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
248911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
248911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
248911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
248911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
248911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
248911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
248911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
248911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
248911	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
248911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
248911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
248911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
248911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
248911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
248911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
248911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
248911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
248911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
248911	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
248911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
248911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
248911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
248911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
248911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
248911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
248911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
248911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
248911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
248911	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
248911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
248911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
248911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
248911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
248911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
248911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
248911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
248911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
248911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
248911	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
248911	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
248911	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
248911	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
248911	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
248911	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
248911	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
248911	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
248911	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
248911	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
248911	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
248911	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
248911	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
248911	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
248911	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
248911	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
248911	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
248911	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
248911	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
248911	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
248911	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
248911	embedding2nn.weight	0	0.006439616903662682
248911	embedding2nn.weight	1	0.004217395558953285
248911	embedding2nn.weight	2	0.013433516025543213
248911	embedding2nn.weight	3	0.026248082518577576
248911	embedding2nn.weight	4	0.02357066236436367
248911	embedding2nn.weight	5	0.0049069784581661224
248911	embedding2nn.weight	6	-0.015032360330224037
248911	embedding2nn.weight	7	-0.0006533879204653203
248911	embedding2nn.weight	8	-0.009134032763540745
248911	embedding2nn.weight	9	0.001894711866043508
248911	embedding2nn.bias	0	0.023667726665735245
248911	embedding2nn.bias	1	-0.03392719849944115
248911	embedding2nn.bias	2	0.08969121426343918
248911	embedding2nn.bias	3	0.07063551247119904
248911	embedding2nn.bias	4	-0.012033605948090553
248911	embedding2nn.bias	5	-0.034638963639736176
248911	embedding2nn.bias	6	0.02568153478205204
248911	embedding2nn.bias	7	-0.0013033963041380048
248911	embedding2nn.bias	8	-0.03297692537307739
248911	embedding2nn.bias	9	0.027256473898887634
248911	rnn.weight_ih_l0	0	0.0654238760471344
248911	rnn.weight_ih_l0	1	-0.04197442904114723
248911	rnn.weight_ih_l0	2	0.007730576675385237
248911	rnn.weight_ih_l0	3	0.045101456344127655
248911	rnn.weight_ih_l0	4	-0.03054122067987919
248911	rnn.weight_ih_l0	5	0.04160588979721069
248911	rnn.weight_ih_l0	6	0.007497802842408419
248911	rnn.weight_ih_l0	7	0.06614293903112411
248911	rnn.weight_ih_l0	8	0.009244848042726517
248911	rnn.weight_ih_l0	9	-0.026260508224368095
248911	rnn.weight_hh_l0	0	-0.011801918968558311
248911	rnn.weight_hh_l0	1	-0.0277990885078907
248911	rnn.weight_hh_l0	2	-0.0612938329577446
248911	rnn.weight_hh_l0	3	-0.006069508381187916
248911	rnn.weight_hh_l0	4	-0.009637427516281605
248911	rnn.weight_hh_l0	5	-0.02481941692531109
248911	rnn.weight_hh_l0	6	0.0005083358846604824
248911	rnn.weight_hh_l0	7	-0.038474440574645996
248911	rnn.weight_hh_l0	8	0.06711142510175705
248911	rnn.weight_hh_l0	9	0.04595186561346054
248911	rnn.bias_ih_l0	0	-0.1712910532951355
248911	rnn.bias_ih_l0	1	-0.1695299595594406
248911	rnn.bias_ih_l0	2	-0.018979236483573914
248911	rnn.bias_ih_l0	3	-0.14762023091316223
248911	rnn.bias_ih_l0	4	-0.05507709085941315
248911	rnn.bias_ih_l0	5	-0.17334268987178802
248911	rnn.bias_ih_l0	6	0.07430673390626907
248911	rnn.bias_ih_l0	7	-0.08766978234052658
248911	rnn.bias_ih_l0	8	-0.046544209122657776
248911	rnn.bias_ih_l0	9	-0.1088484451174736
248911	rnn.bias_hh_l0	0	-0.06864845752716064
248911	rnn.bias_hh_l0	1	0.24397492408752441
248911	rnn.bias_hh_l0	2	0.04693445563316345
248911	rnn.bias_hh_l0	3	-0.07724365592002869
248911	rnn.bias_hh_l0	4	-0.08473139256238937
248911	rnn.bias_hh_l0	5	-0.004862384870648384
248911	rnn.bias_hh_l0	6	0.05787753313779831
248911	rnn.bias_hh_l0	7	-0.09855501353740692
248911	rnn.bias_hh_l0	8	-0.23836247622966766
248911	rnn.bias_hh_l0	9	-0.10207930207252502
248911	rnn.weight_ih_l0_reverse	0	0.019238583743572235
248911	rnn.weight_ih_l0_reverse	1	-0.05991093069314957
248911	rnn.weight_ih_l0_reverse	2	0.0426272414624691
248911	rnn.weight_ih_l0_reverse	3	0.019588923081755638
248911	rnn.weight_ih_l0_reverse	4	0.0005373408203013241
248911	rnn.weight_ih_l0_reverse	5	-0.02636575885117054
248911	rnn.weight_ih_l0_reverse	6	0.01412025187164545
248911	rnn.weight_ih_l0_reverse	7	0.02988048829138279
248911	rnn.weight_ih_l0_reverse	8	-0.028082165867090225
248911	rnn.weight_ih_l0_reverse	9	-0.0011548942420631647
248911	rnn.weight_hh_l0_reverse	0	0.039837561547756195
248911	rnn.weight_hh_l0_reverse	1	0.029757436364889145
248911	rnn.weight_hh_l0_reverse	2	-0.02233920991420746
248911	rnn.weight_hh_l0_reverse	3	-0.07997306436300278
248911	rnn.weight_hh_l0_reverse	4	0.010931902565062046
248911	rnn.weight_hh_l0_reverse	5	-0.05826276168227196
248911	rnn.weight_hh_l0_reverse	6	-0.013712977059185505
248911	rnn.weight_hh_l0_reverse	7	0.03039562702178955
248911	rnn.weight_hh_l0_reverse	8	0.008391601964831352
248911	rnn.weight_hh_l0_reverse	9	0.009146413765847683
248911	rnn.bias_ih_l0_reverse	0	-0.048953577876091
248911	rnn.bias_ih_l0_reverse	1	-0.13861332833766937
248911	rnn.bias_ih_l0_reverse	2	-0.14624668657779694
248911	rnn.bias_ih_l0_reverse	3	-0.047777581959962845
248911	rnn.bias_ih_l0_reverse	4	-0.11313027143478394
248911	rnn.bias_ih_l0_reverse	5	-0.08731421083211899
248911	rnn.bias_ih_l0_reverse	6	-0.20760482549667358
248911	rnn.bias_ih_l0_reverse	7	-0.0504450723528862
248911	rnn.bias_ih_l0_reverse	8	-0.06443435698747635
248911	rnn.bias_ih_l0_reverse	9	-0.13590648770332336
248911	rnn.bias_hh_l0_reverse	0	-0.14391960203647614
248911	rnn.bias_hh_l0_reverse	1	-0.1627696305513382
248911	rnn.bias_hh_l0_reverse	2	0.1023196130990982
248911	rnn.bias_hh_l0_reverse	3	0.07043346762657166
248911	rnn.bias_hh_l0_reverse	4	-0.17716382443904877
248911	rnn.bias_hh_l0_reverse	5	-0.14084239304065704
248911	rnn.bias_hh_l0_reverse	6	-0.09290670603513718
248911	rnn.bias_hh_l0_reverse	7	-0.05491166561841965
248911	rnn.bias_hh_l0_reverse	8	-0.0955919623374939
248911	rnn.bias_hh_l0_reverse	9	-0.024561865255236626
248911	linear.weight	0	-0.007709383964538574
248911	linear.weight	1	-0.02105998806655407
248911	linear.weight	2	0.30154091119766235
248911	linear.weight	3	-0.07898304611444473
248911	linear.weight	4	-0.010588549077510834
248911	linear.weight	5	0.10813317447900772
248911	linear.weight	6	-0.010739270597696304
248911	linear.weight	7	-0.07076052576303482
248911	linear.weight	8	0.1934622824192047
248911	linear.weight	9	-0.26021742820739746
248911	linear.bias	0	-0.03956538438796997
248911	linear.bias	1	0.031413208693265915
248911	linear.bias	2	0.43001940846443176
248911	linear.bias	3	-0.7156553864479065
248911	linear.bias	4	2.1225273609161377
248911	linear.bias	5	-1.4040396213531494
248911	linear.bias	6	-0.3069896697998047
248911	linear.bias	7	-0.1317393183708191
249469	transitions	0	-1.9302574396133423
249469	transitions	1	-10000.0
249469	transitions	2	-0.7969565987586975
249469	transitions	3	-10000.0
249469	transitions	4	2.0597984790802
249469	transitions	5	-10000.0
249469	transitions	6	-10000.0
249469	transitions	7	1.823664903640747
249469	transitions	8	-2.616811752319336
249469	transitions	9	-4.235306262969971
249469	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
249469	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
249469	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
249469	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
249469	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
249469	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
249469	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
249469	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
249469	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
249469	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
249469	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
249469	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
249469	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
249469	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
249469	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
249469	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
249469	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
249469	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
249469	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
249469	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
249469	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
249469	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
249469	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
249469	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
249469	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
249469	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
249469	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
249469	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
249469	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
249469	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
249469	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
249469	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
249469	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
249469	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
249469	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
249469	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
249469	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
249469	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
249469	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
249469	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
249469	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
249469	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
249469	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
249469	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
249469	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
249469	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
249469	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
249469	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
249469	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
249469	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
249469	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
249469	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
249469	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
249469	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
249469	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
249469	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
249469	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
249469	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
249469	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
249469	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
249469	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
249469	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
249469	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
249469	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
249469	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
249469	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
249469	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
249469	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
249469	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
249469	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
249469	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
249469	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
249469	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
249469	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
249469	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
249469	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
249469	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
249469	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
249469	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
249469	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
249469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
249469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
249469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
249469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
249469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
249469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
249469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
249469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
249469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
249469	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
249469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
249469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
249469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
249469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
249469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
249469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
249469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
249469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
249469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
249469	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
249469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
249469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
249469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
249469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
249469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
249469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
249469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
249469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
249469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
249469	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
249469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
249469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
249469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
249469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
249469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
249469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
249469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
249469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
249469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
249469	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
249469	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
249469	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
249469	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
249469	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
249469	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
249469	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
249469	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
249469	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
249469	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
249469	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
249469	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
249469	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
249469	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
249469	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
249469	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
249469	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
249469	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
249469	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
249469	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
249469	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
249469	embedding2nn.weight	0	0.0064391824416816235
249469	embedding2nn.weight	1	0.004227517172694206
249469	embedding2nn.weight	2	0.013439233414828777
249469	embedding2nn.weight	3	0.026330703869462013
249469	embedding2nn.weight	4	0.02349594049155712
249469	embedding2nn.weight	5	0.0048829661682248116
249469	embedding2nn.weight	6	-0.01511768065392971
249469	embedding2nn.weight	7	-0.0006665893015451729
249469	embedding2nn.weight	8	-0.009181110188364983
249469	embedding2nn.weight	9	0.001891040476039052
249469	embedding2nn.bias	0	0.022733865305781364
249469	embedding2nn.bias	1	-0.03270282596349716
249469	embedding2nn.bias	2	0.08788131922483444
249469	embedding2nn.bias	3	0.07053886353969574
249469	embedding2nn.bias	4	-0.011442005634307861
249469	embedding2nn.bias	5	-0.035140834748744965
249469	embedding2nn.bias	6	0.02650720626115799
249469	embedding2nn.bias	7	-0.0007927252445369959
249469	embedding2nn.bias	8	-0.03333386033773422
249469	embedding2nn.bias	9	0.027388883754611015
249469	rnn.weight_ih_l0	0	0.06542079895734787
249469	rnn.weight_ih_l0	1	-0.04182989522814751
249469	rnn.weight_ih_l0	2	0.007709570229053497
249469	rnn.weight_ih_l0	3	0.045113131403923035
249469	rnn.weight_ih_l0	4	-0.03055376186966896
249469	rnn.weight_ih_l0	5	0.041664380580186844
249469	rnn.weight_ih_l0	6	0.007557053118944168
249469	rnn.weight_ih_l0	7	0.06621228903532028
249469	rnn.weight_ih_l0	8	0.009366936981678009
249469	rnn.weight_ih_l0	9	-0.026053162291646004
249469	rnn.weight_hh_l0	0	-0.011878738179802895
249469	rnn.weight_hh_l0	1	-0.02785448729991913
249469	rnn.weight_hh_l0	2	-0.06134461611509323
249469	rnn.weight_hh_l0	3	-0.00605152128264308
249469	rnn.weight_hh_l0	4	-0.009652197360992432
249469	rnn.weight_hh_l0	5	-0.024816669523715973
249469	rnn.weight_hh_l0	6	0.0004926386754959822
249469	rnn.weight_hh_l0	7	-0.03849323093891144
249469	rnn.weight_hh_l0	8	0.06714007258415222
249469	rnn.weight_hh_l0	9	0.04599376767873764
249469	rnn.bias_ih_l0	0	-0.17080546915531158
249469	rnn.bias_ih_l0	1	-0.16936562955379486
249469	rnn.bias_ih_l0	2	-0.01840316131711006
249469	rnn.bias_ih_l0	3	-0.14760784804821014
249469	rnn.bias_ih_l0	4	-0.055309560149908066
249469	rnn.bias_ih_l0	5	-0.17346954345703125
249469	rnn.bias_ih_l0	6	0.07414240390062332
249469	rnn.bias_ih_l0	7	-0.0874532014131546
249469	rnn.bias_ih_l0	8	-0.046960052102804184
249469	rnn.bias_ih_l0	9	-0.10912869870662689
249469	rnn.bias_hh_l0	0	-0.06816340982913971
249469	rnn.bias_hh_l0	1	0.24311816692352295
249469	rnn.bias_hh_l0	2	0.04826726019382477
249469	rnn.bias_hh_l0	3	-0.07675637304782867
249469	rnn.bias_hh_l0	4	-0.08440136909484863
249469	rnn.bias_hh_l0	5	-0.004055214114487171
249469	rnn.bias_hh_l0	6	0.057973846793174744
249469	rnn.bias_hh_l0	7	-0.09780586510896683
249469	rnn.bias_hh_l0	8	-0.23877260088920593
249469	rnn.bias_hh_l0	9	-0.10214963555335999
249469	rnn.weight_ih_l0_reverse	0	0.019415151327848434
249469	rnn.weight_ih_l0_reverse	1	-0.059817828238010406
249469	rnn.weight_ih_l0_reverse	2	0.042478714138269424
249469	rnn.weight_ih_l0_reverse	3	0.019450891762971878
249469	rnn.weight_ih_l0_reverse	4	0.00037015406996943057
249469	rnn.weight_ih_l0_reverse	5	-0.02635728009045124
249469	rnn.weight_ih_l0_reverse	6	0.014491720125079155
249469	rnn.weight_ih_l0_reverse	7	0.02998695895075798
249469	rnn.weight_ih_l0_reverse	8	-0.028027012944221497
249469	rnn.weight_ih_l0_reverse	9	-0.0011399106588214636
249469	rnn.weight_hh_l0_reverse	0	0.039849236607551575
249469	rnn.weight_hh_l0_reverse	1	0.02981535531580448
249469	rnn.weight_hh_l0_reverse	2	-0.02229650877416134
249469	rnn.weight_hh_l0_reverse	3	-0.08023066818714142
249469	rnn.weight_hh_l0_reverse	4	0.010895606130361557
249469	rnn.weight_hh_l0_reverse	5	-0.05824063718318939
249469	rnn.weight_hh_l0_reverse	6	-0.013687236234545708
249469	rnn.weight_hh_l0_reverse	7	0.03037995658814907
249469	rnn.weight_hh_l0_reverse	8	0.008503959514200687
249469	rnn.weight_hh_l0_reverse	9	0.00915898010134697
249469	rnn.bias_ih_l0_reverse	0	-0.04861460253596306
249469	rnn.bias_ih_l0_reverse	1	-0.1388234943151474
249469	rnn.bias_ih_l0_reverse	2	-0.14622172713279724
249469	rnn.bias_ih_l0_reverse	3	-0.046977270394563675
249469	rnn.bias_ih_l0_reverse	4	-0.11253171414136887
249469	rnn.bias_ih_l0_reverse	5	-0.08732596784830093
249469	rnn.bias_ih_l0_reverse	6	-0.20750971138477325
249469	rnn.bias_ih_l0_reverse	7	-0.050990764051675797
249469	rnn.bias_ih_l0_reverse	8	-0.06425980478525162
249469	rnn.bias_ih_l0_reverse	9	-0.13594849407672882
249469	rnn.bias_hh_l0_reverse	0	-0.1440601646900177
249469	rnn.bias_hh_l0_reverse	1	-0.16265635192394257
249469	rnn.bias_hh_l0_reverse	2	0.10213692486286163
249469	rnn.bias_hh_l0_reverse	3	0.07078813761472702
249469	rnn.bias_hh_l0_reverse	4	-0.17768429219722748
249469	rnn.bias_hh_l0_reverse	5	-0.14095628261566162
249469	rnn.bias_hh_l0_reverse	6	-0.0930023342370987
249469	rnn.bias_hh_l0_reverse	7	-0.055474039167165756
249469	rnn.bias_hh_l0_reverse	8	-0.09541657567024231
249469	rnn.bias_hh_l0_reverse	9	-0.025092115625739098
249469	linear.weight	0	-0.00770958187058568
249469	linear.weight	1	-0.020011477172374725
249469	linear.weight	2	0.2994488775730133
249469	linear.weight	3	-0.07898188382387161
249469	linear.weight	4	-0.010588549077510834
249469	linear.weight	5	0.11339587718248367
249469	linear.weight	6	-0.010739270597696304
249469	linear.weight	7	-0.07007213681936264
249469	linear.weight	8	0.19408972561359406
249469	linear.weight	9	-0.2602866590023041
249469	linear.bias	0	-0.03956538438796997
249469	linear.bias	1	0.031413208693265915
249469	linear.bias	2	0.42612364888191223
249469	linear.bias	3	-0.7055577039718628
249469	linear.bias	4	2.117649555206299
249469	linear.bias	5	-1.4040746688842773
249469	linear.bias	6	-0.3077743947505951
249469	linear.bias	7	-0.1322469413280487
250027	transitions	0	-1.930612564086914
250027	transitions	1	-10000.0
250027	transitions	2	-0.7969565987586975
250027	transitions	3	-10000.0
250027	transitions	4	2.060189723968506
250027	transitions	5	-10000.0
250027	transitions	6	-10000.0
250027	transitions	7	1.8256888389587402
250027	transitions	8	-2.6169955730438232
250027	transitions	9	-4.235434055328369
250027	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
250027	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
250027	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
250027	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
250027	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
250027	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
250027	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
250027	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
250027	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
250027	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
250027	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
250027	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
250027	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
250027	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
250027	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
250027	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
250027	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
250027	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
250027	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
250027	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
250027	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
250027	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
250027	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
250027	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
250027	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
250027	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
250027	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
250027	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
250027	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
250027	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
250027	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
250027	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
250027	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
250027	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
250027	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
250027	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
250027	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
250027	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
250027	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
250027	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
250027	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
250027	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
250027	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
250027	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
250027	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
250027	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
250027	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
250027	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
250027	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
250027	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
250027	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
250027	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
250027	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
250027	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
250027	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
250027	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
250027	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
250027	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
250027	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
250027	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
250027	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
250027	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
250027	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
250027	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
250027	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
250027	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
250027	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
250027	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
250027	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
250027	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
250027	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
250027	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
250027	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
250027	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
250027	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
250027	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
250027	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
250027	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
250027	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
250027	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
250027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
250027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
250027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
250027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
250027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
250027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
250027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
250027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
250027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
250027	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
250027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
250027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
250027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
250027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
250027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
250027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
250027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
250027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
250027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
250027	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
250027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
250027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
250027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
250027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
250027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
250027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
250027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
250027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
250027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
250027	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
250027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
250027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
250027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
250027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
250027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
250027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
250027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
250027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
250027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
250027	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
250027	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
250027	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
250027	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
250027	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
250027	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
250027	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
250027	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
250027	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
250027	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
250027	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
250027	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
250027	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
250027	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
250027	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
250027	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
250027	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
250027	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
250027	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
250027	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
250027	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
250027	embedding2nn.weight	0	0.006437977775931358
250027	embedding2nn.weight	1	0.004230456426739693
250027	embedding2nn.weight	2	0.013438626192510128
250027	embedding2nn.weight	3	0.02628351002931595
250027	embedding2nn.weight	4	0.02345811389386654
250027	embedding2nn.weight	5	0.0049067274667322636
250027	embedding2nn.weight	6	-0.0150577612221241
250027	embedding2nn.weight	7	-0.0006435169489122927
250027	embedding2nn.weight	8	-0.009201223030686378
250027	embedding2nn.weight	9	0.0018863487057387829
250027	embedding2nn.bias	0	0.023972012102603912
250027	embedding2nn.bias	1	-0.0338907353579998
250027	embedding2nn.bias	2	0.0893697589635849
250027	embedding2nn.bias	3	0.07290810346603394
250027	embedding2nn.bias	4	-0.011956008151173592
250027	embedding2nn.bias	5	-0.03622472286224365
250027	embedding2nn.bias	6	0.025389524176716805
250027	embedding2nn.bias	7	-0.00029462072416208684
250027	embedding2nn.bias	8	-0.03434905782341957
250027	embedding2nn.bias	9	0.02875891700387001
250027	rnn.weight_ih_l0	0	0.0655311793088913
250027	rnn.weight_ih_l0	1	-0.04183555394411087
250027	rnn.weight_ih_l0	2	0.007737141102552414
250027	rnn.weight_ih_l0	3	0.04518551006913185
250027	rnn.weight_ih_l0	4	-0.030464481562376022
250027	rnn.weight_ih_l0	5	0.041484516113996506
250027	rnn.weight_ih_l0	6	0.00754540553316474
250027	rnn.weight_ih_l0	7	0.06627894192934036
250027	rnn.weight_ih_l0	8	0.009204034693539143
250027	rnn.weight_ih_l0	9	-0.02611272595822811
250027	rnn.weight_hh_l0	0	-0.011841859668493271
250027	rnn.weight_hh_l0	1	-0.027869226410984993
250027	rnn.weight_hh_l0	2	-0.061369605362415314
250027	rnn.weight_hh_l0	3	-0.006058199796825647
250027	rnn.weight_hh_l0	4	-0.009672245942056179
250027	rnn.weight_hh_l0	5	-0.024821365252137184
250027	rnn.weight_hh_l0	6	0.0005127122276462615
250027	rnn.weight_hh_l0	7	-0.03850040212273598
250027	rnn.weight_hh_l0	8	0.06705742329359055
250027	rnn.weight_hh_l0	9	0.04597635567188263
250027	rnn.bias_ih_l0	0	-0.16971394419670105
250027	rnn.bias_ih_l0	1	-0.16934646666049957
250027	rnn.bias_ih_l0	2	-0.01849737949669361
250027	rnn.bias_ih_l0	3	-0.14701107144355774
250027	rnn.bias_ih_l0	4	-0.055476944893598557
250027	rnn.bias_ih_l0	5	-0.17394296824932098
250027	rnn.bias_ih_l0	6	0.07551781088113785
250027	rnn.bias_ih_l0	7	-0.08703242242336273
250027	rnn.bias_ih_l0	8	-0.047087982296943665
250027	rnn.bias_ih_l0	9	-0.10940173268318176
250027	rnn.bias_hh_l0	0	-0.06865906715393066
250027	rnn.bias_hh_l0	1	0.24343150854110718
250027	rnn.bias_hh_l0	2	0.04732344672083855
250027	rnn.bias_hh_l0	3	-0.07714515924453735
250027	rnn.bias_hh_l0	4	-0.08441529422998428
250027	rnn.bias_hh_l0	5	-0.00366013846360147
250027	rnn.bias_hh_l0	6	0.05794664844870567
250027	rnn.bias_hh_l0	7	-0.09799787402153015
250027	rnn.bias_hh_l0	8	-0.23865114152431488
250027	rnn.bias_hh_l0	9	-0.1024480015039444
250027	rnn.weight_ih_l0_reverse	0	0.019695546478033066
250027	rnn.weight_ih_l0_reverse	1	-0.059766482561826706
250027	rnn.weight_ih_l0_reverse	2	0.042616501450538635
250027	rnn.weight_ih_l0_reverse	3	0.01938548870384693
250027	rnn.weight_ih_l0_reverse	4	0.00046784282312728465
250027	rnn.weight_ih_l0_reverse	5	-0.02650383487343788
250027	rnn.weight_ih_l0_reverse	6	0.014580558985471725
250027	rnn.weight_ih_l0_reverse	7	0.029924027621746063
250027	rnn.weight_ih_l0_reverse	8	-0.02790847048163414
250027	rnn.weight_ih_l0_reverse	9	-0.001098509761504829
250027	rnn.weight_hh_l0_reverse	0	0.0398026704788208
250027	rnn.weight_hh_l0_reverse	1	0.029747145250439644
250027	rnn.weight_hh_l0_reverse	2	-0.022337917238473892
250027	rnn.weight_hh_l0_reverse	3	-0.080292709171772
250027	rnn.weight_hh_l0_reverse	4	0.010926601476967335
250027	rnn.weight_hh_l0_reverse	5	-0.05831516534090042
250027	rnn.weight_hh_l0_reverse	6	-0.013633599504828453
250027	rnn.weight_hh_l0_reverse	7	0.030435364693403244
250027	rnn.weight_hh_l0_reverse	8	0.008481597527861595
250027	rnn.weight_hh_l0_reverse	9	0.009219683706760406
250027	rnn.bias_ih_l0_reverse	0	-0.04899220913648605
250027	rnn.bias_ih_l0_reverse	1	-0.13844186067581177
250027	rnn.bias_ih_l0_reverse	2	-0.146025151014328
250027	rnn.bias_ih_l0_reverse	3	-0.04674698784947395
250027	rnn.bias_ih_l0_reverse	4	-0.11257892102003098
250027	rnn.bias_ih_l0_reverse	5	-0.08747022598981857
250027	rnn.bias_ih_l0_reverse	6	-0.20798398554325104
250027	rnn.bias_ih_l0_reverse	7	-0.05048143118619919
250027	rnn.bias_ih_l0_reverse	8	-0.06414517760276794
250027	rnn.bias_ih_l0_reverse	9	-0.13617992401123047
250027	rnn.bias_hh_l0_reverse	0	-0.1443057656288147
250027	rnn.bias_hh_l0_reverse	1	-0.16234220564365387
250027	rnn.bias_hh_l0_reverse	2	0.10269219428300858
250027	rnn.bias_hh_l0_reverse	3	0.07134567201137543
250027	rnn.bias_hh_l0_reverse	4	-0.17860126495361328
250027	rnn.bias_hh_l0_reverse	5	-0.14073000848293304
250027	rnn.bias_hh_l0_reverse	6	-0.09305033832788467
250027	rnn.bias_hh_l0_reverse	7	-0.055331017822027206
250027	rnn.bias_hh_l0_reverse	8	-0.09553240984678268
250027	rnn.bias_hh_l0_reverse	9	-0.024935444816946983
250027	linear.weight	0	-0.007710170932114124
250027	linear.weight	1	-0.017703711986541748
250027	linear.weight	2	0.2980822026729584
250027	linear.weight	3	-0.0789809450507164
250027	linear.weight	4	-0.010588549077510834
250027	linear.weight	5	0.11548255383968353
250027	linear.weight	6	-0.010739270597696304
250027	linear.weight	7	-0.07776718586683273
250027	linear.weight	8	0.18200065195560455
250027	linear.weight	9	-0.2592352032661438
250027	linear.bias	0	-0.03956538438796997
250027	linear.bias	1	0.031413208693265915
250027	linear.bias	2	0.43330827355384827
250027	linear.bias	3	-0.7064546346664429
250027	linear.bias	4	2.1193196773529053
250027	linear.bias	5	-1.4041105508804321
250027	linear.bias	6	-0.3116053640842438
250027	linear.bias	7	-0.13633829355239868
250585	transitions	0	-1.9308404922485352
250585	transitions	1	-10000.0
250585	transitions	2	-0.7969565987586975
250585	transitions	3	-10000.0
250585	transitions	4	2.060214042663574
250585	transitions	5	-10000.0
250585	transitions	6	-10000.0
250585	transitions	7	1.8309837579727173
250585	transitions	8	-2.617180109024048
250585	transitions	9	-4.235571384429932
250585	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
250585	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
250585	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
250585	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
250585	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
250585	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
250585	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
250585	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
250585	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
250585	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
250585	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
250585	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
250585	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
250585	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
250585	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
250585	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
250585	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
250585	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
250585	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
250585	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
250585	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
250585	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
250585	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
250585	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
250585	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
250585	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
250585	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
250585	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
250585	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
250585	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
250585	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
250585	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
250585	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
250585	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
250585	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
250585	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
250585	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
250585	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
250585	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
250585	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
250585	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
250585	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
250585	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
250585	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
250585	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
250585	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
250585	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
250585	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
250585	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
250585	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
250585	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
250585	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
250585	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
250585	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
250585	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
250585	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
250585	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
250585	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
250585	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
250585	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
250585	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
250585	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
250585	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
250585	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
250585	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
250585	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
250585	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
250585	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
250585	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
250585	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
250585	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
250585	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
250585	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
250585	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
250585	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
250585	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
250585	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
250585	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
250585	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
250585	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
250585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
250585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
250585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
250585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
250585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
250585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
250585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
250585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
250585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
250585	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
250585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
250585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
250585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
250585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
250585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
250585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
250585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
250585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
250585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
250585	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
250585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
250585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
250585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
250585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
250585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
250585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
250585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
250585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
250585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
250585	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
250585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
250585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
250585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
250585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
250585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
250585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
250585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
250585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
250585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
250585	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
250585	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
250585	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
250585	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
250585	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
250585	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
250585	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
250585	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
250585	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
250585	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
250585	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
250585	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
250585	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
250585	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
250585	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
250585	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
250585	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
250585	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
250585	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
250585	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
250585	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
250585	embedding2nn.weight	0	0.006436845753341913
250585	embedding2nn.weight	1	0.004201496485620737
250585	embedding2nn.weight	2	0.01344018429517746
250585	embedding2nn.weight	3	0.026388278231024742
250585	embedding2nn.weight	4	0.023552583530545235
250585	embedding2nn.weight	5	0.005016891285777092
250585	embedding2nn.weight	6	-0.015074193477630615
250585	embedding2nn.weight	7	-0.0006952683324925601
250585	embedding2nn.weight	8	-0.00935510452836752
250585	embedding2nn.weight	9	0.0018998599844053388
250585	embedding2nn.bias	0	0.021210411563515663
250585	embedding2nn.bias	1	-0.03391839191317558
250585	embedding2nn.bias	2	0.08875791728496552
250585	embedding2nn.bias	3	0.07144569605588913
250585	embedding2nn.bias	4	-0.012603272683918476
250585	embedding2nn.bias	5	-0.0332348458468914
250585	embedding2nn.bias	6	0.026431117206811905
250585	embedding2nn.bias	7	-0.001443337183445692
250585	embedding2nn.bias	8	-0.03363284096121788
250585	embedding2nn.bias	9	0.02878747135400772
250585	rnn.weight_ih_l0	0	0.0651983767747879
250585	rnn.weight_ih_l0	1	-0.041760414838790894
250585	rnn.weight_ih_l0	2	0.007693015038967133
250585	rnn.weight_ih_l0	3	0.045194804668426514
250585	rnn.weight_ih_l0	4	-0.030555889010429382
250585	rnn.weight_ih_l0	5	0.041531506925821304
250585	rnn.weight_ih_l0	6	0.00753126572817564
250585	rnn.weight_ih_l0	7	0.06605949252843857
250585	rnn.weight_ih_l0	8	0.00916434545069933
250585	rnn.weight_ih_l0	9	-0.026107696816325188
250585	rnn.weight_hh_l0	0	-0.011899289675056934
250585	rnn.weight_hh_l0	1	-0.02786395326256752
250585	rnn.weight_hh_l0	2	-0.061308734118938446
250585	rnn.weight_hh_l0	3	-0.006039876956492662
250585	rnn.weight_hh_l0	4	-0.009716902859508991
250585	rnn.weight_hh_l0	5	-0.024788960814476013
250585	rnn.weight_hh_l0	6	0.0005224863416515291
250585	rnn.weight_hh_l0	7	-0.03850805386900902
250585	rnn.weight_hh_l0	8	0.06687038391828537
250585	rnn.weight_hh_l0	9	0.045937635004520416
250585	rnn.bias_ih_l0	0	-0.1689966320991516
250585	rnn.bias_ih_l0	1	-0.16970637440681458
250585	rnn.bias_ih_l0	2	-0.018749559298157692
250585	rnn.bias_ih_l0	3	-0.14618168771266937
250585	rnn.bias_ih_l0	4	-0.05542246997356415
250585	rnn.bias_ih_l0	5	-0.17486469447612762
250585	rnn.bias_ih_l0	6	0.07419352233409882
250585	rnn.bias_ih_l0	7	-0.08660592883825302
250585	rnn.bias_ih_l0	8	-0.0470891110599041
250585	rnn.bias_ih_l0	9	-0.10962830483913422
250585	rnn.bias_hh_l0	0	-0.06799226999282837
250585	rnn.bias_hh_l0	1	0.24444004893302917
250585	rnn.bias_hh_l0	2	0.04702405259013176
250585	rnn.bias_hh_l0	3	-0.07806695252656937
250585	rnn.bias_hh_l0	4	-0.08431585133075714
250585	rnn.bias_hh_l0	5	-0.005161083769053221
250585	rnn.bias_hh_l0	6	0.058900609612464905
250585	rnn.bias_hh_l0	7	-0.09783468395471573
250585	rnn.bias_hh_l0	8	-0.23811820149421692
250585	rnn.bias_hh_l0	9	-0.10252297669649124
250585	rnn.weight_ih_l0_reverse	0	0.01971742883324623
250585	rnn.weight_ih_l0_reverse	1	-0.05980345606803894
250585	rnn.weight_ih_l0_reverse	2	0.04257931187748909
250585	rnn.weight_ih_l0_reverse	3	0.01925894431769848
250585	rnn.weight_ih_l0_reverse	4	0.00042914116056635976
250585	rnn.weight_ih_l0_reverse	5	-0.026686521247029305
250585	rnn.weight_ih_l0_reverse	6	0.014624832198023796
250585	rnn.weight_ih_l0_reverse	7	0.02980707585811615
250585	rnn.weight_ih_l0_reverse	8	-0.027870705351233482
250585	rnn.weight_ih_l0_reverse	9	-0.0010469265980646014
250585	rnn.weight_hh_l0_reverse	0	0.039796873927116394
250585	rnn.weight_hh_l0_reverse	1	0.029763637110590935
250585	rnn.weight_hh_l0_reverse	2	-0.022353380918502808
250585	rnn.weight_hh_l0_reverse	3	-0.08040750026702881
250585	rnn.weight_hh_l0_reverse	4	0.010981627739965916
250585	rnn.weight_hh_l0_reverse	5	-0.058299340307712555
250585	rnn.weight_hh_l0_reverse	6	-0.013619953766465187
250585	rnn.weight_hh_l0_reverse	7	0.0305071622133255
250585	rnn.weight_hh_l0_reverse	8	0.008572796359658241
250585	rnn.weight_hh_l0_reverse	9	0.009035724215209484
250585	rnn.bias_ih_l0_reverse	0	-0.04882410541176796
250585	rnn.bias_ih_l0_reverse	1	-0.13830900192260742
250585	rnn.bias_ih_l0_reverse	2	-0.14547111093997955
250585	rnn.bias_ih_l0_reverse	3	-0.046359576284885406
250585	rnn.bias_ih_l0_reverse	4	-0.11228722333908081
250585	rnn.bias_ih_l0_reverse	5	-0.08738616853952408
250585	rnn.bias_ih_l0_reverse	6	-0.20769625902175903
250585	rnn.bias_ih_l0_reverse	7	-0.05006366968154907
250585	rnn.bias_ih_l0_reverse	8	-0.06417587399482727
250585	rnn.bias_ih_l0_reverse	9	-0.13549937307834625
250585	rnn.bias_hh_l0_reverse	0	-0.14455871284008026
250585	rnn.bias_hh_l0_reverse	1	-0.1617847979068756
250585	rnn.bias_hh_l0_reverse	2	0.10258130729198456
250585	rnn.bias_hh_l0_reverse	3	0.07151641696691513
250585	rnn.bias_hh_l0_reverse	4	-0.17864470183849335
250585	rnn.bias_hh_l0_reverse	5	-0.14075696468353271
250585	rnn.bias_hh_l0_reverse	6	-0.09250165522098541
250585	rnn.bias_hh_l0_reverse	7	-0.05467165634036064
250585	rnn.bias_hh_l0_reverse	8	-0.09592544287443161
250585	rnn.bias_hh_l0_reverse	9	-0.024684114381670952
250585	linear.weight	0	-0.0077104526571929455
250585	linear.weight	1	-0.016764052212238312
250585	linear.weight	2	0.29419568181037903
250585	linear.weight	3	-0.07897993177175522
250585	linear.weight	4	-0.010588549077510834
250585	linear.weight	5	0.11424390971660614
250585	linear.weight	6	-0.010739270597696304
250585	linear.weight	7	-0.0797286257147789
250585	linear.weight	8	0.18110360205173492
250585	linear.weight	9	-0.2603974938392639
250585	linear.bias	0	-0.03956538438796997
250585	linear.bias	1	0.031413208693265915
250585	linear.bias	2	0.4451329708099365
250585	linear.bias	3	-0.7393478155136108
250585	linear.bias	4	2.126605749130249
250585	linear.bias	5	-1.4041485786437988
250585	linear.bias	6	-0.3046184778213501
250585	linear.bias	7	-0.12951016426086426
251143	transitions	0	-1.9310526847839355
251143	transitions	1	-10000.0
251143	transitions	2	-0.7969565987586975
251143	transitions	3	-10000.0
251143	transitions	4	2.051905870437622
251143	transitions	5	-10000.0
251143	transitions	6	-10000.0
251143	transitions	7	1.8324618339538574
251143	transitions	8	-2.617326259613037
251143	transitions	9	-4.235698699951172
251143	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
251143	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
251143	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
251143	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
251143	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
251143	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
251143	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
251143	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
251143	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
251143	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
251143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
251143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
251143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
251143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
251143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
251143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
251143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
251143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
251143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
251143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
251143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
251143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
251143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
251143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
251143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
251143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
251143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
251143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
251143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
251143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
251143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
251143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
251143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
251143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
251143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
251143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
251143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
251143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
251143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
251143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
251143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
251143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
251143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
251143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
251143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
251143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
251143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
251143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
251143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
251143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
251143	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
251143	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
251143	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
251143	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
251143	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
251143	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
251143	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
251143	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
251143	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
251143	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
251143	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
251143	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
251143	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
251143	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
251143	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
251143	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
251143	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
251143	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
251143	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
251143	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
251143	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
251143	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
251143	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
251143	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
251143	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
251143	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
251143	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
251143	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
251143	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
251143	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
251143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
251143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
251143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
251143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
251143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
251143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
251143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
251143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
251143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
251143	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
251143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
251143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
251143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
251143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
251143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
251143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
251143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
251143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
251143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
251143	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
251143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
251143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
251143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
251143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
251143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
251143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
251143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
251143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
251143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
251143	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
251143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
251143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
251143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
251143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
251143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
251143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
251143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
251143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
251143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
251143	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
251143	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
251143	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
251143	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
251143	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
251143	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
251143	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
251143	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
251143	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
251143	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
251143	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
251143	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
251143	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
251143	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
251143	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
251143	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
251143	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
251143	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
251143	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
251143	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
251143	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
251143	embedding2nn.weight	0	0.006436229217797518
251143	embedding2nn.weight	1	0.004181445576250553
251143	embedding2nn.weight	2	0.01344398595392704
251143	embedding2nn.weight	3	0.026391426101326942
251143	embedding2nn.weight	4	0.02352963387966156
251143	embedding2nn.weight	5	0.00494048185646534
251143	embedding2nn.weight	6	-0.015114489011466503
251143	embedding2nn.weight	7	-0.0006433813832700253
251143	embedding2nn.weight	8	-0.009481343440711498
251143	embedding2nn.weight	9	0.0018991093384101987
251143	embedding2nn.bias	0	0.020432496443390846
251143	embedding2nn.bias	1	-0.03329033404588699
251143	embedding2nn.bias	2	0.08739978820085526
251143	embedding2nn.bias	3	0.07170014083385468
251143	embedding2nn.bias	4	-0.013192637823522091
251143	embedding2nn.bias	5	-0.03401751443743706
251143	embedding2nn.bias	6	0.027195652946829796
251143	embedding2nn.bias	7	-0.001749749993905425
251143	embedding2nn.bias	8	-0.03383246436715126
251143	embedding2nn.bias	9	0.02807784453034401
251143	rnn.weight_ih_l0	0	0.06521665304899216
251143	rnn.weight_ih_l0	1	-0.04193619266152382
251143	rnn.weight_ih_l0	2	0.0077523053623735905
251143	rnn.weight_ih_l0	3	0.044990215450525284
251143	rnn.weight_ih_l0	4	-0.030544165521860123
251143	rnn.weight_ih_l0	5	0.041645146906375885
251143	rnn.weight_ih_l0	6	0.007416252978146076
251143	rnn.weight_ih_l0	7	0.06604564189910889
251143	rnn.weight_ih_l0	8	0.008937671780586243
251143	rnn.weight_ih_l0	9	-0.02625131607055664
251143	rnn.weight_hh_l0	0	-0.011792312376201153
251143	rnn.weight_hh_l0	1	-0.02776358276605606
251143	rnn.weight_hh_l0	2	-0.061268825083971024
251143	rnn.weight_hh_l0	3	-0.0060472674667835236
251143	rnn.weight_hh_l0	4	-0.009731128811836243
251143	rnn.weight_hh_l0	5	-0.024678945541381836
251143	rnn.weight_hh_l0	6	0.0005175883998163044
251143	rnn.weight_hh_l0	7	-0.0382271446287632
251143	rnn.weight_hh_l0	8	0.06687887758016586
251143	rnn.weight_hh_l0	9	0.04592893645167351
251143	rnn.bias_ih_l0	0	-0.17000412940979004
251143	rnn.bias_ih_l0	1	-0.16943828761577606
251143	rnn.bias_ih_l0	2	-0.018731867894530296
251143	rnn.bias_ih_l0	3	-0.1468215435743332
251143	rnn.bias_ih_l0	4	-0.0551941953599453
251143	rnn.bias_ih_l0	5	-0.17463324964046478
251143	rnn.bias_ih_l0	6	0.07419811934232712
251143	rnn.bias_ih_l0	7	-0.08673162758350372
251143	rnn.bias_ih_l0	8	-0.04770827293395996
251143	rnn.bias_ih_l0	9	-0.10903894901275635
251143	rnn.bias_hh_l0	0	-0.06814441084861755
251143	rnn.bias_hh_l0	1	0.2453305870294571
251143	rnn.bias_hh_l0	2	0.04668698087334633
251143	rnn.bias_hh_l0	3	-0.07780139148235321
251143	rnn.bias_hh_l0	4	-0.08426924049854279
251143	rnn.bias_hh_l0	5	-0.004452275112271309
251143	rnn.bias_hh_l0	6	0.05886867269873619
251143	rnn.bias_hh_l0	7	-0.09797147661447525
251143	rnn.bias_hh_l0	8	-0.23813137412071228
251143	rnn.bias_hh_l0	9	-0.10250303894281387
251143	rnn.weight_ih_l0_reverse	0	0.019679894670844078
251143	rnn.weight_ih_l0_reverse	1	-0.05994054675102234
251143	rnn.weight_ih_l0_reverse	2	0.042643602937459946
251143	rnn.weight_ih_l0_reverse	3	0.019077399745583534
251143	rnn.weight_ih_l0_reverse	4	0.00030066774343140423
251143	rnn.weight_ih_l0_reverse	5	-0.026589976623654366
251143	rnn.weight_ih_l0_reverse	6	0.014500102959573269
251143	rnn.weight_ih_l0_reverse	7	0.029809793457388878
251143	rnn.weight_ih_l0_reverse	8	-0.02790810540318489
251143	rnn.weight_ih_l0_reverse	9	-0.0010929651325568557
251143	rnn.weight_hh_l0_reverse	0	0.039755113422870636
251143	rnn.weight_hh_l0_reverse	1	0.029802827164530754
251143	rnn.weight_hh_l0_reverse	2	-0.022431058809161186
251143	rnn.weight_hh_l0_reverse	3	-0.08059604465961456
251143	rnn.weight_hh_l0_reverse	4	0.010868537239730358
251143	rnn.weight_hh_l0_reverse	5	-0.05840640142560005
251143	rnn.weight_hh_l0_reverse	6	-0.013606976717710495
251143	rnn.weight_hh_l0_reverse	7	0.030601417645812035
251143	rnn.weight_hh_l0_reverse	8	0.008651587180793285
251143	rnn.weight_hh_l0_reverse	9	0.009157071821391582
251143	rnn.bias_ih_l0_reverse	0	-0.04856065288186073
251143	rnn.bias_ih_l0_reverse	1	-0.13850435614585876
251143	rnn.bias_ih_l0_reverse	2	-0.145746648311615
251143	rnn.bias_ih_l0_reverse	3	-0.04624493420124054
251143	rnn.bias_ih_l0_reverse	4	-0.11241444945335388
251143	rnn.bias_ih_l0_reverse	5	-0.0873211994767189
251143	rnn.bias_ih_l0_reverse	6	-0.20719490945339203
251143	rnn.bias_ih_l0_reverse	7	-0.05006930232048035
251143	rnn.bias_ih_l0_reverse	8	-0.06367498636245728
251143	rnn.bias_ih_l0_reverse	9	-0.13543860614299774
251143	rnn.bias_hh_l0_reverse	0	-0.14450512826442719
251143	rnn.bias_hh_l0_reverse	1	-0.16152052581310272
251143	rnn.bias_hh_l0_reverse	2	0.10291005671024323
251143	rnn.bias_hh_l0_reverse	3	0.07160189747810364
251143	rnn.bias_hh_l0_reverse	4	-0.1787356287240982
251143	rnn.bias_hh_l0_reverse	5	-0.14041893184185028
251143	rnn.bias_hh_l0_reverse	6	-0.0908658504486084
251143	rnn.bias_hh_l0_reverse	7	-0.05505736172199249
251143	rnn.bias_hh_l0_reverse	8	-0.09560678154230118
251143	rnn.bias_hh_l0_reverse	9	-0.02486974373459816
251143	linear.weight	0	-0.007710594218224287
251143	linear.weight	1	-0.014211690984666348
251143	linear.weight	2	0.29214730858802795
251143	linear.weight	3	-0.07897903770208359
251143	linear.weight	4	-0.010588549077510834
251143	linear.weight	5	0.11194968968629837
251143	linear.weight	6	-0.010739270597696304
251143	linear.weight	7	-0.0808621346950531
251143	linear.weight	8	0.16690385341644287
251143	linear.weight	9	-0.26059308648109436
251143	linear.bias	0	-0.03956538438796997
251143	linear.bias	1	0.031413208693265915
251143	linear.bias	2	0.42593637108802795
251143	linear.bias	3	-0.7159669399261475
251143	linear.bias	4	2.1268677711486816
251143	linear.bias	5	-1.4041850566864014
251143	linear.bias	6	-0.30669742822647095
251143	linear.bias	7	-0.13184769451618195
251702	transitions	0	-1.9312942028045654
251702	transitions	1	-10000.0
251702	transitions	2	-0.7969565987586975
251702	transitions	3	-10000.0
251702	transitions	4	2.0500712394714355
251702	transitions	5	-10000.0
251702	transitions	6	-10000.0
251702	transitions	7	1.8336237668991089
251702	transitions	8	-2.617523670196533
251702	transitions	9	-4.235823154449463
251702	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
251702	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
251702	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
251702	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
251702	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
251702	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
251702	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
251702	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
251702	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
251702	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
251702	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
251702	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
251702	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
251702	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
251702	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
251702	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
251702	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
251702	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
251702	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
251702	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
251702	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
251702	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
251702	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
251702	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
251702	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
251702	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
251702	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
251702	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
251702	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
251702	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
251702	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
251702	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
251702	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
251702	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
251702	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
251702	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
251702	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
251702	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
251702	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
251702	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
251702	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
251702	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
251702	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
251702	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
251702	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
251702	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
251702	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
251702	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
251702	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
251702	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
251702	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
251702	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
251702	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
251702	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
251702	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
251702	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
251702	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
251702	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
251702	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
251702	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
251702	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
251702	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
251702	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
251702	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
251702	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
251702	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
251702	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
251702	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
251702	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
251702	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
251702	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
251702	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
251702	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
251702	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
251702	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
251702	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
251702	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
251702	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
251702	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
251702	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
251702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
251702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
251702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
251702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
251702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
251702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
251702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
251702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
251702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
251702	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
251702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
251702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
251702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
251702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
251702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
251702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
251702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
251702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
251702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
251702	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
251702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
251702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
251702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
251702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
251702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
251702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
251702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
251702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
251702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
251702	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
251702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
251702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
251702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
251702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
251702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
251702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
251702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
251702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
251702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
251702	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
251702	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
251702	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
251702	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
251702	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
251702	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
251702	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
251702	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
251702	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
251702	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
251702	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
251702	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
251702	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
251702	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
251702	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
251702	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
251702	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
251702	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
251702	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
251702	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
251702	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
251702	embedding2nn.weight	0	0.006437310017645359
251702	embedding2nn.weight	1	0.004129181150346994
251702	embedding2nn.weight	2	0.013447398319840431
251702	embedding2nn.weight	3	0.026486314833164215
251702	embedding2nn.weight	4	0.023499196395277977
251702	embedding2nn.weight	5	0.004933267366141081
251702	embedding2nn.weight	6	-0.015160251408815384
251702	embedding2nn.weight	7	-0.0006488178623840213
251702	embedding2nn.weight	8	-0.00942340586334467
251702	embedding2nn.weight	9	0.0018913220847025514
251702	embedding2nn.bias	0	0.019337939098477364
251702	embedding2nn.bias	1	-0.032339513301849365
251702	embedding2nn.bias	2	0.08655891567468643
251702	embedding2nn.bias	3	0.07229688763618469
251702	embedding2nn.bias	4	-0.014745397493243217
251702	embedding2nn.bias	5	-0.03271717578172684
251702	embedding2nn.bias	6	0.02544405683875084
251702	embedding2nn.bias	7	-0.0012737098149955273
251702	embedding2nn.bias	8	-0.034926775842905045
251702	embedding2nn.bias	9	0.030222175642848015
251702	rnn.weight_ih_l0	0	0.06505922973155975
251702	rnn.weight_ih_l0	1	-0.04188646003603935
251702	rnn.weight_ih_l0	2	0.00758249219506979
251702	rnn.weight_ih_l0	3	0.04526520147919655
251702	rnn.weight_ih_l0	4	-0.0304939653724432
251702	rnn.weight_ih_l0	5	0.04139132797718048
251702	rnn.weight_ih_l0	6	0.007390206679701805
251702	rnn.weight_ih_l0	7	0.06607908755540848
251702	rnn.weight_ih_l0	8	0.008704950101673603
251702	rnn.weight_ih_l0	9	-0.026447132229804993
251702	rnn.weight_hh_l0	0	-0.011626942083239555
251702	rnn.weight_hh_l0	1	-0.027644425630569458
251702	rnn.weight_hh_l0	2	-0.061346348375082016
251702	rnn.weight_hh_l0	3	-0.006011195946484804
251702	rnn.weight_hh_l0	4	-0.009735421277582645
251702	rnn.weight_hh_l0	5	-0.02469569258391857
251702	rnn.weight_hh_l0	6	0.0004913403536193073
251702	rnn.weight_hh_l0	7	-0.038130637258291245
251702	rnn.weight_hh_l0	8	0.06688901782035828
251702	rnn.weight_hh_l0	9	0.04580378532409668
251702	rnn.bias_ih_l0	0	-0.1689552664756775
251702	rnn.bias_ih_l0	1	-0.1695680171251297
251702	rnn.bias_ih_l0	2	-0.019006414338946342
251702	rnn.bias_ih_l0	3	-0.14600056409835815
251702	rnn.bias_ih_l0	4	-0.05545802414417267
251702	rnn.bias_ih_l0	5	-0.1742919683456421
251702	rnn.bias_ih_l0	6	0.07294567674398422
251702	rnn.bias_ih_l0	7	-0.08636833727359772
251702	rnn.bias_ih_l0	8	-0.04727063328027725
251702	rnn.bias_ih_l0	9	-0.10927578061819077
251702	rnn.bias_hh_l0	0	-0.06882834434509277
251702	rnn.bias_hh_l0	1	0.24576443433761597
251702	rnn.bias_hh_l0	2	0.04736129939556122
251702	rnn.bias_hh_l0	3	-0.07791487127542496
251702	rnn.bias_hh_l0	4	-0.08490017056465149
251702	rnn.bias_hh_l0	5	-0.004948926158249378
251702	rnn.bias_hh_l0	6	0.05808139592409134
251702	rnn.bias_hh_l0	7	-0.09799814969301224
251702	rnn.bias_hh_l0	8	-0.2368457019329071
251702	rnn.bias_hh_l0	9	-0.1028333455324173
251702	rnn.weight_ih_l0_reverse	0	0.019443495199084282
251702	rnn.weight_ih_l0_reverse	1	-0.05992273613810539
251702	rnn.weight_ih_l0_reverse	2	0.04265071079134941
251702	rnn.weight_ih_l0_reverse	3	0.01931282877922058
251702	rnn.weight_ih_l0_reverse	4	0.00029080576496198773
251702	rnn.weight_ih_l0_reverse	5	-0.02666141279041767
251702	rnn.weight_ih_l0_reverse	6	0.014547063037753105
251702	rnn.weight_ih_l0_reverse	7	0.029908791184425354
251702	rnn.weight_ih_l0_reverse	8	-0.027968475595116615
251702	rnn.weight_ih_l0_reverse	9	-0.0009475246188230813
251702	rnn.weight_hh_l0_reverse	0	0.03980758786201477
251702	rnn.weight_hh_l0_reverse	1	0.02974817156791687
251702	rnn.weight_hh_l0_reverse	2	-0.022414175793528557
251702	rnn.weight_hh_l0_reverse	3	-0.08066663146018982
251702	rnn.weight_hh_l0_reverse	4	0.010917016305029392
251702	rnn.weight_hh_l0_reverse	5	-0.05835340917110443
251702	rnn.weight_hh_l0_reverse	6	-0.013660509139299393
251702	rnn.weight_hh_l0_reverse	7	0.03066721372306347
251702	rnn.weight_hh_l0_reverse	8	0.008546529337763786
251702	rnn.weight_hh_l0_reverse	9	0.00920120533555746
251702	rnn.bias_ih_l0_reverse	0	-0.048566896468400955
251702	rnn.bias_ih_l0_reverse	1	-0.1391363888978958
251702	rnn.bias_ih_l0_reverse	2	-0.14591357111930847
251702	rnn.bias_ih_l0_reverse	3	-0.046811543405056
251702	rnn.bias_ih_l0_reverse	4	-0.11188746243715286
251702	rnn.bias_ih_l0_reverse	5	-0.08717353641986847
251702	rnn.bias_ih_l0_reverse	6	-0.20665733516216278
251702	rnn.bias_ih_l0_reverse	7	-0.049502819776535034
251702	rnn.bias_ih_l0_reverse	8	-0.06383093446493149
251702	rnn.bias_ih_l0_reverse	9	-0.13559721410274506
251702	rnn.bias_hh_l0_reverse	0	-0.14499935507774353
251702	rnn.bias_hh_l0_reverse	1	-0.161109060049057
251702	rnn.bias_hh_l0_reverse	2	0.10242794454097748
251702	rnn.bias_hh_l0_reverse	3	0.07127312570810318
251702	rnn.bias_hh_l0_reverse	4	-0.17835542559623718
251702	rnn.bias_hh_l0_reverse	5	-0.1408112347126007
251702	rnn.bias_hh_l0_reverse	6	-0.0904688760638237
251702	rnn.bias_hh_l0_reverse	7	-0.05475557595491409
251702	rnn.bias_hh_l0_reverse	8	-0.09545762091875076
251702	rnn.bias_hh_l0_reverse	9	-0.025278043001890182
251702	linear.weight	0	-0.007710956037044525
251702	linear.weight	1	-0.00892198272049427
251702	linear.weight	2	0.2943599820137024
251702	linear.weight	3	-0.07897784560918808
251702	linear.weight	4	-0.010588549077510834
251702	linear.weight	5	0.1120980829000473
251702	linear.weight	6	-0.010739270597696304
251702	linear.weight	7	-0.08426400274038315
251702	linear.weight	8	0.16600123047828674
251702	linear.weight	9	-0.25954166054725647
251702	linear.bias	0	-0.03956538438796997
251702	linear.bias	1	0.031413208693265915
251702	linear.bias	2	0.4556605815887451
251702	linear.bias	3	-0.7291042804718018
251702	linear.bias	4	2.1220366954803467
251702	linear.bias	5	-1.4042199850082397
251702	linear.bias	6	-0.31243765354156494
251702	linear.bias	7	-0.13783112168312073
252260	transitions	0	-1.9314913749694824
252260	transitions	1	-10000.0
252260	transitions	2	-0.7969565987586975
252260	transitions	3	-10000.0
252260	transitions	4	2.054144859313965
252260	transitions	5	-10000.0
252260	transitions	6	-10000.0
252260	transitions	7	1.8338879346847534
252260	transitions	8	-2.6176939010620117
252260	transitions	9	-4.235962867736816
252260	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
252260	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
252260	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
252260	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
252260	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
252260	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
252260	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
252260	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
252260	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
252260	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
252260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
252260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
252260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
252260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
252260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
252260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
252260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
252260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
252260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
252260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
252260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
252260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
252260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
252260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
252260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
252260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
252260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
252260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
252260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
252260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
252260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
252260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
252260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
252260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
252260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
252260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
252260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
252260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
252260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
252260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
252260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
252260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
252260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
252260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
252260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
252260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
252260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
252260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
252260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
252260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
252260	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
252260	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
252260	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
252260	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
252260	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
252260	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
252260	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
252260	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
252260	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
252260	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
252260	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
252260	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
252260	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
252260	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
252260	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
252260	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
252260	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
252260	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
252260	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
252260	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
252260	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
252260	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
252260	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
252260	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
252260	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
252260	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
252260	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
252260	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
252260	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
252260	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
252260	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
252260	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
252260	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
252260	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
252260	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
252260	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
252260	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
252260	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
252260	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
252260	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
252260	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
252260	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
252260	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
252260	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
252260	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
252260	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
252260	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
252260	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
252260	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
252260	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
252260	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
252260	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
252260	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
252260	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
252260	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
252260	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
252260	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
252260	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
252260	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
252260	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
252260	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
252260	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
252260	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
252260	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
252260	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
252260	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
252260	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
252260	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
252260	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
252260	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
252260	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
252260	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
252260	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
252260	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
252260	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
252260	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
252260	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
252260	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
252260	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
252260	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
252260	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
252260	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
252260	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
252260	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
252260	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
252260	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
252260	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
252260	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
252260	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
252260	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
252260	embedding2nn.weight	0	0.00644595455378294
252260	embedding2nn.weight	1	0.004147164057940245
252260	embedding2nn.weight	2	0.013442911207675934
252260	embedding2nn.weight	3	0.02642773650586605
252260	embedding2nn.weight	4	0.02350849285721779
252260	embedding2nn.weight	5	0.005061606876552105
252260	embedding2nn.weight	6	-0.01515992172062397
252260	embedding2nn.weight	7	-0.0006503976183012128
252260	embedding2nn.weight	8	-0.009290223009884357
252260	embedding2nn.weight	9	0.0019691679626703262
252260	embedding2nn.bias	0	0.02058308944106102
252260	embedding2nn.bias	1	-0.0327255018055439
252260	embedding2nn.bias	2	0.08596847951412201
252260	embedding2nn.bias	3	0.07366732507944107
252260	embedding2nn.bias	4	-0.01456304918974638
252260	embedding2nn.bias	5	-0.031954001635313034
252260	embedding2nn.bias	6	0.02834625542163849
252260	embedding2nn.bias	7	-0.0005290369736030698
252260	embedding2nn.bias	8	-0.035734884440898895
252260	embedding2nn.bias	9	0.02907211147248745
252260	rnn.weight_ih_l0	0	0.06503110378980637
252260	rnn.weight_ih_l0	1	-0.04205312207341194
252260	rnn.weight_ih_l0	2	0.0074353935196995735
252260	rnn.weight_ih_l0	3	0.04516221582889557
252260	rnn.weight_ih_l0	4	-0.030377089977264404
252260	rnn.weight_ih_l0	5	0.041164278984069824
252260	rnn.weight_ih_l0	6	0.007402192335575819
252260	rnn.weight_ih_l0	7	0.06620126217603683
252260	rnn.weight_ih_l0	8	0.008747055195271969
252260	rnn.weight_ih_l0	9	-0.02650567516684532
252260	rnn.weight_hh_l0	0	-0.011745739728212357
252260	rnn.weight_hh_l0	1	-0.027547286823391914
252260	rnn.weight_hh_l0	2	-0.06142202392220497
252260	rnn.weight_hh_l0	3	-0.0059308335185050964
252260	rnn.weight_hh_l0	4	-0.009708022698760033
252260	rnn.weight_hh_l0	5	-0.02470986358821392
252260	rnn.weight_hh_l0	6	0.0005125948810018599
252260	rnn.weight_hh_l0	7	-0.03819350525736809
252260	rnn.weight_hh_l0	8	0.06695423275232315
252260	rnn.weight_hh_l0	9	0.045847680419683456
252260	rnn.bias_ih_l0	0	-0.1693577915430069
252260	rnn.bias_ih_l0	1	-0.16943930089473724
252260	rnn.bias_ih_l0	2	-0.018822181969881058
252260	rnn.bias_ih_l0	3	-0.14671561121940613
252260	rnn.bias_ih_l0	4	-0.05544772744178772
252260	rnn.bias_ih_l0	5	-0.17451579868793488
252260	rnn.bias_ih_l0	6	0.07348127663135529
252260	rnn.bias_ih_l0	7	-0.08600516617298126
252260	rnn.bias_ih_l0	8	-0.04687982425093651
252260	rnn.bias_ih_l0	9	-0.10931099951267242
252260	rnn.bias_hh_l0	0	-0.06837181001901627
252260	rnn.bias_hh_l0	1	0.2452300637960434
252260	rnn.bias_hh_l0	2	0.047581564635038376
252260	rnn.bias_hh_l0	3	-0.07831522077322006
252260	rnn.bias_hh_l0	4	-0.0850151777267456
252260	rnn.bias_hh_l0	5	-0.004986151121556759
252260	rnn.bias_hh_l0	6	0.058215804398059845
252260	rnn.bias_hh_l0	7	-0.09862399101257324
252260	rnn.bias_hh_l0	8	-0.23715023696422577
252260	rnn.bias_hh_l0	9	-0.10212012380361557
252260	rnn.weight_ih_l0_reverse	0	0.019520603120326996
252260	rnn.weight_ih_l0_reverse	1	-0.060021672397851944
252260	rnn.weight_ih_l0_reverse	2	0.042684201151132584
252260	rnn.weight_ih_l0_reverse	3	0.01920219697058201
252260	rnn.weight_ih_l0_reverse	4	0.0004813141713384539
252260	rnn.weight_ih_l0_reverse	5	-0.026776034384965897
252260	rnn.weight_ih_l0_reverse	6	0.014632994309067726
252260	rnn.weight_ih_l0_reverse	7	0.02985929697751999
252260	rnn.weight_ih_l0_reverse	8	-0.027919413521885872
252260	rnn.weight_ih_l0_reverse	9	-0.0010039187036454678
252260	rnn.weight_hh_l0_reverse	0	0.03981125354766846
252260	rnn.weight_hh_l0_reverse	1	0.029805419966578484
252260	rnn.weight_hh_l0_reverse	2	-0.02252482809126377
252260	rnn.weight_hh_l0_reverse	3	-0.0804944634437561
252260	rnn.weight_hh_l0_reverse	4	0.010916676372289658
252260	rnn.weight_hh_l0_reverse	5	-0.0583745576441288
252260	rnn.weight_hh_l0_reverse	6	-0.013691968284547329
252260	rnn.weight_hh_l0_reverse	7	0.03065456449985504
252260	rnn.weight_hh_l0_reverse	8	0.00849193800240755
252260	rnn.weight_hh_l0_reverse	9	0.009218764491379261
252260	rnn.bias_ih_l0_reverse	0	-0.04864893853664398
252260	rnn.bias_ih_l0_reverse	1	-0.13926145434379578
252260	rnn.bias_ih_l0_reverse	2	-0.14632274210453033
252260	rnn.bias_ih_l0_reverse	3	-0.04637235775589943
252260	rnn.bias_ih_l0_reverse	4	-0.11190179735422134
252260	rnn.bias_ih_l0_reverse	5	-0.08713046461343765
252260	rnn.bias_ih_l0_reverse	6	-0.20640301704406738
252260	rnn.bias_ih_l0_reverse	7	-0.049729302525520325
252260	rnn.bias_ih_l0_reverse	8	-0.06372570246458054
252260	rnn.bias_ih_l0_reverse	9	-0.13494083285331726
252260	rnn.bias_hh_l0_reverse	0	-0.14437714219093323
252260	rnn.bias_hh_l0_reverse	1	-0.16253754496574402
252260	rnn.bias_hh_l0_reverse	2	0.1026272177696228
252260	rnn.bias_hh_l0_reverse	3	0.07146371901035309
252260	rnn.bias_hh_l0_reverse	4	-0.17911019921302795
252260	rnn.bias_hh_l0_reverse	5	-0.14101628959178925
252260	rnn.bias_hh_l0_reverse	6	-0.08987464010715485
252260	rnn.bias_hh_l0_reverse	7	-0.054999273270368576
252260	rnn.bias_hh_l0_reverse	8	-0.09573954343795776
252260	rnn.bias_hh_l0_reverse	9	-0.02545146457850933
252260	linear.weight	0	-0.007711169309914112
252260	linear.weight	1	-0.008073723874986172
252260	linear.weight	2	0.2952180504798889
252260	linear.weight	3	-0.07897678762674332
252260	linear.weight	4	-0.010588549077510834
252260	linear.weight	5	0.11633754521608353
252260	linear.weight	6	-0.010739270597696304
252260	linear.weight	7	-0.07954016327857971
252260	linear.weight	8	0.1791907101869583
252260	linear.weight	9	-0.2617930769920349
252260	linear.bias	0	-0.03956538438796997
252260	linear.bias	1	0.031413208693265915
252260	linear.bias	2	0.4360097050666809
252260	linear.bias	3	-0.7221378684043884
252260	linear.bias	4	2.1144442558288574
252260	linear.bias	5	-1.4042547941207886
252260	linear.bias	6	-0.3022491931915283
252260	linear.bias	7	-0.12771138548851013
252818	transitions	0	-1.9317057132720947
252818	transitions	1	-10000.0
252818	transitions	2	-0.7969565987586975
252818	transitions	3	-10000.0
252818	transitions	4	2.0540459156036377
252818	transitions	5	-10000.0
252818	transitions	6	-10000.0
252818	transitions	7	1.835682988166809
252818	transitions	8	-2.6178998947143555
252818	transitions	9	-4.236087322235107
252818	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
252818	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
252818	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
252818	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
252818	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
252818	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
252818	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
252818	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
252818	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
252818	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
252818	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
252818	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
252818	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
252818	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
252818	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
252818	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
252818	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
252818	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
252818	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
252818	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
252818	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
252818	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
252818	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
252818	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
252818	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
252818	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
252818	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
252818	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
252818	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
252818	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
252818	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
252818	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
252818	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
252818	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
252818	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
252818	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
252818	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
252818	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
252818	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
252818	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
252818	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
252818	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
252818	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
252818	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
252818	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
252818	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
252818	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
252818	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
252818	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
252818	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
252818	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
252818	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
252818	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
252818	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
252818	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
252818	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
252818	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
252818	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
252818	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
252818	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
252818	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
252818	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
252818	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
252818	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
252818	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
252818	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
252818	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
252818	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
252818	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
252818	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
252818	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
252818	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
252818	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
252818	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
252818	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
252818	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
252818	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
252818	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
252818	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
252818	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
252818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
252818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
252818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
252818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
252818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
252818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
252818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
252818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
252818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
252818	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
252818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
252818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
252818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
252818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
252818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
252818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
252818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
252818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
252818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
252818	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
252818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
252818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
252818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
252818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
252818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
252818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
252818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
252818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
252818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
252818	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
252818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
252818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
252818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
252818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
252818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
252818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
252818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
252818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
252818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
252818	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
252818	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
252818	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
252818	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
252818	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
252818	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
252818	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
252818	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
252818	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
252818	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
252818	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
252818	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
252818	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
252818	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
252818	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
252818	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
252818	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
252818	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
252818	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
252818	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
252818	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
252818	embedding2nn.weight	0	0.006450353190302849
252818	embedding2nn.weight	1	0.004150504246354103
252818	embedding2nn.weight	2	0.013444261625409126
252818	embedding2nn.weight	3	0.026456594467163086
252818	embedding2nn.weight	4	0.023484421893954277
252818	embedding2nn.weight	5	0.0051314677111804485
252818	embedding2nn.weight	6	-0.015137243084609509
252818	embedding2nn.weight	7	-0.0006741248071193695
252818	embedding2nn.weight	8	-0.009231560863554478
252818	embedding2nn.weight	9	0.0019398158183321357
252818	embedding2nn.bias	0	0.02092898264527321
252818	embedding2nn.bias	1	-0.0335969515144825
252818	embedding2nn.bias	2	0.08512278646230698
252818	embedding2nn.bias	3	0.07386758923530579
252818	embedding2nn.bias	4	-0.01225466001778841
252818	embedding2nn.bias	5	-0.03044184297323227
252818	embedding2nn.bias	6	0.0276198573410511
252818	embedding2nn.bias	7	-0.00070408103056252
252818	embedding2nn.bias	8	-0.03470887988805771
252818	embedding2nn.bias	9	0.029497958719730377
252818	rnn.weight_ih_l0	0	0.06501636654138565
252818	rnn.weight_ih_l0	1	-0.04238568991422653
252818	rnn.weight_ih_l0	2	0.007277898024767637
252818	rnn.weight_ih_l0	3	0.045055970549583435
252818	rnn.weight_ih_l0	4	-0.030390873551368713
252818	rnn.weight_ih_l0	5	0.04119756072759628
252818	rnn.weight_ih_l0	6	0.00739474268630147
252818	rnn.weight_ih_l0	7	0.06621239334344864
252818	rnn.weight_ih_l0	8	0.008650120347738266
252818	rnn.weight_ih_l0	9	-0.026294399052858353
252818	rnn.weight_hh_l0	0	-0.011861156672239304
252818	rnn.weight_hh_l0	1	-0.027534108608961105
252818	rnn.weight_hh_l0	2	-0.06140187010169029
252818	rnn.weight_hh_l0	3	-0.006031764671206474
252818	rnn.weight_hh_l0	4	-0.009688309393823147
252818	rnn.weight_hh_l0	5	-0.024816075339913368
252818	rnn.weight_hh_l0	6	0.0005141837173141539
252818	rnn.weight_hh_l0	7	-0.03798281028866768
252818	rnn.weight_hh_l0	8	0.06693572551012039
252818	rnn.weight_hh_l0	9	0.045857157558202744
252818	rnn.bias_ih_l0	0	-0.17048758268356323
252818	rnn.bias_ih_l0	1	-0.16918976604938507
252818	rnn.bias_ih_l0	2	-0.01886078156530857
252818	rnn.bias_ih_l0	3	-0.1469062864780426
252818	rnn.bias_ih_l0	4	-0.05552830547094345
252818	rnn.bias_ih_l0	5	-0.1743226945400238
252818	rnn.bias_ih_l0	6	0.07430455088615417
252818	rnn.bias_ih_l0	7	-0.08661938458681107
252818	rnn.bias_ih_l0	8	-0.046356894075870514
252818	rnn.bias_ih_l0	9	-0.10919420421123505
252818	rnn.bias_hh_l0	0	-0.06940539926290512
252818	rnn.bias_hh_l0	1	0.24409012496471405
252818	rnn.bias_hh_l0	2	0.047564126551151276
252818	rnn.bias_hh_l0	3	-0.07834085077047348
252818	rnn.bias_hh_l0	4	-0.08433783799409866
252818	rnn.bias_hh_l0	5	-0.005090551916509867
252818	rnn.bias_hh_l0	6	0.05812035873532295
252818	rnn.bias_hh_l0	7	-0.0979282483458519
252818	rnn.bias_hh_l0	8	-0.23736052215099335
252818	rnn.bias_hh_l0	9	-0.10182878375053406
252818	rnn.weight_ih_l0_reverse	0	0.019230233505368233
252818	rnn.weight_ih_l0_reverse	1	-0.06009020283818245
252818	rnn.weight_ih_l0_reverse	2	0.04278884828090668
252818	rnn.weight_ih_l0_reverse	3	0.019059235230088234
252818	rnn.weight_ih_l0_reverse	4	0.0006389138870872557
252818	rnn.weight_ih_l0_reverse	5	-0.026719339191913605
252818	rnn.weight_ih_l0_reverse	6	0.014744612388312817
252818	rnn.weight_ih_l0_reverse	7	0.029791414737701416
252818	rnn.weight_ih_l0_reverse	8	-0.027919769287109375
252818	rnn.weight_ih_l0_reverse	9	-0.0010215562069788575
252818	rnn.weight_hh_l0_reverse	0	0.03980374336242676
252818	rnn.weight_hh_l0_reverse	1	0.02971475198864937
252818	rnn.weight_hh_l0_reverse	2	-0.022458365187048912
252818	rnn.weight_hh_l0_reverse	3	-0.08061213046312332
252818	rnn.weight_hh_l0_reverse	4	0.010958455502986908
252818	rnn.weight_hh_l0_reverse	5	-0.05837910622358322
252818	rnn.weight_hh_l0_reverse	6	-0.013697480782866478
252818	rnn.weight_hh_l0_reverse	7	0.030612466856837273
252818	rnn.weight_hh_l0_reverse	8	0.008543917909264565
252818	rnn.weight_hh_l0_reverse	9	0.009202338755130768
252818	rnn.bias_ih_l0_reverse	0	-0.048222865909338
252818	rnn.bias_ih_l0_reverse	1	-0.13899734616279602
252818	rnn.bias_ih_l0_reverse	2	-0.14616228640079498
252818	rnn.bias_ih_l0_reverse	3	-0.04660225287079811
252818	rnn.bias_ih_l0_reverse	4	-0.11183477193117142
252818	rnn.bias_ih_l0_reverse	5	-0.08707413822412491
252818	rnn.bias_ih_l0_reverse	6	-0.20648665726184845
252818	rnn.bias_ih_l0_reverse	7	-0.049975909292697906
252818	rnn.bias_ih_l0_reverse	8	-0.0643511414527893
252818	rnn.bias_ih_l0_reverse	9	-0.1343468427658081
252818	rnn.bias_hh_l0_reverse	0	-0.14485403895378113
252818	rnn.bias_hh_l0_reverse	1	-0.16222704946994781
252818	rnn.bias_hh_l0_reverse	2	0.10162763297557831
252818	rnn.bias_hh_l0_reverse	3	0.07087911665439606
252818	rnn.bias_hh_l0_reverse	4	-0.17876896262168884
252818	rnn.bias_hh_l0_reverse	5	-0.14131049811840057
252818	rnn.bias_hh_l0_reverse	6	-0.08882502466440201
252818	rnn.bias_hh_l0_reverse	7	-0.05506129562854767
252818	rnn.bias_hh_l0_reverse	8	-0.09485092759132385
252818	rnn.bias_hh_l0_reverse	9	-0.026373708620667458
252818	linear.weight	0	-0.007711379788815975
252818	linear.weight	1	-0.01340134534984827
252818	linear.weight	2	0.2957943081855774
252818	linear.weight	3	-0.07897559553384781
252818	linear.weight	4	-0.010588549077510834
252818	linear.weight	5	0.11625325679779053
252818	linear.weight	6	-0.010739270597696304
252818	linear.weight	7	-0.0850953534245491
252818	linear.weight	8	0.182440385222435
252818	linear.weight	9	-0.2645387649536133
252818	linear.bias	0	-0.03956538438796997
252818	linear.bias	1	0.031413208693265915
252818	linear.bias	2	0.4374696612358093
252818	linear.bias	3	-0.7301944494247437
252818	linear.bias	4	2.113748550415039
252818	linear.bias	5	-1.4042890071868896
252818	linear.bias	6	-0.29856225848197937
252818	linear.bias	7	-0.12407337129116058
253376	transitions	0	-1.9319069385528564
253376	transitions	1	-10000.0
253376	transitions	2	-0.7969565987586975
253376	transitions	3	-10000.0
253376	transitions	4	2.050769329071045
253376	transitions	5	-10000.0
253376	transitions	6	-10000.0
253376	transitions	7	1.8367085456848145
253376	transitions	8	-2.61808443069458
253376	transitions	9	-4.236212253570557
253376	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
253376	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
253376	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
253376	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
253376	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
253376	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
253376	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
253376	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
253376	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
253376	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
253376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
253376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
253376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
253376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
253376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
253376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
253376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
253376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
253376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
253376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
253376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
253376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
253376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
253376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
253376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
253376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
253376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
253376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
253376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
253376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
253376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
253376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
253376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
253376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
253376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
253376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
253376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
253376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
253376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
253376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
253376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
253376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
253376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
253376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
253376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
253376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
253376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
253376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
253376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
253376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
253376	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
253376	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
253376	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
253376	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
253376	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
253376	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
253376	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
253376	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
253376	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
253376	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
253376	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
253376	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
253376	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
253376	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
253376	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
253376	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
253376	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
253376	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
253376	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
253376	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
253376	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
253376	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
253376	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
253376	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
253376	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
253376	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
253376	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
253376	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
253376	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
253376	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
253376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
253376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
253376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
253376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
253376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
253376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
253376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
253376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
253376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
253376	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
253376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
253376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
253376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
253376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
253376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
253376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
253376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
253376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
253376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
253376	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
253376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
253376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
253376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
253376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
253376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
253376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
253376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
253376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
253376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
253376	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
253376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
253376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
253376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
253376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
253376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
253376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
253376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
253376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
253376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
253376	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
253376	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
253376	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
253376	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
253376	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
253376	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
253376	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
253376	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
253376	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
253376	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
253376	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
253376	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
253376	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
253376	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
253376	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
253376	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
253376	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
253376	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
253376	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
253376	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
253376	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
253376	embedding2nn.weight	0	0.006453591864556074
253376	embedding2nn.weight	1	0.004151105415076017
253376	embedding2nn.weight	2	0.013441537506878376
253376	embedding2nn.weight	3	0.026564087718725204
253376	embedding2nn.weight	4	0.023504039272665977
253376	embedding2nn.weight	5	0.005243231076747179
253376	embedding2nn.weight	6	-0.015104933641850948
253376	embedding2nn.weight	7	-0.0007045298698358238
253376	embedding2nn.weight	8	-0.009131020866334438
253376	embedding2nn.weight	9	0.00196058745495975
253376	embedding2nn.bias	0	0.02217605523765087
253376	embedding2nn.bias	1	-0.03389939293265343
253376	embedding2nn.bias	2	0.0865590050816536
253376	embedding2nn.bias	3	0.0725347250699997
253376	embedding2nn.bias	4	-0.012882653623819351
253376	embedding2nn.bias	5	-0.03060452826321125
253376	embedding2nn.bias	6	0.028494931757450104
253376	embedding2nn.bias	7	-0.0012399227125570178
253376	embedding2nn.bias	8	-0.03517177700996399
253376	embedding2nn.bias	9	0.02819679118692875
253376	rnn.weight_ih_l0	0	0.0649806559085846
253376	rnn.weight_ih_l0	1	-0.042473867535591125
253376	rnn.weight_ih_l0	2	0.007186326198279858
253376	rnn.weight_ih_l0	3	0.04504934325814247
253376	rnn.weight_ih_l0	4	-0.030575355514883995
253376	rnn.weight_ih_l0	5	0.04107021912932396
253376	rnn.weight_ih_l0	6	0.007344267331063747
253376	rnn.weight_ih_l0	7	0.06623750180006027
253376	rnn.weight_ih_l0	8	0.008792084641754627
253376	rnn.weight_ih_l0	9	-0.02642381750047207
253376	rnn.weight_hh_l0	0	-0.011880522593855858
253376	rnn.weight_hh_l0	1	-0.027538232505321503
253376	rnn.weight_hh_l0	2	-0.06132842227816582
253376	rnn.weight_hh_l0	3	-0.006047795992344618
253376	rnn.weight_hh_l0	4	-0.009676291607320309
253376	rnn.weight_hh_l0	5	-0.024919098243117332
253376	rnn.weight_hh_l0	6	0.0005312717403285205
253376	rnn.weight_hh_l0	7	-0.037807393819093704
253376	rnn.weight_hh_l0	8	0.06687121093273163
253376	rnn.weight_hh_l0	9	0.04585682600736618
253376	rnn.bias_ih_l0	0	-0.17060889303684235
253376	rnn.bias_ih_l0	1	-0.16942453384399414
253376	rnn.bias_ih_l0	2	-0.01905645802617073
253376	rnn.bias_ih_l0	3	-0.14749877154827118
253376	rnn.bias_ih_l0	4	-0.0557725690305233
253376	rnn.bias_ih_l0	5	-0.17416438460350037
253376	rnn.bias_ih_l0	6	0.07303575426340103
253376	rnn.bias_ih_l0	7	-0.08580344915390015
253376	rnn.bias_ih_l0	8	-0.046283524483442307
253376	rnn.bias_ih_l0	9	-0.10880988091230392
253376	rnn.bias_hh_l0	0	-0.06875329464673996
253376	rnn.bias_hh_l0	1	0.24450629949569702
253376	rnn.bias_hh_l0	2	0.04737315699458122
253376	rnn.bias_hh_l0	3	-0.07832276076078415
253376	rnn.bias_hh_l0	4	-0.08425750583410263
253376	rnn.bias_hh_l0	5	-0.004505218472331762
253376	rnn.bias_hh_l0	6	0.05793245881795883
253376	rnn.bias_hh_l0	7	-0.09880697727203369
253376	rnn.bias_hh_l0	8	-0.23773203790187836
253376	rnn.bias_hh_l0	9	-0.10146193206310272
253376	rnn.weight_ih_l0_reverse	0	0.019316677004098892
253376	rnn.weight_ih_l0_reverse	1	-0.06016368418931961
253376	rnn.weight_ih_l0_reverse	2	0.04282137379050255
253376	rnn.weight_ih_l0_reverse	3	0.019070588052272797
253376	rnn.weight_ih_l0_reverse	4	0.0006455155671574175
253376	rnn.weight_ih_l0_reverse	5	-0.026401996612548828
253376	rnn.weight_ih_l0_reverse	6	0.0146561274304986
253376	rnn.weight_ih_l0_reverse	7	0.029726563021540642
253376	rnn.weight_ih_l0_reverse	8	-0.027858998626470566
253376	rnn.weight_ih_l0_reverse	9	-0.0008629165240563452
253376	rnn.weight_hh_l0_reverse	0	0.039874445647001266
253376	rnn.weight_hh_l0_reverse	1	0.029818713665008545
253376	rnn.weight_hh_l0_reverse	2	-0.022571278735995293
253376	rnn.weight_hh_l0_reverse	3	-0.08074045181274414
253376	rnn.weight_hh_l0_reverse	4	0.010997837409377098
253376	rnn.weight_hh_l0_reverse	5	-0.05847002565860748
253376	rnn.weight_hh_l0_reverse	6	-0.013715331442654133
253376	rnn.weight_hh_l0_reverse	7	0.03064875118434429
253376	rnn.weight_hh_l0_reverse	8	0.008495721034705639
253376	rnn.weight_hh_l0_reverse	9	0.00916159525513649
253376	rnn.bias_ih_l0_reverse	0	-0.04804807901382446
253376	rnn.bias_ih_l0_reverse	1	-0.1387873888015747
253376	rnn.bias_ih_l0_reverse	2	-0.1461334526538849
253376	rnn.bias_ih_l0_reverse	3	-0.04722737893462181
253376	rnn.bias_ih_l0_reverse	4	-0.11208346486091614
253376	rnn.bias_ih_l0_reverse	5	-0.08710780739784241
253376	rnn.bias_ih_l0_reverse	6	-0.2066003829240799
253376	rnn.bias_ih_l0_reverse	7	-0.050059814006090164
253376	rnn.bias_ih_l0_reverse	8	-0.06413918733596802
253376	rnn.bias_ih_l0_reverse	9	-0.13445262610912323
253376	rnn.bias_hh_l0_reverse	0	-0.14545142650604248
253376	rnn.bias_hh_l0_reverse	1	-0.16154088079929352
253376	rnn.bias_hh_l0_reverse	2	0.10134254395961761
253376	rnn.bias_hh_l0_reverse	3	0.06915480643510818
253376	rnn.bias_hh_l0_reverse	4	-0.17792542278766632
253376	rnn.bias_hh_l0_reverse	5	-0.14185012876987457
253376	rnn.bias_hh_l0_reverse	6	-0.08888678252696991
253376	rnn.bias_hh_l0_reverse	7	-0.05508081242442131
253376	rnn.bias_hh_l0_reverse	8	-0.09437698870897293
253376	rnn.bias_hh_l0_reverse	9	-0.02589561603963375
253376	linear.weight	0	-0.007711617276072502
253376	linear.weight	1	-0.013892153277993202
253376	linear.weight	2	0.29222571849823
253376	linear.weight	3	-0.07897447049617767
253376	linear.weight	4	-0.010588549077510834
253376	linear.weight	5	0.11336716264486313
253376	linear.weight	6	-0.010739270597696304
253376	linear.weight	7	-0.08039377629756927
253376	linear.weight	8	0.18424543738365173
253376	linear.weight	9	-0.2651450037956238
253376	linear.bias	0	-0.03956538438796997
253376	linear.bias	1	0.031413208693265915
253376	linear.bias	2	0.4343250095844269
253376	linear.bias	3	-0.7230420112609863
253376	linear.bias	4	2.1242945194244385
253376	linear.bias	5	-1.4043207168579102
253376	linear.bias	6	-0.30584320425987244
253376	linear.bias	7	-0.13131386041641235
253934	transitions	0	-1.932167887687683
253934	transitions	1	-10000.0
253934	transitions	2	-0.7969565987586975
253934	transitions	3	-10000.0
253934	transitions	4	2.0514683723449707
253934	transitions	5	-10000.0
253934	transitions	6	-10000.0
253934	transitions	7	1.8343528509140015
253934	transitions	8	-2.618260383605957
253934	transitions	9	-4.236325263977051
253934	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
253934	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
253934	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
253934	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
253934	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
253934	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
253934	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
253934	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
253934	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
253934	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
253934	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
253934	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
253934	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
253934	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
253934	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
253934	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
253934	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
253934	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
253934	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
253934	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
253934	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
253934	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
253934	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
253934	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
253934	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
253934	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
253934	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
253934	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
253934	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
253934	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
253934	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
253934	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
253934	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
253934	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
253934	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
253934	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
253934	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
253934	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
253934	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
253934	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
253934	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
253934	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
253934	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
253934	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
253934	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
253934	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
253934	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
253934	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
253934	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
253934	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
253934	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
253934	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
253934	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
253934	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
253934	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
253934	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
253934	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
253934	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
253934	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
253934	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
253934	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
253934	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
253934	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
253934	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
253934	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
253934	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
253934	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
253934	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
253934	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
253934	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
253934	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
253934	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
253934	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
253934	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
253934	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
253934	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
253934	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
253934	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
253934	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
253934	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
253934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
253934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
253934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
253934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
253934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
253934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
253934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
253934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
253934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
253934	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
253934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
253934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
253934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
253934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
253934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
253934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
253934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
253934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
253934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
253934	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
253934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
253934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
253934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
253934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
253934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
253934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
253934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
253934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
253934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
253934	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
253934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
253934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
253934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
253934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
253934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
253934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
253934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
253934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
253934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
253934	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
253934	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
253934	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
253934	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
253934	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
253934	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
253934	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
253934	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
253934	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
253934	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
253934	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
253934	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
253934	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
253934	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
253934	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
253934	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
253934	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
253934	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
253934	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
253934	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
253934	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
253934	embedding2nn.weight	0	0.0064485566690564156
253934	embedding2nn.weight	1	0.004160118754953146
253934	embedding2nn.weight	2	0.013439723290503025
253934	embedding2nn.weight	3	0.02663731761276722
253934	embedding2nn.weight	4	0.023440930992364883
253934	embedding2nn.weight	5	0.005227264948189259
253934	embedding2nn.weight	6	-0.015157181769609451
253934	embedding2nn.weight	7	-0.0006592447170987725
253934	embedding2nn.weight	8	-0.009025098755955696
253934	embedding2nn.weight	9	0.001944608986377716
253934	embedding2nn.bias	0	0.020575935021042824
253934	embedding2nn.bias	1	-0.034016404300928116
253934	embedding2nn.bias	2	0.08792975544929504
253934	embedding2nn.bias	3	0.07107538729906082
253934	embedding2nn.bias	4	-0.013983020558953285
253934	embedding2nn.bias	5	-0.02918282151222229
253934	embedding2nn.bias	6	0.0270918607711792
253934	embedding2nn.bias	7	0.0009258495410904288
253934	embedding2nn.bias	8	-0.03264179453253746
253934	embedding2nn.bias	9	0.02824990265071392
253934	rnn.weight_ih_l0	0	0.06501075625419617
253934	rnn.weight_ih_l0	1	-0.04247358441352844
253934	rnn.weight_ih_l0	2	0.0074579608626663685
253934	rnn.weight_ih_l0	3	0.04520479589700699
253934	rnn.weight_ih_l0	4	-0.03044925257563591
253934	rnn.weight_ih_l0	5	0.04103067144751549
253934	rnn.weight_ih_l0	6	0.0074013471603393555
253934	rnn.weight_ih_l0	7	0.06612487882375717
253934	rnn.weight_ih_l0	8	0.008752173744142056
253934	rnn.weight_ih_l0	9	-0.02603767067193985
253934	rnn.weight_hh_l0	0	-0.011805200017988682
253934	rnn.weight_hh_l0	1	-0.0275790486484766
253934	rnn.weight_hh_l0	2	-0.0612102746963501
253934	rnn.weight_hh_l0	3	-0.006011629942804575
253934	rnn.weight_hh_l0	4	-0.009701459668576717
253934	rnn.weight_hh_l0	5	-0.02480621077120304
253934	rnn.weight_hh_l0	6	0.0005401838570833206
253934	rnn.weight_hh_l0	7	-0.03781960904598236
253934	rnn.weight_hh_l0	8	0.06676973402500153
253934	rnn.weight_hh_l0	9	0.04584566131234169
253934	rnn.bias_ih_l0	0	-0.17024028301239014
253934	rnn.bias_ih_l0	1	-0.16851064562797546
253934	rnn.bias_ih_l0	2	-0.018843451514840126
253934	rnn.bias_ih_l0	3	-0.14745965600013733
253934	rnn.bias_ih_l0	4	-0.055910076946020126
253934	rnn.bias_ih_l0	5	-0.17431378364562988
253934	rnn.bias_ih_l0	6	0.07366008311510086
253934	rnn.bias_ih_l0	7	-0.08545650541782379
253934	rnn.bias_ih_l0	8	-0.04629519581794739
253934	rnn.bias_ih_l0	9	-0.10855316370725632
253934	rnn.bias_hh_l0	0	-0.06864336133003235
253934	rnn.bias_hh_l0	1	0.24461835622787476
253934	rnn.bias_hh_l0	2	0.04726989194750786
253934	rnn.bias_hh_l0	3	-0.07845770567655563
253934	rnn.bias_hh_l0	4	-0.08443327248096466
253934	rnn.bias_hh_l0	5	-0.00396030442789197
253934	rnn.bias_hh_l0	6	0.0579826757311821
253934	rnn.bias_hh_l0	7	-0.09756207466125488
253934	rnn.bias_hh_l0	8	-0.23740282654762268
253934	rnn.bias_hh_l0	9	-0.10163052380084991
253934	rnn.weight_ih_l0_reverse	0	0.01946631819009781
253934	rnn.weight_ih_l0_reverse	1	-0.060045212507247925
253934	rnn.weight_ih_l0_reverse	2	0.042977675795555115
253934	rnn.weight_ih_l0_reverse	3	0.01931566558778286
253934	rnn.weight_ih_l0_reverse	4	0.0004763442848343402
253934	rnn.weight_ih_l0_reverse	5	-0.02637072652578354
253934	rnn.weight_ih_l0_reverse	6	0.014337707310914993
253934	rnn.weight_ih_l0_reverse	7	0.029732361435890198
253934	rnn.weight_ih_l0_reverse	8	-0.02785734459757805
253934	rnn.weight_ih_l0_reverse	9	-0.0008852336322888732
253934	rnn.weight_hh_l0_reverse	0	0.03991998732089996
253934	rnn.weight_hh_l0_reverse	1	0.029801612719893456
253934	rnn.weight_hh_l0_reverse	2	-0.022610997781157494
253934	rnn.weight_hh_l0_reverse	3	-0.08089601248502731
253934	rnn.weight_hh_l0_reverse	4	0.011026632972061634
253934	rnn.weight_hh_l0_reverse	5	-0.05857589468359947
253934	rnn.weight_hh_l0_reverse	6	-0.013707101345062256
253934	rnn.weight_hh_l0_reverse	7	0.030609216541051865
253934	rnn.weight_hh_l0_reverse	8	0.008523616939783096
253934	rnn.weight_hh_l0_reverse	9	0.009153959341347218
253934	rnn.bias_ih_l0_reverse	0	-0.048483774065971375
253934	rnn.bias_ih_l0_reverse	1	-0.13857926428318024
253934	rnn.bias_ih_l0_reverse	2	-0.14641931653022766
253934	rnn.bias_ih_l0_reverse	3	-0.04714673385024071
253934	rnn.bias_ih_l0_reverse	4	-0.11219476908445358
253934	rnn.bias_ih_l0_reverse	5	-0.08667764812707901
253934	rnn.bias_ih_l0_reverse	6	-0.20652982592582703
253934	rnn.bias_ih_l0_reverse	7	-0.05089481547474861
253934	rnn.bias_ih_l0_reverse	8	-0.0638982281088829
253934	rnn.bias_ih_l0_reverse	9	-0.13418824970722198
253934	rnn.bias_hh_l0_reverse	0	-0.1451457291841507
253934	rnn.bias_hh_l0_reverse	1	-0.1616629660129547
253934	rnn.bias_hh_l0_reverse	2	0.10132105648517609
253934	rnn.bias_hh_l0_reverse	3	0.07017204910516739
253934	rnn.bias_hh_l0_reverse	4	-0.17797088623046875
253934	rnn.bias_hh_l0_reverse	5	-0.14225153625011444
253934	rnn.bias_hh_l0_reverse	6	-0.08902688324451447
253934	rnn.bias_hh_l0_reverse	7	-0.055162008851766586
253934	rnn.bias_hh_l0_reverse	8	-0.09430229663848877
253934	rnn.bias_hh_l0_reverse	9	-0.025721516460180283
253934	linear.weight	0	-0.007711879909038544
253934	linear.weight	1	-0.012488425709307194
253934	linear.weight	2	0.29556211829185486
253934	linear.weight	3	-0.07897356152534485
253934	linear.weight	4	-0.010588549077510834
253934	linear.weight	5	0.10615423321723938
253934	linear.weight	6	-0.010739270597696304
253934	linear.weight	7	-0.07923994213342667
253934	linear.weight	8	0.1858958601951599
253934	linear.weight	9	-0.26581257581710815
253934	linear.bias	0	-0.03956538438796997
253934	linear.bias	1	0.031413208693265915
253934	linear.bias	2	0.43673232197761536
253934	linear.bias	3	-0.7277029156684875
253934	linear.bias	4	2.1197471618652344
253934	linear.bias	5	-1.4043558835983276
253934	linear.bias	6	-0.302309513092041
253934	linear.bias	7	-0.12801674008369446
254492	transitions	0	-1.9323636293411255
254492	transitions	1	-10000.0
254492	transitions	2	-0.7969565987586975
254492	transitions	3	-10000.0
254492	transitions	4	2.0531013011932373
254492	transitions	5	-10000.0
254492	transitions	6	-10000.0
254492	transitions	7	1.831019401550293
254492	transitions	8	-2.6184310913085938
254492	transitions	9	-4.236438751220703
254492	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
254492	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
254492	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
254492	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
254492	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
254492	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
254492	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
254492	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
254492	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
254492	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
254492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
254492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
254492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
254492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
254492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
254492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
254492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
254492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
254492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
254492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
254492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
254492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
254492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
254492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
254492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
254492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
254492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
254492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
254492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
254492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
254492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
254492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
254492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
254492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
254492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
254492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
254492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
254492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
254492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
254492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
254492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
254492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
254492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
254492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
254492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
254492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
254492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
254492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
254492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
254492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
254492	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
254492	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
254492	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
254492	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
254492	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
254492	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
254492	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
254492	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
254492	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
254492	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
254492	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
254492	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
254492	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
254492	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
254492	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
254492	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
254492	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
254492	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
254492	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
254492	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
254492	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
254492	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
254492	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
254492	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
254492	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
254492	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
254492	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
254492	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
254492	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
254492	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
254492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
254492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
254492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
254492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
254492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
254492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
254492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
254492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
254492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
254492	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
254492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
254492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
254492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
254492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
254492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
254492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
254492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
254492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
254492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
254492	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
254492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
254492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
254492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
254492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
254492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
254492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
254492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
254492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
254492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
254492	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
254492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
254492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
254492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
254492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
254492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
254492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
254492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
254492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
254492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
254492	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
254492	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
254492	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
254492	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
254492	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
254492	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
254492	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
254492	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
254492	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
254492	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
254492	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
254492	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
254492	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
254492	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
254492	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
254492	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
254492	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
254492	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
254492	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
254492	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
254492	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
254492	embedding2nn.weight	0	0.0064424448646605015
254492	embedding2nn.weight	1	0.004160511773079634
254492	embedding2nn.weight	2	0.01343864481896162
254492	embedding2nn.weight	3	0.0266805961728096
254492	embedding2nn.weight	4	0.02352454885840416
254492	embedding2nn.weight	5	0.00529946805909276
254492	embedding2nn.weight	6	-0.015128456987440586
254492	embedding2nn.weight	7	-0.0005834269686602056
254492	embedding2nn.weight	8	-0.008953459560871124
254492	embedding2nn.weight	9	0.0019221976399421692
254492	embedding2nn.bias	0	0.020397942513227463
254492	embedding2nn.bias	1	-0.03505481034517288
254492	embedding2nn.bias	2	0.08780462294816971
254492	embedding2nn.bias	3	0.0707489401102066
254492	embedding2nn.bias	4	-0.01590256206691265
254492	embedding2nn.bias	5	-0.02928140014410019
254492	embedding2nn.bias	6	0.027713678777217865
254492	embedding2nn.bias	7	-0.00026606133906170726
254492	embedding2nn.bias	8	-0.03338313847780228
254492	embedding2nn.bias	9	0.028407249599695206
254492	rnn.weight_ih_l0	0	0.06503144651651382
254492	rnn.weight_ih_l0	1	-0.042574189603328705
254492	rnn.weight_ih_l0	2	0.007465578615665436
254492	rnn.weight_ih_l0	3	0.04548756405711174
254492	rnn.weight_ih_l0	4	-0.030330989509820938
254492	rnn.weight_ih_l0	5	0.040810950100421906
254492	rnn.weight_ih_l0	6	0.007381864357739687
254492	rnn.weight_ih_l0	7	0.06623430550098419
254492	rnn.weight_ih_l0	8	0.008744405582547188
254492	rnn.weight_ih_l0	9	-0.0260651595890522
254492	rnn.weight_hh_l0	0	-0.01163374725729227
254492	rnn.weight_hh_l0	1	-0.02756003476679325
254492	rnn.weight_hh_l0	2	-0.06120318919420242
254492	rnn.weight_hh_l0	3	-0.0060801259241998196
254492	rnn.weight_hh_l0	4	-0.009691115468740463
254492	rnn.weight_hh_l0	5	-0.02478797361254692
254492	rnn.weight_hh_l0	6	0.0005466720904223621
254492	rnn.weight_hh_l0	7	-0.038053736090660095
254492	rnn.weight_hh_l0	8	0.06670276075601578
254492	rnn.weight_hh_l0	9	0.045814014971256256
254492	rnn.bias_ih_l0	0	-0.1702583134174347
254492	rnn.bias_ih_l0	1	-0.16810713708400726
254492	rnn.bias_ih_l0	2	-0.0192952211946249
254492	rnn.bias_ih_l0	3	-0.14745976030826569
254492	rnn.bias_ih_l0	4	-0.056013938039541245
254492	rnn.bias_ih_l0	5	-0.17493684589862823
254492	rnn.bias_ih_l0	6	0.07407223433256149
254492	rnn.bias_ih_l0	7	-0.08625104278326035
254492	rnn.bias_ih_l0	8	-0.04512765631079674
254492	rnn.bias_ih_l0	9	-0.108685202896595
254492	rnn.bias_hh_l0	0	-0.06913645565509796
254492	rnn.bias_hh_l0	1	0.24330632388591766
254492	rnn.bias_hh_l0	2	0.04808904603123665
254492	rnn.bias_hh_l0	3	-0.07872965931892395
254492	rnn.bias_hh_l0	4	-0.08434400707483292
254492	rnn.bias_hh_l0	5	-0.004092470742762089
254492	rnn.bias_hh_l0	6	0.05815519765019417
254492	rnn.bias_hh_l0	7	-0.09715969860553741
254492	rnn.bias_hh_l0	8	-0.23764477670192719
254492	rnn.bias_hh_l0	9	-0.10208188742399216
254492	rnn.weight_ih_l0_reverse	0	0.01966576650738716
254492	rnn.weight_ih_l0_reverse	1	-0.06012245640158653
254492	rnn.weight_ih_l0_reverse	2	0.04314500093460083
254492	rnn.weight_ih_l0_reverse	3	0.019371269270777702
254492	rnn.weight_ih_l0_reverse	4	0.00038903276436030865
254492	rnn.weight_ih_l0_reverse	5	-0.026565561071038246
254492	rnn.weight_ih_l0_reverse	6	0.014308593235909939
254492	rnn.weight_ih_l0_reverse	7	0.029738565906882286
254492	rnn.weight_ih_l0_reverse	8	-0.02788979560136795
254492	rnn.weight_ih_l0_reverse	9	-0.0009211215074174106
254492	rnn.weight_hh_l0_reverse	0	0.039935287088155746
254492	rnn.weight_hh_l0_reverse	1	0.029812056571245193
254492	rnn.weight_hh_l0_reverse	2	-0.0225846990942955
254492	rnn.weight_hh_l0_reverse	3	-0.08083253353834152
254492	rnn.weight_hh_l0_reverse	4	0.011060325428843498
254492	rnn.weight_hh_l0_reverse	5	-0.058521807193756104
254492	rnn.weight_hh_l0_reverse	6	-0.013783438131213188
254492	rnn.weight_hh_l0_reverse	7	0.03050786815583706
254492	rnn.weight_hh_l0_reverse	8	0.008509681560099125
254492	rnn.weight_hh_l0_reverse	9	0.009264863096177578
254492	rnn.bias_ih_l0_reverse	0	-0.04828052222728729
254492	rnn.bias_ih_l0_reverse	1	-0.13842737674713135
254492	rnn.bias_ih_l0_reverse	2	-0.14609314501285553
254492	rnn.bias_ih_l0_reverse	3	-0.04725071042776108
254492	rnn.bias_ih_l0_reverse	4	-0.11215288192033768
254492	rnn.bias_ih_l0_reverse	5	-0.08648703247308731
254492	rnn.bias_ih_l0_reverse	6	-0.2065674066543579
254492	rnn.bias_ih_l0_reverse	7	-0.050443489104509354
254492	rnn.bias_ih_l0_reverse	8	-0.06374562531709671
254492	rnn.bias_ih_l0_reverse	9	-0.13439536094665527
254492	rnn.bias_hh_l0_reverse	0	-0.1445220559835434
254492	rnn.bias_hh_l0_reverse	1	-0.1617346853017807
254492	rnn.bias_hh_l0_reverse	2	0.10151603817939758
254492	rnn.bias_hh_l0_reverse	3	0.07067303359508514
254492	rnn.bias_hh_l0_reverse	4	-0.1779007762670517
254492	rnn.bias_hh_l0_reverse	5	-0.14200198650360107
254492	rnn.bias_hh_l0_reverse	6	-0.08875454217195511
254492	rnn.bias_hh_l0_reverse	7	-0.055866874754428864
254492	rnn.bias_hh_l0_reverse	8	-0.09503667801618576
254492	rnn.bias_hh_l0_reverse	9	-0.02558179572224617
254492	linear.weight	0	-0.007712248247116804
254492	linear.weight	1	-0.011077718809247017
254492	linear.weight	2	0.2944214642047882
254492	linear.weight	3	-0.07897240668535233
254492	linear.weight	4	-0.010588549077510834
254492	linear.weight	5	0.10886267572641373
254492	linear.weight	6	-0.010739270597696304
254492	linear.weight	7	-0.06984847784042358
254492	linear.weight	8	0.18099908530712128
254492	linear.weight	9	-0.26434701681137085
254492	linear.bias	0	-0.03956538438796997
254492	linear.bias	1	0.031413208693265915
254492	linear.bias	2	0.4462662935256958
254492	linear.bias	3	-0.7412808537483215
254492	linear.bias	4	2.134366750717163
254492	linear.bias	5	-1.404392957687378
254492	linear.bias	6	-0.3074740171432495
254492	linear.bias	7	-0.1333962082862854
255050	transitions	0	-1.93259596824646
255050	transitions	1	-10000.0
255050	transitions	2	-0.7969565987586975
255050	transitions	3	-10000.0
255050	transitions	4	2.0540072917938232
255050	transitions	5	-10000.0
255050	transitions	6	-10000.0
255050	transitions	7	1.8301763534545898
255050	transitions	8	-2.6186206340789795
255050	transitions	9	-4.236550331115723
255050	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
255050	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
255050	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
255050	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
255050	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
255050	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
255050	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
255050	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
255050	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
255050	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
255050	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
255050	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
255050	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
255050	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
255050	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
255050	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
255050	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
255050	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
255050	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
255050	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
255050	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
255050	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
255050	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
255050	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
255050	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
255050	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
255050	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
255050	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
255050	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
255050	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
255050	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
255050	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
255050	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
255050	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
255050	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
255050	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
255050	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
255050	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
255050	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
255050	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
255050	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
255050	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
255050	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
255050	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
255050	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
255050	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
255050	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
255050	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
255050	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
255050	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
255050	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
255050	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
255050	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
255050	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
255050	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
255050	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
255050	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
255050	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
255050	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
255050	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
255050	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
255050	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
255050	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
255050	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
255050	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
255050	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
255050	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
255050	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
255050	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
255050	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
255050	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
255050	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
255050	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
255050	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
255050	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
255050	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
255050	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
255050	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
255050	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
255050	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
255050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
255050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
255050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
255050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
255050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
255050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
255050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
255050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
255050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
255050	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
255050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
255050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
255050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
255050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
255050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
255050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
255050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
255050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
255050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
255050	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
255050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
255050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
255050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
255050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
255050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
255050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
255050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
255050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
255050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
255050	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
255050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
255050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
255050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
255050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
255050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
255050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
255050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
255050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
255050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
255050	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
255050	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
255050	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
255050	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
255050	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
255050	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
255050	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
255050	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
255050	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
255050	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
255050	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
255050	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
255050	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
255050	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
255050	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
255050	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
255050	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
255050	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
255050	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
255050	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
255050	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
255050	embedding2nn.weight	0	0.006443819496780634
255050	embedding2nn.weight	1	0.004150304477661848
255050	embedding2nn.weight	2	0.013440338894724846
255050	embedding2nn.weight	3	0.026687338948249817
255050	embedding2nn.weight	4	0.023472879081964493
255050	embedding2nn.weight	5	0.005333129782229662
255050	embedding2nn.weight	6	-0.015107833780348301
255050	embedding2nn.weight	7	-0.0006121787009760737
255050	embedding2nn.weight	8	-0.009054728783667088
255050	embedding2nn.weight	9	0.0019705023150891066
255050	embedding2nn.bias	0	0.01992126554250717
255050	embedding2nn.bias	1	-0.03502976521849632
255050	embedding2nn.bias	2	0.08931143581867218
255050	embedding2nn.bias	3	0.07083161920309067
255050	embedding2nn.bias	4	-0.015400021336972713
255050	embedding2nn.bias	5	-0.030835911631584167
255050	embedding2nn.bias	6	0.027746133506298065
255050	embedding2nn.bias	7	-0.00032733820262365043
255050	embedding2nn.bias	8	-0.03472347557544708
255050	embedding2nn.bias	9	0.029216095805168152
255050	rnn.weight_ih_l0	0	0.0651572048664093
255050	rnn.weight_ih_l0	1	-0.04233895242214203
255050	rnn.weight_ih_l0	2	0.007336471229791641
255050	rnn.weight_ih_l0	3	0.04580454155802727
255050	rnn.weight_ih_l0	4	-0.03044486790895462
255050	rnn.weight_ih_l0	5	0.0407475084066391
255050	rnn.weight_ih_l0	6	0.0073594930581748486
255050	rnn.weight_ih_l0	7	0.06605740636587143
255050	rnn.weight_ih_l0	8	0.008824214339256287
255050	rnn.weight_ih_l0	9	-0.026360318064689636
255050	rnn.weight_hh_l0	0	-0.011787159368395805
255050	rnn.weight_hh_l0	1	-0.027597298845648766
255050	rnn.weight_hh_l0	2	-0.06121689826250076
255050	rnn.weight_hh_l0	3	-0.006078594829887152
255050	rnn.weight_hh_l0	4	-0.009683376178145409
255050	rnn.weight_hh_l0	5	-0.024730097502470016
255050	rnn.weight_hh_l0	6	0.000562288158107549
255050	rnn.weight_hh_l0	7	-0.03776983171701431
255050	rnn.weight_hh_l0	8	0.06672201305627823
255050	rnn.weight_hh_l0	9	0.04579539969563484
255050	rnn.bias_ih_l0	0	-0.1704278290271759
255050	rnn.bias_ih_l0	1	-0.16898198425769806
255050	rnn.bias_ih_l0	2	-0.02009172923862934
255050	rnn.bias_ih_l0	3	-0.1465766578912735
255050	rnn.bias_ih_l0	4	-0.056540895253419876
255050	rnn.bias_ih_l0	5	-0.17513670027256012
255050	rnn.bias_ih_l0	6	0.07398581504821777
255050	rnn.bias_ih_l0	7	-0.08691304922103882
255050	rnn.bias_ih_l0	8	-0.044433046132326126
255050	rnn.bias_ih_l0	9	-0.1086435616016388
255050	rnn.bias_hh_l0	0	-0.06970781832933426
255050	rnn.bias_hh_l0	1	0.24322420358657837
255050	rnn.bias_hh_l0	2	0.04810527712106705
255050	rnn.bias_hh_l0	3	-0.07829513400793076
255050	rnn.bias_hh_l0	4	-0.08416881412267685
255050	rnn.bias_hh_l0	5	-0.0044123646803200245
255050	rnn.bias_hh_l0	6	0.058553166687488556
255050	rnn.bias_hh_l0	7	-0.09624096751213074
255050	rnn.bias_hh_l0	8	-0.23722928762435913
255050	rnn.bias_hh_l0	9	-0.10213089734315872
255050	rnn.weight_ih_l0_reverse	0	0.01954210363328457
255050	rnn.weight_ih_l0_reverse	1	-0.06017341464757919
255050	rnn.weight_ih_l0_reverse	2	0.043189093470573425
255050	rnn.weight_ih_l0_reverse	3	0.019164754077792168
255050	rnn.weight_ih_l0_reverse	4	0.00047452564467675984
255050	rnn.weight_ih_l0_reverse	5	-0.026485571637749672
255050	rnn.weight_ih_l0_reverse	6	0.014353686012327671
255050	rnn.weight_ih_l0_reverse	7	0.02965361997485161
255050	rnn.weight_ih_l0_reverse	8	-0.027702612802386284
255050	rnn.weight_ih_l0_reverse	9	-0.0009911337401717901
255050	rnn.weight_hh_l0_reverse	0	0.039898406714200974
255050	rnn.weight_hh_l0_reverse	1	0.02978634089231491
255050	rnn.weight_hh_l0_reverse	2	-0.02251957543194294
255050	rnn.weight_hh_l0_reverse	3	-0.08091166615486145
255050	rnn.weight_hh_l0_reverse	4	0.011149346828460693
255050	rnn.weight_hh_l0_reverse	5	-0.05868025869131088
255050	rnn.weight_hh_l0_reverse	6	-0.013788982294499874
255050	rnn.weight_hh_l0_reverse	7	0.030550505965948105
255050	rnn.weight_hh_l0_reverse	8	0.008645577356219292
255050	rnn.weight_hh_l0_reverse	9	0.009089822880923748
255050	rnn.bias_ih_l0_reverse	0	-0.04859791696071625
255050	rnn.bias_ih_l0_reverse	1	-0.13830870389938354
255050	rnn.bias_ih_l0_reverse	2	-0.1459379494190216
255050	rnn.bias_ih_l0_reverse	3	-0.04694035276770592
255050	rnn.bias_ih_l0_reverse	4	-0.11208789050579071
255050	rnn.bias_ih_l0_reverse	5	-0.08679193258285522
255050	rnn.bias_ih_l0_reverse	6	-0.2064780294895172
255050	rnn.bias_ih_l0_reverse	7	-0.0505748949944973
255050	rnn.bias_ih_l0_reverse	8	-0.0643531084060669
255050	rnn.bias_ih_l0_reverse	9	-0.13504616916179657
255050	rnn.bias_hh_l0_reverse	0	-0.14405781030654907
255050	rnn.bias_hh_l0_reverse	1	-0.16181960701942444
255050	rnn.bias_hh_l0_reverse	2	0.10163392871618271
255050	rnn.bias_hh_l0_reverse	3	0.07116128504276276
255050	rnn.bias_hh_l0_reverse	4	-0.17760348320007324
255050	rnn.bias_hh_l0_reverse	5	-0.1419266164302826
255050	rnn.bias_hh_l0_reverse	6	-0.08919098973274231
255050	rnn.bias_hh_l0_reverse	7	-0.05591748654842377
255050	rnn.bias_hh_l0_reverse	8	-0.09434402734041214
255050	rnn.bias_hh_l0_reverse	9	-0.025387324392795563
255050	linear.weight	0	-0.007712522987276316
255050	linear.weight	1	-0.009433805011212826
255050	linear.weight	2	0.2960629165172577
255050	linear.weight	3	-0.0789712592959404
255050	linear.weight	4	-0.010588549077510834
255050	linear.weight	5	0.11780271679162979
255050	linear.weight	6	-0.010739270597696304
255050	linear.weight	7	-0.06620080024003983
255050	linear.weight	8	0.18286512792110443
255050	linear.weight	9	-0.2632579207420349
255050	linear.bias	0	-0.03956538438796997
255050	linear.bias	1	0.031413208693265915
255050	linear.bias	2	0.4346979856491089
255050	linear.bias	3	-0.7229208946228027
255050	linear.bias	4	2.119493246078491
255050	linear.bias	5	-1.4044264554977417
255050	linear.bias	6	-0.30329909920692444
255050	linear.bias	7	-0.12945488095283508
255608	transitions	0	-1.9328614473342896
255608	transitions	1	-10000.0
255608	transitions	2	-0.7969565987586975
255608	transitions	3	-10000.0
255608	transitions	4	2.0582966804504395
255608	transitions	5	-10000.0
255608	transitions	6	-10000.0
255608	transitions	7	1.8303914070129395
255608	transitions	8	-2.6188108921051025
255608	transitions	9	-4.236667633056641
255608	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
255608	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
255608	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
255608	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
255608	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
255608	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
255608	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
255608	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
255608	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
255608	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
255608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
255608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
255608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
255608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
255608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
255608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
255608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
255608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
255608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
255608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
255608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
255608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
255608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
255608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
255608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
255608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
255608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
255608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
255608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
255608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
255608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
255608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
255608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
255608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
255608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
255608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
255608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
255608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
255608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
255608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
255608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
255608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
255608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
255608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
255608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
255608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
255608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
255608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
255608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
255608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
255608	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
255608	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
255608	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
255608	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
255608	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
255608	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
255608	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
255608	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
255608	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
255608	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
255608	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
255608	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
255608	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
255608	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
255608	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
255608	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
255608	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
255608	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
255608	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
255608	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
255608	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
255608	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
255608	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
255608	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
255608	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
255608	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
255608	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
255608	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
255608	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
255608	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
255608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
255608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
255608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
255608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
255608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
255608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
255608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
255608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
255608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
255608	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
255608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
255608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
255608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
255608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
255608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
255608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
255608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
255608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
255608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
255608	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
255608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
255608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
255608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
255608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
255608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
255608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
255608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
255608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
255608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
255608	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
255608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
255608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
255608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
255608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
255608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
255608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
255608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
255608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
255608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
255608	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
255608	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
255608	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
255608	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
255608	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
255608	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
255608	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
255608	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
255608	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
255608	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
255608	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
255608	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
255608	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
255608	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
255608	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
255608	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
255608	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
255608	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
255608	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
255608	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
255608	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
255608	embedding2nn.weight	0	0.006439635064452887
255608	embedding2nn.weight	1	0.004135059658437967
255608	embedding2nn.weight	2	0.013443835079669952
255608	embedding2nn.weight	3	0.026738116517663002
255608	embedding2nn.weight	4	0.023511163890361786
255608	embedding2nn.weight	5	0.0053123589605093
255608	embedding2nn.weight	6	-0.015131122432649136
255608	embedding2nn.weight	7	-0.0006013128440827131
255608	embedding2nn.weight	8	-0.009227900765836239
255608	embedding2nn.weight	9	0.0019430648535490036
255608	embedding2nn.bias	0	0.020188648253679276
255608	embedding2nn.bias	1	-0.03511525318026543
255608	embedding2nn.bias	2	0.09165729582309723
255608	embedding2nn.bias	3	0.07264541834592819
255608	embedding2nn.bias	4	-0.014518115669488907
255608	embedding2nn.bias	5	-0.03151250630617142
255608	embedding2nn.bias	6	0.027837472036480904
255608	embedding2nn.bias	7	-0.0007171172183007002
255608	embedding2nn.bias	8	-0.03448781371116638
255608	embedding2nn.bias	9	0.030122434720396996
255608	rnn.weight_ih_l0	0	0.06519227474927902
255608	rnn.weight_ih_l0	1	-0.04227029159665108
255608	rnn.weight_ih_l0	2	0.007291285786777735
255608	rnn.weight_ih_l0	3	0.0459958054125309
255608	rnn.weight_ih_l0	4	-0.0305533055216074
255608	rnn.weight_ih_l0	5	0.04091077670454979
255608	rnn.weight_ih_l0	6	0.007399231195449829
255608	rnn.weight_ih_l0	7	0.06596317142248154
255608	rnn.weight_ih_l0	8	0.00947010237723589
255608	rnn.weight_ih_l0	9	-0.026516808196902275
255608	rnn.weight_hh_l0	0	-0.01171447616070509
255608	rnn.weight_hh_l0	1	-0.027519796043634415
255608	rnn.weight_hh_l0	2	-0.061104703694581985
255608	rnn.weight_hh_l0	3	-0.0060760206542909145
255608	rnn.weight_hh_l0	4	-0.009706581011414528
255608	rnn.weight_hh_l0	5	-0.02491234429180622
255608	rnn.weight_hh_l0	6	0.0005710112163797021
255608	rnn.weight_hh_l0	7	-0.037656862288713455
255608	rnn.weight_hh_l0	8	0.06667923182249069
255608	rnn.weight_hh_l0	9	0.04577754810452461
255608	rnn.bias_ih_l0	0	-0.17076583206653595
255608	rnn.bias_ih_l0	1	-0.16897235810756683
255608	rnn.bias_ih_l0	2	-0.020112307742238045
255608	rnn.bias_ih_l0	3	-0.1464078426361084
255608	rnn.bias_ih_l0	4	-0.05569026991724968
255608	rnn.bias_ih_l0	5	-0.17526273429393768
255608	rnn.bias_ih_l0	6	0.07369570434093475
255608	rnn.bias_ih_l0	7	-0.08655473589897156
255608	rnn.bias_ih_l0	8	-0.044683508574962616
255608	rnn.bias_ih_l0	9	-0.10889147967100143
255608	rnn.bias_hh_l0	0	-0.06960197538137436
255608	rnn.bias_hh_l0	1	0.2434854805469513
255608	rnn.bias_hh_l0	2	0.04805545508861542
255608	rnn.bias_hh_l0	3	-0.07825589925050735
255608	rnn.bias_hh_l0	4	-0.08405075967311859
255608	rnn.bias_hh_l0	5	-0.004141200799494982
255608	rnn.bias_hh_l0	6	0.058439917862415314
255608	rnn.bias_hh_l0	7	-0.09553144872188568
255608	rnn.bias_hh_l0	8	-0.23668335378170013
255608	rnn.bias_hh_l0	9	-0.10207167267799377
255608	rnn.weight_ih_l0_reverse	0	0.019476231187582016
255608	rnn.weight_ih_l0_reverse	1	-0.06022273376584053
255608	rnn.weight_ih_l0_reverse	2	0.04312825947999954
255608	rnn.weight_ih_l0_reverse	3	0.01924976520240307
255608	rnn.weight_ih_l0_reverse	4	0.00030145005439408123
255608	rnn.weight_ih_l0_reverse	5	-0.02673732489347458
255608	rnn.weight_ih_l0_reverse	6	0.014214889146387577
255608	rnn.weight_ih_l0_reverse	7	0.029690532013773918
255608	rnn.weight_ih_l0_reverse	8	-0.02769073285162449
255608	rnn.weight_ih_l0_reverse	9	-0.0009337738156318665
255608	rnn.weight_hh_l0_reverse	0	0.039894793182611465
255608	rnn.weight_hh_l0_reverse	1	0.02972381003201008
255608	rnn.weight_hh_l0_reverse	2	-0.022541621699929237
255608	rnn.weight_hh_l0_reverse	3	-0.08094321936368942
255608	rnn.weight_hh_l0_reverse	4	0.011150241829454899
255608	rnn.weight_hh_l0_reverse	5	-0.058698300272226334
255608	rnn.weight_hh_l0_reverse	6	-0.0138002410531044
255608	rnn.weight_hh_l0_reverse	7	0.03055681101977825
255608	rnn.weight_hh_l0_reverse	8	0.00863354280591011
255608	rnn.weight_hh_l0_reverse	9	0.009120779111981392
255608	rnn.bias_ih_l0_reverse	0	-0.048592738807201385
255608	rnn.bias_ih_l0_reverse	1	-0.1383935809135437
255608	rnn.bias_ih_l0_reverse	2	-0.14720867574214935
255608	rnn.bias_ih_l0_reverse	3	-0.046271972358226776
255608	rnn.bias_ih_l0_reverse	4	-0.11264514178037643
255608	rnn.bias_ih_l0_reverse	5	-0.08648321032524109
255608	rnn.bias_ih_l0_reverse	6	-0.20675410330295563
255608	rnn.bias_ih_l0_reverse	7	-0.05109195411205292
255608	rnn.bias_ih_l0_reverse	8	-0.06468349695205688
255608	rnn.bias_ih_l0_reverse	9	-0.13479986786842346
255608	rnn.bias_hh_l0_reverse	0	-0.1441500335931778
255608	rnn.bias_hh_l0_reverse	1	-0.16173943877220154
255608	rnn.bias_hh_l0_reverse	2	0.10112008452415466
255608	rnn.bias_hh_l0_reverse	3	0.07091449201107025
255608	rnn.bias_hh_l0_reverse	4	-0.1774512380361557
255608	rnn.bias_hh_l0_reverse	5	-0.14125242829322815
255608	rnn.bias_hh_l0_reverse	6	-0.08830098062753677
255608	rnn.bias_hh_l0_reverse	7	-0.05621487274765968
255608	rnn.bias_hh_l0_reverse	8	-0.09405594319105148
255608	rnn.bias_hh_l0_reverse	9	-0.024685455486178398
255608	linear.weight	0	-0.0077127632685005665
255608	linear.weight	1	-0.008467760868370533
255608	linear.weight	2	0.29831355810165405
255608	linear.weight	3	-0.07897036522626877
255608	linear.weight	4	-0.010588549077510834
255608	linear.weight	5	0.12003102898597717
255608	linear.weight	6	-0.010739270597696304
255608	linear.weight	7	-0.05965379253029823
255608	linear.weight	8	0.17262066900730133
255608	linear.weight	9	-0.2626167833805084
255608	linear.bias	0	-0.03956538438796997
255608	linear.bias	1	0.031413208693265915
255608	linear.bias	2	0.4338539242744446
255608	linear.bias	3	-0.7203786373138428
255608	linear.bias	4	2.1138405799865723
255608	linear.bias	5	-1.4044603109359741
255608	linear.bias	6	-0.301050066947937
255608	linear.bias	7	-0.12771548330783844
256166	transitions	0	-1.9331612586975098
256166	transitions	1	-10000.0
256166	transitions	2	-0.7969565987586975
256166	transitions	3	-10000.0
256166	transitions	4	2.0581462383270264
256166	transitions	5	-10000.0
256166	transitions	6	-10000.0
256166	transitions	7	1.8340357542037964
256166	transitions	8	-2.618966579437256
256166	transitions	9	-4.2368035316467285
256166	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
256166	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
256166	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
256166	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
256166	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
256166	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
256166	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
256166	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
256166	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
256166	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
256166	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
256166	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
256166	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
256166	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
256166	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
256166	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
256166	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
256166	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
256166	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
256166	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
256166	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
256166	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
256166	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
256166	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
256166	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
256166	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
256166	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
256166	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
256166	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
256166	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
256166	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
256166	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
256166	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
256166	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
256166	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
256166	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
256166	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
256166	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
256166	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
256166	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
256166	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
256166	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
256166	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
256166	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
256166	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
256166	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
256166	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
256166	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
256166	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
256166	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
256166	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
256166	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
256166	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
256166	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
256166	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
256166	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
256166	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
256166	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
256166	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
256166	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
256166	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
256166	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
256166	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
256166	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
256166	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
256166	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
256166	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
256166	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
256166	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
256166	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
256166	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
256166	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
256166	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
256166	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
256166	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
256166	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
256166	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
256166	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
256166	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
256166	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
256166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
256166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
256166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
256166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
256166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
256166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
256166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
256166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
256166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
256166	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
256166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
256166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
256166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
256166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
256166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
256166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
256166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
256166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
256166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
256166	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
256166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
256166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
256166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
256166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
256166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
256166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
256166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
256166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
256166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
256166	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
256166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
256166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
256166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
256166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
256166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
256166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
256166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
256166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
256166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
256166	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
256166	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
256166	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
256166	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
256166	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
256166	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
256166	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
256166	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
256166	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
256166	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
256166	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
256166	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
256166	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
256166	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
256166	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
256166	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
256166	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
256166	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
256166	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
256166	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
256166	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
256166	embedding2nn.weight	0	0.006435390096157789
256166	embedding2nn.weight	1	0.004104235675185919
256166	embedding2nn.weight	2	0.01344239991158247
256166	embedding2nn.weight	3	0.026671018451452255
256166	embedding2nn.weight	4	0.023564690724015236
256166	embedding2nn.weight	5	0.005326856859028339
256166	embedding2nn.weight	6	-0.015146649442613125
256166	embedding2nn.weight	7	-0.0005880137323401868
256166	embedding2nn.weight	8	-0.009242679923772812
256166	embedding2nn.weight	9	0.0019678932148963213
256166	embedding2nn.bias	0	0.021030917763710022
256166	embedding2nn.bias	1	-0.03463589400053024
256166	embedding2nn.bias	2	0.09062661975622177
256166	embedding2nn.bias	3	0.07414660602807999
256166	embedding2nn.bias	4	-0.014300253242254257
256166	embedding2nn.bias	5	-0.031616996973752975
256166	embedding2nn.bias	6	0.027788670733571053
256166	embedding2nn.bias	7	8.854362386045977e-05
256166	embedding2nn.bias	8	-0.03586657717823982
256166	embedding2nn.bias	9	0.02923600934445858
256166	rnn.weight_ih_l0	0	0.06518707424402237
256166	rnn.weight_ih_l0	1	-0.04225551337003708
256166	rnn.weight_ih_l0	2	0.007120775058865547
256166	rnn.weight_ih_l0	3	0.046030379831790924
256166	rnn.weight_ih_l0	4	-0.030543478205800056
256166	rnn.weight_ih_l0	5	0.04122266545891762
256166	rnn.weight_ih_l0	6	0.007389892358332872
256166	rnn.weight_ih_l0	7	0.06591648608446121
256166	rnn.weight_ih_l0	8	0.009582300670444965
256166	rnn.weight_ih_l0	9	-0.02637970633804798
256166	rnn.weight_hh_l0	0	-0.011688058264553547
256166	rnn.weight_hh_l0	1	-0.027611851692199707
256166	rnn.weight_hh_l0	2	-0.06096602976322174
256166	rnn.weight_hh_l0	3	-0.00609702430665493
256166	rnn.weight_hh_l0	4	-0.009730175137519836
256166	rnn.weight_hh_l0	5	-0.02495562843978405
256166	rnn.weight_hh_l0	6	0.0005733950529247522
256166	rnn.weight_hh_l0	7	-0.03748084977269173
256166	rnn.weight_hh_l0	8	0.0665079653263092
256166	rnn.weight_hh_l0	9	0.04577390104532242
256166	rnn.bias_ih_l0	0	-0.1703350991010666
256166	rnn.bias_ih_l0	1	-0.16877299547195435
256166	rnn.bias_ih_l0	2	-0.020046517252922058
256166	rnn.bias_ih_l0	3	-0.1466251164674759
256166	rnn.bias_ih_l0	4	-0.05597579479217529
256166	rnn.bias_ih_l0	5	-0.17470456659793854
256166	rnn.bias_ih_l0	6	0.07231267541646957
256166	rnn.bias_ih_l0	7	-0.08658403158187866
256166	rnn.bias_ih_l0	8	-0.044764045625925064
256166	rnn.bias_ih_l0	9	-0.10895664989948273
256166	rnn.bias_hh_l0	0	-0.06929748505353928
256166	rnn.bias_hh_l0	1	0.24365994334220886
256166	rnn.bias_hh_l0	2	0.04736846685409546
256166	rnn.bias_hh_l0	3	-0.07801642268896103
256166	rnn.bias_hh_l0	4	-0.08412095159292221
256166	rnn.bias_hh_l0	5	-0.004535364918410778
256166	rnn.bias_hh_l0	6	0.0587785467505455
256166	rnn.bias_hh_l0	7	-0.09500788897275925
256166	rnn.bias_hh_l0	8	-0.23587185144424438
256166	rnn.bias_hh_l0	9	-0.10243421792984009
256166	rnn.weight_ih_l0_reverse	0	0.019211024045944214
256166	rnn.weight_ih_l0_reverse	1	-0.06022660434246063
256166	rnn.weight_ih_l0_reverse	2	0.04309019446372986
256166	rnn.weight_ih_l0_reverse	3	0.01920083910226822
256166	rnn.weight_ih_l0_reverse	4	0.0004094680480193347
256166	rnn.weight_ih_l0_reverse	5	-0.026613706722855568
256166	rnn.weight_ih_l0_reverse	6	0.0141528295353055
256166	rnn.weight_ih_l0_reverse	7	0.02958792634308338
256166	rnn.weight_ih_l0_reverse	8	-0.027735635638237
256166	rnn.weight_ih_l0_reverse	9	-0.0010676020756363869
256166	rnn.weight_hh_l0_reverse	0	0.039923932403326035
256166	rnn.weight_hh_l0_reverse	1	0.02968703582882881
256166	rnn.weight_hh_l0_reverse	2	-0.022569086402654648
256166	rnn.weight_hh_l0_reverse	3	-0.08071304112672806
256166	rnn.weight_hh_l0_reverse	4	0.011180478148162365
256166	rnn.weight_hh_l0_reverse	5	-0.058786049485206604
256166	rnn.weight_hh_l0_reverse	6	-0.013782926835119724
256166	rnn.weight_hh_l0_reverse	7	0.030584126710891724
256166	rnn.weight_hh_l0_reverse	8	0.008567684330046177
256166	rnn.weight_hh_l0_reverse	9	0.009075219742953777
256166	rnn.bias_ih_l0_reverse	0	-0.047937437891960144
256166	rnn.bias_ih_l0_reverse	1	-0.13792526721954346
256166	rnn.bias_ih_l0_reverse	2	-0.1469706892967224
256166	rnn.bias_ih_l0_reverse	3	-0.04556967690587044
256166	rnn.bias_ih_l0_reverse	4	-0.11247285455465317
256166	rnn.bias_ih_l0_reverse	5	-0.08655758202075958
256166	rnn.bias_ih_l0_reverse	6	-0.20679113268852234
256166	rnn.bias_ih_l0_reverse	7	-0.051341306418180466
256166	rnn.bias_ih_l0_reverse	8	-0.06458888202905655
256166	rnn.bias_ih_l0_reverse	9	-0.13528311252593994
256166	rnn.bias_hh_l0_reverse	0	-0.14413204789161682
256166	rnn.bias_hh_l0_reverse	1	-0.16261912882328033
256166	rnn.bias_hh_l0_reverse	2	0.10187245905399323
256166	rnn.bias_hh_l0_reverse	3	0.0702974796295166
256166	rnn.bias_hh_l0_reverse	4	-0.17821241915225983
256166	rnn.bias_hh_l0_reverse	5	-0.14078418910503387
256166	rnn.bias_hh_l0_reverse	6	-0.0878128930926323
256166	rnn.bias_hh_l0_reverse	7	-0.05599888041615486
256166	rnn.bias_hh_l0_reverse	8	-0.09428558498620987
256166	rnn.bias_hh_l0_reverse	9	-0.024322139099240303
256166	linear.weight	0	-0.007712943945080042
256166	linear.weight	1	-0.005693826358765364
256166	linear.weight	2	0.2973528504371643
256166	linear.weight	3	-0.0789690911769867
256166	linear.weight	4	-0.010588549077510834
256166	linear.weight	5	0.11788831651210785
256166	linear.weight	6	-0.010739270597696304
256166	linear.weight	7	-0.06564511358737946
256166	linear.weight	8	0.17139814794063568
256166	linear.weight	9	-0.2633775472640991
256166	linear.bias	0	-0.03956538438796997
256166	linear.bias	1	0.031413208693265915
256166	linear.bias	2	0.4325087368488312
256166	linear.bias	3	-0.7182505130767822
256166	linear.bias	4	2.123183012008667
256166	linear.bias	5	-1.4044921398162842
256166	linear.bias	6	-0.3060355484485626
256166	linear.bias	7	-0.1328219175338745
256724	transitions	0	-1.9334193468093872
256724	transitions	1	-10000.0
256724	transitions	2	-0.7969565987586975
256724	transitions	3	-10000.0
256724	transitions	4	2.053126573562622
256724	transitions	5	-10000.0
256724	transitions	6	-10000.0
256724	transitions	7	1.8359029293060303
256724	transitions	8	-2.619143486022949
256724	transitions	9	-4.236931800842285
256724	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
256724	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
256724	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
256724	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
256724	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
256724	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
256724	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
256724	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
256724	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
256724	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
256724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
256724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
256724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
256724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
256724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
256724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
256724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
256724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
256724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
256724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
256724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
256724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
256724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
256724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
256724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
256724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
256724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
256724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
256724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
256724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
256724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
256724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
256724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
256724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
256724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
256724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
256724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
256724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
256724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
256724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
256724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
256724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
256724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
256724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
256724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
256724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
256724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
256724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
256724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
256724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
256724	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
256724	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
256724	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
256724	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
256724	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
256724	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
256724	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
256724	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
256724	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
256724	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
256724	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
256724	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
256724	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
256724	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
256724	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
256724	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
256724	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
256724	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
256724	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
256724	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
256724	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
256724	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
256724	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
256724	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
256724	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
256724	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
256724	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
256724	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
256724	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
256724	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
256724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
256724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
256724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
256724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
256724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
256724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
256724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
256724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
256724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
256724	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
256724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
256724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
256724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
256724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
256724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
256724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
256724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
256724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
256724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
256724	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
256724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
256724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
256724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
256724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
256724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
256724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
256724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
256724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
256724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
256724	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
256724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
256724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
256724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
256724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
256724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
256724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
256724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
256724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
256724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
256724	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
256724	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
256724	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
256724	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
256724	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
256724	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
256724	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
256724	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
256724	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
256724	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
256724	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
256724	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
256724	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
256724	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
256724	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
256724	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
256724	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
256724	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
256724	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
256724	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
256724	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
256724	embedding2nn.weight	0	0.006433058064430952
256724	embedding2nn.weight	1	0.004106965381652117
256724	embedding2nn.weight	2	0.01344489399343729
256724	embedding2nn.weight	3	0.026709232479333878
256724	embedding2nn.weight	4	0.02356308326125145
256724	embedding2nn.weight	5	0.005304585210978985
256724	embedding2nn.weight	6	-0.015106079168617725
256724	embedding2nn.weight	7	-0.0006301455432549119
256724	embedding2nn.weight	8	-0.009380164556205273
256724	embedding2nn.weight	9	0.0020454865880310535
256724	embedding2nn.bias	0	0.021322954446077347
256724	embedding2nn.bias	1	-0.03400322049856186
256724	embedding2nn.bias	2	0.09034201502799988
256724	embedding2nn.bias	3	0.07233000546693802
256724	embedding2nn.bias	4	-0.014953008852899075
256724	embedding2nn.bias	5	-0.032096974551677704
256724	embedding2nn.bias	6	0.026146233081817627
256724	embedding2nn.bias	7	-0.0006880956934764981
256724	embedding2nn.bias	8	-0.03518011420965195
256724	embedding2nn.bias	9	0.02900529094040394
256724	rnn.weight_ih_l0	0	0.06518463045358658
256724	rnn.weight_ih_l0	1	-0.04241742938756943
256724	rnn.weight_ih_l0	2	0.0070377835072577
256724	rnn.weight_ih_l0	3	0.04587478190660477
256724	rnn.weight_ih_l0	4	-0.030544528737664223
256724	rnn.weight_ih_l0	5	0.041460320353507996
256724	rnn.weight_ih_l0	6	0.0074414415284991264
256724	rnn.weight_ih_l0	7	0.06585797667503357
256724	rnn.weight_ih_l0	8	0.00943759921938181
256724	rnn.weight_ih_l0	9	-0.026571568101644516
256724	rnn.weight_hh_l0	0	-0.011579982936382294
256724	rnn.weight_hh_l0	1	-0.027722440659999847
256724	rnn.weight_hh_l0	2	-0.06099587678909302
256724	rnn.weight_hh_l0	3	-0.0061123850755393505
256724	rnn.weight_hh_l0	4	-0.00973605178296566
256724	rnn.weight_hh_l0	5	-0.02479591779410839
256724	rnn.weight_hh_l0	6	0.000578835082706064
256724	rnn.weight_hh_l0	7	-0.03734569996595383
256724	rnn.weight_hh_l0	8	0.06633807718753815
256724	rnn.weight_hh_l0	9	0.045712463557720184
256724	rnn.bias_ih_l0	0	-0.1705346554517746
256724	rnn.bias_ih_l0	1	-0.16872569918632507
256724	rnn.bias_ih_l0	2	-0.020344363525509834
256724	rnn.bias_ih_l0	3	-0.1468859165906906
256724	rnn.bias_ih_l0	4	-0.05530088394880295
256724	rnn.bias_ih_l0	5	-0.17504166066646576
256724	rnn.bias_ih_l0	6	0.07309655100107193
256724	rnn.bias_ih_l0	7	-0.08696364611387253
256724	rnn.bias_ih_l0	8	-0.044813841581344604
256724	rnn.bias_ih_l0	9	-0.10957609117031097
256724	rnn.bias_hh_l0	0	-0.06957584619522095
256724	rnn.bias_hh_l0	1	0.24297410249710083
256724	rnn.bias_hh_l0	2	0.0473279170691967
256724	rnn.bias_hh_l0	3	-0.0781598687171936
256724	rnn.bias_hh_l0	4	-0.08406764268875122
256724	rnn.bias_hh_l0	5	-0.004958671052008867
256724	rnn.bias_hh_l0	6	0.05874228850007057
256724	rnn.bias_hh_l0	7	-0.09523258358240128
256724	rnn.bias_hh_l0	8	-0.2368093878030777
256724	rnn.bias_hh_l0	9	-0.10209675878286362
256724	rnn.weight_ih_l0_reverse	0	0.019718583673238754
256724	rnn.weight_ih_l0_reverse	1	-0.060292672365903854
256724	rnn.weight_ih_l0_reverse	2	0.04310541972517967
256724	rnn.weight_ih_l0_reverse	3	0.019293131306767464
256724	rnn.weight_ih_l0_reverse	4	0.00047937591443769634
256724	rnn.weight_ih_l0_reverse	5	-0.026792824268341064
256724	rnn.weight_ih_l0_reverse	6	0.01378588005900383
256724	rnn.weight_ih_l0_reverse	7	0.029440656304359436
256724	rnn.weight_ih_l0_reverse	8	-0.027831746265292168
256724	rnn.weight_ih_l0_reverse	9	-0.0010518861236050725
256724	rnn.weight_hh_l0_reverse	0	0.03986755385994911
256724	rnn.weight_hh_l0_reverse	1	0.029599502682685852
256724	rnn.weight_hh_l0_reverse	2	-0.02257561683654785
256724	rnn.weight_hh_l0_reverse	3	-0.08074801415205002
256724	rnn.weight_hh_l0_reverse	4	0.011220965534448624
256724	rnn.weight_hh_l0_reverse	5	-0.058841172605752945
256724	rnn.weight_hh_l0_reverse	6	-0.013778463006019592
256724	rnn.weight_hh_l0_reverse	7	0.030720338225364685
256724	rnn.weight_hh_l0_reverse	8	0.008604731410741806
256724	rnn.weight_hh_l0_reverse	9	0.009227080270648003
256724	rnn.bias_ih_l0_reverse	0	-0.04795299097895622
256724	rnn.bias_ih_l0_reverse	1	-0.13788899779319763
256724	rnn.bias_ih_l0_reverse	2	-0.1462789624929428
256724	rnn.bias_ih_l0_reverse	3	-0.04621383175253868
256724	rnn.bias_ih_l0_reverse	4	-0.1127472072839737
256724	rnn.bias_ih_l0_reverse	5	-0.08570540696382523
256724	rnn.bias_ih_l0_reverse	6	-0.20671208202838898
256724	rnn.bias_ih_l0_reverse	7	-0.05160626024007797
256724	rnn.bias_ih_l0_reverse	8	-0.06468633562326431
256724	rnn.bias_ih_l0_reverse	9	-0.13489343225955963
256724	rnn.bias_hh_l0_reverse	0	-0.14420071244239807
256724	rnn.bias_hh_l0_reverse	1	-0.1632232517004013
256724	rnn.bias_hh_l0_reverse	2	0.10214438289403915
256724	rnn.bias_hh_l0_reverse	3	0.07132323086261749
256724	rnn.bias_hh_l0_reverse	4	-0.1786145120859146
256724	rnn.bias_hh_l0_reverse	5	-0.1413344442844391
256724	rnn.bias_hh_l0_reverse	6	-0.08732841908931732
256724	rnn.bias_hh_l0_reverse	7	-0.0560389906167984
256724	rnn.bias_hh_l0_reverse	8	-0.09431514143943787
256724	rnn.bias_hh_l0_reverse	9	-0.024100473150610924
256724	linear.weight	0	-0.007713173050433397
256724	linear.weight	1	-0.009113222360610962
256724	linear.weight	2	0.2945531904697418
256724	linear.weight	3	-0.07896791398525238
256724	linear.weight	4	-0.010588549077510834
256724	linear.weight	5	0.11804822832345963
256724	linear.weight	6	-0.010739270597696304
256724	linear.weight	7	-0.07814962416887283
256724	linear.weight	8	0.17425891757011414
256724	linear.weight	9	-0.26340511441230774
256724	linear.bias	0	-0.03956538438796997
256724	linear.bias	1	0.031413208693265915
256724	linear.bias	2	0.4422696530818939
256724	linear.bias	3	-0.734515905380249
256724	linear.bias	4	2.115975856781006
256724	linear.bias	5	-1.4045259952545166
256724	linear.bias	6	-0.29899781942367554
256724	linear.bias	7	-0.12611734867095947
257283	transitions	0	-1.933631420135498
257283	transitions	1	-10000.0
257283	transitions	2	-0.7969565987586975
257283	transitions	3	-10000.0
257283	transitions	4	2.0544302463531494
257283	transitions	5	-10000.0
257283	transitions	6	-10000.0
257283	transitions	7	1.8312100172042847
257283	transitions	8	-2.6193456649780273
257283	transitions	9	-4.237066745758057
257283	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
257283	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
257283	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
257283	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
257283	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
257283	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
257283	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
257283	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
257283	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
257283	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
257283	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
257283	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
257283	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
257283	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
257283	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
257283	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
257283	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
257283	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
257283	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
257283	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
257283	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
257283	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
257283	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
257283	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
257283	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
257283	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
257283	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
257283	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
257283	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
257283	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
257283	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
257283	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
257283	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
257283	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
257283	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
257283	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
257283	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
257283	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
257283	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
257283	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
257283	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
257283	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
257283	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
257283	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
257283	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
257283	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
257283	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
257283	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
257283	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
257283	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
257283	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
257283	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
257283	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
257283	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
257283	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
257283	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
257283	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
257283	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
257283	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
257283	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
257283	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
257283	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
257283	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
257283	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
257283	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
257283	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
257283	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
257283	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
257283	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
257283	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
257283	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
257283	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
257283	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
257283	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
257283	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
257283	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
257283	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
257283	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
257283	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
257283	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
257283	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
257283	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
257283	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
257283	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
257283	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
257283	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
257283	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
257283	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
257283	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
257283	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
257283	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
257283	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
257283	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
257283	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
257283	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
257283	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
257283	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
257283	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
257283	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
257283	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
257283	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
257283	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
257283	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
257283	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
257283	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
257283	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
257283	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
257283	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
257283	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
257283	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
257283	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
257283	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
257283	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
257283	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
257283	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
257283	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
257283	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
257283	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
257283	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
257283	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
257283	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
257283	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
257283	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
257283	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
257283	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
257283	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
257283	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
257283	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
257283	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
257283	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
257283	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
257283	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
257283	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
257283	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
257283	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
257283	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
257283	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
257283	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
257283	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
257283	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
257283	embedding2nn.weight	0	0.006430251523852348
257283	embedding2nn.weight	1	0.004115038551390171
257283	embedding2nn.weight	2	0.013443894684314728
257283	embedding2nn.weight	3	0.026664629578590393
257283	embedding2nn.weight	4	0.023537393659353256
257283	embedding2nn.weight	5	0.005265483632683754
257283	embedding2nn.weight	6	-0.015097564086318016
257283	embedding2nn.weight	7	-0.0006622493383474648
257283	embedding2nn.weight	8	-0.009362630546092987
257283	embedding2nn.weight	9	0.0020529055036604404
257283	embedding2nn.bias	0	0.021583696827292442
257283	embedding2nn.bias	1	-0.03565054386854172
257283	embedding2nn.bias	2	0.08914715051651001
257283	embedding2nn.bias	3	0.0711582750082016
257283	embedding2nn.bias	4	-0.014375010505318642
257283	embedding2nn.bias	5	-0.032550569623708725
257283	embedding2nn.bias	6	0.0270314272493124
257283	embedding2nn.bias	7	-0.0034193024039268494
257283	embedding2nn.bias	8	-0.0354594923555851
257283	embedding2nn.bias	9	0.02687194012105465
257283	rnn.weight_ih_l0	0	0.06509213894605637
257283	rnn.weight_ih_l0	1	-0.04240268096327782
257283	rnn.weight_ih_l0	2	0.0069988081231713295
257283	rnn.weight_ih_l0	3	0.045891907066106796
257283	rnn.weight_ih_l0	4	-0.030618224292993546
257283	rnn.weight_ih_l0	5	0.04126729071140289
257283	rnn.weight_ih_l0	6	0.007453453727066517
257283	rnn.weight_ih_l0	7	0.06591123342514038
257283	rnn.weight_ih_l0	8	0.009288090281188488
257283	rnn.weight_ih_l0	9	-0.02650637738406658
257283	rnn.weight_hh_l0	0	-0.011483343318104744
257283	rnn.weight_hh_l0	1	-0.027861982583999634
257283	rnn.weight_hh_l0	2	-0.06108072027564049
257283	rnn.weight_hh_l0	3	-0.006072039715945721
257283	rnn.weight_hh_l0	4	-0.00975117553025484
257283	rnn.weight_hh_l0	5	-0.024778995662927628
257283	rnn.weight_hh_l0	6	0.000588516762945801
257283	rnn.weight_hh_l0	7	-0.03754282370209694
257283	rnn.weight_hh_l0	8	0.06654350459575653
257283	rnn.weight_hh_l0	9	0.04573597386479378
257283	rnn.bias_ih_l0	0	-0.17121565341949463
257283	rnn.bias_ih_l0	1	-0.16902810335159302
257283	rnn.bias_ih_l0	2	-0.019873999059200287
257283	rnn.bias_ih_l0	3	-0.14674896001815796
257283	rnn.bias_ih_l0	4	-0.05566653609275818
257283	rnn.bias_ih_l0	5	-0.17530274391174316
257283	rnn.bias_ih_l0	6	0.07269168645143509
257283	rnn.bias_ih_l0	7	-0.08712060004472733
257283	rnn.bias_ih_l0	8	-0.04484958201646805
257283	rnn.bias_ih_l0	9	-0.11000677198171616
257283	rnn.bias_hh_l0	0	-0.06952324509620667
257283	rnn.bias_hh_l0	1	0.24365095794200897
257283	rnn.bias_hh_l0	2	0.04669904708862305
257283	rnn.bias_hh_l0	3	-0.0779912918806076
257283	rnn.bias_hh_l0	4	-0.08348887413740158
257283	rnn.bias_hh_l0	5	-0.0046950154937803745
257283	rnn.bias_hh_l0	6	0.058245301246643066
257283	rnn.bias_hh_l0	7	-0.09607978910207748
257283	rnn.bias_hh_l0	8	-0.2368033081293106
257283	rnn.bias_hh_l0	9	-0.10235593467950821
257283	rnn.weight_ih_l0_reverse	0	0.019710639491677284
257283	rnn.weight_ih_l0_reverse	1	-0.060667723417282104
257283	rnn.weight_ih_l0_reverse	2	0.043073851615190506
257283	rnn.weight_ih_l0_reverse	3	0.019444141536951065
257283	rnn.weight_ih_l0_reverse	4	0.0005058672395534813
257283	rnn.weight_ih_l0_reverse	5	-0.026801779866218567
257283	rnn.weight_ih_l0_reverse	6	0.01391165517270565
257283	rnn.weight_ih_l0_reverse	7	0.02944202348589897
257283	rnn.weight_ih_l0_reverse	8	-0.027817584574222565
257283	rnn.weight_ih_l0_reverse	9	-0.0011474272469058633
257283	rnn.weight_hh_l0_reverse	0	0.039785582572221756
257283	rnn.weight_hh_l0_reverse	1	0.029625413939356804
257283	rnn.weight_hh_l0_reverse	2	-0.022617284208536148
257283	rnn.weight_hh_l0_reverse	3	-0.08087608218193054
257283	rnn.weight_hh_l0_reverse	4	0.011249234899878502
257283	rnn.weight_hh_l0_reverse	5	-0.05886398255825043
257283	rnn.weight_hh_l0_reverse	6	-0.013756288215517998
257283	rnn.weight_hh_l0_reverse	7	0.03069291263818741
257283	rnn.weight_hh_l0_reverse	8	0.0085210669785738
257283	rnn.weight_hh_l0_reverse	9	0.009256428107619286
257283	rnn.bias_ih_l0_reverse	0	-0.047549888491630554
257283	rnn.bias_ih_l0_reverse	1	-0.13795508444309235
257283	rnn.bias_ih_l0_reverse	2	-0.1463056057691574
257283	rnn.bias_ih_l0_reverse	3	-0.04551802948117256
257283	rnn.bias_ih_l0_reverse	4	-0.11259274184703827
257283	rnn.bias_ih_l0_reverse	5	-0.08605692535638809
257283	rnn.bias_ih_l0_reverse	6	-0.20686788856983185
257283	rnn.bias_ih_l0_reverse	7	-0.052304141223430634
257283	rnn.bias_ih_l0_reverse	8	-0.06443104892969131
257283	rnn.bias_ih_l0_reverse	9	-0.13530777394771576
257283	rnn.bias_hh_l0_reverse	0	-0.1447480469942093
257283	rnn.bias_hh_l0_reverse	1	-0.16365741193294525
257283	rnn.bias_hh_l0_reverse	2	0.1011161208152771
257283	rnn.bias_hh_l0_reverse	3	0.07124432176351547
257283	rnn.bias_hh_l0_reverse	4	-0.17851121723651886
257283	rnn.bias_hh_l0_reverse	5	-0.14149630069732666
257283	rnn.bias_hh_l0_reverse	6	-0.08762665838003159
257283	rnn.bias_hh_l0_reverse	7	-0.056428443640470505
257283	rnn.bias_hh_l0_reverse	8	-0.09424152970314026
257283	rnn.bias_hh_l0_reverse	9	-0.024589041247963905
257283	linear.weight	0	-0.007713190745562315
257283	linear.weight	1	-0.0059019336476922035
257283	linear.weight	2	0.29490625858306885
257283	linear.weight	3	-0.07896682620048523
257283	linear.weight	4	-0.010588549077510834
257283	linear.weight	5	0.11517738550901413
257283	linear.weight	6	-0.010739270597696304
257283	linear.weight	7	-0.07602670788764954
257283	linear.weight	8	0.1776680201292038
257283	linear.weight	9	-0.2638850212097168
257283	linear.bias	0	-0.03956538438796997
257283	linear.bias	1	0.031413208693265915
257283	linear.bias	2	0.4346068501472473
257283	linear.bias	3	-0.7296915054321289
257283	linear.bias	4	2.1383893489837646
257283	linear.bias	5	-1.404563307762146
257283	linear.bias	6	-0.30874645709991455
257283	linear.bias	7	-0.13591431081295013
257841	transitions	0	-1.933843970298767
257841	transitions	1	-10000.0
257841	transitions	2	-0.7969565987586975
257841	transitions	3	-10000.0
257841	transitions	4	2.054877758026123
257841	transitions	5	-10000.0
257841	transitions	6	-10000.0
257841	transitions	7	1.8292378187179565
257841	transitions	8	-2.6195104122161865
257841	transitions	9	-4.23718786239624
257841	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
257841	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
257841	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
257841	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
257841	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
257841	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
257841	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
257841	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
257841	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
257841	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
257841	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
257841	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
257841	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
257841	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
257841	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
257841	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
257841	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
257841	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
257841	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
257841	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
257841	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
257841	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
257841	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
257841	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
257841	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
257841	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
257841	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
257841	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
257841	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
257841	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
257841	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
257841	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
257841	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
257841	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
257841	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
257841	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
257841	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
257841	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
257841	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
257841	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
257841	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
257841	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
257841	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
257841	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
257841	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
257841	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
257841	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
257841	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
257841	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
257841	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
257841	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
257841	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
257841	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
257841	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
257841	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
257841	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
257841	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
257841	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
257841	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
257841	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
257841	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
257841	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
257841	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
257841	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
257841	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
257841	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
257841	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
257841	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
257841	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
257841	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
257841	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
257841	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
257841	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
257841	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
257841	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
257841	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
257841	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
257841	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
257841	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
257841	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
257841	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
257841	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
257841	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
257841	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
257841	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
257841	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
257841	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
257841	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
257841	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
257841	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
257841	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
257841	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
257841	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
257841	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
257841	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
257841	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
257841	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
257841	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
257841	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
257841	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
257841	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
257841	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
257841	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
257841	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
257841	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
257841	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
257841	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
257841	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
257841	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
257841	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
257841	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
257841	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
257841	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
257841	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
257841	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
257841	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
257841	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
257841	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
257841	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
257841	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
257841	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
257841	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
257841	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
257841	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
257841	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
257841	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
257841	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
257841	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
257841	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
257841	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
257841	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
257841	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
257841	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
257841	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
257841	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
257841	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
257841	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
257841	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
257841	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
257841	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
257841	embedding2nn.weight	0	0.006429355591535568
257841	embedding2nn.weight	1	0.004116883501410484
257841	embedding2nn.weight	2	0.01344341691583395
257841	embedding2nn.weight	3	0.02669832482933998
257841	embedding2nn.weight	4	0.02352151647210121
257841	embedding2nn.weight	5	0.005361677147448063
257841	embedding2nn.weight	6	-0.015154647640883923
257841	embedding2nn.weight	7	-0.0006338536622934043
257841	embedding2nn.weight	8	-0.009552545845508575
257841	embedding2nn.weight	9	0.0020705631468445063
257841	embedding2nn.bias	0	0.020612530410289764
257841	embedding2nn.bias	1	-0.03349461033940315
257841	embedding2nn.bias	2	0.08902855962514877
257841	embedding2nn.bias	3	0.07060419768095016
257841	embedding2nn.bias	4	-0.014099452644586563
257841	embedding2nn.bias	5	-0.030819585546851158
257841	embedding2nn.bias	6	0.02686561457812786
257841	embedding2nn.bias	7	-0.0035694711841642857
257841	embedding2nn.bias	8	-0.03374909982085228
257841	embedding2nn.bias	9	0.026681778952479362
257841	rnn.weight_ih_l0	0	0.06510551273822784
257841	rnn.weight_ih_l0	1	-0.04231647774577141
257841	rnn.weight_ih_l0	2	0.006615772377699614
257841	rnn.weight_ih_l0	3	0.04595104977488518
257841	rnn.weight_ih_l0	4	-0.030330970883369446
257841	rnn.weight_ih_l0	5	0.04139462858438492
257841	rnn.weight_ih_l0	6	0.007489465177059174
257841	rnn.weight_ih_l0	7	0.06594809144735336
257841	rnn.weight_ih_l0	8	0.009290559217333794
257841	rnn.weight_ih_l0	9	-0.02680281735956669
257841	rnn.weight_hh_l0	0	-0.011460120789706707
257841	rnn.weight_hh_l0	1	-0.027927270159125328
257841	rnn.weight_hh_l0	2	-0.06103069335222244
257841	rnn.weight_hh_l0	3	-0.0060632978565990925
257841	rnn.weight_hh_l0	4	-0.009719970636069775
257841	rnn.weight_hh_l0	5	-0.024844149127602577
257841	rnn.weight_hh_l0	6	0.0005986800533719361
257841	rnn.weight_hh_l0	7	-0.03751751035451889
257841	rnn.weight_hh_l0	8	0.06666886806488037
257841	rnn.weight_hh_l0	9	0.04576417803764343
257841	rnn.bias_ih_l0	0	-0.1710960417985916
257841	rnn.bias_ih_l0	1	-0.16957588493824005
257841	rnn.bias_ih_l0	2	-0.01978933997452259
257841	rnn.bias_ih_l0	3	-0.14687779545783997
257841	rnn.bias_ih_l0	4	-0.05450908839702606
257841	rnn.bias_ih_l0	5	-0.1753195971250534
257841	rnn.bias_ih_l0	6	0.07304756343364716
257841	rnn.bias_ih_l0	7	-0.0876268818974495
257841	rnn.bias_ih_l0	8	-0.04462208226323128
257841	rnn.bias_ih_l0	9	-0.10954377055168152
257841	rnn.bias_hh_l0	0	-0.0693863034248352
257841	rnn.bias_hh_l0	1	0.24351198971271515
257841	rnn.bias_hh_l0	2	0.04699384793639183
257841	rnn.bias_hh_l0	3	-0.07841989398002625
257841	rnn.bias_hh_l0	4	-0.08365241438150406
257841	rnn.bias_hh_l0	5	-0.005817485507577658
257841	rnn.bias_hh_l0	6	0.05780872330069542
257841	rnn.bias_hh_l0	7	-0.09637957066297531
257841	rnn.bias_hh_l0	8	-0.23645636439323425
257841	rnn.bias_hh_l0	9	-0.1019420474767685
257841	rnn.weight_ih_l0_reverse	0	0.019744563847780228
257841	rnn.weight_ih_l0_reverse	1	-0.06060604006052017
257841	rnn.weight_ih_l0_reverse	2	0.04315081238746643
257841	rnn.weight_ih_l0_reverse	3	0.019599448889493942
257841	rnn.weight_ih_l0_reverse	4	0.00039370034937746823
257841	rnn.weight_ih_l0_reverse	5	-0.02667231857776642
257841	rnn.weight_ih_l0_reverse	6	0.013811013661324978
257841	rnn.weight_ih_l0_reverse	7	0.029354937374591827
257841	rnn.weight_ih_l0_reverse	8	-0.02792435511946678
257841	rnn.weight_ih_l0_reverse	9	-0.0011307292152196169
257841	rnn.weight_hh_l0_reverse	0	0.03987070173025131
257841	rnn.weight_hh_l0_reverse	1	0.029565630480647087
257841	rnn.weight_hh_l0_reverse	2	-0.022701334208250046
257841	rnn.weight_hh_l0_reverse	3	-0.08088666945695877
257841	rnn.weight_hh_l0_reverse	4	0.01127030048519373
257841	rnn.weight_hh_l0_reverse	5	-0.05904603749513626
257841	rnn.weight_hh_l0_reverse	6	-0.013725160621106625
257841	rnn.weight_hh_l0_reverse	7	0.030688121914863586
257841	rnn.weight_hh_l0_reverse	8	0.008467365056276321
257841	rnn.weight_hh_l0_reverse	9	0.009189367294311523
257841	rnn.bias_ih_l0_reverse	0	-0.048078082501888275
257841	rnn.bias_ih_l0_reverse	1	-0.1379810869693756
257841	rnn.bias_ih_l0_reverse	2	-0.14627429842948914
257841	rnn.bias_ih_l0_reverse	3	-0.04525967314839363
257841	rnn.bias_ih_l0_reverse	4	-0.11237338930368423
257841	rnn.bias_ih_l0_reverse	5	-0.08618015050888062
257841	rnn.bias_ih_l0_reverse	6	-0.20652224123477936
257841	rnn.bias_ih_l0_reverse	7	-0.05197848379611969
257841	rnn.bias_ih_l0_reverse	8	-0.06419909745454788
257841	rnn.bias_ih_l0_reverse	9	-0.13586704432964325
257841	rnn.bias_hh_l0_reverse	0	-0.14473353326320648
257841	rnn.bias_hh_l0_reverse	1	-0.16331785917282104
257841	rnn.bias_hh_l0_reverse	2	0.101496621966362
257841	rnn.bias_hh_l0_reverse	3	0.07089083641767502
257841	rnn.bias_hh_l0_reverse	4	-0.17797964811325073
257841	rnn.bias_hh_l0_reverse	5	-0.1409044712781906
257841	rnn.bias_hh_l0_reverse	6	-0.08791869133710861
257841	rnn.bias_hh_l0_reverse	7	-0.05546686053276062
257841	rnn.bias_hh_l0_reverse	8	-0.09406466782093048
257841	rnn.bias_hh_l0_reverse	9	-0.024438418447971344
257841	linear.weight	0	-0.007713277358561754
257841	linear.weight	1	-0.006128264591097832
257841	linear.weight	2	0.299832284450531
257841	linear.weight	3	-0.07896604388952255
257841	linear.weight	4	-0.010588549077510834
257841	linear.weight	5	0.1171908974647522
257841	linear.weight	6	-0.010739270597696304
257841	linear.weight	7	-0.07208830863237381
257841	linear.weight	8	0.18398983776569366
257841	linear.weight	9	-0.2636736333370209
257841	linear.bias	0	-0.03956538438796997
257841	linear.bias	1	0.031413208693265915
257841	linear.bias	2	0.435432106256485
257841	linear.bias	3	-0.7224875688552856
257841	linear.bias	4	2.1323089599609375
257841	linear.bias	5	-1.4045947790145874
257841	linear.bias	6	-0.309629887342453
257841	linear.bias	7	-0.13694648444652557
258399	transitions	0	-1.9340848922729492
258399	transitions	1	-10000.0
258399	transitions	2	-0.7969565987586975
258399	transitions	3	-10000.0
258399	transitions	4	2.0530967712402344
258399	transitions	5	-10000.0
258399	transitions	6	-10000.0
258399	transitions	7	1.8256727457046509
258399	transitions	8	-2.619716167449951
258399	transitions	9	-4.237301826477051
258399	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
258399	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
258399	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
258399	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
258399	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
258399	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
258399	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
258399	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
258399	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
258399	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
258399	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
258399	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
258399	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
258399	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
258399	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
258399	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
258399	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
258399	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
258399	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
258399	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
258399	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
258399	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
258399	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
258399	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
258399	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
258399	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
258399	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
258399	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
258399	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
258399	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
258399	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
258399	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
258399	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
258399	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
258399	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
258399	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
258399	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
258399	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
258399	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
258399	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
258399	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
258399	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
258399	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
258399	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
258399	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
258399	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
258399	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
258399	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
258399	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
258399	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
258399	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
258399	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
258399	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
258399	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
258399	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
258399	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
258399	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
258399	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
258399	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
258399	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
258399	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
258399	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
258399	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
258399	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
258399	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
258399	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
258399	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
258399	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
258399	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
258399	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
258399	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
258399	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
258399	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
258399	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
258399	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
258399	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
258399	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
258399	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
258399	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
258399	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
258399	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
258399	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
258399	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
258399	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
258399	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
258399	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
258399	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
258399	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
258399	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
258399	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
258399	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
258399	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
258399	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
258399	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
258399	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
258399	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
258399	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
258399	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
258399	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
258399	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
258399	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
258399	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
258399	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
258399	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
258399	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
258399	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
258399	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
258399	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
258399	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
258399	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
258399	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
258399	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
258399	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
258399	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
258399	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
258399	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
258399	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
258399	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
258399	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
258399	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
258399	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
258399	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
258399	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
258399	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
258399	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
258399	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
258399	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
258399	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
258399	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
258399	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
258399	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
258399	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
258399	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
258399	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
258399	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
258399	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
258399	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
258399	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
258399	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
258399	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
258399	embedding2nn.weight	0	0.006431446876376867
258399	embedding2nn.weight	1	0.004117476288229227
258399	embedding2nn.weight	2	0.013440181501209736
258399	embedding2nn.weight	3	0.026768751442432404
258399	embedding2nn.weight	4	0.023533113300800323
258399	embedding2nn.weight	5	0.005455139093101025
258399	embedding2nn.weight	6	-0.01519124023616314
258399	embedding2nn.weight	7	-0.0006655079196207225
258399	embedding2nn.weight	8	-0.009510401636362076
258399	embedding2nn.weight	9	0.002061598701402545
258399	embedding2nn.bias	0	0.020475812256336212
258399	embedding2nn.bias	1	-0.0366293303668499
258399	embedding2nn.bias	2	0.08933309465646744
258399	embedding2nn.bias	3	0.07098764926195145
258399	embedding2nn.bias	4	-0.014625937677919865
258399	embedding2nn.bias	5	-0.03045027330517769
258399	embedding2nn.bias	6	0.025381557643413544
258399	embedding2nn.bias	7	-0.001737838378176093
258399	embedding2nn.bias	8	-0.03234009072184563
258399	embedding2nn.bias	9	0.027812058106064796
258399	rnn.weight_ih_l0	0	0.06514056771993637
258399	rnn.weight_ih_l0	1	-0.042335107922554016
258399	rnn.weight_ih_l0	2	0.006528591271489859
258399	rnn.weight_ih_l0	3	0.04608504846692085
258399	rnn.weight_ih_l0	4	-0.030349766835570335
258399	rnn.weight_ih_l0	5	0.04145369306206703
258399	rnn.weight_ih_l0	6	0.007421744056046009
258399	rnn.weight_ih_l0	7	0.06593609601259232
258399	rnn.weight_ih_l0	8	0.009214730933308601
258399	rnn.weight_ih_l0	9	-0.02666604518890381
258399	rnn.weight_hh_l0	0	-0.011600109748542309
258399	rnn.weight_hh_l0	1	-0.028143715113401413
258399	rnn.weight_hh_l0	2	-0.060988448560237885
258399	rnn.weight_hh_l0	3	-0.006061506923288107
258399	rnn.weight_hh_l0	4	-0.009735004045069218
258399	rnn.weight_hh_l0	5	-0.02484075538814068
258399	rnn.weight_hh_l0	6	0.0005914225475862622
258399	rnn.weight_hh_l0	7	-0.037738554179668427
258399	rnn.weight_hh_l0	8	0.06666731089353561
258399	rnn.weight_hh_l0	9	0.04571554809808731
258399	rnn.bias_ih_l0	0	-0.17162807285785675
258399	rnn.bias_ih_l0	1	-0.16968363523483276
258399	rnn.bias_ih_l0	2	-0.01929321698844433
258399	rnn.bias_ih_l0	3	-0.14731231331825256
258399	rnn.bias_ih_l0	4	-0.05547050014138222
258399	rnn.bias_ih_l0	5	-0.17556637525558472
258399	rnn.bias_ih_l0	6	0.07210434228181839
258399	rnn.bias_ih_l0	7	-0.0874590203166008
258399	rnn.bias_ih_l0	8	-0.04484118893742561
258399	rnn.bias_ih_l0	9	-0.10968559980392456
258399	rnn.bias_hh_l0	0	-0.06934220343828201
258399	rnn.bias_hh_l0	1	0.2446482926607132
258399	rnn.bias_hh_l0	2	0.04649956896901131
258399	rnn.bias_hh_l0	3	-0.07858964800834656
258399	rnn.bias_hh_l0	4	-0.08344206213951111
258399	rnn.bias_hh_l0	5	-0.006525198929011822
258399	rnn.bias_hh_l0	6	0.057241640985012054
258399	rnn.bias_hh_l0	7	-0.09697574377059937
258399	rnn.bias_hh_l0	8	-0.236674964427948
258399	rnn.bias_hh_l0	9	-0.10189680010080338
258399	rnn.weight_ih_l0_reverse	0	0.019720230251550674
258399	rnn.weight_ih_l0_reverse	1	-0.06052389368414879
258399	rnn.weight_ih_l0_reverse	2	0.043172869831323624
258399	rnn.weight_ih_l0_reverse	3	0.019644012674689293
258399	rnn.weight_ih_l0_reverse	4	0.0004327068745624274
258399	rnn.weight_ih_l0_reverse	5	-0.02673528343439102
258399	rnn.weight_ih_l0_reverse	6	0.013701447285711765
258399	rnn.weight_ih_l0_reverse	7	0.029301699250936508
258399	rnn.weight_ih_l0_reverse	8	-0.02796984650194645
258399	rnn.weight_ih_l0_reverse	9	-0.0011107595637440681
258399	rnn.weight_hh_l0_reverse	0	0.03984672948718071
258399	rnn.weight_hh_l0_reverse	1	0.029508527368307114
258399	rnn.weight_hh_l0_reverse	2	-0.022700108587741852
258399	rnn.weight_hh_l0_reverse	3	-0.08102940768003464
258399	rnn.weight_hh_l0_reverse	4	0.011290790513157845
258399	rnn.weight_hh_l0_reverse	5	-0.05901928246021271
258399	rnn.weight_hh_l0_reverse	6	-0.013658820651471615
258399	rnn.weight_hh_l0_reverse	7	0.03064953163266182
258399	rnn.weight_hh_l0_reverse	8	0.00837100949138403
258399	rnn.weight_hh_l0_reverse	9	0.009117056615650654
258399	rnn.bias_ih_l0_reverse	0	-0.0477401465177536
258399	rnn.bias_ih_l0_reverse	1	-0.13811245560646057
258399	rnn.bias_ih_l0_reverse	2	-0.14577223360538483
258399	rnn.bias_ih_l0_reverse	3	-0.04659278318285942
258399	rnn.bias_ih_l0_reverse	4	-0.11228186637163162
258399	rnn.bias_ih_l0_reverse	5	-0.08641145378351212
258399	rnn.bias_ih_l0_reverse	6	-0.20666730403900146
258399	rnn.bias_ih_l0_reverse	7	-0.05134712904691696
258399	rnn.bias_ih_l0_reverse	8	-0.06397983431816101
258399	rnn.bias_ih_l0_reverse	9	-0.13527478277683258
258399	rnn.bias_hh_l0_reverse	0	-0.1448337584733963
258399	rnn.bias_hh_l0_reverse	1	-0.16335108876228333
258399	rnn.bias_hh_l0_reverse	2	0.10225538164377213
258399	rnn.bias_hh_l0_reverse	3	0.07064615935087204
258399	rnn.bias_hh_l0_reverse	4	-0.17724719643592834
258399	rnn.bias_hh_l0_reverse	5	-0.14108459651470184
258399	rnn.bias_hh_l0_reverse	6	-0.08763668686151505
258399	rnn.bias_hh_l0_reverse	7	-0.05618252977728844
258399	rnn.bias_hh_l0_reverse	8	-0.093602754175663
258399	rnn.bias_hh_l0_reverse	9	-0.024587318301200867
258399	linear.weight	0	-0.007713481318205595
258399	linear.weight	1	-0.009395190514624119
258399	linear.weight	2	0.30414485931396484
258399	linear.weight	3	-0.07896571606397629
258399	linear.weight	4	-0.010588549077510834
258399	linear.weight	5	0.1118730902671814
258399	linear.weight	6	-0.010739270597696304
258399	linear.weight	7	-0.0706806555390358
258399	linear.weight	8	0.17821064591407776
258399	linear.weight	9	-0.26326844096183777
258399	linear.bias	0	-0.03956538438796997
258399	linear.bias	1	0.031413208693265915
258399	linear.bias	2	0.4205923080444336
258399	linear.bias	3	-0.7307279706001282
258399	linear.bias	4	2.1269402503967285
258399	linear.bias	5	-1.404628038406372
258399	linear.bias	6	-0.29534077644348145
258399	linear.bias	7	-0.12275318056344986
258957	transitions	0	-1.9342899322509766
258957	transitions	1	-10000.0
258957	transitions	2	-0.7969565987586975
258957	transitions	3	-10000.0
258957	transitions	4	2.0540127754211426
258957	transitions	5	-10000.0
258957	transitions	6	-10000.0
258957	transitions	7	1.8278577327728271
258957	transitions	8	-2.619917154312134
258957	transitions	9	-4.237457275390625
258957	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
258957	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
258957	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
258957	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
258957	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
258957	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
258957	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
258957	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
258957	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
258957	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
258957	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
258957	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
258957	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
258957	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
258957	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
258957	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
258957	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
258957	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
258957	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
258957	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
258957	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
258957	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
258957	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
258957	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
258957	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
258957	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
258957	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
258957	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
258957	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
258957	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
258957	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
258957	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
258957	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
258957	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
258957	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
258957	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
258957	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
258957	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
258957	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
258957	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
258957	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
258957	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
258957	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
258957	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
258957	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
258957	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
258957	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
258957	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
258957	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
258957	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
258957	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
258957	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
258957	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
258957	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
258957	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
258957	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
258957	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
258957	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
258957	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
258957	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
258957	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
258957	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
258957	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
258957	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
258957	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
258957	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
258957	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
258957	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
258957	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
258957	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
258957	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
258957	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
258957	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
258957	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
258957	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
258957	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
258957	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
258957	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
258957	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
258957	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
258957	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
258957	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
258957	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
258957	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
258957	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
258957	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
258957	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
258957	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
258957	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
258957	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
258957	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
258957	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
258957	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
258957	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
258957	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
258957	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
258957	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
258957	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
258957	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
258957	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
258957	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
258957	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
258957	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
258957	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
258957	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
258957	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
258957	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
258957	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
258957	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
258957	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
258957	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
258957	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
258957	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
258957	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
258957	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
258957	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
258957	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
258957	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
258957	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
258957	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
258957	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
258957	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
258957	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
258957	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
258957	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
258957	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
258957	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
258957	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
258957	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
258957	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
258957	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
258957	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
258957	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
258957	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
258957	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
258957	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
258957	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
258957	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
258957	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
258957	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
258957	embedding2nn.weight	0	0.006433251313865185
258957	embedding2nn.weight	1	0.004105394706130028
258957	embedding2nn.weight	2	0.013436923734843731
258957	embedding2nn.weight	3	0.026750309392809868
258957	embedding2nn.weight	4	0.023547286167740822
258957	embedding2nn.weight	5	0.00545530766248703
258957	embedding2nn.weight	6	-0.015213924460113049
258957	embedding2nn.weight	7	-0.0007072078878991306
258957	embedding2nn.weight	8	-0.00961054302752018
258957	embedding2nn.weight	9	0.002045328263193369
258957	embedding2nn.bias	0	0.019999947398900986
258957	embedding2nn.bias	1	-0.03715292736887932
258957	embedding2nn.bias	2	0.0894327312707901
258957	embedding2nn.bias	3	0.06961312144994736
258957	embedding2nn.bias	4	-0.012177012860774994
258957	embedding2nn.bias	5	-0.03097086027264595
258957	embedding2nn.bias	6	0.02399705909192562
258957	embedding2nn.bias	7	-8.714622526895255e-05
258957	embedding2nn.bias	8	-0.03219180554151535
258957	embedding2nn.bias	9	0.027221733704209328
258957	rnn.weight_ih_l0	0	0.06510484963655472
258957	rnn.weight_ih_l0	1	-0.04237642139196396
258957	rnn.weight_ih_l0	2	0.006481525953859091
258957	rnn.weight_ih_l0	3	0.04596777632832527
258957	rnn.weight_ih_l0	4	-0.03045232594013214
258957	rnn.weight_ih_l0	5	0.04172879457473755
258957	rnn.weight_ih_l0	6	0.007462288253009319
258957	rnn.weight_ih_l0	7	0.06592628359794617
258957	rnn.weight_ih_l0	8	0.009363432414829731
258957	rnn.weight_ih_l0	9	-0.026286110281944275
258957	rnn.weight_hh_l0	0	-0.011471339501440525
258957	rnn.weight_hh_l0	1	-0.028171027079224586
258957	rnn.weight_hh_l0	2	-0.06110582500696182
258957	rnn.weight_hh_l0	3	-0.00605313666164875
258957	rnn.weight_hh_l0	4	-0.009761806577444077
258957	rnn.weight_hh_l0	5	-0.02481740340590477
258957	rnn.weight_hh_l0	6	0.0006082655745558441
258957	rnn.weight_hh_l0	7	-0.0376087948679924
258957	rnn.weight_hh_l0	8	0.06656479835510254
258957	rnn.weight_hh_l0	9	0.04563639312982559
258957	rnn.bias_ih_l0	0	-0.1719462126493454
258957	rnn.bias_ih_l0	1	-0.16938912868499756
258957	rnn.bias_ih_l0	2	-0.019233463332057
258957	rnn.bias_ih_l0	3	-0.14741747081279755
258957	rnn.bias_ih_l0	4	-0.05610743537545204
258957	rnn.bias_ih_l0	5	-0.17533525824546814
258957	rnn.bias_ih_l0	6	0.0733591839671135
258957	rnn.bias_ih_l0	7	-0.08753494173288345
258957	rnn.bias_ih_l0	8	-0.044149089604616165
258957	rnn.bias_ih_l0	9	-0.10932445526123047
258957	rnn.bias_hh_l0	0	-0.06903381645679474
258957	rnn.bias_hh_l0	1	0.2444916069507599
258957	rnn.bias_hh_l0	2	0.047236181795597076
258957	rnn.bias_hh_l0	3	-0.07771920412778854
258957	rnn.bias_hh_l0	4	-0.08265332132577896
258957	rnn.bias_hh_l0	5	-0.005491762422025204
258957	rnn.bias_hh_l0	6	0.05677654221653938
258957	rnn.bias_hh_l0	7	-0.09689059108495712
258957	rnn.bias_hh_l0	8	-0.23695789277553558
258957	rnn.bias_hh_l0	9	-0.10124514251947403
258957	rnn.weight_ih_l0_reverse	0	0.019547000527381897
258957	rnn.weight_ih_l0_reverse	1	-0.06043028086423874
258957	rnn.weight_ih_l0_reverse	2	0.04312560707330704
258957	rnn.weight_ih_l0_reverse	3	0.019892049953341484
258957	rnn.weight_ih_l0_reverse	4	0.0005169055657461286
258957	rnn.weight_ih_l0_reverse	5	-0.02669920213520527
258957	rnn.weight_ih_l0_reverse	6	0.013898535631597042
258957	rnn.weight_ih_l0_reverse	7	0.029215745627880096
258957	rnn.weight_ih_l0_reverse	8	-0.028139011934399605
258957	rnn.weight_ih_l0_reverse	9	-0.0012498662108555436
258957	rnn.weight_hh_l0_reverse	0	0.0397869348526001
258957	rnn.weight_hh_l0_reverse	1	0.029481258243322372
258957	rnn.weight_hh_l0_reverse	2	-0.022714763879776
258957	rnn.weight_hh_l0_reverse	3	-0.08105417340993881
258957	rnn.weight_hh_l0_reverse	4	0.011301424354314804
258957	rnn.weight_hh_l0_reverse	5	-0.059145111590623856
258957	rnn.weight_hh_l0_reverse	6	-0.013689341954886913
258957	rnn.weight_hh_l0_reverse	7	0.030673397704958916
258957	rnn.weight_hh_l0_reverse	8	0.008385565131902695
258957	rnn.weight_hh_l0_reverse	9	0.009230722673237324
258957	rnn.bias_ih_l0_reverse	0	-0.047974273562431335
258957	rnn.bias_ih_l0_reverse	1	-0.1383228451013565
258957	rnn.bias_ih_l0_reverse	2	-0.1452643871307373
258957	rnn.bias_ih_l0_reverse	3	-0.04657093062996864
258957	rnn.bias_ih_l0_reverse	4	-0.11288265883922577
258957	rnn.bias_ih_l0_reverse	5	-0.08705218136310577
258957	rnn.bias_ih_l0_reverse	6	-0.20728681981563568
258957	rnn.bias_ih_l0_reverse	7	-0.05130385234951973
258957	rnn.bias_ih_l0_reverse	8	-0.06389513611793518
258957	rnn.bias_ih_l0_reverse	9	-0.13499480485916138
258957	rnn.bias_hh_l0_reverse	0	-0.14544862508773804
258957	rnn.bias_hh_l0_reverse	1	-0.16416151821613312
258957	rnn.bias_hh_l0_reverse	2	0.10239728540182114
258957	rnn.bias_hh_l0_reverse	3	0.07026264816522598
258957	rnn.bias_hh_l0_reverse	4	-0.17764218151569366
258957	rnn.bias_hh_l0_reverse	5	-0.14087645709514618
258957	rnn.bias_hh_l0_reverse	6	-0.08882831782102585
258957	rnn.bias_hh_l0_reverse	7	-0.05642085522413254
258957	rnn.bias_hh_l0_reverse	8	-0.09355012327432632
258957	rnn.bias_hh_l0_reverse	9	-0.024869566783308983
258957	linear.weight	0	-0.007713720202445984
258957	linear.weight	1	-0.01025611162185669
258957	linear.weight	2	0.30082589387893677
258957	linear.weight	3	-0.07896526157855988
258957	linear.weight	4	-0.010588549077510834
258957	linear.weight	5	0.1083342656493187
258957	linear.weight	6	-0.010739270597696304
258957	linear.weight	7	-0.06802410632371902
258957	linear.weight	8	0.17909085750579834
258957	linear.weight	9	-0.26469525694847107
258957	linear.bias	0	-0.03956538438796997
258957	linear.bias	1	0.031413208693265915
258957	linear.bias	2	0.40735602378845215
258957	linear.bias	3	-0.7124404311180115
258957	linear.bias	4	2.120758533477783
258957	linear.bias	5	-1.4046629667282104
258957	linear.bias	6	-0.29476267099380493
258957	linear.bias	7	-0.12216582894325256
259515	transitions	0	-1.934510588645935
259515	transitions	1	-10000.0
259515	transitions	2	-0.7969565987586975
259515	transitions	3	-10000.0
259515	transitions	4	2.0527169704437256
259515	transitions	5	-10000.0
259515	transitions	6	-10000.0
259515	transitions	7	1.8267477750778198
259515	transitions	8	-2.620076894760132
259515	transitions	9	-4.237583637237549
259515	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
259515	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
259515	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
259515	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
259515	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
259515	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
259515	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
259515	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
259515	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
259515	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
259515	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
259515	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
259515	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
259515	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
259515	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
259515	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
259515	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
259515	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
259515	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
259515	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
259515	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
259515	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
259515	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
259515	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
259515	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
259515	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
259515	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
259515	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
259515	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
259515	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
259515	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
259515	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
259515	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
259515	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
259515	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
259515	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
259515	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
259515	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
259515	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
259515	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
259515	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
259515	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
259515	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
259515	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
259515	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
259515	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
259515	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
259515	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
259515	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
259515	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
259515	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
259515	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
259515	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
259515	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
259515	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
259515	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
259515	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
259515	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
259515	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
259515	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
259515	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
259515	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
259515	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
259515	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
259515	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
259515	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
259515	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
259515	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
259515	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
259515	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
259515	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
259515	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
259515	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
259515	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
259515	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
259515	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
259515	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
259515	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
259515	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
259515	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
259515	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
259515	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
259515	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
259515	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
259515	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
259515	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
259515	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
259515	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
259515	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
259515	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
259515	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
259515	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
259515	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
259515	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
259515	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
259515	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
259515	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
259515	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
259515	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
259515	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
259515	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
259515	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
259515	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
259515	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
259515	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
259515	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
259515	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
259515	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
259515	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
259515	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
259515	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
259515	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
259515	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
259515	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
259515	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
259515	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
259515	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
259515	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
259515	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
259515	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
259515	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
259515	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
259515	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
259515	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
259515	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
259515	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
259515	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
259515	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
259515	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
259515	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
259515	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
259515	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
259515	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
259515	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
259515	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
259515	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
259515	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
259515	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
259515	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
259515	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
259515	embedding2nn.weight	0	0.006428893189877272
259515	embedding2nn.weight	1	0.004115722607821226
259515	embedding2nn.weight	2	0.013434505090117455
259515	embedding2nn.weight	3	0.026758072897791862
259515	embedding2nn.weight	4	0.023571642115712166
259515	embedding2nn.weight	5	0.005601051729172468
259515	embedding2nn.weight	6	-0.015267997980117798
259515	embedding2nn.weight	7	-0.0006657196208834648
259515	embedding2nn.weight	8	-0.009681095369160175
259515	embedding2nn.weight	9	0.002045535482466221
259515	embedding2nn.bias	0	0.018960285931825638
259515	embedding2nn.bias	1	-0.035845641046762466
259515	embedding2nn.bias	2	0.08926117420196533
259515	embedding2nn.bias	3	0.06863294541835785
259515	embedding2nn.bias	4	-0.011120883747935295
259515	embedding2nn.bias	5	-0.033485960215330124
259515	embedding2nn.bias	6	0.025166034698486328
259515	embedding2nn.bias	7	-0.0005569889908656478
259515	embedding2nn.bias	8	-0.033198196440935135
259515	embedding2nn.bias	9	0.02723587676882744
259515	rnn.weight_ih_l0	0	0.0651349425315857
259515	rnn.weight_ih_l0	1	-0.04236072674393654
259515	rnn.weight_ih_l0	2	0.006480599753558636
259515	rnn.weight_ih_l0	3	0.04601854085922241
259515	rnn.weight_ih_l0	4	-0.030450182035565376
259515	rnn.weight_ih_l0	5	0.04193073511123657
259515	rnn.weight_ih_l0	6	0.0075329141691327095
259515	rnn.weight_ih_l0	7	0.06575129181146622
259515	rnn.weight_ih_l0	8	0.00942625105381012
259515	rnn.weight_ih_l0	9	-0.026266202330589294
259515	rnn.weight_hh_l0	0	-0.01155664399266243
259515	rnn.weight_hh_l0	1	-0.0281504075974226
259515	rnn.weight_hh_l0	2	-0.061089251190423965
259515	rnn.weight_hh_l0	3	-0.006079613231122494
259515	rnn.weight_hh_l0	4	-0.009781265631318092
259515	rnn.weight_hh_l0	5	-0.024910351261496544
259515	rnn.weight_hh_l0	6	0.0006051828386262059
259515	rnn.weight_hh_l0	7	-0.03746741637587547
259515	rnn.weight_hh_l0	8	0.06675499677658081
259515	rnn.weight_hh_l0	9	0.04561023786664009
259515	rnn.bias_ih_l0	0	-0.171859472990036
259515	rnn.bias_ih_l0	1	-0.16958974301815033
259515	rnn.bias_ih_l0	2	-0.019067009910941124
259515	rnn.bias_ih_l0	3	-0.1473243087530136
259515	rnn.bias_ih_l0	4	-0.05623994767665863
259515	rnn.bias_ih_l0	5	-0.17550106346607208
259515	rnn.bias_ih_l0	6	0.07277590036392212
259515	rnn.bias_ih_l0	7	-0.08794554322957993
259515	rnn.bias_ih_l0	8	-0.04412240535020828
259515	rnn.bias_ih_l0	9	-0.10915414243936539
259515	rnn.bias_hh_l0	0	-0.06980282813310623
259515	rnn.bias_hh_l0	1	0.24532315135002136
259515	rnn.bias_hh_l0	2	0.047571003437042236
259515	rnn.bias_hh_l0	3	-0.07806560397148132
259515	rnn.bias_hh_l0	4	-0.08281120657920837
259515	rnn.bias_hh_l0	5	-0.005242903251200914
259515	rnn.bias_hh_l0	6	0.05755032226443291
259515	rnn.bias_hh_l0	7	-0.09603466093540192
259515	rnn.bias_hh_l0	8	-0.23793479800224304
259515	rnn.bias_hh_l0	9	-0.10184626281261444
259515	rnn.weight_ih_l0_reverse	0	0.019428197294473648
259515	rnn.weight_ih_l0_reverse	1	-0.06029217690229416
259515	rnn.weight_ih_l0_reverse	2	0.04319893941283226
259515	rnn.weight_ih_l0_reverse	3	0.019961195066571236
259515	rnn.weight_ih_l0_reverse	4	0.0005216599674895406
259515	rnn.weight_ih_l0_reverse	5	-0.02667616493999958
259515	rnn.weight_ih_l0_reverse	6	0.01402466930449009
259515	rnn.weight_ih_l0_reverse	7	0.029221897944808006
259515	rnn.weight_ih_l0_reverse	8	-0.028129825368523598
259515	rnn.weight_ih_l0_reverse	9	-0.0012268520658835769
259515	rnn.weight_hh_l0_reverse	0	0.03982795774936676
259515	rnn.weight_hh_l0_reverse	1	0.02946167066693306
259515	rnn.weight_hh_l0_reverse	2	-0.022726139053702354
259515	rnn.weight_hh_l0_reverse	3	-0.08102478832006454
259515	rnn.weight_hh_l0_reverse	4	0.011378977447748184
259515	rnn.weight_hh_l0_reverse	5	-0.059288278222084045
259515	rnn.weight_hh_l0_reverse	6	-0.013671406544744968
259515	rnn.weight_hh_l0_reverse	7	0.030567582696676254
259515	rnn.weight_hh_l0_reverse	8	0.00822369009256363
259515	rnn.weight_hh_l0_reverse	9	0.009232050739228725
259515	rnn.bias_ih_l0_reverse	0	-0.04770880937576294
259515	rnn.bias_ih_l0_reverse	1	-0.13806606829166412
259515	rnn.bias_ih_l0_reverse	2	-0.1447618454694748
259515	rnn.bias_ih_l0_reverse	3	-0.04688405245542526
259515	rnn.bias_ih_l0_reverse	4	-0.11279123276472092
259515	rnn.bias_ih_l0_reverse	5	-0.0866856575012207
259515	rnn.bias_ih_l0_reverse	6	-0.20689134299755096
259515	rnn.bias_ih_l0_reverse	7	-0.051748085767030716
259515	rnn.bias_ih_l0_reverse	8	-0.06381510198116302
259515	rnn.bias_ih_l0_reverse	9	-0.13494373857975006
259515	rnn.bias_hh_l0_reverse	0	-0.14498893916606903
259515	rnn.bias_hh_l0_reverse	1	-0.16408434510231018
259515	rnn.bias_hh_l0_reverse	2	0.10239017009735107
259515	rnn.bias_hh_l0_reverse	3	0.07088164985179901
259515	rnn.bias_hh_l0_reverse	4	-0.17744840681552887
259515	rnn.bias_hh_l0_reverse	5	-0.14101456105709076
259515	rnn.bias_hh_l0_reverse	6	-0.0890454575419426
259515	rnn.bias_hh_l0_reverse	7	-0.056093838065862656
259515	rnn.bias_hh_l0_reverse	8	-0.09359731525182724
259515	rnn.bias_hh_l0_reverse	9	-0.025167156010866165
259515	linear.weight	0	-0.0077139874920248985
259515	linear.weight	1	-0.009071613661944866
259515	linear.weight	2	0.303318589925766
259515	linear.weight	3	-0.07896428555250168
259515	linear.weight	4	-0.010588549077510834
259515	linear.weight	5	0.10615120083093643
259515	linear.weight	6	-0.010739270597696304
259515	linear.weight	7	-0.07168475538492203
259515	linear.weight	8	0.17921172082424164
259515	linear.weight	9	-0.26564091444015503
259515	linear.bias	0	-0.03956538438796997
259515	linear.bias	1	0.031413208693265915
259515	linear.bias	2	0.4297073483467102
259515	linear.bias	3	-0.7299440503120422
259515	linear.bias	4	2.122037887573242
259515	linear.bias	5	-1.4046958684921265
259515	linear.bias	6	-0.2977692782878876
259515	linear.bias	7	-0.125252828001976
260073	transitions	0	-1.934759497642517
260073	transitions	1	-10000.0
260073	transitions	2	-0.7969565987586975
260073	transitions	3	-10000.0
260073	transitions	4	2.053919553756714
260073	transitions	5	-10000.0
260073	transitions	6	-10000.0
260073	transitions	7	1.8316597938537598
260073	transitions	8	-2.620267152786255
260073	transitions	9	-4.23771858215332
260073	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
260073	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
260073	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
260073	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
260073	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
260073	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
260073	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
260073	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
260073	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
260073	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
260073	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
260073	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
260073	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
260073	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
260073	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
260073	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
260073	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
260073	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
260073	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
260073	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
260073	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
260073	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
260073	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
260073	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
260073	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
260073	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
260073	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
260073	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
260073	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
260073	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
260073	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
260073	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
260073	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
260073	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
260073	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
260073	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
260073	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
260073	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
260073	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
260073	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
260073	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
260073	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
260073	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
260073	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
260073	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
260073	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
260073	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
260073	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
260073	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
260073	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
260073	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
260073	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
260073	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
260073	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
260073	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
260073	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
260073	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
260073	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
260073	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
260073	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
260073	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
260073	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
260073	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
260073	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
260073	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
260073	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
260073	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
260073	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
260073	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
260073	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
260073	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
260073	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
260073	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
260073	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
260073	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
260073	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
260073	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
260073	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
260073	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
260073	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
260073	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
260073	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
260073	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
260073	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
260073	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
260073	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
260073	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
260073	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
260073	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
260073	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
260073	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
260073	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
260073	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
260073	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
260073	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
260073	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
260073	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
260073	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
260073	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
260073	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
260073	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
260073	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
260073	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
260073	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
260073	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
260073	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
260073	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
260073	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
260073	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
260073	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
260073	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
260073	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
260073	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
260073	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
260073	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
260073	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
260073	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
260073	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
260073	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
260073	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
260073	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
260073	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
260073	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
260073	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
260073	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
260073	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
260073	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
260073	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
260073	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
260073	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
260073	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
260073	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
260073	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
260073	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
260073	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
260073	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
260073	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
260073	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
260073	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
260073	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
260073	embedding2nn.weight	0	0.00642142491415143
260073	embedding2nn.weight	1	0.004075915087014437
260073	embedding2nn.weight	2	0.01343349926173687
260073	embedding2nn.weight	3	0.02677171491086483
260073	embedding2nn.weight	4	0.023581761866807938
260073	embedding2nn.weight	5	0.005524776875972748
260073	embedding2nn.weight	6	-0.015192808583378792
260073	embedding2nn.weight	7	-0.0006151662091724575
260073	embedding2nn.weight	8	-0.00966351293027401
260073	embedding2nn.weight	9	0.002015566686168313
260073	embedding2nn.bias	0	0.018847547471523285
260073	embedding2nn.bias	1	-0.03622804209589958
260073	embedding2nn.bias	2	0.08815626055002213
260073	embedding2nn.bias	3	0.06844943761825562
260073	embedding2nn.bias	4	-0.011984214186668396
260073	embedding2nn.bias	5	-0.033920302987098694
260073	embedding2nn.bias	6	0.026796827092766762
260073	embedding2nn.bias	7	-0.0011151148937642574
260073	embedding2nn.bias	8	-0.03377808257937431
260073	embedding2nn.bias	9	0.026155777275562286
260073	rnn.weight_ih_l0	0	0.06534938514232635
260073	rnn.weight_ih_l0	1	-0.042594630271196365
260073	rnn.weight_ih_l0	2	0.006853088270872831
260073	rnn.weight_ih_l0	3	0.04600570350885391
260073	rnn.weight_ih_l0	4	-0.03057175874710083
260073	rnn.weight_ih_l0	5	0.04200224578380585
260073	rnn.weight_ih_l0	6	0.0075090741738677025
260073	rnn.weight_ih_l0	7	0.06595271825790405
260073	rnn.weight_ih_l0	8	0.009294220246374607
260073	rnn.weight_ih_l0	9	-0.026400581002235413
260073	rnn.weight_hh_l0	0	-0.011579240672290325
260073	rnn.weight_hh_l0	1	-0.02822752669453621
260073	rnn.weight_hh_l0	2	-0.06107306852936745
260073	rnn.weight_hh_l0	3	-0.0060537345707416534
260073	rnn.weight_hh_l0	4	-0.009777022525668144
260073	rnn.weight_hh_l0	5	-0.024898378178477287
260073	rnn.weight_hh_l0	6	0.0006111105321906507
260073	rnn.weight_hh_l0	7	-0.037583980709314346
260073	rnn.weight_hh_l0	8	0.0666458010673523
260073	rnn.weight_hh_l0	9	0.04556071385741234
260073	rnn.bias_ih_l0	0	-0.17196175456047058
260073	rnn.bias_ih_l0	1	-0.16981184482574463
260073	rnn.bias_ih_l0	2	-0.019173195585608482
260073	rnn.bias_ih_l0	3	-0.14793077111244202
260073	rnn.bias_ih_l0	4	-0.056143928319215775
260073	rnn.bias_ih_l0	5	-0.1757637858390808
260073	rnn.bias_ih_l0	6	0.07303739339113235
260073	rnn.bias_ih_l0	7	-0.08757652342319489
260073	rnn.bias_ih_l0	8	-0.043633393943309784
260073	rnn.bias_ih_l0	9	-0.10928677767515182
260073	rnn.bias_hh_l0	0	-0.0697089433670044
260073	rnn.bias_hh_l0	1	0.24490004777908325
260073	rnn.bias_hh_l0	2	0.047151628881692886
260073	rnn.bias_hh_l0	3	-0.07728530466556549
260073	rnn.bias_hh_l0	4	-0.08295737951993942
260073	rnn.bias_hh_l0	5	-0.004860179964452982
260073	rnn.bias_hh_l0	6	0.057460471987724304
260073	rnn.bias_hh_l0	7	-0.0970357209444046
260073	rnn.bias_hh_l0	8	-0.23810511827468872
260073	rnn.bias_hh_l0	9	-0.1019948348402977
260073	rnn.weight_ih_l0_reverse	0	0.019570712000131607
260073	rnn.weight_ih_l0_reverse	1	-0.060320302844047546
260073	rnn.weight_ih_l0_reverse	2	0.043106283992528915
260073	rnn.weight_ih_l0_reverse	3	0.020058901980519295
260073	rnn.weight_ih_l0_reverse	4	0.000332461204379797
260073	rnn.weight_ih_l0_reverse	5	-0.02666616253554821
260073	rnn.weight_ih_l0_reverse	6	0.014193457551300526
260073	rnn.weight_ih_l0_reverse	7	0.028996542096138
260073	rnn.weight_ih_l0_reverse	8	-0.028114451095461845
260073	rnn.weight_ih_l0_reverse	9	-0.0011281028855592012
260073	rnn.weight_hh_l0_reverse	0	0.03982813283801079
260073	rnn.weight_hh_l0_reverse	1	0.029484326019883156
260073	rnn.weight_hh_l0_reverse	2	-0.02265770547091961
260073	rnn.weight_hh_l0_reverse	3	-0.08114999532699585
260073	rnn.weight_hh_l0_reverse	4	0.011368826031684875
260073	rnn.weight_hh_l0_reverse	5	-0.0594240166246891
260073	rnn.weight_hh_l0_reverse	6	-0.01363543514162302
260073	rnn.weight_hh_l0_reverse	7	0.03061274066567421
260073	rnn.weight_hh_l0_reverse	8	0.008165345527231693
260073	rnn.weight_hh_l0_reverse	9	0.009274674579501152
260073	rnn.bias_ih_l0_reverse	0	-0.047276295721530914
260073	rnn.bias_ih_l0_reverse	1	-0.1377706080675125
260073	rnn.bias_ih_l0_reverse	2	-0.1446668654680252
260073	rnn.bias_ih_l0_reverse	3	-0.04644254595041275
260073	rnn.bias_ih_l0_reverse	4	-0.11292441934347153
260073	rnn.bias_ih_l0_reverse	5	-0.08602002263069153
260073	rnn.bias_ih_l0_reverse	6	-0.20767411589622498
260073	rnn.bias_ih_l0_reverse	7	-0.05242748185992241
260073	rnn.bias_ih_l0_reverse	8	-0.06411513686180115
260073	rnn.bias_ih_l0_reverse	9	-0.13495703041553497
260073	rnn.bias_hh_l0_reverse	0	-0.14484527707099915
260073	rnn.bias_hh_l0_reverse	1	-0.16510745882987976
260073	rnn.bias_hh_l0_reverse	2	0.10327745229005814
260073	rnn.bias_hh_l0_reverse	3	0.07048704475164413
260073	rnn.bias_hh_l0_reverse	4	-0.1778598427772522
260073	rnn.bias_hh_l0_reverse	5	-0.14071814715862274
260073	rnn.bias_hh_l0_reverse	6	-0.08927598595619202
260073	rnn.bias_hh_l0_reverse	7	-0.056254759430885315
260073	rnn.bias_hh_l0_reverse	8	-0.09466615319252014
260073	rnn.bias_hh_l0_reverse	9	-0.024800868704915047
260073	linear.weight	0	-0.007714539300650358
260073	linear.weight	1	-0.011089149862527847
260073	linear.weight	2	0.30181270837783813
260073	linear.weight	3	-0.0789632648229599
260073	linear.weight	4	-0.010588549077510834
260073	linear.weight	5	0.113493412733078
260073	linear.weight	6	-0.010739270597696304
260073	linear.weight	7	-0.08111614733934402
260073	linear.weight	8	0.1780848354101181
260073	linear.weight	9	-0.2655680179595947
260073	linear.bias	0	-0.03956538438796997
260073	linear.bias	1	0.031413208693265915
260073	linear.bias	2	0.40796518325805664
260073	linear.bias	3	-0.7025566697120667
260073	linear.bias	4	2.1279165744781494
260073	linear.bias	5	-1.40473210811615
260073	linear.bias	6	-0.3034663200378418
260073	linear.bias	7	-0.13104751706123352
260631	transitions	0	-1.9349594116210938
260631	transitions	1	-10000.0
260631	transitions	2	-0.7969565987586975
260631	transitions	3	-10000.0
260631	transitions	4	2.058274984359741
260631	transitions	5	-10000.0
260631	transitions	6	-10000.0
260631	transitions	7	1.83076810836792
260631	transitions	8	-2.6204395294189453
260631	transitions	9	-4.237844944000244
260631	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
260631	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
260631	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
260631	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
260631	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
260631	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
260631	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
260631	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
260631	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
260631	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
260631	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
260631	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
260631	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
260631	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
260631	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
260631	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
260631	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
260631	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
260631	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
260631	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
260631	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
260631	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
260631	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
260631	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
260631	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
260631	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
260631	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
260631	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
260631	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
260631	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
260631	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
260631	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
260631	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
260631	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
260631	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
260631	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
260631	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
260631	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
260631	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
260631	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
260631	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
260631	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
260631	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
260631	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
260631	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
260631	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
260631	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
260631	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
260631	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
260631	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
260631	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
260631	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
260631	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
260631	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
260631	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
260631	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
260631	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
260631	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
260631	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
260631	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
260631	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
260631	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
260631	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
260631	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
260631	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
260631	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
260631	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
260631	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
260631	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
260631	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
260631	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
260631	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
260631	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
260631	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
260631	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
260631	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
260631	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
260631	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
260631	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
260631	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
260631	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
260631	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
260631	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
260631	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
260631	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
260631	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
260631	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
260631	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
260631	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
260631	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
260631	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
260631	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
260631	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
260631	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
260631	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
260631	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
260631	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
260631	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
260631	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
260631	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
260631	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
260631	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
260631	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
260631	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
260631	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
260631	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
260631	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
260631	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
260631	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
260631	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
260631	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
260631	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
260631	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
260631	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
260631	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
260631	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
260631	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
260631	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
260631	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
260631	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
260631	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
260631	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
260631	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
260631	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
260631	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
260631	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
260631	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
260631	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
260631	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
260631	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
260631	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
260631	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
260631	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
260631	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
260631	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
260631	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
260631	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
260631	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
260631	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
260631	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
260631	embedding2nn.weight	0	0.006420623976737261
260631	embedding2nn.weight	1	0.004072937648743391
260631	embedding2nn.weight	2	0.013434450142085552
260631	embedding2nn.weight	3	0.026752421632409096
260631	embedding2nn.weight	4	0.023656686767935753
260631	embedding2nn.weight	5	0.005527661181986332
260631	embedding2nn.weight	6	-0.015195854939520359
260631	embedding2nn.weight	7	-0.0006077918806113303
260631	embedding2nn.weight	8	-0.009528914466500282
260631	embedding2nn.weight	9	0.002037279075011611
260631	embedding2nn.bias	0	0.019426345825195312
260631	embedding2nn.bias	1	-0.037977710366249084
260631	embedding2nn.bias	2	0.08882330358028412
260631	embedding2nn.bias	3	0.06823530048131943
260631	embedding2nn.bias	4	-0.011160888709127903
260631	embedding2nn.bias	5	-0.032520849257707596
260631	embedding2nn.bias	6	0.02488340251147747
260631	embedding2nn.bias	7	0.00014050236495677382
260631	embedding2nn.bias	8	-0.03475402295589447
260631	embedding2nn.bias	9	0.026273401454091072
260631	rnn.weight_ih_l0	0	0.06526100635528564
260631	rnn.weight_ih_l0	1	-0.04267825186252594
260631	rnn.weight_ih_l0	2	0.0066716973669826984
260631	rnn.weight_ih_l0	3	0.04610482603311539
260631	rnn.weight_ih_l0	4	-0.03050115704536438
260631	rnn.weight_ih_l0	5	0.041941799223423004
260631	rnn.weight_ih_l0	6	0.007539649493992329
260631	rnn.weight_ih_l0	7	0.0660201907157898
260631	rnn.weight_ih_l0	8	0.009180568158626556
260631	rnn.weight_ih_l0	9	-0.026282131671905518
260631	rnn.weight_hh_l0	0	-0.01150977611541748
260631	rnn.weight_hh_l0	1	-0.02824496664106846
260631	rnn.weight_hh_l0	2	-0.06104402244091034
260631	rnn.weight_hh_l0	3	-0.006083667743951082
260631	rnn.weight_hh_l0	4	-0.009744235314428806
260631	rnn.weight_hh_l0	5	-0.02490878663957119
260631	rnn.weight_hh_l0	6	0.0006186636746861041
260631	rnn.weight_hh_l0	7	-0.03747546672821045
260631	rnn.weight_hh_l0	8	0.06668150424957275
260631	rnn.weight_hh_l0	9	0.045631393790245056
260631	rnn.bias_ih_l0	0	-0.1715003252029419
260631	rnn.bias_ih_l0	1	-0.16989462077617645
260631	rnn.bias_ih_l0	2	-0.01956259272992611
260631	rnn.bias_ih_l0	3	-0.14707468450069427
260631	rnn.bias_ih_l0	4	-0.055663928389549255
260631	rnn.bias_ih_l0	5	-0.17617714405059814
260631	rnn.bias_ih_l0	6	0.07345159351825714
260631	rnn.bias_ih_l0	7	-0.08713841438293457
260631	rnn.bias_ih_l0	8	-0.04408383369445801
260631	rnn.bias_ih_l0	9	-0.10901787877082825
260631	rnn.bias_hh_l0	0	-0.07048462331295013
260631	rnn.bias_hh_l0	1	0.24503274261951447
260631	rnn.bias_hh_l0	2	0.04716488718986511
260631	rnn.bias_hh_l0	3	-0.07656959444284439
260631	rnn.bias_hh_l0	4	-0.08310337364673615
260631	rnn.bias_hh_l0	5	-0.003922710660845041
260631	rnn.bias_hh_l0	6	0.05699946731328964
260631	rnn.bias_hh_l0	7	-0.09672659635543823
260631	rnn.bias_hh_l0	8	-0.2380577176809311
260631	rnn.bias_hh_l0	9	-0.10144558548927307
260631	rnn.weight_ih_l0_reverse	0	0.019756179302930832
260631	rnn.weight_ih_l0_reverse	1	-0.060367610305547714
260631	rnn.weight_ih_l0_reverse	2	0.04311862587928772
260631	rnn.weight_ih_l0_reverse	3	0.020172428339719772
260631	rnn.weight_ih_l0_reverse	4	0.0002944719744846225
260631	rnn.weight_ih_l0_reverse	5	-0.02649722993373871
260631	rnn.weight_ih_l0_reverse	6	0.014204943552613258
260631	rnn.weight_ih_l0_reverse	7	0.028976667672395706
260631	rnn.weight_ih_l0_reverse	8	-0.028282932937145233
260631	rnn.weight_ih_l0_reverse	9	-0.0011349895503371954
260631	rnn.weight_hh_l0_reverse	0	0.03984467312693596
260631	rnn.weight_hh_l0_reverse	1	0.02956101857125759
260631	rnn.weight_hh_l0_reverse	2	-0.022638337686657906
260631	rnn.weight_hh_l0_reverse	3	-0.08112438023090363
260631	rnn.weight_hh_l0_reverse	4	0.011384403333067894
260631	rnn.weight_hh_l0_reverse	5	-0.059332236647605896
260631	rnn.weight_hh_l0_reverse	6	-0.01363359484821558
260631	rnn.weight_hh_l0_reverse	7	0.030483582988381386
260631	rnn.weight_hh_l0_reverse	8	0.00817609392106533
260631	rnn.weight_hh_l0_reverse	9	0.009279386140406132
260631	rnn.bias_ih_l0_reverse	0	-0.04645291715860367
260631	rnn.bias_ih_l0_reverse	1	-0.1378183215856552
260631	rnn.bias_ih_l0_reverse	2	-0.14474962651729584
260631	rnn.bias_ih_l0_reverse	3	-0.04627123102545738
260631	rnn.bias_ih_l0_reverse	4	-0.11347341537475586
260631	rnn.bias_ih_l0_reverse	5	-0.08638998866081238
260631	rnn.bias_ih_l0_reverse	6	-0.20699316263198853
260631	rnn.bias_ih_l0_reverse	7	-0.052481770515441895
260631	rnn.bias_ih_l0_reverse	8	-0.06450630724430084
260631	rnn.bias_ih_l0_reverse	9	-0.135081484913826
260631	rnn.bias_hh_l0_reverse	0	-0.14485566318035126
260631	rnn.bias_hh_l0_reverse	1	-0.1646435260772705
260631	rnn.bias_hh_l0_reverse	2	0.10347853600978851
260631	rnn.bias_hh_l0_reverse	3	0.06947435438632965
260631	rnn.bias_hh_l0_reverse	4	-0.1781081110239029
260631	rnn.bias_hh_l0_reverse	5	-0.14124079048633575
260631	rnn.bias_hh_l0_reverse	6	-0.08847206830978394
260631	rnn.bias_hh_l0_reverse	7	-0.05661611631512642
260631	rnn.bias_hh_l0_reverse	8	-0.09459622949361801
260631	rnn.bias_hh_l0_reverse	9	-0.024615202099084854
260631	linear.weight	0	-0.007714785635471344
260631	linear.weight	1	-0.010317123495042324
260631	linear.weight	2	0.3055437207221985
260631	linear.weight	3	-0.07896214723587036
260631	linear.weight	4	-0.010588549077510834
260631	linear.weight	5	0.11703985184431076
260631	linear.weight	6	-0.010739270597696304
260631	linear.weight	7	-0.07361137121915817
260631	linear.weight	8	0.18188025057315826
260631	linear.weight	9	-0.26452499628067017
260631	linear.bias	0	-0.03956538438796997
260631	linear.bias	1	0.031413208693265915
260631	linear.bias	2	0.4181176424026489
260631	linear.bias	3	-0.7087616920471191
260631	linear.bias	4	2.124171018600464
260631	linear.bias	5	-1.4047666788101196
260631	linear.bias	6	-0.3035845458507538
260631	linear.bias	7	-0.13110345602035522
261189	transitions	0	-1.9351392984390259
261189	transitions	1	-10000.0
261189	transitions	2	-0.7969565987586975
261189	transitions	3	-10000.0
261189	transitions	4	2.0603318214416504
261189	transitions	5	-10000.0
261189	transitions	6	-10000.0
261189	transitions	7	1.8323613405227661
261189	transitions	8	-2.6206133365631104
261189	transitions	9	-4.237987041473389
261189	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
261189	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
261189	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
261189	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
261189	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
261189	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
261189	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
261189	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
261189	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
261189	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
261189	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
261189	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
261189	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
261189	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
261189	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
261189	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
261189	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
261189	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
261189	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
261189	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
261189	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
261189	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
261189	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
261189	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
261189	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
261189	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
261189	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
261189	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
261189	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
261189	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
261189	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
261189	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
261189	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
261189	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
261189	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
261189	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
261189	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
261189	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
261189	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
261189	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
261189	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
261189	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
261189	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
261189	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
261189	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
261189	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
261189	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
261189	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
261189	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
261189	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
261189	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
261189	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
261189	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
261189	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
261189	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
261189	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
261189	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
261189	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
261189	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
261189	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
261189	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
261189	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
261189	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
261189	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
261189	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
261189	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
261189	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
261189	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
261189	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
261189	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
261189	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
261189	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
261189	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
261189	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
261189	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
261189	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
261189	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
261189	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
261189	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
261189	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
261189	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
261189	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
261189	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
261189	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
261189	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
261189	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
261189	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
261189	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
261189	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
261189	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
261189	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
261189	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
261189	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
261189	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
261189	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
261189	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
261189	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
261189	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
261189	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
261189	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
261189	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
261189	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
261189	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
261189	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
261189	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
261189	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
261189	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
261189	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
261189	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
261189	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
261189	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
261189	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
261189	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
261189	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
261189	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
261189	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
261189	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
261189	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
261189	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
261189	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
261189	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
261189	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
261189	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
261189	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
261189	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
261189	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
261189	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
261189	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
261189	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
261189	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
261189	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
261189	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
261189	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
261189	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
261189	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
261189	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
261189	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
261189	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
261189	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
261189	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
261189	embedding2nn.weight	0	0.006422968581318855
261189	embedding2nn.weight	1	0.004106852691620588
261189	embedding2nn.weight	2	0.013432293199002743
261189	embedding2nn.weight	3	0.02682727575302124
261189	embedding2nn.weight	4	0.02367299608886242
261189	embedding2nn.weight	5	0.005445221904665232
261189	embedding2nn.weight	6	-0.01526920311152935
261189	embedding2nn.weight	7	-0.0006239216891117394
261189	embedding2nn.weight	8	-0.00956573337316513
261189	embedding2nn.weight	9	0.0020202938467264175
261189	embedding2nn.bias	0	0.020078327506780624
261189	embedding2nn.bias	1	-0.038778580725193024
261189	embedding2nn.bias	2	0.0884588360786438
261189	embedding2nn.bias	3	0.06786162406206131
261189	embedding2nn.bias	4	-0.011193080805242062
261189	embedding2nn.bias	5	-0.03249353915452957
261189	embedding2nn.bias	6	0.025499610230326653
261189	embedding2nn.bias	7	-0.001800941419787705
261189	embedding2nn.bias	8	-0.03521561995148659
261189	embedding2nn.bias	9	0.025074856355786324
261189	rnn.weight_ih_l0	0	0.06512240320444107
261189	rnn.weight_ih_l0	1	-0.04248610511422157
261189	rnn.weight_ih_l0	2	0.0066237375140190125
261189	rnn.weight_ih_l0	3	0.046028684824705124
261189	rnn.weight_ih_l0	4	-0.030342577025294304
261189	rnn.weight_ih_l0	5	0.041635602712631226
261189	rnn.weight_ih_l0	6	0.00756871746852994
261189	rnn.weight_ih_l0	7	0.06610258668661118
261189	rnn.weight_ih_l0	8	0.009358039125800133
261189	rnn.weight_ih_l0	9	-0.02623651549220085
261189	rnn.weight_hh_l0	0	-0.01161329448223114
261189	rnn.weight_hh_l0	1	-0.028337553143501282
261189	rnn.weight_hh_l0	2	-0.06096842885017395
261189	rnn.weight_hh_l0	3	-0.0060951183550059795
261189	rnn.weight_hh_l0	4	-0.009752830490469933
261189	rnn.weight_hh_l0	5	-0.02489391155540943
261189	rnn.weight_hh_l0	6	0.0006169138359837234
261189	rnn.weight_hh_l0	7	-0.037416018545627594
261189	rnn.weight_hh_l0	8	0.06668760627508163
261189	rnn.weight_hh_l0	9	0.045654937624931335
261189	rnn.bias_ih_l0	0	-0.17131014168262482
261189	rnn.bias_ih_l0	1	-0.17023681104183197
261189	rnn.bias_ih_l0	2	-0.01991075836122036
261189	rnn.bias_ih_l0	3	-0.14716693758964539
261189	rnn.bias_ih_l0	4	-0.05683433264493942
261189	rnn.bias_ih_l0	5	-0.17625129222869873
261189	rnn.bias_ih_l0	6	0.0740450918674469
261189	rnn.bias_ih_l0	7	-0.08680684864521027
261189	rnn.bias_ih_l0	8	-0.04388773441314697
261189	rnn.bias_ih_l0	9	-0.10907541215419769
261189	rnn.bias_hh_l0	0	-0.07087107002735138
261189	rnn.bias_hh_l0	1	0.24514548480510712
261189	rnn.bias_hh_l0	2	0.04775061830878258
261189	rnn.bias_hh_l0	3	-0.07710981369018555
261189	rnn.bias_hh_l0	4	-0.08308954536914825
261189	rnn.bias_hh_l0	5	-0.003132737474516034
261189	rnn.bias_hh_l0	6	0.05697327479720116
261189	rnn.bias_hh_l0	7	-0.09781301766633987
261189	rnn.bias_hh_l0	8	-0.23734349012374878
261189	rnn.bias_hh_l0	9	-0.10164441913366318
261189	rnn.weight_ih_l0_reverse	0	0.019684912636876106
261189	rnn.weight_ih_l0_reverse	1	-0.060281991958618164
261189	rnn.weight_ih_l0_reverse	2	0.043068137019872665
261189	rnn.weight_ih_l0_reverse	3	0.020218562334775925
261189	rnn.weight_ih_l0_reverse	4	0.0003003917809110135
261189	rnn.weight_ih_l0_reverse	5	-0.026698892936110497
261189	rnn.weight_ih_l0_reverse	6	0.014266695827245712
261189	rnn.weight_ih_l0_reverse	7	0.028869744390249252
261189	rnn.weight_ih_l0_reverse	8	-0.02831868827342987
261189	rnn.weight_ih_l0_reverse	9	-0.0012765463907271624
261189	rnn.weight_hh_l0_reverse	0	0.03978446125984192
261189	rnn.weight_hh_l0_reverse	1	0.029595239087939262
261189	rnn.weight_hh_l0_reverse	2	-0.022598790004849434
261189	rnn.weight_hh_l0_reverse	3	-0.08101309835910797
261189	rnn.weight_hh_l0_reverse	4	0.011420474387705326
261189	rnn.weight_hh_l0_reverse	5	-0.05946693569421768
261189	rnn.weight_hh_l0_reverse	6	-0.013629388995468616
261189	rnn.weight_hh_l0_reverse	7	0.030408957973122597
261189	rnn.weight_hh_l0_reverse	8	0.008131973445415497
261189	rnn.weight_hh_l0_reverse	9	0.009371660649776459
261189	rnn.bias_ih_l0_reverse	0	-0.046336688101291656
261189	rnn.bias_ih_l0_reverse	1	-0.13769735395908356
261189	rnn.bias_ih_l0_reverse	2	-0.1440456211566925
261189	rnn.bias_ih_l0_reverse	3	-0.045748189091682434
261189	rnn.bias_ih_l0_reverse	4	-0.11438802629709244
261189	rnn.bias_ih_l0_reverse	5	-0.0867609828710556
261189	rnn.bias_ih_l0_reverse	6	-0.20712584257125854
261189	rnn.bias_ih_l0_reverse	7	-0.05220090597867966
261189	rnn.bias_ih_l0_reverse	8	-0.06476672738790512
261189	rnn.bias_ih_l0_reverse	9	-0.1349746584892273
261189	rnn.bias_hh_l0_reverse	0	-0.14440461993217468
261189	rnn.bias_hh_l0_reverse	1	-0.16474835574626923
261189	rnn.bias_hh_l0_reverse	2	0.10399981588125229
261189	rnn.bias_hh_l0_reverse	3	0.06940559297800064
261189	rnn.bias_hh_l0_reverse	4	-0.17847809195518494
261189	rnn.bias_hh_l0_reverse	5	-0.1408071219921112
261189	rnn.bias_hh_l0_reverse	6	-0.08780837059020996
261189	rnn.bias_hh_l0_reverse	7	-0.05611094832420349
261189	rnn.bias_hh_l0_reverse	8	-0.09489814192056656
261189	rnn.bias_hh_l0_reverse	9	-0.02460636757314205
261189	linear.weight	0	-0.007715031038969755
261189	linear.weight	1	-0.012863495387136936
261189	linear.weight	2	0.3069283962249756
261189	linear.weight	3	-0.07896137237548828
261189	linear.weight	4	-0.010588549077510834
261189	linear.weight	5	0.11484868824481964
261189	linear.weight	6	-0.010739270597696304
261189	linear.weight	7	-0.07903751730918884
261189	linear.weight	8	0.17376914620399475
261189	linear.weight	9	-0.2643190026283264
261189	linear.bias	0	-0.03956538438796997
261189	linear.bias	1	0.031413208693265915
261189	linear.bias	2	0.4124193787574768
261189	linear.bias	3	-0.701458215713501
261189	linear.bias	4	2.1206796169281006
261189	linear.bias	5	-1.4048020839691162
261189	linear.bias	6	-0.3025781512260437
261189	linear.bias	7	-0.13018928468227386
261747	transitions	0	-1.9353448152542114
261747	transitions	1	-10000.0
261747	transitions	2	-0.7969565987586975
261747	transitions	3	-10000.0
261747	transitions	4	2.06221342086792
261747	transitions	5	-10000.0
261747	transitions	6	-10000.0
261747	transitions	7	1.8383958339691162
261747	transitions	8	-2.620814800262451
261747	transitions	9	-4.238134860992432
261747	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
261747	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
261747	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
261747	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
261747	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
261747	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
261747	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
261747	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
261747	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
261747	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
261747	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
261747	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
261747	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
261747	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
261747	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
261747	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
261747	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
261747	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
261747	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
261747	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
261747	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
261747	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
261747	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
261747	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
261747	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
261747	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
261747	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
261747	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
261747	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
261747	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
261747	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
261747	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
261747	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
261747	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
261747	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
261747	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
261747	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
261747	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
261747	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
261747	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
261747	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
261747	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
261747	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
261747	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
261747	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
261747	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
261747	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
261747	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
261747	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
261747	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
261747	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
261747	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
261747	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
261747	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
261747	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
261747	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
261747	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
261747	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
261747	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
261747	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
261747	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
261747	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
261747	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
261747	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
261747	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
261747	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
261747	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
261747	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
261747	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
261747	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
261747	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
261747	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
261747	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
261747	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
261747	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
261747	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
261747	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
261747	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
261747	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
261747	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
261747	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
261747	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
261747	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
261747	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
261747	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
261747	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
261747	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
261747	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
261747	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
261747	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
261747	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
261747	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
261747	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
261747	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
261747	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
261747	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
261747	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
261747	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
261747	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
261747	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
261747	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
261747	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
261747	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
261747	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
261747	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
261747	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
261747	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
261747	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
261747	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
261747	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
261747	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
261747	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
261747	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
261747	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
261747	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
261747	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
261747	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
261747	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
261747	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
261747	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
261747	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
261747	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
261747	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
261747	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
261747	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
261747	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
261747	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
261747	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
261747	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
261747	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
261747	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
261747	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
261747	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
261747	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
261747	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
261747	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
261747	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
261747	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
261747	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
261747	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
261747	embedding2nn.weight	0	0.006421173922717571
261747	embedding2nn.weight	1	0.004151967354118824
261747	embedding2nn.weight	2	0.013432806357741356
261747	embedding2nn.weight	3	0.026782840490341187
261747	embedding2nn.weight	4	0.02360011637210846
261747	embedding2nn.weight	5	0.005414439365267754
261747	embedding2nn.weight	6	-0.01523798517882824
261747	embedding2nn.weight	7	-0.0006346266018226743
261747	embedding2nn.weight	8	-0.009616144001483917
261747	embedding2nn.weight	9	0.00204080855473876
261747	embedding2nn.bias	0	0.017657579854130745
261747	embedding2nn.bias	1	-0.0405094176530838
261747	embedding2nn.bias	2	0.08824368566274643
261747	embedding2nn.bias	3	0.06908100843429565
261747	embedding2nn.bias	4	-0.010762798599898815
261747	embedding2nn.bias	5	-0.03288161754608154
261747	embedding2nn.bias	6	0.02480730414390564
261747	embedding2nn.bias	7	0.00114011624827981
261747	embedding2nn.bias	8	-0.03435052931308746
261747	embedding2nn.bias	9	0.026561612263321877
261747	rnn.weight_ih_l0	0	0.0651196762919426
261747	rnn.weight_ih_l0	1	-0.04249011352658272
261747	rnn.weight_ih_l0	2	0.006474618799984455
261747	rnn.weight_ih_l0	3	0.04581557214260101
261747	rnn.weight_ih_l0	4	-0.030322881415486336
261747	rnn.weight_ih_l0	5	0.04182475060224533
261747	rnn.weight_ih_l0	6	0.007557264994829893
261747	rnn.weight_ih_l0	7	0.0660172700881958
261747	rnn.weight_ih_l0	8	0.009502513334155083
261747	rnn.weight_ih_l0	9	-0.026305127888917923
261747	rnn.weight_hh_l0	0	-0.01174075622111559
261747	rnn.weight_hh_l0	1	-0.028577027842402458
261747	rnn.weight_hh_l0	2	-0.06102574244141579
261747	rnn.weight_hh_l0	3	-0.006092972122132778
261747	rnn.weight_hh_l0	4	-0.0097616296261549
261747	rnn.weight_hh_l0	5	-0.024740882217884064
261747	rnn.weight_hh_l0	6	0.0006149298278614879
261747	rnn.weight_hh_l0	7	-0.03714895620942116
261747	rnn.weight_hh_l0	8	0.06669918447732925
261747	rnn.weight_hh_l0	9	0.04564103111624718
261747	rnn.bias_ih_l0	0	-0.17166012525558472
261747	rnn.bias_ih_l0	1	-0.17031528055667877
261747	rnn.bias_ih_l0	2	-0.02005142718553543
261747	rnn.bias_ih_l0	3	-0.1471109688282013
261747	rnn.bias_ih_l0	4	-0.056194983422756195
261747	rnn.bias_ih_l0	5	-0.17664305865764618
261747	rnn.bias_ih_l0	6	0.07422006130218506
261747	rnn.bias_ih_l0	7	-0.08659418672323227
261747	rnn.bias_ih_l0	8	-0.04302265867590904
261747	rnn.bias_ih_l0	9	-0.10923918336629868
261747	rnn.bias_hh_l0	0	-0.07043714821338654
261747	rnn.bias_hh_l0	1	0.2447669506072998
261747	rnn.bias_hh_l0	2	0.04727279767394066
261747	rnn.bias_hh_l0	3	-0.07764173299074173
261747	rnn.bias_hh_l0	4	-0.08309126645326614
261747	rnn.bias_hh_l0	5	-0.003550349036231637
261747	rnn.bias_hh_l0	6	0.0575413778424263
261747	rnn.bias_hh_l0	7	-0.09735237061977386
261747	rnn.bias_hh_l0	8	-0.23747603595256805
261747	rnn.bias_hh_l0	9	-0.10134939104318619
261747	rnn.weight_ih_l0_reverse	0	0.01934300735592842
261747	rnn.weight_ih_l0_reverse	1	-0.06036932021379471
261747	rnn.weight_ih_l0_reverse	2	0.043065205216407776
261747	rnn.weight_ih_l0_reverse	3	0.020422762259840965
261747	rnn.weight_ih_l0_reverse	4	0.00026703180628828704
261747	rnn.weight_ih_l0_reverse	5	-0.026268543675541878
261747	rnn.weight_ih_l0_reverse	6	0.013991550542414188
261747	rnn.weight_ih_l0_reverse	7	0.0287758968770504
261747	rnn.weight_ih_l0_reverse	8	-0.0283073578029871
261747	rnn.weight_ih_l0_reverse	9	-0.0012335461797192693
261747	rnn.weight_hh_l0_reverse	0	0.03980406001210213
261747	rnn.weight_hh_l0_reverse	1	0.029584411531686783
261747	rnn.weight_hh_l0_reverse	2	-0.02259223163127899
261747	rnn.weight_hh_l0_reverse	3	-0.0811363011598587
261747	rnn.weight_hh_l0_reverse	4	0.011408784426748753
261747	rnn.weight_hh_l0_reverse	5	-0.059510231018066406
261747	rnn.weight_hh_l0_reverse	6	-0.013682226650416851
261747	rnn.weight_hh_l0_reverse	7	0.030463220551609993
261747	rnn.weight_hh_l0_reverse	8	0.008251382037997246
261747	rnn.weight_hh_l0_reverse	9	0.00937738735228777
261747	rnn.bias_ih_l0_reverse	0	-0.04678647220134735
261747	rnn.bias_ih_l0_reverse	1	-0.13771650195121765
261747	rnn.bias_ih_l0_reverse	2	-0.14476704597473145
261747	rnn.bias_ih_l0_reverse	3	-0.046786870807409286
261747	rnn.bias_ih_l0_reverse	4	-0.11461953818798065
261747	rnn.bias_ih_l0_reverse	5	-0.08653812110424042
261747	rnn.bias_ih_l0_reverse	6	-0.20631124079227448
261747	rnn.bias_ih_l0_reverse	7	-0.05229494720697403
261747	rnn.bias_ih_l0_reverse	8	-0.06456350535154343
261747	rnn.bias_ih_l0_reverse	9	-0.1350490301847458
261747	rnn.bias_hh_l0_reverse	0	-0.14419281482696533
261747	rnn.bias_hh_l0_reverse	1	-0.1643555760383606
261747	rnn.bias_hh_l0_reverse	2	0.10287226736545563
261747	rnn.bias_hh_l0_reverse	3	0.07031099498271942
261747	rnn.bias_hh_l0_reverse	4	-0.178554967045784
261747	rnn.bias_hh_l0_reverse	5	-0.14105631411075592
261747	rnn.bias_hh_l0_reverse	6	-0.08729381859302521
261747	rnn.bias_hh_l0_reverse	7	-0.05621151626110077
261747	rnn.bias_hh_l0_reverse	8	-0.0945826843380928
261747	rnn.bias_hh_l0_reverse	9	-0.024361398071050644
261747	linear.weight	0	-0.007715337909758091
261747	linear.weight	1	-0.011034494265913963
261747	linear.weight	2	0.3054337799549103
261747	linear.weight	3	-0.07896027714014053
261747	linear.weight	4	-0.010588549077510834
261747	linear.weight	5	0.11882635205984116
261747	linear.weight	6	-0.010739270597696304
261747	linear.weight	7	-0.0823638066649437
261747	linear.weight	8	0.17580054700374603
261747	linear.weight	9	-0.2642994821071625
261747	linear.bias	0	-0.03956538438796997
261747	linear.bias	1	0.031413208693265915
261747	linear.bias	2	0.4118030071258545
261747	linear.bias	3	-0.7049242258071899
261747	linear.bias	4	2.1257355213165283
261747	linear.bias	5	-1.404839038848877
261747	linear.bias	6	-0.3030768930912018
261747	linear.bias	7	-0.1306277960538864
262305	transitions	0	-1.9355475902557373
262305	transitions	1	-10000.0
262305	transitions	2	-0.7969565987586975
262305	transitions	3	-10000.0
262305	transitions	4	2.066873550415039
262305	transitions	5	-10000.0
262305	transitions	6	-10000.0
262305	transitions	7	1.839522361755371
262305	transitions	8	-2.6210083961486816
262305	transitions	9	-4.238291263580322
262305	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
262305	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
262305	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
262305	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
262305	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
262305	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
262305	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
262305	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
262305	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
262305	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
262305	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
262305	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
262305	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
262305	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
262305	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
262305	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
262305	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
262305	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
262305	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
262305	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
262305	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
262305	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
262305	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
262305	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
262305	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
262305	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
262305	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
262305	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
262305	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
262305	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
262305	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
262305	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
262305	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
262305	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
262305	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
262305	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
262305	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
262305	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
262305	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
262305	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
262305	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
262305	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
262305	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
262305	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
262305	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
262305	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
262305	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
262305	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
262305	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
262305	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
262305	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
262305	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
262305	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
262305	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
262305	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
262305	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
262305	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
262305	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
262305	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
262305	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
262305	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
262305	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
262305	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
262305	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
262305	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
262305	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
262305	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
262305	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
262305	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
262305	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
262305	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
262305	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
262305	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
262305	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
262305	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
262305	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
262305	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
262305	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
262305	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
262305	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
262305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
262305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
262305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
262305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
262305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
262305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
262305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
262305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
262305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
262305	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
262305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
262305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
262305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
262305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
262305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
262305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
262305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
262305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
262305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
262305	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
262305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
262305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
262305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
262305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
262305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
262305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
262305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
262305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
262305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
262305	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
262305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
262305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
262305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
262305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
262305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
262305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
262305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
262305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
262305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
262305	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
262305	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
262305	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
262305	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
262305	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
262305	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
262305	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
262305	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
262305	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
262305	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
262305	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
262305	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
262305	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
262305	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
262305	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
262305	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
262305	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
262305	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
262305	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
262305	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
262305	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
262305	embedding2nn.weight	0	0.006415883079171181
262305	embedding2nn.weight	1	0.004133772570639849
262305	embedding2nn.weight	2	0.013431880623102188
262305	embedding2nn.weight	3	0.026833385229110718
262305	embedding2nn.weight	4	0.0235478263348341
262305	embedding2nn.weight	5	0.005309291183948517
262305	embedding2nn.weight	6	-0.015278933569788933
262305	embedding2nn.weight	7	-0.0006451420485973358
262305	embedding2nn.weight	8	-0.009617378003895283
262305	embedding2nn.weight	9	0.0020442854147404432
262305	embedding2nn.bias	0	0.01874939352273941
262305	embedding2nn.bias	1	-0.03906450793147087
262305	embedding2nn.bias	2	0.08812174201011658
262305	embedding2nn.bias	3	0.06922560185194016
262305	embedding2nn.bias	4	-0.012925955466926098
262305	embedding2nn.bias	5	-0.03205643966794014
262305	embedding2nn.bias	6	0.02530761994421482
262305	embedding2nn.bias	7	0.0004023690416943282
262305	embedding2nn.bias	8	-0.033618636429309845
262305	embedding2nn.bias	9	0.02723812498152256
262305	rnn.weight_ih_l0	0	0.06514667719602585
262305	rnn.weight_ih_l0	1	-0.04236208647489548
262305	rnn.weight_ih_l0	2	0.0065359557047486305
262305	rnn.weight_ih_l0	3	0.04582303389906883
262305	rnn.weight_ih_l0	4	-0.030170904472470284
262305	rnn.weight_ih_l0	5	0.04203135520219803
262305	rnn.weight_ih_l0	6	0.007533920928835869
262305	rnn.weight_ih_l0	7	0.06613481789827347
262305	rnn.weight_ih_l0	8	0.009263994172215462
262305	rnn.weight_ih_l0	9	-0.026432478800415993
262305	rnn.weight_hh_l0	0	-0.011733965948224068
262305	rnn.weight_hh_l0	1	-0.028567304834723473
262305	rnn.weight_hh_l0	2	-0.061039190739393234
262305	rnn.weight_hh_l0	3	-0.0060389041900634766
262305	rnn.weight_hh_l0	4	-0.009763238951563835
262305	rnn.weight_hh_l0	5	-0.02468799613416195
262305	rnn.weight_hh_l0	6	0.0006380326813086867
262305	rnn.weight_hh_l0	7	-0.03698144108057022
262305	rnn.weight_hh_l0	8	0.06683503091335297
262305	rnn.weight_hh_l0	9	0.045554712414741516
262305	rnn.bias_ih_l0	0	-0.1716223955154419
262305	rnn.bias_ih_l0	1	-0.1690523773431778
262305	rnn.bias_ih_l0	2	-0.019750656560063362
262305	rnn.bias_ih_l0	3	-0.14714567363262177
262305	rnn.bias_ih_l0	4	-0.056801557540893555
262305	rnn.bias_ih_l0	5	-0.17716488242149353
262305	rnn.bias_ih_l0	6	0.07525797933340073
262305	rnn.bias_ih_l0	7	-0.08631780743598938
262305	rnn.bias_ih_l0	8	-0.0446898490190506
262305	rnn.bias_ih_l0	9	-0.10876619070768356
262305	rnn.bias_hh_l0	0	-0.07072914391756058
262305	rnn.bias_hh_l0	1	0.24507509171962738
262305	rnn.bias_hh_l0	2	0.047155626118183136
262305	rnn.bias_hh_l0	3	-0.0774870440363884
262305	rnn.bias_hh_l0	4	-0.08382073044776917
262305	rnn.bias_hh_l0	5	-0.0030895578674972057
262305	rnn.bias_hh_l0	6	0.057455744594335556
262305	rnn.bias_hh_l0	7	-0.09759240597486496
262305	rnn.bias_hh_l0	8	-0.23752249777317047
262305	rnn.bias_hh_l0	9	-0.10183216631412506
262305	rnn.weight_ih_l0_reverse	0	0.01913267746567726
262305	rnn.weight_ih_l0_reverse	1	-0.06049264967441559
262305	rnn.weight_ih_l0_reverse	2	0.043159738183021545
262305	rnn.weight_ih_l0_reverse	3	0.02007153443992138
262305	rnn.weight_ih_l0_reverse	4	3.1919182220008224e-05
262305	rnn.weight_ih_l0_reverse	5	-0.026313968002796173
262305	rnn.weight_ih_l0_reverse	6	0.014100708067417145
262305	rnn.weight_ih_l0_reverse	7	0.028568390756845474
262305	rnn.weight_ih_l0_reverse	8	-0.02819904498755932
262305	rnn.weight_ih_l0_reverse	9	-0.001319191767834127
262305	rnn.weight_hh_l0_reverse	0	0.039799194782972336
262305	rnn.weight_hh_l0_reverse	1	0.029570667073130608
262305	rnn.weight_hh_l0_reverse	2	-0.022638048976659775
262305	rnn.weight_hh_l0_reverse	3	-0.08114071190357208
262305	rnn.weight_hh_l0_reverse	4	0.011367030441761017
262305	rnn.weight_hh_l0_reverse	5	-0.059561457484960556
262305	rnn.weight_hh_l0_reverse	6	-0.013720914721488953
262305	rnn.weight_hh_l0_reverse	7	0.030579453334212303
262305	rnn.weight_hh_l0_reverse	8	0.008218848146498203
262305	rnn.weight_hh_l0_reverse	9	0.009464886039495468
262305	rnn.bias_ih_l0_reverse	0	-0.046676985919475555
262305	rnn.bias_ih_l0_reverse	1	-0.1379706710577011
262305	rnn.bias_ih_l0_reverse	2	-0.1447393298149109
262305	rnn.bias_ih_l0_reverse	3	-0.046517886221408844
262305	rnn.bias_ih_l0_reverse	4	-0.11466501653194427
262305	rnn.bias_ih_l0_reverse	5	-0.08649487793445587
262305	rnn.bias_ih_l0_reverse	6	-0.20608046650886536
262305	rnn.bias_ih_l0_reverse	7	-0.052415624260902405
262305	rnn.bias_ih_l0_reverse	8	-0.06436502933502197
262305	rnn.bias_ih_l0_reverse	9	-0.13506974279880524
262305	rnn.bias_hh_l0_reverse	0	-0.1443263739347458
262305	rnn.bias_hh_l0_reverse	1	-0.16376934945583344
262305	rnn.bias_hh_l0_reverse	2	0.10269419848918915
262305	rnn.bias_hh_l0_reverse	3	0.0707087442278862
262305	rnn.bias_hh_l0_reverse	4	-0.17932094633579254
262305	rnn.bias_hh_l0_reverse	5	-0.14121927320957184
262305	rnn.bias_hh_l0_reverse	6	-0.0872483178973198
262305	rnn.bias_hh_l0_reverse	7	-0.05557748302817345
262305	rnn.bias_hh_l0_reverse	8	-0.09462935477495193
262305	rnn.bias_hh_l0_reverse	9	-0.024270666763186455
262305	linear.weight	0	-0.0077158319763839245
262305	linear.weight	1	-0.011258532293140888
262305	linear.weight	2	0.3066772520542145
262305	linear.weight	3	-0.07895918935537338
262305	linear.weight	4	-0.010588549077510834
262305	linear.weight	5	0.12195424735546112
262305	linear.weight	6	-0.010739270597696304
262305	linear.weight	7	-0.08088558912277222
262305	linear.weight	8	0.18029002845287323
262305	linear.weight	9	-0.26456180214881897
262305	linear.bias	0	-0.03956538438796997
262305	linear.bias	1	0.031413208693265915
262305	linear.bias	2	0.4187262952327728
262305	linear.bias	3	-0.7104871869087219
262305	linear.bias	4	2.1252760887145996
262305	linear.bias	5	-1.4048738479614258
262305	linear.bias	6	-0.30350738763809204
262305	linear.bias	7	-0.1310638040304184
262864	transitions	0	-1.935657262802124
262864	transitions	1	-10000.0
262864	transitions	2	-0.7969565987586975
262864	transitions	3	-10000.0
262864	transitions	4	2.0650923252105713
262864	transitions	5	-10000.0
262864	transitions	6	-10000.0
262864	transitions	7	1.8435544967651367
262864	transitions	8	-2.621102809906006
262864	transitions	9	-4.238307476043701
262864	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
262864	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
262864	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
262864	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
262864	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
262864	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
262864	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
262864	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
262864	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
262864	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
262864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
262864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
262864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
262864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
262864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
262864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
262864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
262864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
262864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
262864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
262864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
262864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
262864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
262864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
262864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
262864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
262864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
262864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
262864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
262864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
262864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
262864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
262864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
262864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
262864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
262864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
262864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
262864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
262864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
262864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
262864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
262864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
262864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
262864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
262864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
262864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
262864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
262864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
262864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
262864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
262864	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
262864	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
262864	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
262864	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
262864	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
262864	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
262864	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
262864	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
262864	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
262864	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
262864	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
262864	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
262864	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
262864	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
262864	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
262864	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
262864	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
262864	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
262864	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
262864	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
262864	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
262864	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
262864	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
262864	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
262864	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
262864	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
262864	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
262864	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
262864	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
262864	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
262864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
262864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
262864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
262864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
262864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
262864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
262864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
262864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
262864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
262864	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
262864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
262864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
262864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
262864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
262864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
262864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
262864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
262864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
262864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
262864	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
262864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
262864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
262864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
262864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
262864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
262864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
262864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
262864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
262864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
262864	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
262864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
262864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
262864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
262864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
262864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
262864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
262864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
262864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
262864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
262864	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
262864	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
262864	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
262864	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
262864	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
262864	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
262864	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
262864	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
262864	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
262864	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
262864	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
262864	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
262864	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
262864	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
262864	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
262864	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
262864	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
262864	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
262864	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
262864	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
262864	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
262864	embedding2nn.weight	0	0.006416054908186197
262864	embedding2nn.weight	1	0.004133549053221941
262864	embedding2nn.weight	2	0.013432596810162067
262864	embedding2nn.weight	3	0.02683386765420437
262864	embedding2nn.weight	4	0.023546282202005386
262864	embedding2nn.weight	5	0.005235156510025263
262864	embedding2nn.weight	6	-0.015250506810843945
262864	embedding2nn.weight	7	-0.000628552632406354
262864	embedding2nn.weight	8	-0.009568772278726101
262864	embedding2nn.weight	9	0.0020473783370107412
262864	embedding2nn.bias	0	0.01829858310520649
262864	embedding2nn.bias	1	-0.03962242975831032
262864	embedding2nn.bias	2	0.08824298530817032
262864	embedding2nn.bias	3	0.06863774359226227
262864	embedding2nn.bias	4	-0.01169512327760458
262864	embedding2nn.bias	5	-0.03236015886068344
262864	embedding2nn.bias	6	0.024671602994203568
262864	embedding2nn.bias	7	0.0006076071294955909
262864	embedding2nn.bias	8	-0.03291671350598335
262864	embedding2nn.bias	9	0.02728596329689026
262864	rnn.weight_ih_l0	0	0.06524751335382462
262864	rnn.weight_ih_l0	1	-0.0423293337225914
262864	rnn.weight_ih_l0	2	0.00653393380343914
262864	rnn.weight_ih_l0	3	0.0458642803132534
262864	rnn.weight_ih_l0	4	-0.030140290036797523
262864	rnn.weight_ih_l0	5	0.04199555516242981
262864	rnn.weight_ih_l0	6	0.007526038214564323
262864	rnn.weight_ih_l0	7	0.06620238721370697
262864	rnn.weight_ih_l0	8	0.009333748370409012
262864	rnn.weight_ih_l0	9	-0.026435023173689842
262864	rnn.weight_hh_l0	0	-0.0117346765473485
262864	rnn.weight_hh_l0	1	-0.02861274965107441
262864	rnn.weight_hh_l0	2	-0.06105567142367363
262864	rnn.weight_hh_l0	3	-0.006038889288902283
262864	rnn.weight_hh_l0	4	-0.009771473705768585
262864	rnn.weight_hh_l0	5	-0.02468627132475376
262864	rnn.weight_hh_l0	6	0.0006327895680442452
262864	rnn.weight_hh_l0	7	-0.036989789456129074
262864	rnn.weight_hh_l0	8	0.06685934215784073
262864	rnn.weight_hh_l0	9	0.045526470988988876
262864	rnn.bias_ih_l0	0	-0.17148607969284058
262864	rnn.bias_ih_l0	1	-0.16877882182598114
262864	rnn.bias_ih_l0	2	-0.01982312649488449
262864	rnn.bias_ih_l0	3	-0.1471482515335083
262864	rnn.bias_ih_l0	4	-0.05688101798295975
262864	rnn.bias_ih_l0	5	-0.1771439164876938
262864	rnn.bias_ih_l0	6	0.07521600276231766
262864	rnn.bias_ih_l0	7	-0.08604921400547028
262864	rnn.bias_ih_l0	8	-0.04493559151887894
262864	rnn.bias_ih_l0	9	-0.10894814878702164
262864	rnn.bias_hh_l0	0	-0.07092297077178955
262864	rnn.bias_hh_l0	1	0.2451259195804596
262864	rnn.bias_hh_l0	2	0.046949468553066254
262864	rnn.bias_hh_l0	3	-0.07730630785226822
262864	rnn.bias_hh_l0	4	-0.08372924476861954
262864	rnn.bias_hh_l0	5	-0.0026663450989872217
262864	rnn.bias_hh_l0	6	0.05764486640691757
262864	rnn.bias_hh_l0	7	-0.09788873046636581
262864	rnn.bias_hh_l0	8	-0.23754489421844482
262864	rnn.bias_hh_l0	9	-0.10197829455137253
262864	rnn.weight_ih_l0_reverse	0	0.019069546833634377
262864	rnn.weight_ih_l0_reverse	1	-0.060527503490448
262864	rnn.weight_ih_l0_reverse	2	0.04316185787320137
262864	rnn.weight_ih_l0_reverse	3	0.020064186304807663
262864	rnn.weight_ih_l0_reverse	4	4.907382754026912e-05
262864	rnn.weight_ih_l0_reverse	5	-0.02617684379220009
262864	rnn.weight_ih_l0_reverse	6	0.01413127314299345
262864	rnn.weight_ih_l0_reverse	7	0.028559058904647827
262864	rnn.weight_ih_l0_reverse	8	-0.028265951201319695
262864	rnn.weight_ih_l0_reverse	9	-0.0012932945974171162
262864	rnn.weight_hh_l0_reverse	0	0.03979714214801788
262864	rnn.weight_hh_l0_reverse	1	0.02958783693611622
262864	rnn.weight_hh_l0_reverse	2	-0.02266407199203968
262864	rnn.weight_hh_l0_reverse	3	-0.08118980377912521
262864	rnn.weight_hh_l0_reverse	4	0.011394770815968513
262864	rnn.weight_hh_l0_reverse	5	-0.05955301597714424
262864	rnn.weight_hh_l0_reverse	6	-0.013700424693524837
262864	rnn.weight_hh_l0_reverse	7	0.030614688992500305
262864	rnn.weight_hh_l0_reverse	8	0.008166254498064518
262864	rnn.weight_hh_l0_reverse	9	0.009450132958590984
262864	rnn.bias_ih_l0_reverse	0	-0.04668930545449257
262864	rnn.bias_ih_l0_reverse	1	-0.1379540115594864
262864	rnn.bias_ih_l0_reverse	2	-0.14479567110538483
262864	rnn.bias_ih_l0_reverse	3	-0.04678908735513687
262864	rnn.bias_ih_l0_reverse	4	-0.1148013025522232
262864	rnn.bias_ih_l0_reverse	5	-0.08631350845098495
262864	rnn.bias_ih_l0_reverse	6	-0.20631860196590424
262864	rnn.bias_ih_l0_reverse	7	-0.05252968519926071
262864	rnn.bias_ih_l0_reverse	8	-0.06458570063114166
262864	rnn.bias_ih_l0_reverse	9	-0.1348087042570114
262864	rnn.bias_hh_l0_reverse	0	-0.14420489966869354
262864	rnn.bias_hh_l0_reverse	1	-0.16346003115177155
262864	rnn.bias_hh_l0_reverse	2	0.103029765188694
262864	rnn.bias_hh_l0_reverse	3	0.07073318958282471
262864	rnn.bias_hh_l0_reverse	4	-0.17904026806354523
262864	rnn.bias_hh_l0_reverse	5	-0.1413380205631256
262864	rnn.bias_hh_l0_reverse	6	-0.08757248520851135
262864	rnn.bias_hh_l0_reverse	7	-0.05531363561749458
262864	rnn.bias_hh_l0_reverse	8	-0.09420739859342575
262864	rnn.bias_hh_l0_reverse	9	-0.024606818333268166
262864	linear.weight	0	-0.00771607318893075
262864	linear.weight	1	-0.008326693437993526
262864	linear.weight	2	0.30668899416923523
262864	linear.weight	3	-0.07895878702402115
262864	linear.weight	4	-0.010588549077510834
262864	linear.weight	5	0.12029910087585449
262864	linear.weight	6	-0.010739270597696304
262864	linear.weight	7	-0.07994066923856735
262864	linear.weight	8	0.18128852546215057
262864	linear.weight	9	-0.26442575454711914
262864	linear.bias	0	-0.03956538438796997
262864	linear.bias	1	0.031413208693265915
262864	linear.bias	2	0.41452756524086
262864	linear.bias	3	-0.7182930111885071
262864	linear.bias	4	2.1377413272857666
262864	linear.bias	5	-1.404876947402954
262864	linear.bias	6	-0.3036542236804962
262864	linear.bias	7	-0.13136185705661774
263422	transitions	0	-1.935741901397705
263422	transitions	1	-10000.0
263422	transitions	2	-0.7969565987586975
263422	transitions	3	-10000.0
263422	transitions	4	2.06545352935791
263422	transitions	5	-10000.0
263422	transitions	6	-10000.0
263422	transitions	7	1.842932105064392
263422	transitions	8	-2.6211998462677
263422	transitions	9	-4.238319396972656
263422	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
263422	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
263422	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
263422	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
263422	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
263422	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
263422	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
263422	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
263422	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
263422	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
263422	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
263422	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
263422	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
263422	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
263422	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
263422	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
263422	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
263422	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
263422	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
263422	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
263422	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
263422	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
263422	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
263422	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
263422	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
263422	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
263422	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
263422	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
263422	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
263422	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
263422	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
263422	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
263422	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
263422	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
263422	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
263422	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
263422	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
263422	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
263422	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
263422	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
263422	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
263422	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
263422	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
263422	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
263422	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
263422	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
263422	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
263422	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
263422	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
263422	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
263422	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
263422	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
263422	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
263422	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
263422	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
263422	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
263422	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
263422	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
263422	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
263422	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
263422	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
263422	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
263422	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
263422	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
263422	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
263422	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
263422	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
263422	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
263422	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
263422	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
263422	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
263422	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
263422	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
263422	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
263422	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
263422	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
263422	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
263422	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
263422	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
263422	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
263422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
263422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
263422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
263422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
263422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
263422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
263422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
263422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
263422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
263422	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
263422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
263422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
263422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
263422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
263422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
263422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
263422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
263422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
263422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
263422	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
263422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
263422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
263422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
263422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
263422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
263422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
263422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
263422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
263422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
263422	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
263422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
263422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
263422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
263422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
263422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
263422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
263422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
263422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
263422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
263422	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
263422	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
263422	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
263422	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
263422	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
263422	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
263422	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
263422	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
263422	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
263422	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
263422	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
263422	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
263422	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
263422	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
263422	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
263422	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
263422	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
263422	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
263422	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
263422	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
263422	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
263422	embedding2nn.weight	0	0.006416477728635073
263422	embedding2nn.weight	1	0.004122900310903788
263422	embedding2nn.weight	2	0.013434854336082935
263422	embedding2nn.weight	3	0.026863878592848778
263422	embedding2nn.weight	4	0.023574547842144966
263422	embedding2nn.weight	5	0.005259346682578325
263422	embedding2nn.weight	6	-0.015225573442876339
263422	embedding2nn.weight	7	-0.0006471729720942676
263422	embedding2nn.weight	8	-0.009649323299527168
263422	embedding2nn.weight	9	0.0020666124764829874
263422	embedding2nn.bias	0	0.01673002913594246
263422	embedding2nn.bias	1	-0.039334170520305634
263422	embedding2nn.bias	2	0.08872105926275253
263422	embedding2nn.bias	3	0.06816698610782623
263422	embedding2nn.bias	4	-0.011894064955413342
263422	embedding2nn.bias	5	-0.03228200599551201
263422	embedding2nn.bias	6	0.025057261809706688
263422	embedding2nn.bias	7	-5.8278277720091864e-05
263422	embedding2nn.bias	8	-0.033066608011722565
263422	embedding2nn.bias	9	0.026781758293509483
263422	rnn.weight_ih_l0	0	0.06531209498643875
263422	rnn.weight_ih_l0	1	-0.04226468876004219
263422	rnn.weight_ih_l0	2	0.006537693552672863
263422	rnn.weight_ih_l0	3	0.045917779207229614
263422	rnn.weight_ih_l0	4	-0.030059218406677246
263422	rnn.weight_ih_l0	5	0.041914958506822586
263422	rnn.weight_ih_l0	6	0.00749800493940711
263422	rnn.weight_ih_l0	7	0.06618567556142807
263422	rnn.weight_ih_l0	8	0.009187324903905392
263422	rnn.weight_ih_l0	9	-0.026434214785695076
263422	rnn.weight_hh_l0	0	-0.011742396280169487
263422	rnn.weight_hh_l0	1	-0.028600752353668213
263422	rnn.weight_hh_l0	2	-0.061063673347234726
263422	rnn.weight_hh_l0	3	-0.006040199194103479
263422	rnn.weight_hh_l0	4	-0.009769962169229984
263422	rnn.weight_hh_l0	5	-0.02471405267715454
263422	rnn.weight_hh_l0	6	0.0006325921276584268
263422	rnn.weight_hh_l0	7	-0.036872498691082
263422	rnn.weight_hh_l0	8	0.06686725467443466
263422	rnn.weight_hh_l0	9	0.04557877779006958
263422	rnn.bias_ih_l0	0	-0.17158685624599457
263422	rnn.bias_ih_l0	1	-0.16906844079494476
263422	rnn.bias_ih_l0	2	-0.019866567105054855
263422	rnn.bias_ih_l0	3	-0.14702452719211578
263422	rnn.bias_ih_l0	4	-0.056033987551927567
263422	rnn.bias_ih_l0	5	-0.17692290246486664
263422	rnn.bias_ih_l0	6	0.07632137089967728
263422	rnn.bias_ih_l0	7	-0.08637987822294235
263422	rnn.bias_ih_l0	8	-0.04508749023079872
263422	rnn.bias_ih_l0	9	-0.10905537009239197
263422	rnn.bias_hh_l0	0	-0.0710129588842392
263422	rnn.bias_hh_l0	1	0.24520160257816315
263422	rnn.bias_hh_l0	2	0.04763704910874367
263422	rnn.bias_hh_l0	3	-0.077277272939682
263422	rnn.bias_hh_l0	4	-0.08369282633066177
263422	rnn.bias_hh_l0	5	-0.0029825891833752394
263422	rnn.bias_hh_l0	6	0.05790208652615547
263422	rnn.bias_hh_l0	7	-0.0978773757815361
263422	rnn.bias_hh_l0	8	-0.23751527070999146
263422	rnn.bias_hh_l0	9	-0.10207613557577133
263422	rnn.weight_ih_l0_reverse	0	0.019122757017612457
263422	rnn.weight_ih_l0_reverse	1	-0.060400936752557755
263422	rnn.weight_ih_l0_reverse	2	0.04319547116756439
263422	rnn.weight_ih_l0_reverse	3	0.020176682621240616
263422	rnn.weight_ih_l0_reverse	4	9.385848534293473e-05
263422	rnn.weight_ih_l0_reverse	5	-0.02624555490911007
263422	rnn.weight_ih_l0_reverse	6	0.01413725595921278
263422	rnn.weight_ih_l0_reverse	7	0.028510062023997307
263422	rnn.weight_ih_l0_reverse	8	-0.0283051710575819
263422	rnn.weight_ih_l0_reverse	9	-0.0012873806990683079
263422	rnn.weight_hh_l0_reverse	0	0.039826542139053345
263422	rnn.weight_hh_l0_reverse	1	0.029626106843352318
263422	rnn.weight_hh_l0_reverse	2	-0.022716762498021126
263422	rnn.weight_hh_l0_reverse	3	-0.08122611045837402
263422	rnn.weight_hh_l0_reverse	4	0.011399834416806698
263422	rnn.weight_hh_l0_reverse	5	-0.05951716750860214
263422	rnn.weight_hh_l0_reverse	6	-0.013714304193854332
263422	rnn.weight_hh_l0_reverse	7	0.03057616390287876
263422	rnn.weight_hh_l0_reverse	8	0.008157371543347836
263422	rnn.weight_hh_l0_reverse	9	0.009443114511668682
263422	rnn.bias_ih_l0_reverse	0	-0.046665918081998825
263422	rnn.bias_ih_l0_reverse	1	-0.1380961388349533
263422	rnn.bias_ih_l0_reverse	2	-0.14488843083381653
263422	rnn.bias_ih_l0_reverse	3	-0.046889737248420715
263422	rnn.bias_ih_l0_reverse	4	-0.11489661037921906
263422	rnn.bias_ih_l0_reverse	5	-0.08611380308866501
263422	rnn.bias_ih_l0_reverse	6	-0.2064739167690277
263422	rnn.bias_ih_l0_reverse	7	-0.052585456520318985
263422	rnn.bias_ih_l0_reverse	8	-0.06452237814664841
263422	rnn.bias_ih_l0_reverse	9	-0.13481177389621735
263422	rnn.bias_hh_l0_reverse	0	-0.14423494040966034
263422	rnn.bias_hh_l0_reverse	1	-0.16365982592105865
263422	rnn.bias_hh_l0_reverse	2	0.10322047770023346
263422	rnn.bias_hh_l0_reverse	3	0.07031341642141342
263422	rnn.bias_hh_l0_reverse	4	-0.17898041009902954
263422	rnn.bias_hh_l0_reverse	5	-0.1410190612077713
263422	rnn.bias_hh_l0_reverse	6	-0.08794986456632614
263422	rnn.bias_hh_l0_reverse	7	-0.055522967129945755
263422	rnn.bias_hh_l0_reverse	8	-0.09435629844665527
263422	rnn.bias_hh_l0_reverse	9	-0.02473093941807747
263422	linear.weight	0	-0.007716288790106773
263422	linear.weight	1	-0.01058374997228384
263422	linear.weight	2	0.3078434467315674
263422	linear.weight	3	-0.07895850390195847
263422	linear.weight	4	-0.010588549077510834
263422	linear.weight	5	0.12009681016206741
263422	linear.weight	6	-0.010739270597696304
263422	linear.weight	7	-0.07588013261556625
263422	linear.weight	8	0.18084318935871124
263422	linear.weight	9	-0.26438605785369873
263422	linear.bias	0	-0.03956538438796997
263422	linear.bias	1	0.031413208693265915
263422	linear.bias	2	0.4257912039756775
263422	linear.bias	3	-0.7199596166610718
263422	linear.bias	4	2.1320488452911377
263422	linear.bias	5	-1.4048798084259033
263422	linear.bias	6	-0.3056068420410156
263422	linear.bias	7	-0.13329899311065674
263980	transitions	0	-1.9358360767364502
263980	transitions	1	-10000.0
263980	transitions	2	-0.7969565987586975
263980	transitions	3	-10000.0
263980	transitions	4	2.0642647743225098
263980	transitions	5	-10000.0
263980	transitions	6	-10000.0
263980	transitions	7	1.8409233093261719
263980	transitions	8	-2.6212947368621826
263980	transitions	9	-4.238335132598877
263980	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
263980	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
263980	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
263980	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
263980	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
263980	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
263980	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
263980	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
263980	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
263980	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
263980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
263980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
263980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
263980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
263980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
263980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
263980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
263980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
263980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
263980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
263980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
263980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
263980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
263980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
263980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
263980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
263980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
263980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
263980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
263980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
263980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
263980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
263980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
263980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
263980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
263980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
263980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
263980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
263980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
263980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
263980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
263980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
263980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
263980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
263980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
263980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
263980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
263980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
263980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
263980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
263980	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
263980	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
263980	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
263980	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
263980	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
263980	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
263980	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
263980	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
263980	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
263980	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
263980	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
263980	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
263980	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
263980	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
263980	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
263980	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
263980	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
263980	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
263980	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
263980	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
263980	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
263980	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
263980	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
263980	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
263980	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
263980	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
263980	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
263980	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
263980	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
263980	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
263980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
263980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
263980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
263980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
263980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
263980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
263980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
263980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
263980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
263980	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
263980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
263980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
263980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
263980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
263980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
263980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
263980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
263980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
263980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
263980	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
263980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
263980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
263980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
263980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
263980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
263980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
263980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
263980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
263980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
263980	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
263980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
263980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
263980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
263980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
263980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
263980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
263980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
263980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
263980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
263980	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
263980	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
263980	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
263980	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
263980	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
263980	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
263980	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
263980	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
263980	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
263980	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
263980	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
263980	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
263980	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
263980	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
263980	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
263980	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
263980	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
263980	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
263980	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
263980	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
263980	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
263980	embedding2nn.weight	0	0.006417739670723677
263980	embedding2nn.weight	1	0.0041173771023750305
263980	embedding2nn.weight	2	0.013436947949230671
263980	embedding2nn.weight	3	0.02683098427951336
263980	embedding2nn.weight	4	0.02354736253619194
263980	embedding2nn.weight	5	0.005256965756416321
263980	embedding2nn.weight	6	-0.01522243581712246
263980	embedding2nn.weight	7	-0.000633670249953866
263980	embedding2nn.weight	8	-0.009749230928719044
263980	embedding2nn.weight	9	0.0020602301228791475
263980	embedding2nn.bias	0	0.016264230012893677
263980	embedding2nn.bias	1	-0.03955718129873276
263980	embedding2nn.bias	2	0.08922257274389267
263980	embedding2nn.bias	3	0.06785959005355835
263980	embedding2nn.bias	4	-0.01256359089165926
263980	embedding2nn.bias	5	-0.03243621438741684
263980	embedding2nn.bias	6	0.02462935261428356
263980	embedding2nn.bias	7	5.9438702010083944e-05
263980	embedding2nn.bias	8	-0.03361325338482857
263980	embedding2nn.bias	9	0.026825381442904472
263980	rnn.weight_ih_l0	0	0.06527217477560043
263980	rnn.weight_ih_l0	1	-0.04229818657040596
263980	rnn.weight_ih_l0	2	0.006577338557690382
263980	rnn.weight_ih_l0	3	0.04588470607995987
263980	rnn.weight_ih_l0	4	-0.03005683608353138
263980	rnn.weight_ih_l0	5	0.04187501594424248
263980	rnn.weight_ih_l0	6	0.007530255243182182
263980	rnn.weight_ih_l0	7	0.06619824469089508
263980	rnn.weight_ih_l0	8	0.00912288948893547
263980	rnn.weight_ih_l0	9	-0.026341436430811882
263980	rnn.weight_hh_l0	0	-0.011777650564908981
263980	rnn.weight_hh_l0	1	-0.02862320840358734
263980	rnn.weight_hh_l0	2	-0.06109155714511871
263980	rnn.weight_hh_l0	3	-0.0060110678896307945
263980	rnn.weight_hh_l0	4	-0.009778721258044243
263980	rnn.weight_hh_l0	5	-0.024719886481761932
263980	rnn.weight_hh_l0	6	0.000618301157373935
263980	rnn.weight_hh_l0	7	-0.03678515926003456
263980	rnn.weight_hh_l0	8	0.06685808300971985
263980	rnn.weight_hh_l0	9	0.04566530883312225
263980	rnn.bias_ih_l0	0	-0.17152394354343414
263980	rnn.bias_ih_l0	1	-0.16917333006858826
263980	rnn.bias_ih_l0	2	-0.01991703175008297
263980	rnn.bias_ih_l0	3	-0.14697808027267456
263980	rnn.bias_ih_l0	4	-0.055731382220983505
263980	rnn.bias_ih_l0	5	-0.17675767838954926
263980	rnn.bias_ih_l0	6	0.07570578157901764
263980	rnn.bias_ih_l0	7	-0.08629878610372543
263980	rnn.bias_ih_l0	8	-0.04498949646949768
263980	rnn.bias_ih_l0	9	-0.10906750708818436
263980	rnn.bias_hh_l0	0	-0.07074195146560669
263980	rnn.bias_hh_l0	1	0.24514685571193695
263980	rnn.bias_hh_l0	2	0.04783831909298897
263980	rnn.bias_hh_l0	3	-0.07762543857097626
263980	rnn.bias_hh_l0	4	-0.08400142937898636
263980	rnn.bias_hh_l0	5	-0.003025426995009184
263980	rnn.bias_hh_l0	6	0.05835271626710892
263980	rnn.bias_hh_l0	7	-0.09787452965974808
263980	rnn.bias_hh_l0	8	-0.2368505597114563
263980	rnn.bias_hh_l0	9	-0.10212582349777222
263980	rnn.weight_ih_l0_reverse	0	0.019100304692983627
263980	rnn.weight_ih_l0_reverse	1	-0.060364898294210434
263980	rnn.weight_ih_l0_reverse	2	0.0431867316365242
263980	rnn.weight_ih_l0_reverse	3	0.020269149914383888
263980	rnn.weight_ih_l0_reverse	4	4.540933150565252e-05
263980	rnn.weight_ih_l0_reverse	5	-0.026221727952361107
263980	rnn.weight_ih_l0_reverse	6	0.014248776249587536
263980	rnn.weight_ih_l0_reverse	7	0.02848939225077629
263980	rnn.weight_ih_l0_reverse	8	-0.02829512394964695
263980	rnn.weight_ih_l0_reverse	9	-0.0013335405383259058
263980	rnn.weight_hh_l0_reverse	0	0.03982137143611908
263980	rnn.weight_hh_l0_reverse	1	0.02961936593055725
263980	rnn.weight_hh_l0_reverse	2	-0.022748371586203575
263980	rnn.weight_hh_l0_reverse	3	-0.08130043745040894
263980	rnn.weight_hh_l0_reverse	4	0.011402980424463749
263980	rnn.weight_hh_l0_reverse	5	-0.05950545519590378
263980	rnn.weight_hh_l0_reverse	6	-0.013713229447603226
263980	rnn.weight_hh_l0_reverse	7	0.030603887513279915
263980	rnn.weight_hh_l0_reverse	8	0.008122230879962444
263980	rnn.weight_hh_l0_reverse	9	0.009457825683057308
263980	rnn.bias_ih_l0_reverse	0	-0.04679812490940094
263980	rnn.bias_ih_l0_reverse	1	-0.13813138008117676
263980	rnn.bias_ih_l0_reverse	2	-0.14494159817695618
263980	rnn.bias_ih_l0_reverse	3	-0.04701146110892296
263980	rnn.bias_ih_l0_reverse	4	-0.11459431797266006
263980	rnn.bias_ih_l0_reverse	5	-0.08626221120357513
263980	rnn.bias_ih_l0_reverse	6	-0.20633083581924438
263980	rnn.bias_ih_l0_reverse	7	-0.05263901501893997
263980	rnn.bias_ih_l0_reverse	8	-0.0643642321228981
263980	rnn.bias_ih_l0_reverse	9	-0.1349874585866928
263980	rnn.bias_hh_l0_reverse	0	-0.1443270891904831
263980	rnn.bias_hh_l0_reverse	1	-0.16363884508609772
263980	rnn.bias_hh_l0_reverse	2	0.10328646749258041
263980	rnn.bias_hh_l0_reverse	3	0.0703611969947815
263980	rnn.bias_hh_l0_reverse	4	-0.17900177836418152
263980	rnn.bias_hh_l0_reverse	5	-0.14087198674678802
263980	rnn.bias_hh_l0_reverse	6	-0.08814909309148788
263980	rnn.bias_hh_l0_reverse	7	-0.0555245578289032
263980	rnn.bias_hh_l0_reverse	8	-0.09396471828222275
263980	rnn.bias_hh_l0_reverse	9	-0.024441536515951157
263980	linear.weight	0	-0.007716430351138115
263980	linear.weight	1	-0.00915881060063839
263980	linear.weight	2	0.3074321746826172
263980	linear.weight	3	-0.07895811647176743
263980	linear.weight	4	-0.010588549077510834
263980	linear.weight	5	0.12209443747997284
263980	linear.weight	6	-0.010739270597696304
263980	linear.weight	7	-0.07510850578546524
263980	linear.weight	8	0.17933595180511475
263980	linear.weight	9	-0.26407405734062195
263980	linear.bias	0	-0.03956538438796997
263980	linear.bias	1	0.031413208693265915
263980	linear.bias	2	0.42687010765075684
263980	linear.bias	3	-0.716448962688446
263980	linear.bias	4	2.131547212600708
263980	linear.bias	5	-1.4048818349838257
263980	linear.bias	6	-0.30766892433166504
263980	linear.bias	7	-0.13531094789505005
264538	transitions	0	-1.9359486103057861
264538	transitions	1	-10000.0
264538	transitions	2	-0.7969565987586975
264538	transitions	3	-10000.0
264538	transitions	4	2.0663208961486816
264538	transitions	5	-10000.0
264538	transitions	6	-10000.0
264538	transitions	7	1.8419811725616455
264538	transitions	8	-2.6213645935058594
264538	transitions	9	-4.238349914550781
264538	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
264538	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
264538	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
264538	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
264538	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
264538	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
264538	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
264538	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
264538	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
264538	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
264538	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
264538	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
264538	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
264538	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
264538	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
264538	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
264538	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
264538	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
264538	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
264538	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
264538	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
264538	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
264538	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
264538	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
264538	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
264538	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
264538	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
264538	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
264538	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
264538	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
264538	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
264538	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
264538	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
264538	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
264538	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
264538	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
264538	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
264538	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
264538	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
264538	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
264538	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
264538	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
264538	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
264538	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
264538	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
264538	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
264538	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
264538	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
264538	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
264538	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
264538	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
264538	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
264538	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
264538	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
264538	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
264538	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
264538	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
264538	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
264538	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
264538	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
264538	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
264538	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
264538	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
264538	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
264538	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
264538	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
264538	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
264538	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
264538	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
264538	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
264538	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
264538	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
264538	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
264538	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
264538	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
264538	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
264538	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
264538	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
264538	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
264538	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
264538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
264538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
264538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
264538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
264538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
264538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
264538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
264538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
264538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
264538	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
264538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
264538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
264538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
264538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
264538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
264538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
264538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
264538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
264538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
264538	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
264538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
264538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
264538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
264538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
264538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
264538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
264538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
264538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
264538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
264538	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
264538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
264538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
264538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
264538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
264538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
264538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
264538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
264538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
264538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
264538	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
264538	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
264538	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
264538	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
264538	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
264538	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
264538	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
264538	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
264538	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
264538	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
264538	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
264538	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
264538	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
264538	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
264538	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
264538	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
264538	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
264538	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
264538	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
264538	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
264538	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
264538	embedding2nn.weight	0	0.006417668424546719
264538	embedding2nn.weight	1	0.004125864244997501
264538	embedding2nn.weight	2	0.013434118591248989
264538	embedding2nn.weight	3	0.026886889711022377
264538	embedding2nn.weight	4	0.023536162450909615
264538	embedding2nn.weight	5	0.005283209960907698
264538	embedding2nn.weight	6	-0.015253930352628231
264538	embedding2nn.weight	7	-0.0006322194240055978
264538	embedding2nn.weight	8	-0.00968348328024149
264538	embedding2nn.weight	9	0.0020349775440990925
264538	embedding2nn.bias	0	0.016722751781344414
264538	embedding2nn.bias	1	-0.03931967914104462
264538	embedding2nn.bias	2	0.08979341387748718
264538	embedding2nn.bias	3	0.06824220716953278
264538	embedding2nn.bias	4	-0.012031610123813152
264538	embedding2nn.bias	5	-0.03255251422524452
264538	embedding2nn.bias	6	0.02583511546254158
264538	embedding2nn.bias	7	-0.00021370663307607174
264538	embedding2nn.bias	8	-0.033830899745225906
264538	embedding2nn.bias	9	0.02710137516260147
264538	rnn.weight_ih_l0	0	0.06522122025489807
264538	rnn.weight_ih_l0	1	-0.04234173148870468
264538	rnn.weight_ih_l0	2	0.006595259997993708
264538	rnn.weight_ih_l0	3	0.04582604020833969
264538	rnn.weight_ih_l0	4	-0.030029162764549255
264538	rnn.weight_ih_l0	5	0.041837502270936966
264538	rnn.weight_ih_l0	6	0.007535561919212341
264538	rnn.weight_ih_l0	7	0.06624063849449158
264538	rnn.weight_ih_l0	8	0.009124563075602055
264538	rnn.weight_ih_l0	9	-0.02623699977993965
264538	rnn.weight_hh_l0	0	-0.01177807804197073
264538	rnn.weight_hh_l0	1	-0.028608785942196846
264538	rnn.weight_hh_l0	2	-0.061096590012311935
264538	rnn.weight_hh_l0	3	-0.006026529241353273
264538	rnn.weight_hh_l0	4	-0.009745427407324314
264538	rnn.weight_hh_l0	5	-0.024707240983843803
264538	rnn.weight_hh_l0	6	0.0005906510050408542
264538	rnn.weight_hh_l0	7	-0.036771491169929504
264538	rnn.weight_hh_l0	8	0.0668615773320198
264538	rnn.weight_hh_l0	9	0.04570041224360466
264538	rnn.bias_ih_l0	0	-0.17157907783985138
264538	rnn.bias_ih_l0	1	-0.16944600641727448
264538	rnn.bias_ih_l0	2	-0.01976529322564602
264538	rnn.bias_ih_l0	3	-0.14692772924900055
264538	rnn.bias_ih_l0	4	-0.056021470576524734
264538	rnn.bias_ih_l0	5	-0.17675596475601196
264538	rnn.bias_ih_l0	6	0.07583722472190857
264538	rnn.bias_ih_l0	7	-0.08609268814325333
264538	rnn.bias_ih_l0	8	-0.045315682888031006
264538	rnn.bias_ih_l0	9	-0.10878529399633408
264538	rnn.bias_hh_l0	0	-0.07090336829423904
264538	rnn.bias_hh_l0	1	0.24504470825195312
264538	rnn.bias_hh_l0	2	0.04784097895026207
264538	rnn.bias_hh_l0	3	-0.07757951319217682
264538	rnn.bias_hh_l0	4	-0.08406022191047668
264538	rnn.bias_hh_l0	5	-0.002767643891274929
264538	rnn.bias_hh_l0	6	0.05778559669852257
264538	rnn.bias_hh_l0	7	-0.0982242301106453
264538	rnn.bias_hh_l0	8	-0.23685862123966217
264538	rnn.bias_hh_l0	9	-0.10222633928060532
264538	rnn.weight_ih_l0_reverse	0	0.019124364480376244
264538	rnn.weight_ih_l0_reverse	1	-0.06035739183425903
264538	rnn.weight_ih_l0_reverse	2	0.04323440045118332
264538	rnn.weight_ih_l0_reverse	3	0.02022233046591282
264538	rnn.weight_ih_l0_reverse	4	-8.335008169524372e-05
264538	rnn.weight_ih_l0_reverse	5	-0.026186306029558182
264538	rnn.weight_ih_l0_reverse	6	0.014310142025351524
264538	rnn.weight_ih_l0_reverse	7	0.02852274291217327
264538	rnn.weight_ih_l0_reverse	8	-0.02831457182765007
264538	rnn.weight_ih_l0_reverse	9	-0.0013996432535350323
264538	rnn.weight_hh_l0_reverse	0	0.03985169529914856
264538	rnn.weight_hh_l0_reverse	1	0.029563166201114655
264538	rnn.weight_hh_l0_reverse	2	-0.022785264998674393
264538	rnn.weight_hh_l0_reverse	3	-0.08126413077116013
264538	rnn.weight_hh_l0_reverse	4	0.011376223526895046
264538	rnn.weight_hh_l0_reverse	5	-0.05956238880753517
264538	rnn.weight_hh_l0_reverse	6	-0.01375578809529543
264538	rnn.weight_hh_l0_reverse	7	0.030629869550466537
264538	rnn.weight_hh_l0_reverse	8	0.008213554508984089
264538	rnn.weight_hh_l0_reverse	9	0.009390825405716896
264538	rnn.bias_ih_l0_reverse	0	-0.046869754791259766
264538	rnn.bias_ih_l0_reverse	1	-0.13813546299934387
264538	rnn.bias_ih_l0_reverse	2	-0.14504781365394592
264538	rnn.bias_ih_l0_reverse	3	-0.04674902558326721
264538	rnn.bias_ih_l0_reverse	4	-0.11448381096124649
264538	rnn.bias_ih_l0_reverse	5	-0.08577161282300949
264538	rnn.bias_ih_l0_reverse	6	-0.2064528912305832
264538	rnn.bias_ih_l0_reverse	7	-0.05252944678068161
264538	rnn.bias_ih_l0_reverse	8	-0.06408119946718216
264538	rnn.bias_ih_l0_reverse	9	-0.13498347997665405
264538	rnn.bias_hh_l0_reverse	0	-0.14460796117782593
264538	rnn.bias_hh_l0_reverse	1	-0.16383646428585052
264538	rnn.bias_hh_l0_reverse	2	0.10301817208528519
264538	rnn.bias_hh_l0_reverse	3	0.07069159299135208
264538	rnn.bias_hh_l0_reverse	4	-0.17909754812717438
264538	rnn.bias_hh_l0_reverse	5	-0.14083796739578247
264538	rnn.bias_hh_l0_reverse	6	-0.08894503116607666
264538	rnn.bias_hh_l0_reverse	7	-0.05557094141840935
264538	rnn.bias_hh_l0_reverse	8	-0.09390532970428467
264538	rnn.bias_hh_l0_reverse	9	-0.024255597963929176
264538	linear.weight	0	-0.007716654799878597
264538	linear.weight	1	-0.009766662493348122
264538	linear.weight	2	0.30701082944869995
264538	linear.weight	3	-0.07895784825086594
264538	linear.weight	4	-0.010588549077510834
264538	linear.weight	5	0.12044339627027512
264538	linear.weight	6	-0.010739270597696304
264538	linear.weight	7	-0.07838786393404007
264538	linear.weight	8	0.17903894186019897
264538	linear.weight	9	-0.2637093663215637
264538	linear.bias	0	-0.03956538438796997
264538	linear.bias	1	0.031413208693265915
264538	linear.bias	2	0.4324304163455963
264538	linear.bias	3	-0.7263541221618652
264538	linear.bias	4	2.126405715942383
264538	linear.bias	5	-1.4048843383789062
264538	linear.bias	6	-0.30286991596221924
264538	linear.bias	7	-0.1306084841489792
265096	transitions	0	-1.9360456466674805
265096	transitions	1	-10000.0
265096	transitions	2	-0.7969565987586975
265096	transitions	3	-10000.0
265096	transitions	4	2.0673956871032715
265096	transitions	5	-10000.0
265096	transitions	6	-10000.0
265096	transitions	7	1.8429378271102905
265096	transitions	8	-2.6214423179626465
265096	transitions	9	-4.238363265991211
265096	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
265096	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
265096	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
265096	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
265096	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
265096	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
265096	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
265096	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
265096	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
265096	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
265096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
265096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
265096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
265096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
265096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
265096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
265096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
265096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
265096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
265096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
265096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
265096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
265096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
265096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
265096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
265096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
265096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
265096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
265096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
265096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
265096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
265096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
265096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
265096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
265096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
265096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
265096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
265096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
265096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
265096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
265096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
265096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
265096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
265096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
265096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
265096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
265096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
265096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
265096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
265096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
265096	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
265096	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
265096	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
265096	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
265096	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
265096	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
265096	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
265096	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
265096	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
265096	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
265096	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
265096	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
265096	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
265096	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
265096	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
265096	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
265096	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
265096	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
265096	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
265096	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
265096	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
265096	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
265096	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
265096	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
265096	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
265096	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
265096	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
265096	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
265096	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
265096	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
265096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
265096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
265096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
265096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
265096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
265096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
265096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
265096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
265096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
265096	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
265096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
265096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
265096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
265096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
265096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
265096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
265096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
265096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
265096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
265096	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
265096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
265096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
265096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
265096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
265096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
265096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
265096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
265096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
265096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
265096	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
265096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
265096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
265096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
265096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
265096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
265096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
265096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
265096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
265096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
265096	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
265096	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
265096	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
265096	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
265096	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
265096	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
265096	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
265096	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
265096	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
265096	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
265096	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
265096	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
265096	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
265096	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
265096	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
265096	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
265096	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
265096	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
265096	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
265096	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
265096	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
265096	embedding2nn.weight	0	0.0064167785458266735
265096	embedding2nn.weight	1	0.004138704389333725
265096	embedding2nn.weight	2	0.013431738130748272
265096	embedding2nn.weight	3	0.026905516162514687
265096	embedding2nn.weight	4	0.023581024259328842
265096	embedding2nn.weight	5	0.00524258753284812
265096	embedding2nn.weight	6	-0.015275907702744007
265096	embedding2nn.weight	7	-0.0006391624337993562
265096	embedding2nn.weight	8	-0.009684490971267223
265096	embedding2nn.weight	9	0.002039560116827488
265096	embedding2nn.bias	0	0.016455790027976036
265096	embedding2nn.bias	1	-0.0401412658393383
265096	embedding2nn.bias	2	0.08974478393793106
265096	embedding2nn.bias	3	0.06766344606876373
265096	embedding2nn.bias	4	-0.012127222493290901
265096	embedding2nn.bias	5	-0.03171447291970253
265096	embedding2nn.bias	6	0.024955328553915024
265096	embedding2nn.bias	7	0.0001868792314780876
265096	embedding2nn.bias	8	-0.03367486596107483
265096	embedding2nn.bias	9	0.02720443345606327
265096	rnn.weight_ih_l0	0	0.06523340195417404
265096	rnn.weight_ih_l0	1	-0.04220683500170708
265096	rnn.weight_ih_l0	2	0.006561254151165485
265096	rnn.weight_ih_l0	3	0.04578866437077522
265096	rnn.weight_ih_l0	4	-0.030049750581383705
265096	rnn.weight_ih_l0	5	0.04176384583115578
265096	rnn.weight_ih_l0	6	0.00755919748917222
265096	rnn.weight_ih_l0	7	0.06614262610673904
265096	rnn.weight_ih_l0	8	0.009052595123648643
265096	rnn.weight_ih_l0	9	-0.026134368032217026
265096	rnn.weight_hh_l0	0	-0.01175697986036539
265096	rnn.weight_hh_l0	1	-0.028647545725107193
265096	rnn.weight_hh_l0	2	-0.06107985973358154
265096	rnn.weight_hh_l0	3	-0.006032387260347605
265096	rnn.weight_hh_l0	4	-0.009735449217259884
265096	rnn.weight_hh_l0	5	-0.024673469364643097
265096	rnn.weight_hh_l0	6	0.0005858757649548352
265096	rnn.weight_hh_l0	7	-0.03674490377306938
265096	rnn.weight_hh_l0	8	0.06687288731336594
265096	rnn.weight_hh_l0	9	0.045738283544778824
265096	rnn.bias_ih_l0	0	-0.1718815118074417
265096	rnn.bias_ih_l0	1	-0.16972793638706207
265096	rnn.bias_ih_l0	2	-0.01970270462334156
265096	rnn.bias_ih_l0	3	-0.14704649150371552
265096	rnn.bias_ih_l0	4	-0.05640171840786934
265096	rnn.bias_ih_l0	5	-0.17687393724918365
265096	rnn.bias_ih_l0	6	0.07616099715232849
265096	rnn.bias_ih_l0	7	-0.0862429291009903
265096	rnn.bias_ih_l0	8	-0.045465171337127686
265096	rnn.bias_ih_l0	9	-0.10882063955068588
265096	rnn.bias_hh_l0	0	-0.07104711979627609
265096	rnn.bias_hh_l0	1	0.24521802365779877
265096	rnn.bias_hh_l0	2	0.047427207231521606
265096	rnn.bias_hh_l0	3	-0.07739461213350296
265096	rnn.bias_hh_l0	4	-0.08407626301050186
265096	rnn.bias_hh_l0	5	-0.0027309239376336336
265096	rnn.bias_hh_l0	6	0.05739426240324974
265096	rnn.bias_hh_l0	7	-0.098310187458992
265096	rnn.bias_hh_l0	8	-0.2368338406085968
265096	rnn.bias_hh_l0	9	-0.10214749723672867
265096	rnn.weight_ih_l0_reverse	0	0.019125575199723244
265096	rnn.weight_ih_l0_reverse	1	-0.06030336767435074
265096	rnn.weight_ih_l0_reverse	2	0.04323384165763855
265096	rnn.weight_ih_l0_reverse	3	0.020290451124310493
265096	rnn.weight_ih_l0_reverse	4	-4.647047717298847e-06
265096	rnn.weight_ih_l0_reverse	5	-0.026190338656306267
265096	rnn.weight_ih_l0_reverse	6	0.014254512265324593
265096	rnn.weight_ih_l0_reverse	7	0.02854897268116474
265096	rnn.weight_ih_l0_reverse	8	-0.028264375403523445
265096	rnn.weight_ih_l0_reverse	9	-0.0013811305398121476
265096	rnn.weight_hh_l0_reverse	0	0.0398293100297451
265096	rnn.weight_hh_l0_reverse	1	0.029538994655013084
265096	rnn.weight_hh_l0_reverse	2	-0.022815534844994545
265096	rnn.weight_hh_l0_reverse	3	-0.08131624013185501
265096	rnn.weight_hh_l0_reverse	4	0.0113508440554142
265096	rnn.weight_hh_l0_reverse	5	-0.059604398906230927
265096	rnn.weight_hh_l0_reverse	6	-0.013772031292319298
265096	rnn.weight_hh_l0_reverse	7	0.030603662133216858
265096	rnn.weight_hh_l0_reverse	8	0.008165997453033924
265096	rnn.weight_hh_l0_reverse	9	0.009357216767966747
265096	rnn.bias_ih_l0_reverse	0	-0.046482153236866
265096	rnn.bias_ih_l0_reverse	1	-0.13801725208759308
265096	rnn.bias_ih_l0_reverse	2	-0.1447809785604477
265096	rnn.bias_ih_l0_reverse	3	-0.046566613018512726
265096	rnn.bias_ih_l0_reverse	4	-0.11451773345470428
265096	rnn.bias_ih_l0_reverse	5	-0.08570986241102219
265096	rnn.bias_ih_l0_reverse	6	-0.2063620239496231
265096	rnn.bias_ih_l0_reverse	7	-0.05300107225775719
265096	rnn.bias_ih_l0_reverse	8	-0.06427264958620071
265096	rnn.bias_ih_l0_reverse	9	-0.1348988264799118
265096	rnn.bias_hh_l0_reverse	0	-0.14462490379810333
265096	rnn.bias_hh_l0_reverse	1	-0.16409450769424438
265096	rnn.bias_hh_l0_reverse	2	0.10343335568904877
265096	rnn.bias_hh_l0_reverse	3	0.07050855457782745
265096	rnn.bias_hh_l0_reverse	4	-0.17915795743465424
265096	rnn.bias_hh_l0_reverse	5	-0.14060044288635254
265096	rnn.bias_hh_l0_reverse	6	-0.08873239904642105
265096	rnn.bias_hh_l0_reverse	7	-0.0557672418653965
265096	rnn.bias_hh_l0_reverse	8	-0.09391719847917557
265096	rnn.bias_hh_l0_reverse	9	-0.023744938895106316
265096	linear.weight	0	-0.0077168140560388565
265096	linear.weight	1	-0.00809713825583458
265096	linear.weight	2	0.3080151081085205
265096	linear.weight	3	-0.07895751297473907
265096	linear.weight	4	-0.010588549077510834
265096	linear.weight	5	0.12119805812835693
265096	linear.weight	6	-0.010739270597696304
265096	linear.weight	7	-0.07817086577415466
265096	linear.weight	8	0.18183188140392303
265096	linear.weight	9	-0.26384857296943665
265096	linear.bias	0	-0.03956538438796997
265096	linear.bias	1	0.031413208693265915
265096	linear.bias	2	0.41302067041397095
265096	linear.bias	3	-0.7188359498977661
265096	linear.bias	4	2.1216342449188232
265096	linear.bias	5	-1.4048874378204346
265096	linear.bias	6	-0.29452624917030334
265096	linear.bias	7	-0.12227468192577362
265654	transitions	0	-1.9361435174942017
265654	transitions	1	-10000.0
265654	transitions	2	-0.7969565987586975
265654	transitions	3	-10000.0
265654	transitions	4	2.069002866744995
265654	transitions	5	-10000.0
265654	transitions	6	-10000.0
265654	transitions	7	1.8421926498413086
265654	transitions	8	-2.6215343475341797
265654	transitions	9	-4.238378524780273
265654	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
265654	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
265654	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
265654	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
265654	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
265654	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
265654	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
265654	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
265654	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
265654	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
265654	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
265654	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
265654	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
265654	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
265654	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
265654	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
265654	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
265654	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
265654	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
265654	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
265654	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
265654	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
265654	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
265654	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
265654	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
265654	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
265654	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
265654	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
265654	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
265654	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
265654	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
265654	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
265654	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
265654	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
265654	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
265654	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
265654	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
265654	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
265654	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
265654	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
265654	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
265654	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
265654	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
265654	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
265654	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
265654	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
265654	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
265654	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
265654	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
265654	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
265654	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
265654	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
265654	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
265654	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
265654	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
265654	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
265654	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
265654	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
265654	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
265654	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
265654	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
265654	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
265654	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
265654	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
265654	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
265654	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
265654	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
265654	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
265654	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
265654	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
265654	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
265654	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
265654	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
265654	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
265654	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
265654	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
265654	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
265654	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
265654	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
265654	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
265654	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
265654	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
265654	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
265654	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
265654	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
265654	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
265654	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
265654	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
265654	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
265654	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
265654	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
265654	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
265654	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
265654	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
265654	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
265654	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
265654	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
265654	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
265654	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
265654	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
265654	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
265654	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
265654	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
265654	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
265654	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
265654	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
265654	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
265654	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
265654	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
265654	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
265654	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
265654	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
265654	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
265654	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
265654	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
265654	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
265654	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
265654	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
265654	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
265654	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
265654	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
265654	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
265654	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
265654	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
265654	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
265654	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
265654	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
265654	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
265654	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
265654	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
265654	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
265654	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
265654	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
265654	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
265654	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
265654	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
265654	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
265654	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
265654	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
265654	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
265654	embedding2nn.weight	0	0.006418278440833092
265654	embedding2nn.weight	1	0.004144140984863043
265654	embedding2nn.weight	2	0.013433394022285938
265654	embedding2nn.weight	3	0.026921747252345085
265654	embedding2nn.weight	4	0.023617196828126907
265654	embedding2nn.weight	5	0.005193492863327265
265654	embedding2nn.weight	6	-0.015254940837621689
265654	embedding2nn.weight	7	-0.0006557441083714366
265654	embedding2nn.weight	8	-0.009718050248920918
265654	embedding2nn.weight	9	0.002080424688756466
265654	embedding2nn.bias	0	0.01633453369140625
265654	embedding2nn.bias	1	-0.040184386074543
265654	embedding2nn.bias	2	0.089755117893219
265654	embedding2nn.bias	3	0.06806547194719315
265654	embedding2nn.bias	4	-0.011988511309027672
265654	embedding2nn.bias	5	-0.031979650259017944
265654	embedding2nn.bias	6	0.0247250497341156
265654	embedding2nn.bias	7	0.0012885394971817732
265654	embedding2nn.bias	8	-0.033672042191028595
265654	embedding2nn.bias	9	0.027559107169508934
265654	rnn.weight_ih_l0	0	0.06533195823431015
265654	rnn.weight_ih_l0	1	-0.04206618294119835
265654	rnn.weight_ih_l0	2	0.006516373250633478
265654	rnn.weight_ih_l0	3	0.04574479162693024
265654	rnn.weight_ih_l0	4	-0.030011266469955444
265654	rnn.weight_ih_l0	5	0.04181191697716713
265654	rnn.weight_ih_l0	6	0.007591901812702417
265654	rnn.weight_ih_l0	7	0.06615853309631348
265654	rnn.weight_ih_l0	8	0.009003574028611183
265654	rnn.weight_ih_l0	9	-0.026215044781565666
265654	rnn.weight_hh_l0	0	-0.011731238104403019
265654	rnn.weight_hh_l0	1	-0.028549285605549812
265654	rnn.weight_hh_l0	2	-0.06105782836675644
265654	rnn.weight_hh_l0	3	-0.006014205515384674
265654	rnn.weight_hh_l0	4	-0.009741473011672497
265654	rnn.weight_hh_l0	5	-0.024662774056196213
265654	rnn.weight_hh_l0	6	0.0005829690489917994
265654	rnn.weight_hh_l0	7	-0.03680715337395668
265654	rnn.weight_hh_l0	8	0.06695389002561569
265654	rnn.weight_hh_l0	9	0.04576188698410988
265654	rnn.bias_ih_l0	0	-0.17198584973812103
265654	rnn.bias_ih_l0	1	-0.16966566443443298
265654	rnn.bias_ih_l0	2	-0.01990899071097374
265654	rnn.bias_ih_l0	3	-0.147141233086586
265654	rnn.bias_ih_l0	4	-0.05683490261435509
265654	rnn.bias_ih_l0	5	-0.17675469815731049
265654	rnn.bias_ih_l0	6	0.07654808461666107
265654	rnn.bias_ih_l0	7	-0.08593472838401794
265654	rnn.bias_ih_l0	8	-0.04540770873427391
265654	rnn.bias_ih_l0	9	-0.10883784294128418
265654	rnn.bias_hh_l0	0	-0.07075530290603638
265654	rnn.bias_hh_l0	1	0.24512732028961182
265654	rnn.bias_hh_l0	2	0.04778731241822243
265654	rnn.bias_hh_l0	3	-0.0775376558303833
265654	rnn.bias_hh_l0	4	-0.0839485228061676
265654	rnn.bias_hh_l0	5	-0.0032268476206809282
265654	rnn.bias_hh_l0	6	0.05754924193024635
265654	rnn.bias_hh_l0	7	-0.09811732918024063
265654	rnn.bias_hh_l0	8	-0.2367328405380249
265654	rnn.bias_hh_l0	9	-0.10245291143655777
265654	rnn.weight_ih_l0_reverse	0	0.019299814477562904
265654	rnn.weight_ih_l0_reverse	1	-0.060284651815891266
265654	rnn.weight_ih_l0_reverse	2	0.04326814040541649
265654	rnn.weight_ih_l0_reverse	3	0.020289786159992218
265654	rnn.weight_ih_l0_reverse	4	-7.993738108780235e-05
265654	rnn.weight_ih_l0_reverse	5	-0.02618388459086418
265654	rnn.weight_ih_l0_reverse	6	0.014093730598688126
265654	rnn.weight_ih_l0_reverse	7	0.02851950377225876
265654	rnn.weight_ih_l0_reverse	8	-0.028218692168593407
265654	rnn.weight_ih_l0_reverse	9	-0.001324219978414476
265654	rnn.weight_hh_l0_reverse	0	0.03982626646757126
265654	rnn.weight_hh_l0_reverse	1	0.02952762320637703
265654	rnn.weight_hh_l0_reverse	2	-0.022827723994851112
265654	rnn.weight_hh_l0_reverse	3	-0.08144067227840424
265654	rnn.weight_hh_l0_reverse	4	0.011390128172934055
265654	rnn.weight_hh_l0_reverse	5	-0.05964700132608414
265654	rnn.weight_hh_l0_reverse	6	-0.013727267272770405
265654	rnn.weight_hh_l0_reverse	7	0.03062673844397068
265654	rnn.weight_hh_l0_reverse	8	0.008156920783221722
265654	rnn.weight_hh_l0_reverse	9	0.00932952668517828
265654	rnn.bias_ih_l0_reverse	0	-0.046338506042957306
265654	rnn.bias_ih_l0_reverse	1	-0.138157457113266
265654	rnn.bias_ih_l0_reverse	2	-0.14484162628650665
265654	rnn.bias_ih_l0_reverse	3	-0.046713605523109436
265654	rnn.bias_ih_l0_reverse	4	-0.11433082073926926
265654	rnn.bias_ih_l0_reverse	5	-0.08572807908058167
265654	rnn.bias_ih_l0_reverse	6	-0.20665854215621948
265654	rnn.bias_ih_l0_reverse	7	-0.053040340542793274
265654	rnn.bias_ih_l0_reverse	8	-0.06427574902772903
265654	rnn.bias_ih_l0_reverse	9	-0.134405255317688
265654	rnn.bias_hh_l0_reverse	0	-0.14481334388256073
265654	rnn.bias_hh_l0_reverse	1	-0.1639321893453598
265654	rnn.bias_hh_l0_reverse	2	0.10299576073884964
265654	rnn.bias_hh_l0_reverse	3	0.07095873355865479
265654	rnn.bias_hh_l0_reverse	4	-0.17963333427906036
265654	rnn.bias_hh_l0_reverse	5	-0.14033250510692596
265654	rnn.bias_hh_l0_reverse	6	-0.08875758945941925
265654	rnn.bias_hh_l0_reverse	7	-0.05589521676301956
265654	rnn.bias_hh_l0_reverse	8	-0.09390400350093842
265654	rnn.bias_hh_l0_reverse	9	-0.02389940805733204
265654	linear.weight	0	-0.007717048283666372
265654	linear.weight	1	-0.0074010081589221954
265654	linear.weight	2	0.3067084848880768
265654	linear.weight	3	-0.07895705848932266
265654	linear.weight	4	-0.010588549077510834
265654	linear.weight	5	0.11991921812295914
265654	linear.weight	6	-0.010739270597696304
265654	linear.weight	7	-0.07694266736507416
265654	linear.weight	8	0.17980539798736572
265654	linear.weight	9	-0.2642231583595276
265654	linear.bias	0	-0.03956538438796997
265654	linear.bias	1	0.031413208693265915
265654	linear.bias	2	0.408395379781723
265654	linear.bias	3	-0.7169094085693359
265654	linear.bias	4	2.12473726272583
265654	linear.bias	5	-1.404890537261963
265654	linear.bias	6	-0.2946425974369049
265654	linear.bias	7	-0.12254912406206131
266212	transitions	0	-1.9362512826919556
266212	transitions	1	-10000.0
266212	transitions	2	-0.7969565987586975
266212	transitions	3	-10000.0
266212	transitions	4	2.067784547805786
266212	transitions	5	-10000.0
266212	transitions	6	-10000.0
266212	transitions	7	1.8411996364593506
266212	transitions	8	-2.621622085571289
266212	transitions	9	-4.238393783569336
266212	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
266212	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
266212	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
266212	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
266212	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
266212	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
266212	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
266212	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
266212	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
266212	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
266212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
266212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
266212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
266212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
266212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
266212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
266212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
266212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
266212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
266212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
266212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
266212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
266212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
266212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
266212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
266212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
266212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
266212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
266212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
266212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
266212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
266212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
266212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
266212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
266212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
266212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
266212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
266212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
266212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
266212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
266212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
266212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
266212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
266212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
266212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
266212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
266212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
266212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
266212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
266212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
266212	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
266212	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
266212	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
266212	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
266212	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
266212	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
266212	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
266212	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
266212	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
266212	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
266212	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
266212	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
266212	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
266212	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
266212	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
266212	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
266212	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
266212	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
266212	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
266212	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
266212	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
266212	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
266212	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
266212	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
266212	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
266212	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
266212	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
266212	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
266212	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
266212	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
266212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
266212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
266212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
266212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
266212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
266212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
266212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
266212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
266212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
266212	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
266212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
266212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
266212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
266212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
266212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
266212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
266212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
266212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
266212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
266212	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
266212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
266212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
266212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
266212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
266212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
266212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
266212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
266212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
266212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
266212	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
266212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
266212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
266212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
266212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
266212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
266212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
266212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
266212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
266212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
266212	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
266212	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
266212	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
266212	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
266212	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
266212	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
266212	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
266212	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
266212	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
266212	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
266212	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
266212	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
266212	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
266212	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
266212	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
266212	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
266212	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
266212	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
266212	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
266212	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
266212	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
266212	embedding2nn.weight	0	0.00642008613795042
266212	embedding2nn.weight	1	0.004143476020544767
266212	embedding2nn.weight	2	0.013432634063065052
266212	embedding2nn.weight	3	0.026931367814540863
266212	embedding2nn.weight	4	0.0236295685172081
266212	embedding2nn.weight	5	0.0052000596188008785
266212	embedding2nn.weight	6	-0.015261024236679077
266212	embedding2nn.weight	7	-0.0006720343953929842
266212	embedding2nn.weight	8	-0.009789708070456982
266212	embedding2nn.weight	9	0.0021009803749620914
266212	embedding2nn.bias	0	0.0161870326846838
266212	embedding2nn.bias	1	-0.03960059583187103
266212	embedding2nn.bias	2	0.08991625905036926
266212	embedding2nn.bias	3	0.06866207718849182
266212	embedding2nn.bias	4	-0.012134441174566746
266212	embedding2nn.bias	5	-0.0324547104537487
266212	embedding2nn.bias	6	0.02599197067320347
266212	embedding2nn.bias	7	0.00023614456586074084
266212	embedding2nn.bias	8	-0.03438441827893257
266212	embedding2nn.bias	9	0.02780291438102722
266212	rnn.weight_ih_l0	0	0.06528330594301224
266212	rnn.weight_ih_l0	1	-0.04198241978883743
266212	rnn.weight_ih_l0	2	0.006515244487673044
266212	rnn.weight_ih_l0	3	0.045739609748125076
266212	rnn.weight_ih_l0	4	-0.030055521056056023
266212	rnn.weight_ih_l0	5	0.0417809784412384
266212	rnn.weight_ih_l0	6	0.007571331225335598
266212	rnn.weight_ih_l0	7	0.06610752642154694
266212	rnn.weight_ih_l0	8	0.009094664826989174
266212	rnn.weight_ih_l0	9	-0.026207707822322845
266212	rnn.weight_hh_l0	0	-0.011730527505278587
266212	rnn.weight_hh_l0	1	-0.028592657297849655
266212	rnn.weight_hh_l0	2	-0.06100865453481674
266212	rnn.weight_hh_l0	3	-0.00600315211340785
266212	rnn.weight_hh_l0	4	-0.009742608293890953
266212	rnn.weight_hh_l0	5	-0.024658283218741417
266212	rnn.weight_hh_l0	6	0.0005833100294694304
266212	rnn.weight_hh_l0	7	-0.036772046238183975
266212	rnn.weight_hh_l0	8	0.06687739491462708
266212	rnn.weight_hh_l0	9	0.0457843542098999
266212	rnn.bias_ih_l0	0	-0.1719537228345871
266212	rnn.bias_ih_l0	1	-0.16999776661396027
266212	rnn.bias_ih_l0	2	-0.02012864500284195
266212	rnn.bias_ih_l0	3	-0.1472039371728897
266212	rnn.bias_ih_l0	4	-0.0569489412009716
266212	rnn.bias_ih_l0	5	-0.17659500241279602
266212	rnn.bias_ih_l0	6	0.07655597478151321
266212	rnn.bias_ih_l0	7	-0.08581678569316864
266212	rnn.bias_ih_l0	8	-0.04531830549240112
266212	rnn.bias_ih_l0	9	-0.10863863676786423
266212	rnn.bias_hh_l0	0	-0.07061564922332764
266212	rnn.bias_hh_l0	1	0.24488717317581177
266212	rnn.bias_hh_l0	2	0.047236118465662
266212	rnn.bias_hh_l0	3	-0.07751691341400146
266212	rnn.bias_hh_l0	4	-0.08384694904088974
266212	rnn.bias_hh_l0	5	-0.0031776241958141327
266212	rnn.bias_hh_l0	6	0.057662442326545715
266212	rnn.bias_hh_l0	7	-0.09820617735385895
266212	rnn.bias_hh_l0	8	-0.23688453435897827
266212	rnn.bias_hh_l0	9	-0.10242685675621033
266212	rnn.weight_ih_l0_reverse	0	0.01913272775709629
266212	rnn.weight_ih_l0_reverse	1	-0.06017298623919487
266212	rnn.weight_ih_l0_reverse	2	0.04330512881278992
266212	rnn.weight_ih_l0_reverse	3	0.020346546545624733
266212	rnn.weight_ih_l0_reverse	4	-6.69329529046081e-05
266212	rnn.weight_ih_l0_reverse	5	-0.02616184763610363
266212	rnn.weight_ih_l0_reverse	6	0.014149288646876812
266212	rnn.weight_ih_l0_reverse	7	0.028525885194540024
266212	rnn.weight_ih_l0_reverse	8	-0.028230095282197
266212	rnn.weight_ih_l0_reverse	9	-0.001364447409287095
266212	rnn.weight_hh_l0_reverse	0	0.039807725697755814
266212	rnn.weight_hh_l0_reverse	1	0.02953244186937809
266212	rnn.weight_hh_l0_reverse	2	-0.022856788709759712
266212	rnn.weight_hh_l0_reverse	3	-0.08156921714544296
266212	rnn.weight_hh_l0_reverse	4	0.011408966034650803
266212	rnn.weight_hh_l0_reverse	5	-0.059569101780653
266212	rnn.weight_hh_l0_reverse	6	-0.013739132322371006
266212	rnn.weight_hh_l0_reverse	7	0.030616477131843567
266212	rnn.weight_hh_l0_reverse	8	0.008108420297503471
266212	rnn.weight_hh_l0_reverse	9	0.00938341859728098
266212	rnn.bias_ih_l0_reverse	0	-0.046057332307100296
266212	rnn.bias_ih_l0_reverse	1	-0.13787922263145447
266212	rnn.bias_ih_l0_reverse	2	-0.1448584496974945
266212	rnn.bias_ih_l0_reverse	3	-0.04689168557524681
266212	rnn.bias_ih_l0_reverse	4	-0.11446142941713333
266212	rnn.bias_ih_l0_reverse	5	-0.08569660782814026
266212	rnn.bias_ih_l0_reverse	6	-0.2073708474636078
266212	rnn.bias_ih_l0_reverse	7	-0.053195513784885406
266212	rnn.bias_ih_l0_reverse	8	-0.06415092200040817
266212	rnn.bias_ih_l0_reverse	9	-0.13423752784729004
266212	rnn.bias_hh_l0_reverse	0	-0.1444634348154068
266212	rnn.bias_hh_l0_reverse	1	-0.16383850574493408
266212	rnn.bias_hh_l0_reverse	2	0.10324522107839584
266212	rnn.bias_hh_l0_reverse	3	0.07122980058193207
266212	rnn.bias_hh_l0_reverse	4	-0.1792713850736618
266212	rnn.bias_hh_l0_reverse	5	-0.14068277180194855
266212	rnn.bias_hh_l0_reverse	6	-0.08885174244642258
266212	rnn.bias_hh_l0_reverse	7	-0.05560929328203201
266212	rnn.bias_hh_l0_reverse	8	-0.09395051002502441
266212	rnn.bias_hh_l0_reverse	9	-0.024196501821279526
266212	linear.weight	0	-0.00771719915792346
266212	linear.weight	1	-0.00836856197565794
266212	linear.weight	2	0.3060425817966461
266212	linear.weight	3	-0.07895643264055252
266212	linear.weight	4	-0.010588549077510834
266212	linear.weight	5	0.11796509474515915
266212	linear.weight	6	-0.010739270597696304
266212	linear.weight	7	-0.07766979932785034
266212	linear.weight	8	0.177097350358963
266212	linear.weight	9	-0.26412829756736755
266212	linear.bias	0	-0.03956538438796997
266212	linear.bias	1	0.031413208693265915
266212	linear.bias	2	0.4147760570049286
266212	linear.bias	3	-0.7162984013557434
266212	linear.bias	4	2.1331942081451416
266212	linear.bias	5	-1.4048936367034912
266212	linear.bias	6	-0.30233320593833923
266212	linear.bias	7	-0.13028809428215027
266770	transitions	0	-1.936344861984253
266770	transitions	1	-10000.0
266770	transitions	2	-0.7969565987586975
266770	transitions	3	-10000.0
266770	transitions	4	2.0682919025421143
266770	transitions	5	-10000.0
266770	transitions	6	-10000.0
266770	transitions	7	1.837690830230713
266770	transitions	8	-2.6216909885406494
266770	transitions	9	-4.238405227661133
266770	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
266770	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
266770	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
266770	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
266770	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
266770	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
266770	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
266770	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
266770	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
266770	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
266770	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
266770	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
266770	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
266770	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
266770	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
266770	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
266770	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
266770	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
266770	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
266770	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
266770	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
266770	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
266770	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
266770	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
266770	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
266770	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
266770	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
266770	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
266770	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
266770	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
266770	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
266770	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
266770	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
266770	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
266770	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
266770	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
266770	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
266770	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
266770	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
266770	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
266770	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
266770	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
266770	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
266770	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
266770	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
266770	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
266770	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
266770	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
266770	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
266770	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
266770	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
266770	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
266770	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
266770	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
266770	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
266770	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
266770	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
266770	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
266770	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
266770	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
266770	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
266770	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
266770	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
266770	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
266770	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
266770	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
266770	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
266770	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
266770	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
266770	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
266770	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
266770	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
266770	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
266770	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
266770	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
266770	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
266770	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
266770	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
266770	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
266770	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
266770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
266770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
266770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
266770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
266770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
266770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
266770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
266770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
266770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
266770	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
266770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
266770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
266770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
266770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
266770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
266770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
266770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
266770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
266770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
266770	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
266770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
266770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
266770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
266770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
266770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
266770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
266770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
266770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
266770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
266770	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
266770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
266770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
266770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
266770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
266770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
266770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
266770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
266770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
266770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
266770	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
266770	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
266770	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
266770	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
266770	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
266770	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
266770	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
266770	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
266770	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
266770	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
266770	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
266770	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
266770	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
266770	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
266770	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
266770	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
266770	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
266770	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
266770	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
266770	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
266770	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
266770	embedding2nn.weight	0	0.006423409096896648
266770	embedding2nn.weight	1	0.004152796696871519
266770	embedding2nn.weight	2	0.013433368876576424
266770	embedding2nn.weight	3	0.02689630351960659
266770	embedding2nn.weight	4	0.02368752658367157
266770	embedding2nn.weight	5	0.005225581582635641
266770	embedding2nn.weight	6	-0.015228336676955223
266770	embedding2nn.weight	7	-0.0006533499108627439
266770	embedding2nn.weight	8	-0.009750169701874256
266770	embedding2nn.weight	9	0.0020988555625081062
266770	embedding2nn.bias	0	0.01671295426785946
266770	embedding2nn.bias	1	-0.039978284388780594
266770	embedding2nn.bias	2	0.09040497988462448
266770	embedding2nn.bias	3	0.06840278208255768
266770	embedding2nn.bias	4	-0.012814480811357498
266770	embedding2nn.bias	5	-0.031965628266334534
266770	embedding2nn.bias	6	0.025461819022893906
266770	embedding2nn.bias	7	0.00043848800123669207
266770	embedding2nn.bias	8	-0.0333922803401947
266770	embedding2nn.bias	9	0.027935286983847618
266770	rnn.weight_ih_l0	0	0.0652383491396904
266770	rnn.weight_ih_l0	1	-0.04190223664045334
266770	rnn.weight_ih_l0	2	0.0065348329953849316
266770	rnn.weight_ih_l0	3	0.0457179881632328
266770	rnn.weight_ih_l0	4	-0.030062677338719368
266770	rnn.weight_ih_l0	5	0.041841451078653336
266770	rnn.weight_ih_l0	6	0.0075690425001084805
266770	rnn.weight_ih_l0	7	0.06614382565021515
266770	rnn.weight_ih_l0	8	0.009120403788983822
266770	rnn.weight_ih_l0	9	-0.02623102441430092
266770	rnn.weight_hh_l0	0	-0.01179941464215517
266770	rnn.weight_hh_l0	1	-0.028576472774147987
266770	rnn.weight_hh_l0	2	-0.060924358665943146
266770	rnn.weight_hh_l0	3	-0.005995211657136679
266770	rnn.weight_hh_l0	4	-0.009747159667313099
266770	rnn.weight_hh_l0	5	-0.024645278230309486
266770	rnn.weight_hh_l0	6	0.0005944278091192245
266770	rnn.weight_hh_l0	7	-0.03679094836115837
266770	rnn.weight_hh_l0	8	0.06692877411842346
266770	rnn.weight_hh_l0	9	0.045814916491508484
266770	rnn.bias_ih_l0	0	-0.1718936711549759
266770	rnn.bias_ih_l0	1	-0.17013457417488098
266770	rnn.bias_ih_l0	2	-0.02020283043384552
266770	rnn.bias_ih_l0	3	-0.14718395471572876
266770	rnn.bias_ih_l0	4	-0.056813567876815796
266770	rnn.bias_ih_l0	5	-0.1765623390674591
266770	rnn.bias_ih_l0	6	0.07594957202672958
266770	rnn.bias_ih_l0	7	-0.08582746237516403
266770	rnn.bias_ih_l0	8	-0.044718824326992035
266770	rnn.bias_ih_l0	9	-0.10859023034572601
266770	rnn.bias_hh_l0	0	-0.07049313187599182
266770	rnn.bias_hh_l0	1	0.24455656111240387
266770	rnn.bias_hh_l0	2	0.046976469457149506
266770	rnn.bias_hh_l0	3	-0.0776730477809906
266770	rnn.bias_hh_l0	4	-0.08387662470340729
266770	rnn.bias_hh_l0	5	-0.002913042204454541
266770	rnn.bias_hh_l0	6	0.057623401284217834
266770	rnn.bias_hh_l0	7	-0.09859519451856613
266770	rnn.bias_hh_l0	8	-0.2367941439151764
266770	rnn.bias_hh_l0	9	-0.10222537815570831
266770	rnn.weight_ih_l0_reverse	0	0.01931421272456646
266770	rnn.weight_ih_l0_reverse	1	-0.06014596298336983
266770	rnn.weight_ih_l0_reverse	2	0.04329543560743332
266770	rnn.weight_ih_l0_reverse	3	0.020316440612077713
266770	rnn.weight_ih_l0_reverse	4	-0.00010765311162685975
266770	rnn.weight_ih_l0_reverse	5	-0.026204871013760567
266770	rnn.weight_ih_l0_reverse	6	0.014101725071668625
266770	rnn.weight_ih_l0_reverse	7	0.028485432267189026
266770	rnn.weight_ih_l0_reverse	8	-0.02823946438729763
266770	rnn.weight_ih_l0_reverse	9	-0.001386178657412529
266770	rnn.weight_hh_l0_reverse	0	0.039806533604860306
266770	rnn.weight_hh_l0_reverse	1	0.0294740442186594
266770	rnn.weight_hh_l0_reverse	2	-0.022853748872876167
266770	rnn.weight_hh_l0_reverse	3	-0.08163528144359589
266770	rnn.weight_hh_l0_reverse	4	0.011398154310882092
266770	rnn.weight_hh_l0_reverse	5	-0.05956871435046196
266770	rnn.weight_hh_l0_reverse	6	-0.01373961754143238
266770	rnn.weight_hh_l0_reverse	7	0.030705424025654793
266770	rnn.weight_hh_l0_reverse	8	0.008043729700148106
266770	rnn.weight_hh_l0_reverse	9	0.009442433714866638
266770	rnn.bias_ih_l0_reverse	0	-0.0461471751332283
266770	rnn.bias_ih_l0_reverse	1	-0.13791033625602722
266770	rnn.bias_ih_l0_reverse	2	-0.1446494311094284
266770	rnn.bias_ih_l0_reverse	3	-0.046806786209344864
266770	rnn.bias_ih_l0_reverse	4	-0.11450698226690292
266770	rnn.bias_ih_l0_reverse	5	-0.08579127490520477
266770	rnn.bias_ih_l0_reverse	6	-0.2071826457977295
266770	rnn.bias_ih_l0_reverse	7	-0.05326846241950989
266770	rnn.bias_ih_l0_reverse	8	-0.06413422524929047
266770	rnn.bias_ih_l0_reverse	9	-0.1346074789762497
266770	rnn.bias_hh_l0_reverse	0	-0.14468061923980713
266770	rnn.bias_hh_l0_reverse	1	-0.16390752792358398
266770	rnn.bias_hh_l0_reverse	2	0.10348998755216599
266770	rnn.bias_hh_l0_reverse	3	0.071463942527771
266770	rnn.bias_hh_l0_reverse	4	-0.17919382452964783
266770	rnn.bias_hh_l0_reverse	5	-0.14078879356384277
266770	rnn.bias_hh_l0_reverse	6	-0.08919429779052734
266770	rnn.bias_hh_l0_reverse	7	-0.05576898530125618
266770	rnn.bias_hh_l0_reverse	8	-0.09472000598907471
266770	rnn.bias_hh_l0_reverse	9	-0.02392370067536831
266770	linear.weight	0	-0.007717388682067394
266770	linear.weight	1	-0.007720750290900469
266770	linear.weight	2	0.3066985309123993
266770	linear.weight	3	-0.07895591855049133
266770	linear.weight	4	-0.010588549077510834
266770	linear.weight	5	0.11554325371980667
266770	linear.weight	6	-0.010739270597696304
266770	linear.weight	7	-0.07449991255998611
266770	linear.weight	8	0.18262819945812225
266770	linear.weight	9	-0.2656245529651642
266770	linear.bias	0	-0.03956538438796997
266770	linear.bias	1	0.031413208693265915
266770	linear.bias	2	0.42229902744293213
266770	linear.bias	3	-0.7182596325874329
266770	linear.bias	4	2.128894567489624
266770	linear.bias	5	-1.4048957824707031
266770	linear.bias	6	-0.30294591188430786
266770	linear.bias	7	-0.13092312216758728
267328	transitions	0	-1.9364508390426636
267328	transitions	1	-10000.0
267328	transitions	2	-0.7969565987586975
267328	transitions	3	-10000.0
267328	transitions	4	2.0692107677459717
267328	transitions	5	-10000.0
267328	transitions	6	-10000.0
267328	transitions	7	1.837880253791809
267328	transitions	8	-2.621769428253174
267328	transitions	9	-4.238415718078613
267328	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
267328	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
267328	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
267328	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
267328	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
267328	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
267328	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
267328	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
267328	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
267328	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
267328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
267328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
267328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
267328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
267328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
267328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
267328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
267328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
267328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
267328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
267328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
267328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
267328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
267328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
267328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
267328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
267328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
267328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
267328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
267328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
267328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
267328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
267328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
267328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
267328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
267328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
267328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
267328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
267328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
267328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
267328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
267328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
267328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
267328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
267328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
267328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
267328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
267328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
267328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
267328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
267328	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
267328	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
267328	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
267328	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
267328	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
267328	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
267328	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
267328	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
267328	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
267328	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
267328	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
267328	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
267328	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
267328	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
267328	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
267328	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
267328	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
267328	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
267328	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
267328	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
267328	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
267328	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
267328	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
267328	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
267328	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
267328	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
267328	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
267328	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
267328	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
267328	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
267328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
267328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
267328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
267328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
267328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
267328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
267328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
267328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
267328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
267328	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
267328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
267328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
267328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
267328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
267328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
267328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
267328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
267328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
267328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
267328	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
267328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
267328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
267328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
267328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
267328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
267328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
267328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
267328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
267328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
267328	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
267328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
267328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
267328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
267328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
267328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
267328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
267328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
267328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
267328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
267328	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
267328	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
267328	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
267328	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
267328	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
267328	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
267328	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
267328	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
267328	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
267328	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
267328	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
267328	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
267328	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
267328	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
267328	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
267328	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
267328	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
267328	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
267328	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
267328	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
267328	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
267328	embedding2nn.weight	0	0.00642043724656105
267328	embedding2nn.weight	1	0.004133971408009529
267328	embedding2nn.weight	2	0.01343417540192604
267328	embedding2nn.weight	3	0.02685455232858658
267328	embedding2nn.weight	4	0.02367645502090454
267328	embedding2nn.weight	5	0.005170868709683418
267328	embedding2nn.weight	6	-0.015270044095814228
267328	embedding2nn.weight	7	-0.0006386501481756568
267328	embedding2nn.weight	8	-0.009740754030644894
267328	embedding2nn.weight	9	0.002111372072249651
267328	embedding2nn.bias	0	0.015429235063493252
267328	embedding2nn.bias	1	-0.038690511137247086
267328	embedding2nn.bias	2	0.09007635712623596
267328	embedding2nn.bias	3	0.06919378787279129
267328	embedding2nn.bias	4	-0.012591357342898846
267328	embedding2nn.bias	5	-0.031309712678194046
267328	embedding2nn.bias	6	0.025856055319309235
267328	embedding2nn.bias	7	-0.0005896296352148056
267328	embedding2nn.bias	8	-0.03261750936508179
267328	embedding2nn.bias	9	0.02765813283622265
267328	rnn.weight_ih_l0	0	0.06528734415769577
267328	rnn.weight_ih_l0	1	-0.041962772607803345
267328	rnn.weight_ih_l0	2	0.0065670376643538475
267328	rnn.weight_ih_l0	3	0.04566197842359543
267328	rnn.weight_ih_l0	4	-0.030057746917009354
267328	rnn.weight_ih_l0	5	0.0417969711124897
267328	rnn.weight_ih_l0	6	0.007552389055490494
267328	rnn.weight_ih_l0	7	0.06610338389873505
267328	rnn.weight_ih_l0	8	0.009053041227161884
267328	rnn.weight_ih_l0	9	-0.026281574741005898
267328	rnn.weight_hh_l0	0	-0.011753990314900875
267328	rnn.weight_hh_l0	1	-0.028665941208600998
267328	rnn.weight_hh_l0	2	-0.06098032742738724
267328	rnn.weight_hh_l0	3	-0.0059967380948364735
267328	rnn.weight_hh_l0	4	-0.009745785966515541
267328	rnn.weight_hh_l0	5	-0.024660127237439156
267328	rnn.weight_hh_l0	6	0.0006097829900681973
267328	rnn.weight_hh_l0	7	-0.036766838282346725
267328	rnn.weight_hh_l0	8	0.06691303104162216
267328	rnn.weight_hh_l0	9	0.0457669235765934
267328	rnn.bias_ih_l0	0	-0.17148825526237488
267328	rnn.bias_ih_l0	1	-0.1699504405260086
267328	rnn.bias_ih_l0	2	-0.020348168909549713
267328	rnn.bias_ih_l0	3	-0.1466900110244751
267328	rnn.bias_ih_l0	4	-0.05682758614420891
267328	rnn.bias_ih_l0	5	-0.1767738312482834
267328	rnn.bias_ih_l0	6	0.07608979195356369
267328	rnn.bias_ih_l0	7	-0.08613969385623932
267328	rnn.bias_ih_l0	8	-0.04449719190597534
267328	rnn.bias_ih_l0	9	-0.10878085345029831
267328	rnn.bias_hh_l0	0	-0.07063135504722595
267328	rnn.bias_hh_l0	1	0.24579393863677979
267328	rnn.bias_hh_l0	2	0.04747684299945831
267328	rnn.bias_hh_l0	3	-0.0773581862449646
267328	rnn.bias_hh_l0	4	-0.08383244276046753
267328	rnn.bias_hh_l0	5	-0.002467788988724351
267328	rnn.bias_hh_l0	6	0.05745506286621094
267328	rnn.bias_hh_l0	7	-0.09851930290460587
267328	rnn.bias_hh_l0	8	-0.23727063834667206
267328	rnn.bias_hh_l0	9	-0.10203704237937927
267328	rnn.weight_ih_l0_reverse	0	0.01938559114933014
267328	rnn.weight_ih_l0_reverse	1	-0.060058142989873886
267328	rnn.weight_ih_l0_reverse	2	0.043255120515823364
267328	rnn.weight_ih_l0_reverse	3	0.02046005241572857
267328	rnn.weight_ih_l0_reverse	4	-9.697061614133418e-05
267328	rnn.weight_ih_l0_reverse	5	-0.02618473954498768
267328	rnn.weight_ih_l0_reverse	6	0.014050052501261234
267328	rnn.weight_ih_l0_reverse	7	0.028486095368862152
267328	rnn.weight_ih_l0_reverse	8	-0.028235048055648804
267328	rnn.weight_ih_l0_reverse	9	-0.001451140153221786
267328	rnn.weight_hh_l0_reverse	0	0.03981843963265419
267328	rnn.weight_hh_l0_reverse	1	0.02949061617255211
267328	rnn.weight_hh_l0_reverse	2	-0.02285793423652649
267328	rnn.weight_hh_l0_reverse	3	-0.08175875246524811
267328	rnn.weight_hh_l0_reverse	4	0.01139387208968401
267328	rnn.weight_hh_l0_reverse	5	-0.059582218527793884
267328	rnn.weight_hh_l0_reverse	6	-0.013748393394052982
267328	rnn.weight_hh_l0_reverse	7	0.03071071207523346
267328	rnn.weight_hh_l0_reverse	8	0.008048913441598415
267328	rnn.weight_hh_l0_reverse	9	0.009428558871150017
267328	rnn.bias_ih_l0_reverse	0	-0.04620926454663277
267328	rnn.bias_ih_l0_reverse	1	-0.1379401832818985
267328	rnn.bias_ih_l0_reverse	2	-0.1446935385465622
267328	rnn.bias_ih_l0_reverse	3	-0.046660710126161575
267328	rnn.bias_ih_l0_reverse	4	-0.11451396346092224
267328	rnn.bias_ih_l0_reverse	5	-0.08581478148698807
267328	rnn.bias_ih_l0_reverse	6	-0.20719315111637115
267328	rnn.bias_ih_l0_reverse	7	-0.05338292941451073
267328	rnn.bias_ih_l0_reverse	8	-0.06427029520273209
267328	rnn.bias_ih_l0_reverse	9	-0.1346679925918579
267328	rnn.bias_hh_l0_reverse	0	-0.1447894126176834
267328	rnn.bias_hh_l0_reverse	1	-0.16403019428253174
267328	rnn.bias_hh_l0_reverse	2	0.102940134704113
267328	rnn.bias_hh_l0_reverse	3	0.07178521156311035
267328	rnn.bias_hh_l0_reverse	4	-0.1789531707763672
267328	rnn.bias_hh_l0_reverse	5	-0.14116935431957245
267328	rnn.bias_hh_l0_reverse	6	-0.08888962864875793
267328	rnn.bias_hh_l0_reverse	7	-0.05575801432132721
267328	rnn.bias_hh_l0_reverse	8	-0.09478263556957245
267328	rnn.bias_hh_l0_reverse	9	-0.02385474182665348
267328	linear.weight	0	-0.007717626169323921
267328	linear.weight	1	-0.006253330036997795
267328	linear.weight	2	0.3064773380756378
267328	linear.weight	3	-0.07895535230636597
267328	linear.weight	4	-0.010588549077510834
267328	linear.weight	5	0.11145930737257004
267328	linear.weight	6	-0.010739270597696304
267328	linear.weight	7	-0.07419794797897339
267328	linear.weight	8	0.18275107443332672
267328	linear.weight	9	-0.2649443745613098
267328	linear.bias	0	-0.03956538438796997
267328	linear.bias	1	0.031413208693265915
267328	linear.bias	2	0.42701900005340576
267328	linear.bias	3	-0.7310994267463684
267328	linear.bias	4	2.120215892791748
267328	linear.bias	5	-1.404897928237915
267328	linear.bias	6	-0.2945111095905304
267328	linear.bias	7	-0.12254498898983002
267886	transitions	0	-1.9365655183792114
267886	transitions	1	-10000.0
267886	transitions	2	-0.7969565987586975
267886	transitions	3	-10000.0
267886	transitions	4	2.0662262439727783
267886	transitions	5	-10000.0
267886	transitions	6	-10000.0
267886	transitions	7	1.837660789489746
267886	transitions	8	-2.621859550476074
267886	transitions	9	-4.238429069519043
267886	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
267886	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
267886	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
267886	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
267886	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
267886	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
267886	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
267886	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
267886	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
267886	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
267886	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
267886	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
267886	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
267886	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
267886	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
267886	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
267886	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
267886	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
267886	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
267886	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
267886	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
267886	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
267886	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
267886	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
267886	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
267886	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
267886	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
267886	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
267886	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
267886	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
267886	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
267886	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
267886	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
267886	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
267886	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
267886	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
267886	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
267886	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
267886	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
267886	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
267886	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
267886	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
267886	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
267886	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
267886	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
267886	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
267886	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
267886	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
267886	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
267886	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
267886	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
267886	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
267886	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
267886	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
267886	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
267886	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
267886	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
267886	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
267886	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
267886	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
267886	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
267886	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
267886	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
267886	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
267886	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
267886	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
267886	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
267886	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
267886	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
267886	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
267886	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
267886	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
267886	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
267886	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
267886	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
267886	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
267886	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
267886	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
267886	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
267886	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
267886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
267886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
267886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
267886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
267886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
267886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
267886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
267886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
267886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
267886	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
267886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
267886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
267886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
267886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
267886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
267886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
267886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
267886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
267886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
267886	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
267886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
267886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
267886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
267886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
267886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
267886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
267886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
267886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
267886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
267886	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
267886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
267886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
267886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
267886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
267886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
267886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
267886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
267886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
267886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
267886	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
267886	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
267886	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
267886	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
267886	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
267886	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
267886	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
267886	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
267886	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
267886	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
267886	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
267886	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
267886	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
267886	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
267886	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
267886	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
267886	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
267886	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
267886	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
267886	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
267886	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
267886	embedding2nn.weight	0	0.006420481484383345
267886	embedding2nn.weight	1	0.004120807629078627
267886	embedding2nn.weight	2	0.013434148393571377
267886	embedding2nn.weight	3	0.026822304353117943
267886	embedding2nn.weight	4	0.023644642904400826
267886	embedding2nn.weight	5	0.005164310801774263
267886	embedding2nn.weight	6	-0.015273256227374077
267886	embedding2nn.weight	7	-0.0006260515074245632
267886	embedding2nn.weight	8	-0.009699308313429356
267886	embedding2nn.weight	9	0.0021138335578143597
267886	embedding2nn.bias	0	0.015090325847268105
267886	embedding2nn.bias	1	-0.03884236887097359
267886	embedding2nn.bias	2	0.0895300880074501
267886	embedding2nn.bias	3	0.06946853548288345
267886	embedding2nn.bias	4	-0.011867259629070759
267886	embedding2nn.bias	5	-0.03031700849533081
267886	embedding2nn.bias	6	0.025859279558062553
267886	embedding2nn.bias	7	-0.000707713479641825
267886	embedding2nn.bias	8	-0.032496292144060135
267886	embedding2nn.bias	9	0.026800649240612984
267886	rnn.weight_ih_l0	0	0.06523170322179794
267886	rnn.weight_ih_l0	1	-0.04197234660387039
267886	rnn.weight_ih_l0	2	0.006527049466967583
267886	rnn.weight_ih_l0	3	0.045562438666820526
267886	rnn.weight_ih_l0	4	-0.030039122328162193
267886	rnn.weight_ih_l0	5	0.0417504608631134
267886	rnn.weight_ih_l0	6	0.007550757844001055
267886	rnn.weight_ih_l0	7	0.06608811020851135
267886	rnn.weight_ih_l0	8	0.009076482616364956
267886	rnn.weight_ih_l0	9	-0.026198456063866615
267886	rnn.weight_hh_l0	0	-0.011828714981675148
267886	rnn.weight_hh_l0	1	-0.0286633912473917
267886	rnn.weight_hh_l0	2	-0.06097403168678284
267886	rnn.weight_hh_l0	3	-0.005995113868266344
267886	rnn.weight_hh_l0	4	-0.009745720773935318
267886	rnn.weight_hh_l0	5	-0.024623429402709007
267886	rnn.weight_hh_l0	6	0.0006163239595480263
267886	rnn.weight_hh_l0	7	-0.03676994889974594
267886	rnn.weight_hh_l0	8	0.06686007976531982
267886	rnn.weight_hh_l0	9	0.04576333984732628
267886	rnn.bias_ih_l0	0	-0.17176899313926697
267886	rnn.bias_ih_l0	1	-0.1698606312274933
267886	rnn.bias_ih_l0	2	-0.02063962258398533
267886	rnn.bias_ih_l0	3	-0.1470668464899063
267886	rnn.bias_ih_l0	4	-0.05675562471151352
267886	rnn.bias_ih_l0	5	-0.17703957855701447
267886	rnn.bias_ih_l0	6	0.07582488656044006
267886	rnn.bias_ih_l0	7	-0.08602389693260193
267886	rnn.bias_ih_l0	8	-0.044367801398038864
267886	rnn.bias_ih_l0	9	-0.10907489061355591
267886	rnn.bias_hh_l0	0	-0.07061929255723953
267886	rnn.bias_hh_l0	1	0.24560046195983887
267886	rnn.bias_hh_l0	2	0.04784053936600685
267886	rnn.bias_hh_l0	3	-0.07725609093904495
267886	rnn.bias_hh_l0	4	-0.08374197036027908
267886	rnn.bias_hh_l0	5	-0.00246221199631691
267886	rnn.bias_hh_l0	6	0.057608313858509064
267886	rnn.bias_hh_l0	7	-0.09845788776874542
267886	rnn.bias_hh_l0	8	-0.23740680515766144
267886	rnn.bias_hh_l0	9	-0.10195083171129227
267886	rnn.weight_ih_l0_reverse	0	0.019341588020324707
267886	rnn.weight_ih_l0_reverse	1	-0.06006016582250595
267886	rnn.weight_ih_l0_reverse	2	0.043216731399297714
267886	rnn.weight_ih_l0_reverse	3	0.02033277042210102
267886	rnn.weight_ih_l0_reverse	4	-0.0001298970018979162
267886	rnn.weight_ih_l0_reverse	5	-0.026221368461847305
267886	rnn.weight_ih_l0_reverse	6	0.01424179133027792
267886	rnn.weight_ih_l0_reverse	7	0.02840300276875496
267886	rnn.weight_ih_l0_reverse	8	-0.028236903250217438
267886	rnn.weight_ih_l0_reverse	9	-0.0014484059065580368
267886	rnn.weight_hh_l0_reverse	0	0.039847251027822495
267886	rnn.weight_hh_l0_reverse	1	0.02947467379271984
267886	rnn.weight_hh_l0_reverse	2	-0.022825093939900398
267886	rnn.weight_hh_l0_reverse	3	-0.08175767958164215
267886	rnn.weight_hh_l0_reverse	4	0.011343074031174183
267886	rnn.weight_hh_l0_reverse	5	-0.05969047546386719
267886	rnn.weight_hh_l0_reverse	6	-0.013736309483647346
267886	rnn.weight_hh_l0_reverse	7	0.030656598508358
267886	rnn.weight_hh_l0_reverse	8	0.008044756948947906
267886	rnn.weight_hh_l0_reverse	9	0.009466416202485561
267886	rnn.bias_ih_l0_reverse	0	-0.04631153494119644
267886	rnn.bias_ih_l0_reverse	1	-0.13775868713855743
267886	rnn.bias_ih_l0_reverse	2	-0.1444261372089386
267886	rnn.bias_ih_l0_reverse	3	-0.04664115235209465
267886	rnn.bias_ih_l0_reverse	4	-0.11456246674060822
267886	rnn.bias_ih_l0_reverse	5	-0.08568895608186722
267886	rnn.bias_ih_l0_reverse	6	-0.2068885713815689
267886	rnn.bias_ih_l0_reverse	7	-0.05343363806605339
267886	rnn.bias_ih_l0_reverse	8	-0.06455842405557632
267886	rnn.bias_ih_l0_reverse	9	-0.13452978432178497
267886	rnn.bias_hh_l0_reverse	0	-0.14449793100357056
267886	rnn.bias_hh_l0_reverse	1	-0.16374485194683075
267886	rnn.bias_hh_l0_reverse	2	0.10322985053062439
267886	rnn.bias_hh_l0_reverse	3	0.07208266109228134
267886	rnn.bias_hh_l0_reverse	4	-0.17894035577774048
267886	rnn.bias_hh_l0_reverse	5	-0.14122970402240753
267886	rnn.bias_hh_l0_reverse	6	-0.08896166831254959
267886	rnn.bias_hh_l0_reverse	7	-0.05601652339100838
267886	rnn.bias_hh_l0_reverse	8	-0.09472960978746414
267886	rnn.bias_hh_l0_reverse	9	-0.023727135732769966
267886	linear.weight	0	-0.007717745378613472
267886	linear.weight	1	-0.004069563467055559
267886	linear.weight	2	0.3077346086502075
267886	linear.weight	3	-0.07895492762327194
267886	linear.weight	4	-0.010588549077510834
267886	linear.weight	5	0.11535491794347763
267886	linear.weight	6	-0.010739270597696304
267886	linear.weight	7	-0.07744855433702469
267886	linear.weight	8	0.18295307457447052
267886	linear.weight	9	-0.2664755582809448
267886	linear.bias	0	-0.03956538438796997
267886	linear.bias	1	0.031413208693265915
267886	linear.bias	2	0.40837907791137695
267886	linear.bias	3	-0.7145620584487915
267886	linear.bias	4	2.124744415283203
267886	linear.bias	5	-1.4049006700515747
267886	linear.bias	6	-0.2956821322441101
267886	linear.bias	7	-0.12378409504890442
268445	transitions	0	-1.936671495437622
268445	transitions	1	-10000.0
268445	transitions	2	-0.7969565987586975
268445	transitions	3	-10000.0
268445	transitions	4	2.0665769577026367
268445	transitions	5	-10000.0
268445	transitions	6	-10000.0
268445	transitions	7	1.8394941091537476
268445	transitions	8	-2.6219539642333984
268445	transitions	9	-4.2384419441223145
268445	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
268445	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
268445	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
268445	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
268445	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
268445	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
268445	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
268445	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
268445	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
268445	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
268445	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
268445	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
268445	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
268445	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
268445	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
268445	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
268445	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
268445	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
268445	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
268445	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
268445	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
268445	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
268445	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
268445	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
268445	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
268445	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
268445	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
268445	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
268445	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
268445	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
268445	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
268445	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
268445	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
268445	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
268445	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
268445	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
268445	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
268445	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
268445	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
268445	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
268445	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
268445	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
268445	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
268445	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
268445	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
268445	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
268445	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
268445	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
268445	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
268445	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
268445	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
268445	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
268445	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
268445	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
268445	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
268445	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
268445	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
268445	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
268445	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
268445	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
268445	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
268445	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
268445	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
268445	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
268445	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
268445	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
268445	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
268445	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
268445	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
268445	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
268445	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
268445	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
268445	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
268445	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
268445	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
268445	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
268445	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
268445	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
268445	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
268445	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
268445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
268445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
268445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
268445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
268445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
268445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
268445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
268445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
268445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
268445	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
268445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
268445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
268445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
268445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
268445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
268445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
268445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
268445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
268445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
268445	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
268445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
268445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
268445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
268445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
268445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
268445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
268445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
268445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
268445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
268445	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
268445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
268445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
268445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
268445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
268445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
268445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
268445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
268445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
268445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
268445	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
268445	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
268445	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
268445	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
268445	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
268445	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
268445	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
268445	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
268445	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
268445	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
268445	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
268445	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
268445	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
268445	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
268445	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
268445	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
268445	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
268445	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
268445	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
268445	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
268445	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
268445	embedding2nn.weight	0	0.00642166193574667
268445	embedding2nn.weight	1	0.004100688733160496
268445	embedding2nn.weight	2	0.013431815430521965
268445	embedding2nn.weight	3	0.026822537183761597
268445	embedding2nn.weight	4	0.023599976673722267
268445	embedding2nn.weight	5	0.0052048624493181705
268445	embedding2nn.weight	6	-0.015271457843482494
268445	embedding2nn.weight	7	-0.0006194374873302877
268445	embedding2nn.weight	8	-0.009718234650790691
268445	embedding2nn.weight	9	0.0020911747124046087
268445	embedding2nn.bias	0	0.015594983473420143
268445	embedding2nn.bias	1	-0.03892245888710022
268445	embedding2nn.bias	2	0.08987201005220413
268445	embedding2nn.bias	3	0.06985250860452652
268445	embedding2nn.bias	4	-0.012609037570655346
268445	embedding2nn.bias	5	-0.029874863103032112
268445	embedding2nn.bias	6	0.024862531572580338
268445	embedding2nn.bias	7	-0.0003845354076474905
268445	embedding2nn.bias	8	-0.033223286271095276
268445	embedding2nn.bias	9	0.026465339586138725
268445	rnn.weight_ih_l0	0	0.06513339281082153
268445	rnn.weight_ih_l0	1	-0.04188892990350723
268445	rnn.weight_ih_l0	2	0.006482365541160107
268445	rnn.weight_ih_l0	3	0.045593082904815674
268445	rnn.weight_ih_l0	4	-0.03004908375442028
268445	rnn.weight_ih_l0	5	0.04184812307357788
268445	rnn.weight_ih_l0	6	0.00758323771879077
268445	rnn.weight_ih_l0	7	0.06603188067674637
268445	rnn.weight_ih_l0	8	0.009103257209062576
268445	rnn.weight_ih_l0	9	-0.026111291721463203
268445	rnn.weight_hh_l0	0	-0.011816263198852539
268445	rnn.weight_hh_l0	1	-0.02868524380028248
268445	rnn.weight_hh_l0	2	-0.06099777668714523
268445	rnn.weight_hh_l0	3	-0.005989202298223972
268445	rnn.weight_hh_l0	4	-0.009739198721945286
268445	rnn.weight_hh_l0	5	-0.024587711319327354
268445	rnn.weight_hh_l0	6	0.0006091193645261228
268445	rnn.weight_hh_l0	7	-0.03672000393271446
268445	rnn.weight_hh_l0	8	0.06690643727779388
268445	rnn.weight_hh_l0	9	0.045778390020132065
268445	rnn.bias_ih_l0	0	-0.17154094576835632
268445	rnn.bias_ih_l0	1	-0.16993927955627441
268445	rnn.bias_ih_l0	2	-0.02063368633389473
268445	rnn.bias_ih_l0	3	-0.14729447662830353
268445	rnn.bias_ih_l0	4	-0.05732674524188042
268445	rnn.bias_ih_l0	5	-0.17721359431743622
268445	rnn.bias_ih_l0	6	0.07568512111902237
268445	rnn.bias_ih_l0	7	-0.08616679161787033
268445	rnn.bias_ih_l0	8	-0.044497810304164886
268445	rnn.bias_ih_l0	9	-0.10910547524690628
268445	rnn.bias_hh_l0	0	-0.07052849233150482
268445	rnn.bias_hh_l0	1	0.24547676742076874
268445	rnn.bias_hh_l0	2	0.04770120233297348
268445	rnn.bias_hh_l0	3	-0.07761707156896591
268445	rnn.bias_hh_l0	4	-0.08365757763385773
268445	rnn.bias_hh_l0	5	-0.0025019848253577948
268445	rnn.bias_hh_l0	6	0.05781935527920723
268445	rnn.bias_hh_l0	7	-0.09820093214511871
268445	rnn.bias_hh_l0	8	-0.2374889850616455
268445	rnn.bias_hh_l0	9	-0.10155729204416275
268445	rnn.weight_ih_l0_reverse	0	0.01947377622127533
268445	rnn.weight_ih_l0_reverse	1	-0.060123782604932785
268445	rnn.weight_ih_l0_reverse	2	0.0432511642575264
268445	rnn.weight_ih_l0_reverse	3	0.020329153165221214
268445	rnn.weight_ih_l0_reverse	4	-0.00017367249529343098
268445	rnn.weight_ih_l0_reverse	5	-0.026205630972981453
268445	rnn.weight_ih_l0_reverse	6	0.014139504171907902
268445	rnn.weight_ih_l0_reverse	7	0.028365710750222206
268445	rnn.weight_ih_l0_reverse	8	-0.028238901868462563
268445	rnn.weight_ih_l0_reverse	9	-0.001447387970983982
268445	rnn.weight_hh_l0_reverse	0	0.039848294109106064
268445	rnn.weight_hh_l0_reverse	1	0.02947576344013214
268445	rnn.weight_hh_l0_reverse	2	-0.022773263975977898
268445	rnn.weight_hh_l0_reverse	3	-0.08179488033056259
268445	rnn.weight_hh_l0_reverse	4	0.011344719678163528
268445	rnn.weight_hh_l0_reverse	5	-0.05966892093420029
268445	rnn.weight_hh_l0_reverse	6	-0.013734393753111362
268445	rnn.weight_hh_l0_reverse	7	0.03060826286673546
268445	rnn.weight_hh_l0_reverse	8	0.008039882406592369
268445	rnn.weight_hh_l0_reverse	9	0.009451121091842651
268445	rnn.bias_ih_l0_reverse	0	-0.04607408121228218
268445	rnn.bias_ih_l0_reverse	1	-0.13803859055042267
268445	rnn.bias_ih_l0_reverse	2	-0.1443929225206375
268445	rnn.bias_ih_l0_reverse	3	-0.046407923102378845
268445	rnn.bias_ih_l0_reverse	4	-0.11469776183366776
268445	rnn.bias_ih_l0_reverse	5	-0.08564932644367218
268445	rnn.bias_ih_l0_reverse	6	-0.20688752830028534
268445	rnn.bias_ih_l0_reverse	7	-0.05330350622534752
268445	rnn.bias_ih_l0_reverse	8	-0.06448307633399963
268445	rnn.bias_ih_l0_reverse	9	-0.13463512063026428
268445	rnn.bias_hh_l0_reverse	0	-0.1443946361541748
268445	rnn.bias_hh_l0_reverse	1	-0.16375945508480072
268445	rnn.bias_hh_l0_reverse	2	0.103340744972229
268445	rnn.bias_hh_l0_reverse	3	0.07224100828170776
268445	rnn.bias_hh_l0_reverse	4	-0.17873385548591614
268445	rnn.bias_hh_l0_reverse	5	-0.14066116511821747
268445	rnn.bias_hh_l0_reverse	6	-0.08924209326505661
268445	rnn.bias_hh_l0_reverse	7	-0.05570700764656067
268445	rnn.bias_hh_l0_reverse	8	-0.09454865008592606
268445	rnn.bias_hh_l0_reverse	9	-0.023906441405415535
268445	linear.weight	0	-0.007717931177467108
268445	linear.weight	1	-0.0038862007204443216
268445	linear.weight	2	0.30717700719833374
268445	linear.weight	3	-0.07895447313785553
268445	linear.weight	4	-0.010588549077510834
268445	linear.weight	5	0.11925321072340012
268445	linear.weight	6	-0.010739270597696304
268445	linear.weight	7	-0.07640562206506729
268445	linear.weight	8	0.18699127435684204
268445	linear.weight	9	-0.2664022147655487
268445	linear.bias	0	-0.03956538438796997
268445	linear.bias	1	0.031413208693265915
268445	linear.bias	2	0.4101864993572235
268445	linear.bias	3	-0.7215166687965393
268445	linear.bias	4	2.1322109699249268
268445	linear.bias	5	-1.4049040079116821
268445	linear.bias	6	-0.29678621888160706
268445	linear.bias	7	-0.12498422712087631
269003	transitions	0	-1.9367640018463135
269003	transitions	1	-10000.0
269003	transitions	2	-0.7969565987586975
269003	transitions	3	-10000.0
269003	transitions	4	2.0650317668914795
269003	transitions	5	-10000.0
269003	transitions	6	-10000.0
269003	transitions	7	1.8379831314086914
269003	transitions	8	-2.622025966644287
269003	transitions	9	-4.23845100402832
269003	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
269003	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
269003	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
269003	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
269003	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
269003	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
269003	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
269003	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
269003	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
269003	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
269003	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
269003	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
269003	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
269003	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
269003	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
269003	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
269003	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
269003	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
269003	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
269003	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
269003	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
269003	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
269003	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
269003	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
269003	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
269003	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
269003	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
269003	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
269003	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
269003	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
269003	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
269003	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
269003	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
269003	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
269003	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
269003	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
269003	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
269003	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
269003	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
269003	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
269003	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
269003	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
269003	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
269003	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
269003	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
269003	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
269003	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
269003	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
269003	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
269003	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
269003	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
269003	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
269003	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
269003	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
269003	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
269003	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
269003	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
269003	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
269003	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
269003	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
269003	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
269003	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
269003	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
269003	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
269003	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
269003	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
269003	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
269003	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
269003	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
269003	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
269003	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
269003	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
269003	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
269003	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
269003	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
269003	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
269003	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
269003	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
269003	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
269003	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
269003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
269003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
269003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
269003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
269003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
269003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
269003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
269003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
269003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
269003	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
269003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
269003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
269003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
269003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
269003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
269003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
269003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
269003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
269003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
269003	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
269003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
269003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
269003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
269003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
269003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
269003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
269003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
269003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
269003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
269003	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
269003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
269003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
269003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
269003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
269003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
269003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
269003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
269003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
269003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
269003	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
269003	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
269003	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
269003	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
269003	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
269003	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
269003	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
269003	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
269003	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
269003	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
269003	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
269003	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
269003	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
269003	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
269003	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
269003	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
269003	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
269003	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
269003	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
269003	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
269003	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
269003	embedding2nn.weight	0	0.006419029086828232
269003	embedding2nn.weight	1	0.004091051872819662
269003	embedding2nn.weight	2	0.013429219834506512
269003	embedding2nn.weight	3	0.026806063950061798
269003	embedding2nn.weight	4	0.02364228665828705
269003	embedding2nn.weight	5	0.005160496570169926
269003	embedding2nn.weight	6	-0.015267171896994114
269003	embedding2nn.weight	7	-0.000612412637565285
269003	embedding2nn.weight	8	-0.00969783030450344
269003	embedding2nn.weight	9	0.0021067082416266203
269003	embedding2nn.bias	0	0.015719832852482796
269003	embedding2nn.bias	1	-0.038814082741737366
269003	embedding2nn.bias	2	0.08873023092746735
269003	embedding2nn.bias	3	0.0700891762971878
269003	embedding2nn.bias	4	-0.013514823280274868
269003	embedding2nn.bias	5	-0.030519191175699234
269003	embedding2nn.bias	6	0.02600175328552723
269003	embedding2nn.bias	7	-3.2484163966728374e-05
269003	embedding2nn.bias	8	-0.03389305621385574
269003	embedding2nn.bias	9	0.027060789987444878
269003	rnn.weight_ih_l0	0	0.06512944400310516
269003	rnn.weight_ih_l0	1	-0.04191536083817482
269003	rnn.weight_ih_l0	2	0.006445600185543299
269003	rnn.weight_ih_l0	3	0.04557643085718155
269003	rnn.weight_ih_l0	4	-0.030062146484851837
269003	rnn.weight_ih_l0	5	0.04185473546385765
269003	rnn.weight_ih_l0	6	0.0075733414851129055
269003	rnn.weight_ih_l0	7	0.06603028625249863
269003	rnn.weight_ih_l0	8	0.009118949063122272
269003	rnn.weight_ih_l0	9	-0.026051616296172142
269003	rnn.weight_hh_l0	0	-0.011777246370911598
269003	rnn.weight_hh_l0	1	-0.02874915301799774
269003	rnn.weight_hh_l0	2	-0.06108585000038147
269003	rnn.weight_hh_l0	3	-0.0059809195809066296
269003	rnn.weight_hh_l0	4	-0.009739330969750881
269003	rnn.weight_hh_l0	5	-0.024597208946943283
269003	rnn.weight_hh_l0	6	0.0006058068829588592
269003	rnn.weight_hh_l0	7	-0.03656603395938873
269003	rnn.weight_hh_l0	8	0.06693226099014282
269003	rnn.weight_hh_l0	9	0.04576735198497772
269003	rnn.bias_ih_l0	0	-0.17191153764724731
269003	rnn.bias_ih_l0	1	-0.16986879706382751
269003	rnn.bias_ih_l0	2	-0.02078930102288723
269003	rnn.bias_ih_l0	3	-0.1471003293991089
269003	rnn.bias_ih_l0	4	-0.05746697634458542
269003	rnn.bias_ih_l0	5	-0.1769968718290329
269003	rnn.bias_ih_l0	6	0.07599154114723206
269003	rnn.bias_ih_l0	7	-0.08608563989400864
269003	rnn.bias_ih_l0	8	-0.04435160756111145
269003	rnn.bias_ih_l0	9	-0.10904946178197861
269003	rnn.bias_hh_l0	0	-0.07059447467327118
269003	rnn.bias_hh_l0	1	0.246087908744812
269003	rnn.bias_hh_l0	2	0.048026926815509796
269003	rnn.bias_hh_l0	3	-0.07801158726215363
269003	rnn.bias_hh_l0	4	-0.0836278572678566
269003	rnn.bias_hh_l0	5	-0.0024573542177677155
269003	rnn.bias_hh_l0	6	0.05834461748600006
269003	rnn.bias_hh_l0	7	-0.09842794388532639
269003	rnn.bias_hh_l0	8	-0.2367781698703766
269003	rnn.bias_hh_l0	9	-0.10159169882535934
269003	rnn.weight_ih_l0_reverse	0	0.019558245316147804
269003	rnn.weight_ih_l0_reverse	1	-0.06006237119436264
269003	rnn.weight_ih_l0_reverse	2	0.04321951046586037
269003	rnn.weight_ih_l0_reverse	3	0.020268499851226807
269003	rnn.weight_ih_l0_reverse	4	-0.00021729017316829413
269003	rnn.weight_ih_l0_reverse	5	-0.026174159720540047
269003	rnn.weight_ih_l0_reverse	6	0.014417914673686028
269003	rnn.weight_ih_l0_reverse	7	0.028355294838547707
269003	rnn.weight_ih_l0_reverse	8	-0.028295550495386124
269003	rnn.weight_ih_l0_reverse	9	-0.0014543554279953241
269003	rnn.weight_hh_l0_reverse	0	0.039868611842393875
269003	rnn.weight_hh_l0_reverse	1	0.029487192630767822
269003	rnn.weight_hh_l0_reverse	2	-0.022781608626246452
269003	rnn.weight_hh_l0_reverse	3	-0.08168888092041016
269003	rnn.weight_hh_l0_reverse	4	0.01133638620376587
269003	rnn.weight_hh_l0_reverse	5	-0.0596972331404686
269003	rnn.weight_hh_l0_reverse	6	-0.013728851452469826
269003	rnn.weight_hh_l0_reverse	7	0.03059525601565838
269003	rnn.weight_hh_l0_reverse	8	0.008034897036850452
269003	rnn.weight_hh_l0_reverse	9	0.00948765967041254
269003	rnn.bias_ih_l0_reverse	0	-0.04600316658616066
269003	rnn.bias_ih_l0_reverse	1	-0.1378588229417801
269003	rnn.bias_ih_l0_reverse	2	-0.14433756470680237
269003	rnn.bias_ih_l0_reverse	3	-0.04652790352702141
269003	rnn.bias_ih_l0_reverse	4	-0.11454935371875763
269003	rnn.bias_ih_l0_reverse	5	-0.0854019746184349
269003	rnn.bias_ih_l0_reverse	6	-0.2063090205192566
269003	rnn.bias_ih_l0_reverse	7	-0.05304364114999771
269003	rnn.bias_ih_l0_reverse	8	-0.06444025784730911
269003	rnn.bias_ih_l0_reverse	9	-0.13466514647006989
269003	rnn.bias_hh_l0_reverse	0	-0.14433956146240234
269003	rnn.bias_hh_l0_reverse	1	-0.16396254301071167
269003	rnn.bias_hh_l0_reverse	2	0.10336010158061981
269003	rnn.bias_hh_l0_reverse	3	0.07248260825872421
269003	rnn.bias_hh_l0_reverse	4	-0.17906105518341064
269003	rnn.bias_hh_l0_reverse	5	-0.14073356986045837
269003	rnn.bias_hh_l0_reverse	6	-0.0893077552318573
269003	rnn.bias_hh_l0_reverse	7	-0.055489957332611084
269003	rnn.bias_hh_l0_reverse	8	-0.09476199001073837
269003	rnn.bias_hh_l0_reverse	9	-0.023990796878933907
269003	linear.weight	0	-0.007718156557530165
269003	linear.weight	1	-0.004941074643284082
269003	linear.weight	2	0.3083171844482422
269003	linear.weight	3	-0.07895400375127792
269003	linear.weight	4	-0.010588549077510834
269003	linear.weight	5	0.12150350213050842
269003	linear.weight	6	-0.010739270597696304
269003	linear.weight	7	-0.07363671809434891
269003	linear.weight	8	0.18865275382995605
269003	linear.weight	9	-0.26682642102241516
269003	linear.bias	0	-0.03956538438796997
269003	linear.bias	1	0.031413208693265915
269003	linear.bias	2	0.4212925136089325
269003	linear.bias	3	-0.7165164947509766
269003	linear.bias	4	2.1266732215881348
269003	linear.bias	5	-1.4049065113067627
269003	linear.bias	6	-0.30200979113578796
269003	linear.bias	7	-0.13031430542469025
269561	transitions	0	-1.936885118484497
269561	transitions	1	-10000.0
269561	transitions	2	-0.7969565987586975
269561	transitions	3	-10000.0
269561	transitions	4	2.066345691680908
269561	transitions	5	-10000.0
269561	transitions	6	-10000.0
269561	transitions	7	1.8388996124267578
269561	transitions	8	-2.622110605239868
269561	transitions	9	-4.238465309143066
269561	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
269561	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
269561	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
269561	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
269561	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
269561	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
269561	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
269561	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
269561	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
269561	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
269561	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
269561	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
269561	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
269561	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
269561	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
269561	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
269561	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
269561	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
269561	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
269561	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
269561	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
269561	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
269561	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
269561	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
269561	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
269561	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
269561	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
269561	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
269561	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
269561	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
269561	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
269561	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
269561	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
269561	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
269561	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
269561	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
269561	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
269561	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
269561	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
269561	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
269561	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
269561	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
269561	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
269561	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
269561	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
269561	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
269561	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
269561	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
269561	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
269561	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
269561	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
269561	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
269561	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
269561	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
269561	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
269561	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
269561	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
269561	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
269561	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
269561	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
269561	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
269561	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
269561	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
269561	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
269561	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
269561	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
269561	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
269561	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
269561	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
269561	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
269561	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
269561	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
269561	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
269561	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
269561	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
269561	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
269561	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
269561	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
269561	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
269561	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
269561	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
269561	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
269561	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
269561	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
269561	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
269561	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
269561	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
269561	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
269561	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
269561	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
269561	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
269561	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
269561	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
269561	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
269561	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
269561	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
269561	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
269561	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
269561	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
269561	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
269561	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
269561	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
269561	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
269561	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
269561	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
269561	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
269561	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
269561	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
269561	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
269561	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
269561	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
269561	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
269561	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
269561	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
269561	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
269561	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
269561	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
269561	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
269561	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
269561	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
269561	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
269561	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
269561	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
269561	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
269561	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
269561	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
269561	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
269561	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
269561	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
269561	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
269561	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
269561	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
269561	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
269561	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
269561	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
269561	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
269561	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
269561	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
269561	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
269561	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
269561	embedding2nn.weight	0	0.006419047247618437
269561	embedding2nn.weight	1	0.00409729965031147
269561	embedding2nn.weight	2	0.013429665006697178
269561	embedding2nn.weight	3	0.026789739727973938
269561	embedding2nn.weight	4	0.023609086871147156
269561	embedding2nn.weight	5	0.005148314870893955
269561	embedding2nn.weight	6	-0.01529761590063572
269561	embedding2nn.weight	7	-0.0006101546459831297
269561	embedding2nn.weight	8	-0.009684237651526928
269561	embedding2nn.weight	9	0.0021203928627073765
269561	embedding2nn.bias	0	0.01568548195064068
269561	embedding2nn.bias	1	-0.038320548832416534
269561	embedding2nn.bias	2	0.08839215338230133
269561	embedding2nn.bias	3	0.07017289102077484
269561	embedding2nn.bias	4	-0.013863526284694672
269561	embedding2nn.bias	5	-0.030641064047813416
269561	embedding2nn.bias	6	0.025462398305535316
269561	embedding2nn.bias	7	0.0006462687742896378
269561	embedding2nn.bias	8	-0.03384580835700035
269561	embedding2nn.bias	9	0.027331562712788582
269561	rnn.weight_ih_l0	0	0.06515831500291824
269561	rnn.weight_ih_l0	1	-0.04193061962723732
269561	rnn.weight_ih_l0	2	0.0063493275083601475
269561	rnn.weight_ih_l0	3	0.04555075615644455
269561	rnn.weight_ih_l0	4	-0.030111243948340416
269561	rnn.weight_ih_l0	5	0.04176964983344078
269561	rnn.weight_ih_l0	6	0.0075856358744204044
269561	rnn.weight_ih_l0	7	0.06602146476507187
269561	rnn.weight_ih_l0	8	0.009019757620990276
269561	rnn.weight_ih_l0	9	-0.02610934153199196
269561	rnn.weight_hh_l0	0	-0.011748314835131168
269561	rnn.weight_hh_l0	1	-0.028684284538030624
269561	rnn.weight_hh_l0	2	-0.06101815775036812
269561	rnn.weight_hh_l0	3	-0.0059543391689658165
269561	rnn.weight_hh_l0	4	-0.00974001083523035
269561	rnn.weight_hh_l0	5	-0.02454509027302265
269561	rnn.weight_hh_l0	6	0.000616006029304117
269561	rnn.weight_hh_l0	7	-0.03651294857263565
269561	rnn.weight_hh_l0	8	0.06688018143177032
269561	rnn.weight_hh_l0	9	0.04570833221077919
269561	rnn.bias_ih_l0	0	-0.172030970454216
269561	rnn.bias_ih_l0	1	-0.16969181597232819
269561	rnn.bias_ih_l0	2	-0.0208120234310627
269561	rnn.bias_ih_l0	3	-0.14678233861923218
269561	rnn.bias_ih_l0	4	-0.05800783261656761
269561	rnn.bias_ih_l0	5	-0.17723560333251953
269561	rnn.bias_ih_l0	6	0.07617706805467606
269561	rnn.bias_ih_l0	7	-0.08606736361980438
269561	rnn.bias_ih_l0	8	-0.044413141906261444
269561	rnn.bias_ih_l0	9	-0.10887660086154938
269561	rnn.bias_hh_l0	0	-0.07057839632034302
269561	rnn.bias_hh_l0	1	0.24629975855350494
269561	rnn.bias_hh_l0	2	0.04800131171941757
269561	rnn.bias_hh_l0	3	-0.07795383781194687
269561	rnn.bias_hh_l0	4	-0.08361733704805374
269561	rnn.bias_hh_l0	5	-0.002083947416394949
269561	rnn.bias_hh_l0	6	0.057996511459350586
269561	rnn.bias_hh_l0	7	-0.09841609746217728
269561	rnn.bias_hh_l0	8	-0.2366253137588501
269561	rnn.bias_hh_l0	9	-0.10172563046216965
269561	rnn.weight_ih_l0_reverse	0	0.01952398009598255
269561	rnn.weight_ih_l0_reverse	1	-0.060063913464546204
269561	rnn.weight_ih_l0_reverse	2	0.043210890144109726
269561	rnn.weight_ih_l0_reverse	3	0.020242784172296524
269561	rnn.weight_ih_l0_reverse	4	-0.00019176039495505393
269561	rnn.weight_ih_l0_reverse	5	-0.026209738105535507
269561	rnn.weight_ih_l0_reverse	6	0.014486601576209068
269561	rnn.weight_ih_l0_reverse	7	0.028443343937397003
269561	rnn.weight_ih_l0_reverse	8	-0.028284184634685516
269561	rnn.weight_ih_l0_reverse	9	-0.001334129017777741
269561	rnn.weight_hh_l0_reverse	0	0.03989198058843613
269561	rnn.weight_hh_l0_reverse	1	0.029445672407746315
269561	rnn.weight_hh_l0_reverse	2	-0.02281499095261097
269561	rnn.weight_hh_l0_reverse	3	-0.08170684427022934
269561	rnn.weight_hh_l0_reverse	4	0.011304857209324837
269561	rnn.weight_hh_l0_reverse	5	-0.05966821685433388
269561	rnn.weight_hh_l0_reverse	6	-0.013701003044843674
269561	rnn.weight_hh_l0_reverse	7	0.030587488785386086
269561	rnn.weight_hh_l0_reverse	8	0.008067074231803417
269561	rnn.weight_hh_l0_reverse	9	0.009510310366749763
269561	rnn.bias_ih_l0_reverse	0	-0.04629397392272949
269561	rnn.bias_ih_l0_reverse	1	-0.13794350624084473
269561	rnn.bias_ih_l0_reverse	2	-0.14437952637672424
269561	rnn.bias_ih_l0_reverse	3	-0.04648261144757271
269561	rnn.bias_ih_l0_reverse	4	-0.11451587826013565
269561	rnn.bias_ih_l0_reverse	5	-0.0854513868689537
269561	rnn.bias_ih_l0_reverse	6	-0.20673662424087524
269561	rnn.bias_ih_l0_reverse	7	-0.05294245481491089
269561	rnn.bias_ih_l0_reverse	8	-0.06453718990087509
269561	rnn.bias_ih_l0_reverse	9	-0.13430820405483246
269561	rnn.bias_hh_l0_reverse	0	-0.14442916214466095
269561	rnn.bias_hh_l0_reverse	1	-0.1638363003730774
269561	rnn.bias_hh_l0_reverse	2	0.10341048240661621
269561	rnn.bias_hh_l0_reverse	3	0.07236675918102264
269561	rnn.bias_hh_l0_reverse	4	-0.17891426384449005
269561	rnn.bias_hh_l0_reverse	5	-0.14086796343326569
269561	rnn.bias_hh_l0_reverse	6	-0.08900770545005798
269561	rnn.bias_hh_l0_reverse	7	-0.055598288774490356
269561	rnn.bias_hh_l0_reverse	8	-0.0950813964009285
269561	rnn.bias_hh_l0_reverse	9	-0.02410239540040493
269561	linear.weight	0	-0.007718311157077551
269561	linear.weight	1	-0.0056102080270648
269561	linear.weight	2	0.3076809048652649
269561	linear.weight	3	-0.07895348221063614
269561	linear.weight	4	-0.010588549077510834
269561	linear.weight	5	0.12129505723714828
269561	linear.weight	6	-0.010739270597696304
269561	linear.weight	7	-0.07581198215484619
269561	linear.weight	8	0.19152787327766418
269561	linear.weight	9	-0.2665281295776367
269561	linear.bias	0	-0.03956538438796997
269561	linear.bias	1	0.031413208693265915
269561	linear.bias	2	0.40840086340904236
269561	linear.bias	3	-0.7155559062957764
269561	linear.bias	4	2.1335031986236572
269561	linear.bias	5	-1.4049099683761597
269561	linear.bias	6	-0.2993830442428589
269561	linear.bias	7	-0.12782391905784607
270119	transitions	0	-1.9369988441467285
270119	transitions	1	-10000.0
270119	transitions	2	-0.7969565987586975
270119	transitions	3	-10000.0
270119	transitions	4	2.0652177333831787
270119	transitions	5	-10000.0
270119	transitions	6	-10000.0
270119	transitions	7	1.8398860692977905
270119	transitions	8	-2.6221866607666016
270119	transitions	9	-4.238478183746338
270119	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
270119	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
270119	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
270119	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
270119	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
270119	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
270119	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
270119	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
270119	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
270119	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
270119	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
270119	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
270119	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
270119	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
270119	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
270119	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
270119	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
270119	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
270119	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
270119	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
270119	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
270119	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
270119	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
270119	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
270119	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
270119	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
270119	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
270119	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
270119	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
270119	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
270119	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
270119	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
270119	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
270119	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
270119	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
270119	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
270119	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
270119	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
270119	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
270119	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
270119	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
270119	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
270119	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
270119	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
270119	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
270119	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
270119	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
270119	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
270119	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
270119	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
270119	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
270119	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
270119	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
270119	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
270119	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
270119	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
270119	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
270119	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
270119	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
270119	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
270119	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
270119	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
270119	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
270119	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
270119	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
270119	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
270119	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
270119	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
270119	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
270119	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
270119	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
270119	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
270119	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
270119	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
270119	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
270119	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
270119	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
270119	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
270119	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
270119	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
270119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
270119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
270119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
270119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
270119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
270119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
270119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
270119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
270119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
270119	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
270119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
270119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
270119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
270119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
270119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
270119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
270119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
270119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
270119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
270119	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
270119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
270119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
270119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
270119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
270119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
270119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
270119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
270119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
270119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
270119	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
270119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
270119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
270119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
270119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
270119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
270119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
270119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
270119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
270119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
270119	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
270119	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
270119	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
270119	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
270119	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
270119	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
270119	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
270119	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
270119	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
270119	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
270119	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
270119	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
270119	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
270119	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
270119	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
270119	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
270119	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
270119	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
270119	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
270119	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
270119	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
270119	embedding2nn.weight	0	0.00641827005892992
270119	embedding2nn.weight	1	0.004079307429492474
270119	embedding2nn.weight	2	0.013428665697574615
270119	embedding2nn.weight	3	0.026837056502699852
270119	embedding2nn.weight	4	0.02361309342086315
270119	embedding2nn.weight	5	0.0051668137311935425
270119	embedding2nn.weight	6	-0.015294352546334267
270119	embedding2nn.weight	7	-0.0006146196974441409
270119	embedding2nn.weight	8	-0.009625238366425037
270119	embedding2nn.weight	9	0.0020976834930479527
270119	embedding2nn.bias	0	0.015642154961824417
270119	embedding2nn.bias	1	-0.03882525861263275
270119	embedding2nn.bias	2	0.08888012170791626
270119	embedding2nn.bias	3	0.06881067901849747
270119	embedding2nn.bias	4	-0.014510623179376125
270119	embedding2nn.bias	5	-0.030979111790657043
270119	embedding2nn.bias	6	0.025490840896964073
270119	embedding2nn.bias	7	0.0012114605633541942
270119	embedding2nn.bias	8	-0.034489866346120834
270119	embedding2nn.bias	9	0.027572276070713997
270119	rnn.weight_ih_l0	0	0.06511607766151428
270119	rnn.weight_ih_l0	1	-0.0418204665184021
270119	rnn.weight_ih_l0	2	0.006347150541841984
270119	rnn.weight_ih_l0	3	0.045662201941013336
270119	rnn.weight_ih_l0	4	-0.030066004022955894
270119	rnn.weight_ih_l0	5	0.041732367128133774
270119	rnn.weight_ih_l0	6	0.007591372821480036
270119	rnn.weight_ih_l0	7	0.06604910641908646
270119	rnn.weight_ih_l0	8	0.009077382273972034
270119	rnn.weight_ih_l0	9	-0.026127401739358902
270119	rnn.weight_hh_l0	0	-0.01166730746626854
270119	rnn.weight_hh_l0	1	-0.02862471155822277
270119	rnn.weight_hh_l0	2	-0.06100562587380409
270119	rnn.weight_hh_l0	3	-0.005938999354839325
270119	rnn.weight_hh_l0	4	-0.009720206260681152
270119	rnn.weight_hh_l0	5	-0.02455257624387741
270119	rnn.weight_hh_l0	6	0.0006159446784295142
270119	rnn.weight_hh_l0	7	-0.03648993372917175
270119	rnn.weight_hh_l0	8	0.06685876846313477
270119	rnn.weight_hh_l0	9	0.04571979120373726
270119	rnn.bias_ih_l0	0	-0.17222008109092712
270119	rnn.bias_ih_l0	1	-0.169525146484375
270119	rnn.bias_ih_l0	2	-0.020906493067741394
270119	rnn.bias_ih_l0	3	-0.14661574363708496
270119	rnn.bias_ih_l0	4	-0.058197084814310074
270119	rnn.bias_ih_l0	5	-0.17739121615886688
270119	rnn.bias_ih_l0	6	0.0760023221373558
270119	rnn.bias_ih_l0	7	-0.08632857352495193
270119	rnn.bias_ih_l0	8	-0.04427717253565788
270119	rnn.bias_ih_l0	9	-0.10895060002803802
270119	rnn.bias_hh_l0	0	-0.06996633112430573
270119	rnn.bias_hh_l0	1	0.24622975289821625
270119	rnn.bias_hh_l0	2	0.047761477530002594
270119	rnn.bias_hh_l0	3	-0.0777566134929657
270119	rnn.bias_hh_l0	4	-0.0834481418132782
270119	rnn.bias_hh_l0	5	-0.0018167755333706737
270119	rnn.bias_hh_l0	6	0.05738929286599159
270119	rnn.bias_hh_l0	7	-0.097992904484272
270119	rnn.bias_hh_l0	8	-0.23645465075969696
270119	rnn.bias_hh_l0	9	-0.10188089311122894
270119	rnn.weight_ih_l0_reverse	0	0.019553666934370995
270119	rnn.weight_ih_l0_reverse	1	-0.06017768755555153
270119	rnn.weight_ih_l0_reverse	2	0.04324895516037941
270119	rnn.weight_ih_l0_reverse	3	0.02024495042860508
270119	rnn.weight_ih_l0_reverse	4	-0.0002085748128592968
270119	rnn.weight_ih_l0_reverse	5	-0.026268037036061287
270119	rnn.weight_ih_l0_reverse	6	0.014482881873846054
270119	rnn.weight_ih_l0_reverse	7	0.02851458266377449
270119	rnn.weight_ih_l0_reverse	8	-0.028285786509513855
270119	rnn.weight_ih_l0_reverse	9	-0.0013814017875120044
270119	rnn.weight_hh_l0_reverse	0	0.03989411145448685
270119	rnn.weight_hh_l0_reverse	1	0.02951798588037491
270119	rnn.weight_hh_l0_reverse	2	-0.02283690683543682
270119	rnn.weight_hh_l0_reverse	3	-0.0817258283495903
270119	rnn.weight_hh_l0_reverse	4	0.011317363008856773
270119	rnn.weight_hh_l0_reverse	5	-0.059765126556158066
270119	rnn.weight_hh_l0_reverse	6	-0.013696965761482716
270119	rnn.weight_hh_l0_reverse	7	0.0305513683706522
270119	rnn.weight_hh_l0_reverse	8	0.008024574257433414
270119	rnn.weight_hh_l0_reverse	9	0.009544172324240208
270119	rnn.bias_ih_l0_reverse	0	-0.04624779149889946
270119	rnn.bias_ih_l0_reverse	1	-0.13807222247123718
270119	rnn.bias_ih_l0_reverse	2	-0.1444350928068161
270119	rnn.bias_ih_l0_reverse	3	-0.04649114981293678
270119	rnn.bias_ih_l0_reverse	4	-0.11476822197437286
270119	rnn.bias_ih_l0_reverse	5	-0.08558480441570282
270119	rnn.bias_ih_l0_reverse	6	-0.20684199035167694
270119	rnn.bias_ih_l0_reverse	7	-0.05240296944975853
270119	rnn.bias_ih_l0_reverse	8	-0.06500301510095596
270119	rnn.bias_ih_l0_reverse	9	-0.13449575006961823
270119	rnn.bias_hh_l0_reverse	0	-0.14435862004756927
270119	rnn.bias_hh_l0_reverse	1	-0.16393835842609406
270119	rnn.bias_hh_l0_reverse	2	0.10386428236961365
270119	rnn.bias_hh_l0_reverse	3	0.07308652997016907
270119	rnn.bias_hh_l0_reverse	4	-0.17872248589992523
270119	rnn.bias_hh_l0_reverse	5	-0.14074881374835968
270119	rnn.bias_hh_l0_reverse	6	-0.0889429822564125
270119	rnn.bias_hh_l0_reverse	7	-0.05573900416493416
270119	rnn.bias_hh_l0_reverse	8	-0.09501435607671738
270119	rnn.bias_hh_l0_reverse	9	-0.02428704872727394
270119	linear.weight	0	-0.00771842198446393
270119	linear.weight	1	-0.00447404058650136
270119	linear.weight	2	0.30826547741889954
270119	linear.weight	3	-0.07895296812057495
270119	linear.weight	4	-0.010588549077510834
270119	linear.weight	5	0.12138630449771881
270119	linear.weight	6	-0.010739270597696304
270119	linear.weight	7	-0.07747414708137512
270119	linear.weight	8	0.19290748238563538
270119	linear.weight	9	-0.26695024967193604
270119	linear.bias	0	-0.03956538438796997
270119	linear.bias	1	0.031413208693265915
270119	linear.bias	2	0.41388529539108276
270119	linear.bias	3	-0.7160643935203552
270119	linear.bias	4	2.133319854736328
270119	linear.bias	5	-1.4049122333526611
270119	linear.bias	6	-0.3017430603504181
270119	linear.bias	7	-0.13024279475212097
270677	transitions	0	-1.9371325969696045
270677	transitions	1	-10000.0
270677	transitions	2	-0.7969565987586975
270677	transitions	3	-10000.0
270677	transitions	4	2.0665924549102783
270677	transitions	5	-10000.0
270677	transitions	6	-10000.0
270677	transitions	7	1.8380241394042969
270677	transitions	8	-2.6222662925720215
270677	transitions	9	-4.238492965698242
270677	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
270677	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
270677	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
270677	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
270677	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
270677	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
270677	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
270677	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
270677	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
270677	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
270677	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
270677	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
270677	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
270677	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
270677	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
270677	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
270677	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
270677	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
270677	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
270677	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
270677	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
270677	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
270677	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
270677	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
270677	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
270677	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
270677	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
270677	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
270677	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
270677	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
270677	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
270677	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
270677	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
270677	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
270677	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
270677	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
270677	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
270677	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
270677	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
270677	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
270677	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
270677	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
270677	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
270677	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
270677	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
270677	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
270677	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
270677	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
270677	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
270677	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
270677	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
270677	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
270677	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
270677	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
270677	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
270677	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
270677	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
270677	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
270677	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
270677	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
270677	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
270677	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
270677	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
270677	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
270677	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
270677	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
270677	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
270677	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
270677	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
270677	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
270677	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
270677	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
270677	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
270677	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
270677	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
270677	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
270677	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
270677	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
270677	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
270677	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
270677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
270677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
270677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
270677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
270677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
270677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
270677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
270677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
270677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
270677	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
270677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
270677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
270677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
270677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
270677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
270677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
270677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
270677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
270677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
270677	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
270677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
270677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
270677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
270677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
270677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
270677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
270677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
270677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
270677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
270677	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
270677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
270677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
270677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
270677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
270677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
270677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
270677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
270677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
270677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
270677	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
270677	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
270677	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
270677	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
270677	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
270677	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
270677	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
270677	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
270677	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
270677	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
270677	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
270677	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
270677	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
270677	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
270677	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
270677	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
270677	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
270677	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
270677	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
270677	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
270677	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
270677	embedding2nn.weight	0	0.00641748309135437
270677	embedding2nn.weight	1	0.004087441135197878
270677	embedding2nn.weight	2	0.013431125320494175
270677	embedding2nn.weight	3	0.026852259412407875
270677	embedding2nn.weight	4	0.023571787402033806
270677	embedding2nn.weight	5	0.005097337067127228
270677	embedding2nn.weight	6	-0.01529387105256319
270677	embedding2nn.weight	7	-0.0006205796962603927
270677	embedding2nn.weight	8	-0.009692834690213203
270677	embedding2nn.weight	9	0.0020877011120319366
270677	embedding2nn.bias	0	0.015542179346084595
270677	embedding2nn.bias	1	-0.038576703518629074
270677	embedding2nn.bias	2	0.0893956869840622
270677	embedding2nn.bias	3	0.0689903050661087
270677	embedding2nn.bias	4	-0.013387713581323624
270677	embedding2nn.bias	5	-0.030821898952126503
270677	embedding2nn.bias	6	0.025160979479551315
270677	embedding2nn.bias	7	0.0013252582866698503
270677	embedding2nn.bias	8	-0.035333551466464996
270677	embedding2nn.bias	9	0.027913641184568405
270677	rnn.weight_ih_l0	0	0.06511160731315613
270677	rnn.weight_ih_l0	1	-0.04199971631169319
270677	rnn.weight_ih_l0	2	0.006261872127652168
270677	rnn.weight_ih_l0	3	0.045627661049366
270677	rnn.weight_ih_l0	4	-0.030076395720243454
270677	rnn.weight_ih_l0	5	0.04169876500964165
270677	rnn.weight_ih_l0	6	0.007600853685289621
270677	rnn.weight_ih_l0	7	0.06601864099502563
270677	rnn.weight_ih_l0	8	0.009092506021261215
270677	rnn.weight_ih_l0	9	-0.026107780635356903
270677	rnn.weight_hh_l0	0	-0.011806362308561802
270677	rnn.weight_hh_l0	1	-0.028604399412870407
270677	rnn.weight_hh_l0	2	-0.06102096289396286
270677	rnn.weight_hh_l0	3	-0.005938127636909485
270677	rnn.weight_hh_l0	4	-0.009708509780466557
270677	rnn.weight_hh_l0	5	-0.024575183168053627
270677	rnn.weight_hh_l0	6	0.000637750665191561
270677	rnn.weight_hh_l0	7	-0.0365552082657814
270677	rnn.weight_hh_l0	8	0.06690433621406555
270677	rnn.weight_hh_l0	9	0.0457354336977005
270677	rnn.bias_ih_l0	0	-0.17195332050323486
270677	rnn.bias_ih_l0	1	-0.1695149838924408
270677	rnn.bias_ih_l0	2	-0.021066855639219284
270677	rnn.bias_ih_l0	3	-0.1466245949268341
270677	rnn.bias_ih_l0	4	-0.05812874063849449
270677	rnn.bias_ih_l0	5	-0.17724913358688354
270677	rnn.bias_ih_l0	6	0.07602394372224808
270677	rnn.bias_ih_l0	7	-0.08641782402992249
270677	rnn.bias_ih_l0	8	-0.045011136680841446
270677	rnn.bias_ih_l0	9	-0.10874127596616745
270677	rnn.bias_hh_l0	0	-0.07008020579814911
270677	rnn.bias_hh_l0	1	0.2461768239736557
270677	rnn.bias_hh_l0	2	0.04822009801864624
270677	rnn.bias_hh_l0	3	-0.07801947742700577
270677	rnn.bias_hh_l0	4	-0.08343902975320816
270677	rnn.bias_hh_l0	5	-0.002298437524586916
270677	rnn.bias_hh_l0	6	0.0572931133210659
270677	rnn.bias_hh_l0	7	-0.09816070646047592
270677	rnn.bias_hh_l0	8	-0.23693925142288208
270677	rnn.bias_hh_l0	9	-0.10183676332235336
270677	rnn.weight_ih_l0_reverse	0	0.019369257614016533
270677	rnn.weight_ih_l0_reverse	1	-0.06009019911289215
270677	rnn.weight_ih_l0_reverse	2	0.04325805976986885
270677	rnn.weight_ih_l0_reverse	3	0.020285366103053093
270677	rnn.weight_ih_l0_reverse	4	-0.0002177346614189446
270677	rnn.weight_ih_l0_reverse	5	-0.0262837503105402
270677	rnn.weight_ih_l0_reverse	6	0.014323382638394833
270677	rnn.weight_ih_l0_reverse	7	0.028583122417330742
270677	rnn.weight_ih_l0_reverse	8	-0.028199993073940277
270677	rnn.weight_ih_l0_reverse	9	-0.0013898739125579596
270677	rnn.weight_hh_l0_reverse	0	0.03991670161485672
270677	rnn.weight_hh_l0_reverse	1	0.029550056904554367
270677	rnn.weight_hh_l0_reverse	2	-0.022873107343912125
270677	rnn.weight_hh_l0_reverse	3	-0.08180979639291763
270677	rnn.weight_hh_l0_reverse	4	0.011359916999936104
270677	rnn.weight_hh_l0_reverse	5	-0.05982324481010437
270677	rnn.weight_hh_l0_reverse	6	-0.013686555437743664
270677	rnn.weight_hh_l0_reverse	7	0.030547065660357475
270677	rnn.weight_hh_l0_reverse	8	0.008013183251023293
270677	rnn.weight_hh_l0_reverse	9	0.009529727511107922
270677	rnn.bias_ih_l0_reverse	0	-0.046211011707782745
270677	rnn.bias_ih_l0_reverse	1	-0.13818393647670746
270677	rnn.bias_ih_l0_reverse	2	-0.1445731371641159
270677	rnn.bias_ih_l0_reverse	3	-0.04636413976550102
270677	rnn.bias_ih_l0_reverse	4	-0.11477889865636826
270677	rnn.bias_ih_l0_reverse	5	-0.08539578318595886
270677	rnn.bias_ih_l0_reverse	6	-0.20670785009860992
270677	rnn.bias_ih_l0_reverse	7	-0.05235077068209648
270677	rnn.bias_ih_l0_reverse	8	-0.0651702731847763
270677	rnn.bias_ih_l0_reverse	9	-0.13452282547950745
270677	rnn.bias_hh_l0_reverse	0	-0.1439598649740219
270677	rnn.bias_hh_l0_reverse	1	-0.16370916366577148
270677	rnn.bias_hh_l0_reverse	2	0.10381865501403809
270677	rnn.bias_hh_l0_reverse	3	0.07318267971277237
270677	rnn.bias_hh_l0_reverse	4	-0.17905649542808533
270677	rnn.bias_hh_l0_reverse	5	-0.1407565474510193
270677	rnn.bias_hh_l0_reverse	6	-0.08885078877210617
270677	rnn.bias_hh_l0_reverse	7	-0.05598197504878044
270677	rnn.bias_hh_l0_reverse	8	-0.09487602114677429
270677	rnn.bias_hh_l0_reverse	9	-0.024074841290712357
270677	linear.weight	0	-0.0077185179106891155
270677	linear.weight	1	-0.0043715015053749084
270677	linear.weight	2	0.3077998459339142
270677	linear.weight	3	-0.07895249873399734
270677	linear.weight	4	-0.010588549077510834
270677	linear.weight	5	0.11908266693353653
270677	linear.weight	6	-0.010739270597696304
270677	linear.weight	7	-0.07575764507055283
270677	linear.weight	8	0.19734197854995728
270677	linear.weight	9	-0.26669055223464966
270677	linear.bias	0	-0.03956538438796997
270677	linear.bias	1	0.031413208693265915
270677	linear.bias	2	0.4128902852535248
270677	linear.bias	3	-0.7132709622383118
270677	linear.bias	4	2.1277706623077393
270677	linear.bias	5	-1.4049153327941895
270677	linear.bias	6	-0.2998388409614563
270677	linear.bias	7	-0.12838315963745117
271235	transitions	0	-1.9372355937957764
271235	transitions	1	-10000.0
271235	transitions	2	-0.7969565987586975
271235	transitions	3	-10000.0
271235	transitions	4	2.0667266845703125
271235	transitions	5	-10000.0
271235	transitions	6	-10000.0
271235	transitions	7	1.837223768234253
271235	transitions	8	-2.6223387718200684
271235	transitions	9	-4.238508701324463
271235	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
271235	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
271235	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
271235	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
271235	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
271235	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
271235	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
271235	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
271235	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
271235	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
271235	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
271235	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
271235	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
271235	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
271235	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
271235	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
271235	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
271235	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
271235	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
271235	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
271235	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
271235	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
271235	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
271235	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
271235	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
271235	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
271235	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
271235	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
271235	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
271235	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
271235	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
271235	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
271235	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
271235	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
271235	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
271235	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
271235	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
271235	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
271235	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
271235	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
271235	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
271235	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
271235	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
271235	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
271235	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
271235	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
271235	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
271235	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
271235	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
271235	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
271235	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
271235	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
271235	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
271235	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
271235	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
271235	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
271235	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
271235	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
271235	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
271235	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
271235	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
271235	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
271235	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
271235	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
271235	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
271235	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
271235	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
271235	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
271235	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
271235	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
271235	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
271235	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
271235	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
271235	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
271235	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
271235	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
271235	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
271235	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
271235	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
271235	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
271235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
271235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
271235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
271235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
271235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
271235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
271235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
271235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
271235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
271235	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
271235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
271235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
271235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
271235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
271235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
271235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
271235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
271235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
271235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
271235	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
271235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
271235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
271235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
271235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
271235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
271235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
271235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
271235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
271235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
271235	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
271235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
271235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
271235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
271235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
271235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
271235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
271235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
271235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
271235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
271235	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
271235	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
271235	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
271235	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
271235	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
271235	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
271235	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
271235	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
271235	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
271235	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
271235	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
271235	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
271235	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
271235	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
271235	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
271235	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
271235	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
271235	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
271235	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
271235	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
271235	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
271235	embedding2nn.weight	0	0.006419024895876646
271235	embedding2nn.weight	1	0.004073698073625565
271235	embedding2nn.weight	2	0.013430501334369183
271235	embedding2nn.weight	3	0.02681649848818779
271235	embedding2nn.weight	4	0.02354232221841812
271235	embedding2nn.weight	5	0.005012317560613155
271235	embedding2nn.weight	6	-0.015301547944545746
271235	embedding2nn.weight	7	-0.0006421153666451573
271235	embedding2nn.weight	8	-0.009684775955975056
271235	embedding2nn.weight	9	0.0021157716400921345
271235	embedding2nn.bias	0	0.015638021752238274
271235	embedding2nn.bias	1	-0.03875311464071274
271235	embedding2nn.bias	2	0.08842924237251282
271235	embedding2nn.bias	3	0.06835359334945679
271235	embedding2nn.bias	4	-0.013398567214608192
271235	embedding2nn.bias	5	-0.03069009818136692
271235	embedding2nn.bias	6	0.02528785727918148
271235	embedding2nn.bias	7	0.0014418123755604029
271235	embedding2nn.bias	8	-0.03548286110162735
271235	embedding2nn.bias	9	0.02876565232872963
271235	rnn.weight_ih_l0	0	0.06503862142562866
271235	rnn.weight_ih_l0	1	-0.0420808345079422
271235	rnn.weight_ih_l0	2	0.006150656845420599
271235	rnn.weight_ih_l0	3	0.04564898461103439
271235	rnn.weight_ih_l0	4	-0.030010472983121872
271235	rnn.weight_ih_l0	5	0.04176294058561325
271235	rnn.weight_ih_l0	6	0.007578702177852392
271235	rnn.weight_ih_l0	7	0.06611674278974533
271235	rnn.weight_ih_l0	8	0.009245865046977997
271235	rnn.weight_ih_l0	9	-0.0260687954723835
271235	rnn.weight_hh_l0	0	-0.011761601082980633
271235	rnn.weight_hh_l0	1	-0.028540339320898056
271235	rnn.weight_hh_l0	2	-0.060956232249736786
271235	rnn.weight_hh_l0	3	-0.00592932291328907
271235	rnn.weight_hh_l0	4	-0.009706204757094383
271235	rnn.weight_hh_l0	5	-0.02459181658923626
271235	rnn.weight_hh_l0	6	0.0006552159902639687
271235	rnn.weight_hh_l0	7	-0.036545272916555405
271235	rnn.weight_hh_l0	8	0.06691718846559525
271235	rnn.weight_hh_l0	9	0.04573638364672661
271235	rnn.bias_ih_l0	0	-0.17178350687026978
271235	rnn.bias_ih_l0	1	-0.16944590210914612
271235	rnn.bias_ih_l0	2	-0.02113395556807518
271235	rnn.bias_ih_l0	3	-0.1466965675354004
271235	rnn.bias_ih_l0	4	-0.0578826367855072
271235	rnn.bias_ih_l0	5	-0.17711901664733887
271235	rnn.bias_ih_l0	6	0.07606304436922073
271235	rnn.bias_ih_l0	7	-0.0861421748995781
271235	rnn.bias_ih_l0	8	-0.044488873332738876
271235	rnn.bias_ih_l0	9	-0.10863582044839859
271235	rnn.bias_hh_l0	0	-0.06990963965654373
271235	rnn.bias_hh_l0	1	0.24590076506137848
271235	rnn.bias_hh_l0	2	0.04784521460533142
271235	rnn.bias_hh_l0	3	-0.07809919863939285
271235	rnn.bias_hh_l0	4	-0.08355303853750229
271235	rnn.bias_hh_l0	5	-0.0022880781907588243
271235	rnn.bias_hh_l0	6	0.05729369446635246
271235	rnn.bias_hh_l0	7	-0.0983581393957138
271235	rnn.bias_hh_l0	8	-0.23719747364521027
271235	rnn.bias_hh_l0	9	-0.1017717495560646
271235	rnn.weight_ih_l0_reverse	0	0.01937824860215187
271235	rnn.weight_ih_l0_reverse	1	-0.060056719928979874
271235	rnn.weight_ih_l0_reverse	2	0.04323102533817291
271235	rnn.weight_ih_l0_reverse	3	0.02023790404200554
271235	rnn.weight_ih_l0_reverse	4	-0.00030232773860916495
271235	rnn.weight_ih_l0_reverse	5	-0.02642589993774891
271235	rnn.weight_ih_l0_reverse	6	0.014203066006302834
271235	rnn.weight_ih_l0_reverse	7	0.028653161600232124
271235	rnn.weight_ih_l0_reverse	8	-0.028187217190861702
271235	rnn.weight_ih_l0_reverse	9	-0.0013788571814075112
271235	rnn.weight_hh_l0_reverse	0	0.03990691900253296
271235	rnn.weight_hh_l0_reverse	1	0.02955932542681694
271235	rnn.weight_hh_l0_reverse	2	-0.022866811603307724
271235	rnn.weight_hh_l0_reverse	3	-0.08186978101730347
271235	rnn.weight_hh_l0_reverse	4	0.011397646740078926
271235	rnn.weight_hh_l0_reverse	5	-0.059799641370773315
271235	rnn.weight_hh_l0_reverse	6	-0.013710975646972656
271235	rnn.weight_hh_l0_reverse	7	0.03054862469434738
271235	rnn.weight_hh_l0_reverse	8	0.007994873449206352
271235	rnn.weight_hh_l0_reverse	9	0.009577814489603043
271235	rnn.bias_ih_l0_reverse	0	-0.04618839547038078
271235	rnn.bias_ih_l0_reverse	1	-0.13834819197654724
271235	rnn.bias_ih_l0_reverse	2	-0.14456714689731598
271235	rnn.bias_ih_l0_reverse	3	-0.04617343097925186
271235	rnn.bias_ih_l0_reverse	4	-0.11454989016056061
271235	rnn.bias_ih_l0_reverse	5	-0.08537876605987549
271235	rnn.bias_ih_l0_reverse	6	-0.20631204545497894
271235	rnn.bias_ih_l0_reverse	7	-0.0523533970117569
271235	rnn.bias_ih_l0_reverse	8	-0.06522101163864136
271235	rnn.bias_ih_l0_reverse	9	-0.13390393555164337
271235	rnn.bias_hh_l0_reverse	0	-0.14389848709106445
271235	rnn.bias_hh_l0_reverse	1	-0.16357427835464478
271235	rnn.bias_hh_l0_reverse	2	0.10351324081420898
271235	rnn.bias_hh_l0_reverse	3	0.07367154210805893
271235	rnn.bias_hh_l0_reverse	4	-0.17903436720371246
271235	rnn.bias_hh_l0_reverse	5	-0.14068831503391266
271235	rnn.bias_hh_l0_reverse	6	-0.08880501240491867
271235	rnn.bias_hh_l0_reverse	7	-0.0560685433447361
271235	rnn.bias_hh_l0_reverse	8	-0.09514299035072327
271235	rnn.bias_hh_l0_reverse	9	-0.02398688718676567
271235	linear.weight	0	-0.007718566805124283
271235	linear.weight	1	-0.005020051263272762
271235	linear.weight	2	0.30793115496635437
271235	linear.weight	3	-0.07895194739103317
271235	linear.weight	4	-0.010588549077510834
271235	linear.weight	5	0.12019465118646622
271235	linear.weight	6	-0.010739270597696304
271235	linear.weight	7	-0.0737496167421341
271235	linear.weight	8	0.19243168830871582
271235	linear.weight	9	-0.2670765221118927
271235	linear.bias	0	-0.03956538438796997
271235	linear.bias	1	0.031413208693265915
271235	linear.bias	2	0.4186687767505646
271235	linear.bias	3	-0.7158114910125732
271235	linear.bias	4	2.130166530609131
271235	linear.bias	5	-1.4049168825149536
271235	linear.bias	6	-0.3026133179664612
271235	linear.bias	7	-0.13122639060020447
271793	transitions	0	-1.9373350143432617
271793	transitions	1	-10000.0
271793	transitions	2	-0.7969565987586975
271793	transitions	3	-10000.0
271793	transitions	4	2.068641424179077
271793	transitions	5	-10000.0
271793	transitions	6	-10000.0
271793	transitions	7	1.841277837753296
271793	transitions	8	-2.6224207878112793
271793	transitions	9	-4.238521099090576
271793	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
271793	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
271793	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
271793	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
271793	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
271793	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
271793	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
271793	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
271793	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
271793	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
271793	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
271793	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
271793	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
271793	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
271793	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
271793	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
271793	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
271793	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
271793	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
271793	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
271793	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
271793	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
271793	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
271793	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
271793	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
271793	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
271793	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
271793	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
271793	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
271793	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
271793	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
271793	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
271793	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
271793	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
271793	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
271793	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
271793	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
271793	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
271793	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
271793	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
271793	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
271793	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
271793	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
271793	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
271793	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
271793	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
271793	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
271793	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
271793	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
271793	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
271793	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
271793	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
271793	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
271793	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
271793	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
271793	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
271793	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
271793	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
271793	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
271793	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
271793	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
271793	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
271793	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
271793	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
271793	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
271793	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
271793	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
271793	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
271793	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
271793	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
271793	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
271793	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
271793	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
271793	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
271793	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
271793	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
271793	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
271793	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
271793	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
271793	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
271793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
271793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
271793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
271793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
271793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
271793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
271793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
271793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
271793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
271793	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
271793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
271793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
271793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
271793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
271793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
271793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
271793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
271793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
271793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
271793	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
271793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
271793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
271793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
271793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
271793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
271793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
271793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
271793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
271793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
271793	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
271793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
271793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
271793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
271793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
271793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
271793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
271793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
271793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
271793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
271793	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
271793	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
271793	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
271793	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
271793	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
271793	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
271793	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
271793	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
271793	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
271793	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
271793	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
271793	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
271793	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
271793	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
271793	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
271793	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
271793	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
271793	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
271793	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
271793	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
271793	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
271793	embedding2nn.weight	0	0.0064206053502857685
271793	embedding2nn.weight	1	0.004059907514601946
271793	embedding2nn.weight	2	0.013432620093226433
271793	embedding2nn.weight	3	0.0268392451107502
271793	embedding2nn.weight	4	0.023589955642819405
271793	embedding2nn.weight	5	0.005017923191189766
271793	embedding2nn.weight	6	-0.015289154835045338
271793	embedding2nn.weight	7	-0.0006479645962826908
271793	embedding2nn.weight	8	-0.009644715115427971
271793	embedding2nn.weight	9	0.0021050586365163326
271793	embedding2nn.bias	0	0.015799017623066902
271793	embedding2nn.bias	1	-0.038808178156614304
271793	embedding2nn.bias	2	0.08783240616321564
271793	embedding2nn.bias	3	0.06848742067813873
271793	embedding2nn.bias	4	-0.013953025452792645
271793	embedding2nn.bias	5	-0.030575737357139587
271793	embedding2nn.bias	6	0.026006659492850304
271793	embedding2nn.bias	7	0.0011333173606544733
271793	embedding2nn.bias	8	-0.03515921160578728
271793	embedding2nn.bias	9	0.02953670173883438
271793	rnn.weight_ih_l0	0	0.065094493329525
271793	rnn.weight_ih_l0	1	-0.042070064693689346
271793	rnn.weight_ih_l0	2	0.006081950385123491
271793	rnn.weight_ih_l0	3	0.045582059770822525
271793	rnn.weight_ih_l0	4	-0.0300721637904644
271793	rnn.weight_ih_l0	5	0.04188003018498421
271793	rnn.weight_ih_l0	6	0.007566765882074833
271793	rnn.weight_ih_l0	7	0.06607403606176376
271793	rnn.weight_ih_l0	8	0.009305077604949474
271793	rnn.weight_ih_l0	9	-0.02607828751206398
271793	rnn.weight_hh_l0	0	-0.011762709356844425
271793	rnn.weight_hh_l0	1	-0.02854791283607483
271793	rnn.weight_hh_l0	2	-0.060971878468990326
271793	rnn.weight_hh_l0	3	-0.0059205880388617516
271793	rnn.weight_hh_l0	4	-0.0097188800573349
271793	rnn.weight_hh_l0	5	-0.0245819054543972
271793	rnn.weight_hh_l0	6	0.0006454722606576979
271793	rnn.weight_hh_l0	7	-0.036698829382658005
271793	rnn.weight_hh_l0	8	0.06687070429325104
271793	rnn.weight_hh_l0	9	0.04572293162345886
271793	rnn.bias_ih_l0	0	-0.17180511355400085
271793	rnn.bias_ih_l0	1	-0.16987982392311096
271793	rnn.bias_ih_l0	2	-0.02120385132730007
271793	rnn.bias_ih_l0	3	-0.14654690027236938
271793	rnn.bias_ih_l0	4	-0.05788677930831909
271793	rnn.bias_ih_l0	5	-0.17715109884738922
271793	rnn.bias_ih_l0	6	0.07525435835123062
271793	rnn.bias_ih_l0	7	-0.08613842725753784
271793	rnn.bias_ih_l0	8	-0.04440376162528992
271793	rnn.bias_ih_l0	9	-0.10894029587507248
271793	rnn.bias_hh_l0	0	-0.07044899463653564
271793	rnn.bias_hh_l0	1	0.24557337164878845
271793	rnn.bias_hh_l0	2	0.04839610680937767
271793	rnn.bias_hh_l0	3	-0.07823790609836578
271793	rnn.bias_hh_l0	4	-0.08340135961771011
271793	rnn.bias_hh_l0	5	-0.0021271754521876574
271793	rnn.bias_hh_l0	6	0.05755375325679779
271793	rnn.bias_hh_l0	7	-0.0983177050948143
271793	rnn.bias_hh_l0	8	-0.23701892793178558
271793	rnn.bias_hh_l0	9	-0.10188540816307068
271793	rnn.weight_ih_l0_reverse	0	0.019238989800214767
271793	rnn.weight_ih_l0_reverse	1	-0.0600397065281868
271793	rnn.weight_ih_l0_reverse	2	0.04318306967616081
271793	rnn.weight_ih_l0_reverse	3	0.020256919786334038
271793	rnn.weight_ih_l0_reverse	4	-0.0003943868796341121
271793	rnn.weight_ih_l0_reverse	5	-0.026398196816444397
271793	rnn.weight_ih_l0_reverse	6	0.014218353666365147
271793	rnn.weight_ih_l0_reverse	7	0.028565388172864914
271793	rnn.weight_ih_l0_reverse	8	-0.028188826516270638
271793	rnn.weight_ih_l0_reverse	9	-0.0013917363248765469
271793	rnn.weight_hh_l0_reverse	0	0.03989360108971596
271793	rnn.weight_hh_l0_reverse	1	0.029617927968502045
271793	rnn.weight_hh_l0_reverse	2	-0.02289704419672489
271793	rnn.weight_hh_l0_reverse	3	-0.08193691074848175
271793	rnn.weight_hh_l0_reverse	4	0.011423563584685326
271793	rnn.weight_hh_l0_reverse	5	-0.05976871773600578
271793	rnn.weight_hh_l0_reverse	6	-0.013706618919968605
271793	rnn.weight_hh_l0_reverse	7	0.030554186552762985
271793	rnn.weight_hh_l0_reverse	8	0.007975257933139801
271793	rnn.weight_hh_l0_reverse	9	0.00954828504472971
271793	rnn.bias_ih_l0_reverse	0	-0.04638907313346863
271793	rnn.bias_ih_l0_reverse	1	-0.13825753331184387
271793	rnn.bias_ih_l0_reverse	2	-0.14487046003341675
271793	rnn.bias_ih_l0_reverse	3	-0.04617985710501671
271793	rnn.bias_ih_l0_reverse	4	-0.11480534821748734
271793	rnn.bias_ih_l0_reverse	5	-0.08531821519136429
271793	rnn.bias_ih_l0_reverse	6	-0.2059919238090515
271793	rnn.bias_ih_l0_reverse	7	-0.05230729654431343
271793	rnn.bias_ih_l0_reverse	8	-0.06504808366298676
271793	rnn.bias_ih_l0_reverse	9	-0.13397803902626038
271793	rnn.bias_hh_l0_reverse	0	-0.14363127946853638
271793	rnn.bias_hh_l0_reverse	1	-0.16372831165790558
271793	rnn.bias_hh_l0_reverse	2	0.1036767065525055
271793	rnn.bias_hh_l0_reverse	3	0.07298757135868073
271793	rnn.bias_hh_l0_reverse	4	-0.17891038954257965
271793	rnn.bias_hh_l0_reverse	5	-0.1406756043434143
271793	rnn.bias_hh_l0_reverse	6	-0.08833761513233185
271793	rnn.bias_hh_l0_reverse	7	-0.05617256090044975
271793	rnn.bias_hh_l0_reverse	8	-0.09500519186258316
271793	rnn.bias_hh_l0_reverse	9	-0.023748649284243584
271793	linear.weight	0	-0.00771865202113986
271793	linear.weight	1	-0.004803022835403681
271793	linear.weight	2	0.3082350790500641
271793	linear.weight	3	-0.07895141839981079
271793	linear.weight	4	-0.010588549077510834
271793	linear.weight	5	0.11685974895954132
271793	linear.weight	6	-0.010739270597696304
271793	linear.weight	7	-0.07539044320583344
271793	linear.weight	8	0.18755541741847992
271793	linear.weight	9	-0.2667401134967804
271793	linear.bias	0	-0.03956538438796997
271793	linear.bias	1	0.031413208693265915
271793	linear.bias	2	0.41725775599479675
271793	linear.bias	3	-0.7197603583335876
271793	linear.bias	4	2.145935535430908
271793	linear.bias	5	-1.4049195051193237
271793	linear.bias	6	-0.30778980255126953
271793	linear.bias	7	-0.1364421248435974
272351	transitions	0	-1.9374514818191528
272351	transitions	1	-10000.0
272351	transitions	2	-0.7969565987586975
272351	transitions	3	-10000.0
272351	transitions	4	2.067657947540283
272351	transitions	5	-10000.0
272351	transitions	6	-10000.0
272351	transitions	7	1.8394930362701416
272351	transitions	8	-2.622504949569702
272351	transitions	9	-4.238535404205322
272351	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
272351	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
272351	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
272351	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
272351	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
272351	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
272351	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
272351	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
272351	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
272351	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
272351	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
272351	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
272351	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
272351	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
272351	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
272351	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
272351	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
272351	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
272351	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
272351	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
272351	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
272351	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
272351	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
272351	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
272351	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
272351	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
272351	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
272351	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
272351	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
272351	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
272351	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
272351	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
272351	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
272351	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
272351	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
272351	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
272351	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
272351	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
272351	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
272351	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
272351	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
272351	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
272351	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
272351	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
272351	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
272351	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
272351	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
272351	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
272351	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
272351	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
272351	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
272351	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
272351	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
272351	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
272351	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
272351	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
272351	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
272351	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
272351	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
272351	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
272351	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
272351	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
272351	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
272351	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
272351	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
272351	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
272351	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
272351	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
272351	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
272351	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
272351	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
272351	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
272351	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
272351	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
272351	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
272351	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
272351	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
272351	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
272351	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
272351	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
272351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
272351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
272351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
272351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
272351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
272351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
272351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
272351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
272351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
272351	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
272351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
272351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
272351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
272351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
272351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
272351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
272351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
272351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
272351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
272351	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
272351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
272351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
272351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
272351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
272351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
272351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
272351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
272351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
272351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
272351	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
272351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
272351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
272351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
272351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
272351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
272351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
272351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
272351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
272351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
272351	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
272351	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
272351	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
272351	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
272351	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
272351	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
272351	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
272351	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
272351	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
272351	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
272351	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
272351	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
272351	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
272351	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
272351	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
272351	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
272351	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
272351	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
272351	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
272351	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
272351	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
272351	embedding2nn.weight	0	0.006419348064810038
272351	embedding2nn.weight	1	0.004051692318171263
272351	embedding2nn.weight	2	0.013433580286800861
272351	embedding2nn.weight	3	0.02684815786778927
272351	embedding2nn.weight	4	0.023502396419644356
272351	embedding2nn.weight	5	0.005057626403868198
272351	embedding2nn.weight	6	-0.015292569063603878
272351	embedding2nn.weight	7	-0.0006530400714837015
272351	embedding2nn.weight	8	-0.009660339914262295
272351	embedding2nn.weight	9	0.002082446124404669
272351	embedding2nn.bias	0	0.015879465267062187
272351	embedding2nn.bias	1	-0.038169682025909424
272351	embedding2nn.bias	2	0.08749526739120483
272351	embedding2nn.bias	3	0.06928793340921402
272351	embedding2nn.bias	4	-0.014695093967020512
272351	embedding2nn.bias	5	-0.030307263135910034
272351	embedding2nn.bias	6	0.0258931964635849
272351	embedding2nn.bias	7	0.00161715445574373
272351	embedding2nn.bias	8	-0.03443409129977226
272351	embedding2nn.bias	9	0.028600601479411125
272351	rnn.weight_ih_l0	0	0.0652274489402771
272351	rnn.weight_ih_l0	1	-0.04204995930194855
272351	rnn.weight_ih_l0	2	0.006174424663186073
272351	rnn.weight_ih_l0	3	0.04562230780720711
272351	rnn.weight_ih_l0	4	-0.0300136748701334
272351	rnn.weight_ih_l0	5	0.041798900812864304
272351	rnn.weight_ih_l0	6	0.00756649998947978
272351	rnn.weight_ih_l0	7	0.06614864617586136
272351	rnn.weight_ih_l0	8	0.009339028969407082
272351	rnn.weight_ih_l0	9	-0.026041686534881592
272351	rnn.weight_hh_l0	0	-0.011788000352680683
272351	rnn.weight_hh_l0	1	-0.02851703017950058
272351	rnn.weight_hh_l0	2	-0.06099032983183861
272351	rnn.weight_hh_l0	3	-0.0059113227762281895
272351	rnn.weight_hh_l0	4	-0.009724829345941544
272351	rnn.weight_hh_l0	5	-0.02464590035378933
272351	rnn.weight_hh_l0	6	0.0006518377340398729
272351	rnn.weight_hh_l0	7	-0.03672492504119873
272351	rnn.weight_hh_l0	8	0.06680119037628174
272351	rnn.weight_hh_l0	9	0.04570305347442627
272351	rnn.bias_ih_l0	0	-0.17176362872123718
272351	rnn.bias_ih_l0	1	-0.1700347363948822
272351	rnn.bias_ih_l0	2	-0.02118222787976265
272351	rnn.bias_ih_l0	3	-0.14665979146957397
272351	rnn.bias_ih_l0	4	-0.057504311203956604
272351	rnn.bias_ih_l0	5	-0.1769949346780777
272351	rnn.bias_ih_l0	6	0.0757249966263771
272351	rnn.bias_ih_l0	7	-0.08615676313638687
272351	rnn.bias_ih_l0	8	-0.04468372464179993
272351	rnn.bias_ih_l0	9	-0.10905276983976364
272351	rnn.bias_hh_l0	0	-0.07040328532457352
272351	rnn.bias_hh_l0	1	0.24503788352012634
272351	rnn.bias_hh_l0	2	0.0480693094432354
272351	rnn.bias_hh_l0	3	-0.07835935801267624
272351	rnn.bias_hh_l0	4	-0.08355402201414108
272351	rnn.bias_hh_l0	5	-0.0018895624671131372
272351	rnn.bias_hh_l0	6	0.05751201882958412
272351	rnn.bias_hh_l0	7	-0.09860443323850632
272351	rnn.bias_hh_l0	8	-0.23710325360298157
272351	rnn.bias_hh_l0	9	-0.10188128799200058
272351	rnn.weight_ih_l0_reverse	0	0.01924395188689232
272351	rnn.weight_ih_l0_reverse	1	-0.06004398316144943
272351	rnn.weight_ih_l0_reverse	2	0.04318755492568016
272351	rnn.weight_ih_l0_reverse	3	0.020313112065196037
272351	rnn.weight_ih_l0_reverse	4	-0.00042409676825627685
272351	rnn.weight_ih_l0_reverse	5	-0.02644752897322178
272351	rnn.weight_ih_l0_reverse	6	0.014123344793915749
272351	rnn.weight_ih_l0_reverse	7	0.02862122841179371
272351	rnn.weight_ih_l0_reverse	8	-0.02818629890680313
272351	rnn.weight_ih_l0_reverse	9	-0.0014000009978190064
272351	rnn.weight_hh_l0_reverse	0	0.03987686336040497
272351	rnn.weight_hh_l0_reverse	1	0.029553281143307686
272351	rnn.weight_hh_l0_reverse	2	-0.02288992702960968
272351	rnn.weight_hh_l0_reverse	3	-0.08201588690280914
272351	rnn.weight_hh_l0_reverse	4	0.01142602413892746
272351	rnn.weight_hh_l0_reverse	5	-0.05981675535440445
272351	rnn.weight_hh_l0_reverse	6	-0.013691237196326256
272351	rnn.weight_hh_l0_reverse	7	0.030532900243997574
272351	rnn.weight_hh_l0_reverse	8	0.007957546040415764
272351	rnn.weight_hh_l0_reverse	9	0.009535989724099636
272351	rnn.bias_ih_l0_reverse	0	-0.04657186195254326
272351	rnn.bias_ih_l0_reverse	1	-0.13838213682174683
272351	rnn.bias_ih_l0_reverse	2	-0.1449318826198578
272351	rnn.bias_ih_l0_reverse	3	-0.04614020511507988
272351	rnn.bias_ih_l0_reverse	4	-0.1144452840089798
272351	rnn.bias_ih_l0_reverse	5	-0.08542229980230331
272351	rnn.bias_ih_l0_reverse	6	-0.20597700774669647
272351	rnn.bias_ih_l0_reverse	7	-0.05226593092083931
272351	rnn.bias_ih_l0_reverse	8	-0.06507457047700882
272351	rnn.bias_ih_l0_reverse	9	-0.13442857563495636
272351	rnn.bias_hh_l0_reverse	0	-0.1436089277267456
272351	rnn.bias_hh_l0_reverse	1	-0.16368478536605835
272351	rnn.bias_hh_l0_reverse	2	0.10357882082462311
272351	rnn.bias_hh_l0_reverse	3	0.07325703650712967
272351	rnn.bias_hh_l0_reverse	4	-0.17875726521015167
272351	rnn.bias_hh_l0_reverse	5	-0.14007921516895294
272351	rnn.bias_hh_l0_reverse	6	-0.08844079822301865
272351	rnn.bias_hh_l0_reverse	7	-0.05612591654062271
272351	rnn.bias_hh_l0_reverse	8	-0.09535518288612366
272351	rnn.bias_hh_l0_reverse	9	-0.023360460996627808
272351	linear.weight	0	-0.007718782406300306
272351	linear.weight	1	-0.0020733140408992767
272351	linear.weight	2	0.3093492090702057
272351	linear.weight	3	-0.07895103096961975
272351	linear.weight	4	-0.010588549077510834
272351	linear.weight	5	0.11800877004861832
272351	linear.weight	6	-0.010739270597696304
272351	linear.weight	7	-0.07113045454025269
272351	linear.weight	8	0.18142345547676086
272351	linear.weight	9	-0.26649031043052673
272351	linear.bias	0	-0.03956538438796997
272351	linear.bias	1	0.031413208693265915
272351	linear.bias	2	0.419855535030365
272351	linear.bias	3	-0.7246606349945068
272351	linear.bias	4	2.135141372680664
272351	linear.bias	5	-1.4049211740493774
272351	linear.bias	6	-0.3011820614337921
272351	linear.bias	7	-0.1299341768026352
272909	transitions	0	-1.9375489950180054
272909	transitions	1	-10000.0
272909	transitions	2	-0.7969565987586975
272909	transitions	3	-10000.0
272909	transitions	4	2.066716432571411
272909	transitions	5	-10000.0
272909	transitions	6	-10000.0
272909	transitions	7	1.8410805463790894
272909	transitions	8	-2.622591733932495
272909	transitions	9	-4.238548278808594
272909	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
272909	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
272909	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
272909	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
272909	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
272909	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
272909	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
272909	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
272909	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
272909	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
272909	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
272909	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
272909	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
272909	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
272909	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
272909	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
272909	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
272909	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
272909	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
272909	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
272909	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
272909	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
272909	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
272909	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
272909	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
272909	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
272909	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
272909	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
272909	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
272909	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
272909	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
272909	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
272909	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
272909	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
272909	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
272909	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
272909	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
272909	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
272909	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
272909	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
272909	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
272909	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
272909	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
272909	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
272909	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
272909	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
272909	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
272909	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
272909	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
272909	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
272909	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
272909	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
272909	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
272909	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
272909	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
272909	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
272909	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
272909	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
272909	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
272909	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
272909	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
272909	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
272909	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
272909	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
272909	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
272909	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
272909	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
272909	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
272909	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
272909	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
272909	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
272909	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
272909	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
272909	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
272909	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
272909	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
272909	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
272909	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
272909	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
272909	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
272909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
272909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
272909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
272909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
272909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
272909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
272909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
272909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
272909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
272909	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
272909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
272909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
272909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
272909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
272909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
272909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
272909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
272909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
272909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
272909	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
272909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
272909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
272909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
272909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
272909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
272909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
272909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
272909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
272909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
272909	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
272909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
272909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
272909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
272909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
272909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
272909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
272909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
272909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
272909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
272909	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
272909	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
272909	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
272909	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
272909	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
272909	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
272909	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
272909	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
272909	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
272909	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
272909	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
272909	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
272909	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
272909	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
272909	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
272909	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
272909	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
272909	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
272909	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
272909	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
272909	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
272909	embedding2nn.weight	0	0.00641756784170866
272909	embedding2nn.weight	1	0.004065346904098988
272909	embedding2nn.weight	2	0.013436387293040752
272909	embedding2nn.weight	3	0.026866266503930092
272909	embedding2nn.weight	4	0.023510098457336426
272909	embedding2nn.weight	5	0.005056553520262241
272909	embedding2nn.weight	6	-0.015300248749554157
272909	embedding2nn.weight	7	-0.0006714749615639448
272909	embedding2nn.weight	8	-0.00978759303689003
272909	embedding2nn.weight	9	0.0020665531046688557
272909	embedding2nn.bias	0	0.01644478552043438
272909	embedding2nn.bias	1	-0.037799570709466934
272909	embedding2nn.bias	2	0.08715589344501495
272909	embedding2nn.bias	3	0.06905669718980789
272909	embedding2nn.bias	4	-0.01401036512106657
272909	embedding2nn.bias	5	-0.030078396201133728
272909	embedding2nn.bias	6	0.026271378621459007
272909	embedding2nn.bias	7	0.0017402294324710965
272909	embedding2nn.bias	8	-0.034502994269132614
272909	embedding2nn.bias	9	0.028510771691799164
272909	rnn.weight_ih_l0	0	0.06520824879407883
272909	rnn.weight_ih_l0	1	-0.0420033223927021
272909	rnn.weight_ih_l0	2	0.006282772868871689
272909	rnn.weight_ih_l0	3	0.04569337144494057
272909	rnn.weight_ih_l0	4	-0.029957091435790062
272909	rnn.weight_ih_l0	5	0.041747529059648514
272909	rnn.weight_ih_l0	6	0.007591758389025927
272909	rnn.weight_ih_l0	7	0.06611171364784241
272909	rnn.weight_ih_l0	8	0.009301288984715939
272909	rnn.weight_ih_l0	9	-0.02607082575559616
272909	rnn.weight_hh_l0	0	-0.01170165091753006
272909	rnn.weight_hh_l0	1	-0.02850533463060856
272909	rnn.weight_hh_l0	2	-0.06090239807963371
272909	rnn.weight_hh_l0	3	-0.005898995324969292
272909	rnn.weight_hh_l0	4	-0.009727387689054012
272909	rnn.weight_hh_l0	5	-0.02462945505976677
272909	rnn.weight_hh_l0	6	0.0006445195758715272
272909	rnn.weight_hh_l0	7	-0.03672630339860916
272909	rnn.weight_hh_l0	8	0.06677095592021942
272909	rnn.weight_hh_l0	9	0.04566620662808418
272909	rnn.bias_ih_l0	0	-0.17107537388801575
272909	rnn.bias_ih_l0	1	-0.16977618634700775
272909	rnn.bias_ih_l0	2	-0.021038200706243515
272909	rnn.bias_ih_l0	3	-0.146512970328331
272909	rnn.bias_ih_l0	4	-0.057713959366083145
272909	rnn.bias_ih_l0	5	-0.17683464288711548
272909	rnn.bias_ih_l0	6	0.07571160793304443
272909	rnn.bias_ih_l0	7	-0.08606208115816116
272909	rnn.bias_ih_l0	8	-0.04473438486456871
272909	rnn.bias_ih_l0	9	-0.10929759591817856
272909	rnn.bias_hh_l0	0	-0.07018546760082245
272909	rnn.bias_hh_l0	1	0.24535015225410461
272909	rnn.bias_hh_l0	2	0.048192404210567474
272909	rnn.bias_hh_l0	3	-0.07831237465143204
272909	rnn.bias_hh_l0	4	-0.08339247852563858
272909	rnn.bias_hh_l0	5	-0.00199370039626956
272909	rnn.bias_hh_l0	6	0.05721817910671234
272909	rnn.bias_hh_l0	7	-0.09878389537334442
272909	rnn.bias_hh_l0	8	-0.23647750914096832
272909	rnn.bias_hh_l0	9	-0.10186426341533661
272909	rnn.weight_ih_l0_reverse	0	0.019254537299275398
272909	rnn.weight_ih_l0_reverse	1	-0.0600309856235981
272909	rnn.weight_ih_l0_reverse	2	0.0431489497423172
272909	rnn.weight_ih_l0_reverse	3	0.02029189094901085
272909	rnn.weight_ih_l0_reverse	4	-0.0004333487304393202
272909	rnn.weight_ih_l0_reverse	5	-0.026364188641309738
272909	rnn.weight_ih_l0_reverse	6	0.014076391234993935
272909	rnn.weight_ih_l0_reverse	7	0.028606539592146873
272909	rnn.weight_ih_l0_reverse	8	-0.028178395703434944
272909	rnn.weight_ih_l0_reverse	9	-0.0014309874968603253
272909	rnn.weight_hh_l0_reverse	0	0.03988218307495117
272909	rnn.weight_hh_l0_reverse	1	0.02957301400601864
272909	rnn.weight_hh_l0_reverse	2	-0.02284899167716503
272909	rnn.weight_hh_l0_reverse	3	-0.0820598304271698
272909	rnn.weight_hh_l0_reverse	4	0.011404333636164665
272909	rnn.weight_hh_l0_reverse	5	-0.05974194034934044
272909	rnn.weight_hh_l0_reverse	6	-0.013688297010958195
272909	rnn.weight_hh_l0_reverse	7	0.030507327988743782
272909	rnn.weight_hh_l0_reverse	8	0.007972748018801212
272909	rnn.weight_hh_l0_reverse	9	0.009530900046229362
272909	rnn.bias_ih_l0_reverse	0	-0.046637170016765594
272909	rnn.bias_ih_l0_reverse	1	-0.13826467096805573
272909	rnn.bias_ih_l0_reverse	2	-0.14528225362300873
272909	rnn.bias_ih_l0_reverse	3	-0.046030331403017044
272909	rnn.bias_ih_l0_reverse	4	-0.11459670215845108
272909	rnn.bias_ih_l0_reverse	5	-0.08574839681386948
272909	rnn.bias_ih_l0_reverse	6	-0.2057739496231079
272909	rnn.bias_ih_l0_reverse	7	-0.05253590643405914
272909	rnn.bias_ih_l0_reverse	8	-0.06473274528980255
272909	rnn.bias_ih_l0_reverse	9	-0.13409893214702606
272909	rnn.bias_hh_l0_reverse	0	-0.1435386836528778
272909	rnn.bias_hh_l0_reverse	1	-0.1635476052761078
272909	rnn.bias_hh_l0_reverse	2	0.10349006205797195
272909	rnn.bias_hh_l0_reverse	3	0.07306858897209167
272909	rnn.bias_hh_l0_reverse	4	-0.1782926768064499
272909	rnn.bias_hh_l0_reverse	5	-0.13986094295978546
272909	rnn.bias_hh_l0_reverse	6	-0.088349848985672
272909	rnn.bias_hh_l0_reverse	7	-0.05597071722149849
272909	rnn.bias_hh_l0_reverse	8	-0.09516977518796921
272909	rnn.bias_hh_l0_reverse	9	-0.023494094610214233
272909	linear.weight	0	-0.0077189235016703606
272909	linear.weight	1	-0.002012420678511262
272909	linear.weight	2	0.3095305263996124
272909	linear.weight	3	-0.07895070314407349
272909	linear.weight	4	-0.010588549077510834
272909	linear.weight	5	0.12086503952741623
272909	linear.weight	6	-0.010739270597696304
272909	linear.weight	7	-0.07256847620010376
272909	linear.weight	8	0.1812923550605774
272909	linear.weight	9	-0.26639655232429504
272909	linear.bias	0	-0.03956538438796997
272909	linear.bias	1	0.031413208693265915
272909	linear.bias	2	0.40913504362106323
272909	linear.bias	3	-0.710560142993927
272909	linear.bias	4	2.1309757232666016
272909	linear.bias	5	-1.4049232006072998
272909	linear.bias	6	-0.30076315999031067
272909	linear.bias	7	-0.12955127656459808
273467	transitions	0	-1.9376513957977295
273467	transitions	1	-10000.0
273467	transitions	2	-0.7969565987586975
273467	transitions	3	-10000.0
273467	transitions	4	2.0675666332244873
273467	transitions	5	-10000.0
273467	transitions	6	-10000.0
273467	transitions	7	1.8402222394943237
273467	transitions	8	-2.622687339782715
273467	transitions	9	-4.2385640144348145
273467	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
273467	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
273467	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
273467	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
273467	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
273467	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
273467	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
273467	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
273467	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
273467	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
273467	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
273467	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
273467	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
273467	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
273467	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
273467	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
273467	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
273467	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
273467	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
273467	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
273467	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
273467	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
273467	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
273467	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
273467	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
273467	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
273467	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
273467	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
273467	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
273467	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
273467	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
273467	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
273467	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
273467	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
273467	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
273467	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
273467	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
273467	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
273467	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
273467	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
273467	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
273467	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
273467	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
273467	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
273467	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
273467	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
273467	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
273467	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
273467	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
273467	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
273467	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
273467	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
273467	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
273467	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
273467	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
273467	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
273467	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
273467	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
273467	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
273467	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
273467	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
273467	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
273467	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
273467	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
273467	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
273467	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
273467	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
273467	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
273467	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
273467	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
273467	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
273467	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
273467	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
273467	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
273467	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
273467	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
273467	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
273467	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
273467	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
273467	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
273467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
273467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
273467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
273467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
273467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
273467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
273467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
273467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
273467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
273467	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
273467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
273467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
273467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
273467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
273467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
273467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
273467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
273467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
273467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
273467	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
273467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
273467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
273467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
273467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
273467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
273467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
273467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
273467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
273467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
273467	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
273467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
273467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
273467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
273467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
273467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
273467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
273467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
273467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
273467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
273467	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
273467	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
273467	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
273467	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
273467	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
273467	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
273467	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
273467	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
273467	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
273467	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
273467	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
273467	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
273467	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
273467	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
273467	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
273467	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
273467	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
273467	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
273467	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
273467	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
273467	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
273467	embedding2nn.weight	0	0.006416757591068745
273467	embedding2nn.weight	1	0.004058278631418943
273467	embedding2nn.weight	2	0.013436935842037201
273467	embedding2nn.weight	3	0.02686236798763275
273467	embedding2nn.weight	4	0.02349000982940197
273467	embedding2nn.weight	5	0.0050366222858428955
273467	embedding2nn.weight	6	-0.015311576426029205
273467	embedding2nn.weight	7	-0.0006642654188908637
273467	embedding2nn.weight	8	-0.009811499156057835
273467	embedding2nn.weight	9	0.0020692867692559958
273467	embedding2nn.bias	0	0.016324307769536972
273467	embedding2nn.bias	1	-0.037502773106098175
273467	embedding2nn.bias	2	0.08620976656675339
273467	embedding2nn.bias	3	0.06906987726688385
273467	embedding2nn.bias	4	-0.013902989216148853
273467	embedding2nn.bias	5	-0.030084853991866112
273467	embedding2nn.bias	6	0.02683078870177269
273467	embedding2nn.bias	7	0.0018032174557447433
273467	embedding2nn.bias	8	-0.03468551114201546
273467	embedding2nn.bias	9	0.028225447982549667
273467	rnn.weight_ih_l0	0	0.06520609557628632
273467	rnn.weight_ih_l0	1	-0.0419759526848793
273467	rnn.weight_ih_l0	2	0.0062598795630037785
273467	rnn.weight_ih_l0	3	0.04573792219161987
273467	rnn.weight_ih_l0	4	-0.030055413022637367
273467	rnn.weight_ih_l0	5	0.04187868535518646
273467	rnn.weight_ih_l0	6	0.007595957722514868
273467	rnn.weight_ih_l0	7	0.06614705920219421
273467	rnn.weight_ih_l0	8	0.009340700693428516
273467	rnn.weight_ih_l0	9	-0.026025064289569855
273467	rnn.weight_hh_l0	0	-0.011783088557422161
273467	rnn.weight_hh_l0	1	-0.028550181537866592
273467	rnn.weight_hh_l0	2	-0.06092783808708191
273467	rnn.weight_hh_l0	3	-0.005896069575101137
273467	rnn.weight_hh_l0	4	-0.009731157682836056
273467	rnn.weight_hh_l0	5	-0.024614525958895683
273467	rnn.weight_hh_l0	6	0.0006368302274495363
273467	rnn.weight_hh_l0	7	-0.03667124733328819
273467	rnn.weight_hh_l0	8	0.0667402520775795
273467	rnn.weight_hh_l0	9	0.04565172269940376
273467	rnn.bias_ih_l0	0	-0.17113907635211945
273467	rnn.bias_ih_l0	1	-0.16995075345039368
273467	rnn.bias_ih_l0	2	-0.020852597430348396
273467	rnn.bias_ih_l0	3	-0.1463123857975006
273467	rnn.bias_ih_l0	4	-0.05815925449132919
273467	rnn.bias_ih_l0	5	-0.17650561034679413
273467	rnn.bias_ih_l0	6	0.07545929402112961
273467	rnn.bias_ih_l0	7	-0.0861632227897644
273467	rnn.bias_ih_l0	8	-0.044756535440683365
273467	rnn.bias_ih_l0	9	-0.1093515083193779
273467	rnn.bias_hh_l0	0	-0.06992199271917343
273467	rnn.bias_hh_l0	1	0.2449997514486313
273467	rnn.bias_hh_l0	2	0.04770265892148018
273467	rnn.bias_hh_l0	3	-0.0781441405415535
273467	rnn.bias_hh_l0	4	-0.08335825800895691
273467	rnn.bias_hh_l0	5	-0.0019554770551621914
273467	rnn.bias_hh_l0	6	0.05720796063542366
273467	rnn.bias_hh_l0	7	-0.0990983098745346
273467	rnn.bias_hh_l0	8	-0.2362748384475708
273467	rnn.bias_hh_l0	9	-0.10202915966510773
273467	rnn.weight_ih_l0_reverse	0	0.019139012321829796
273467	rnn.weight_ih_l0_reverse	1	-0.05997433513402939
273467	rnn.weight_ih_l0_reverse	2	0.04314279183745384
273467	rnn.weight_ih_l0_reverse	3	0.02023395709693432
273467	rnn.weight_ih_l0_reverse	4	-0.0005235031130723655
273467	rnn.weight_ih_l0_reverse	5	-0.026395604014396667
273467	rnn.weight_ih_l0_reverse	6	0.014165587723255157
273467	rnn.weight_ih_l0_reverse	7	0.028593502938747406
273467	rnn.weight_ih_l0_reverse	8	-0.028189396485686302
273467	rnn.weight_ih_l0_reverse	9	-0.0014892405597493052
273467	rnn.weight_hh_l0_reverse	0	0.03983291983604431
273467	rnn.weight_hh_l0_reverse	1	0.029565081000328064
273467	rnn.weight_hh_l0_reverse	2	-0.02278369851410389
273467	rnn.weight_hh_l0_reverse	3	-0.08204092085361481
273467	rnn.weight_hh_l0_reverse	4	0.011421171016991138
273467	rnn.weight_hh_l0_reverse	5	-0.059752944856882095
273467	rnn.weight_hh_l0_reverse	6	-0.01370301004499197
273467	rnn.weight_hh_l0_reverse	7	0.030522393062710762
273467	rnn.weight_hh_l0_reverse	8	0.008005859330296516
273467	rnn.weight_hh_l0_reverse	9	0.009492050856351852
273467	rnn.bias_ih_l0_reverse	0	-0.046351358294487
273467	rnn.bias_ih_l0_reverse	1	-0.13811218738555908
273467	rnn.bias_ih_l0_reverse	2	-0.1456308811903
273467	rnn.bias_ih_l0_reverse	3	-0.04666227474808693
273467	rnn.bias_ih_l0_reverse	4	-0.11426937580108643
273467	rnn.bias_ih_l0_reverse	5	-0.08581610023975372
273467	rnn.bias_ih_l0_reverse	6	-0.2057274430990219
273467	rnn.bias_ih_l0_reverse	7	-0.05273553729057312
273467	rnn.bias_ih_l0_reverse	8	-0.06473587453365326
273467	rnn.bias_ih_l0_reverse	9	-0.13413383066654205
273467	rnn.bias_hh_l0_reverse	0	-0.14345546066761017
273467	rnn.bias_hh_l0_reverse	1	-0.16319531202316284
273467	rnn.bias_hh_l0_reverse	2	0.10315211862325668
273467	rnn.bias_hh_l0_reverse	3	0.07283511012792587
273467	rnn.bias_hh_l0_reverse	4	-0.1780894547700882
273467	rnn.bias_hh_l0_reverse	5	-0.1400263011455536
273467	rnn.bias_hh_l0_reverse	6	-0.08804257214069366
273467	rnn.bias_hh_l0_reverse	7	-0.05567844584584236
273467	rnn.bias_hh_l0_reverse	8	-0.09521935135126114
273467	rnn.bias_hh_l0_reverse	9	-0.02358378656208515
273467	linear.weight	0	-0.007719065062701702
273467	linear.weight	1	-0.004018154460936785
273467	linear.weight	2	0.3097948431968689
273467	linear.weight	3	-0.07895035296678543
273467	linear.weight	4	-0.010588549077510834
273467	linear.weight	5	0.1252429187297821
273467	linear.weight	6	-0.010739270597696304
273467	linear.weight	7	-0.0735354945063591
273467	linear.weight	8	0.1845255345106125
273467	linear.weight	9	-0.2673060894012451
273467	linear.bias	0	-0.03956538438796997
273467	linear.bias	1	0.031413208693265915
273467	linear.bias	2	0.42995211482048035
273467	linear.bias	3	-0.7281197905540466
273467	linear.bias	4	2.1309735774993896
273467	linear.bias	5	-1.40492582321167
273467	linear.bias	6	-0.3023597300052643
273467	linear.bias	7	-0.13119691610336304
274026	transitions	0	-1.9377764463424683
274026	transitions	1	-10000.0
274026	transitions	2	-0.7969565987586975
274026	transitions	3	-10000.0
274026	transitions	4	2.0683200359344482
274026	transitions	5	-10000.0
274026	transitions	6	-10000.0
274026	transitions	7	1.838794469833374
274026	transitions	8	-2.622800350189209
274026	transitions	9	-4.238580703735352
274026	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
274026	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
274026	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
274026	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
274026	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
274026	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
274026	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
274026	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
274026	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
274026	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
274026	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
274026	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
274026	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
274026	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
274026	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
274026	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
274026	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
274026	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
274026	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
274026	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
274026	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
274026	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
274026	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
274026	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
274026	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
274026	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
274026	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
274026	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
274026	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
274026	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
274026	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
274026	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
274026	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
274026	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
274026	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
274026	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
274026	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
274026	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
274026	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
274026	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
274026	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
274026	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
274026	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
274026	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
274026	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
274026	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
274026	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
274026	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
274026	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
274026	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
274026	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
274026	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
274026	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
274026	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
274026	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
274026	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
274026	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
274026	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
274026	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
274026	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
274026	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
274026	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
274026	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
274026	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
274026	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
274026	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
274026	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
274026	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
274026	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
274026	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
274026	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
274026	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
274026	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
274026	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
274026	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
274026	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
274026	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
274026	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
274026	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
274026	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
274026	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
274026	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
274026	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
274026	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
274026	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
274026	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
274026	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
274026	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
274026	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
274026	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
274026	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
274026	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
274026	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
274026	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
274026	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
274026	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
274026	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
274026	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
274026	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
274026	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
274026	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
274026	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
274026	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
274026	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
274026	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
274026	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
274026	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
274026	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
274026	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
274026	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
274026	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
274026	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
274026	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
274026	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
274026	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
274026	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
274026	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
274026	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
274026	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
274026	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
274026	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
274026	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
274026	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
274026	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
274026	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
274026	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
274026	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
274026	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
274026	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
274026	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
274026	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
274026	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
274026	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
274026	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
274026	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
274026	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
274026	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
274026	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
274026	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
274026	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
274026	embedding2nn.weight	0	0.006417857017368078
274026	embedding2nn.weight	1	0.00404833210632205
274026	embedding2nn.weight	2	0.013437109999358654
274026	embedding2nn.weight	3	0.026864655315876007
274026	embedding2nn.weight	4	0.023437954485416412
274026	embedding2nn.weight	5	0.0051308609545230865
274026	embedding2nn.weight	6	-0.015292693860828876
274026	embedding2nn.weight	7	-0.0006835178937762976
274026	embedding2nn.weight	8	-0.009798581711947918
274026	embedding2nn.weight	9	0.00205669435672462
274026	embedding2nn.bias	0	0.015674561262130737
274026	embedding2nn.bias	1	-0.0381791926920414
274026	embedding2nn.bias	2	0.08599375933408737
274026	embedding2nn.bias	3	0.0689297616481781
274026	embedding2nn.bias	4	-0.01385029312223196
274026	embedding2nn.bias	5	-0.03005817160010338
274026	embedding2nn.bias	6	0.02691231481730938
274026	embedding2nn.bias	7	0.002214070875197649
274026	embedding2nn.bias	8	-0.035307105630636215
274026	embedding2nn.bias	9	0.02941572479903698
274026	rnn.weight_ih_l0	0	0.0652957484126091
274026	rnn.weight_ih_l0	1	-0.04209412634372711
274026	rnn.weight_ih_l0	2	0.006324389483779669
274026	rnn.weight_ih_l0	3	0.04582005366683006
274026	rnn.weight_ih_l0	4	-0.030067600309848785
274026	rnn.weight_ih_l0	5	0.041974447667598724
274026	rnn.weight_ih_l0	6	0.00758642191067338
274026	rnn.weight_ih_l0	7	0.0661410465836525
274026	rnn.weight_ih_l0	8	0.009327426552772522
274026	rnn.weight_ih_l0	9	-0.025961145758628845
274026	rnn.weight_hh_l0	0	-0.011760230176150799
274026	rnn.weight_hh_l0	1	-0.028517667204141617
274026	rnn.weight_hh_l0	2	-0.06101527810096741
274026	rnn.weight_hh_l0	3	-0.005918200593441725
274026	rnn.weight_hh_l0	4	-0.00973863247781992
274026	rnn.weight_hh_l0	5	-0.024608273059129715
274026	rnn.weight_hh_l0	6	0.0006312070763669908
274026	rnn.weight_hh_l0	7	-0.03671093285083771
274026	rnn.weight_hh_l0	8	0.06677334010601044
274026	rnn.weight_hh_l0	9	0.04569358751177788
274026	rnn.bias_ih_l0	0	-0.1713564246892929
274026	rnn.bias_ih_l0	1	-0.16986115276813507
274026	rnn.bias_ih_l0	2	-0.02093496359884739
274026	rnn.bias_ih_l0	3	-0.14686352014541626
274026	rnn.bias_ih_l0	4	-0.05815593898296356
274026	rnn.bias_ih_l0	5	-0.17667418718338013
274026	rnn.bias_ih_l0	6	0.07524050027132034
274026	rnn.bias_ih_l0	7	-0.08651687949895859
274026	rnn.bias_ih_l0	8	-0.04499226063489914
274026	rnn.bias_ih_l0	9	-0.10914969444274902
274026	rnn.bias_hh_l0	0	-0.07015182077884674
274026	rnn.bias_hh_l0	1	0.2456117570400238
274026	rnn.bias_hh_l0	2	0.04768648371100426
274026	rnn.bias_hh_l0	3	-0.07827723771333694
274026	rnn.bias_hh_l0	4	-0.08326326310634613
274026	rnn.bias_hh_l0	5	-0.0023466714192181826
274026	rnn.bias_hh_l0	6	0.05732186883687973
274026	rnn.bias_hh_l0	7	-0.09893923997879028
274026	rnn.bias_hh_l0	8	-0.23642580211162567
274026	rnn.bias_hh_l0	9	-0.10208453983068466
274026	rnn.weight_ih_l0_reverse	0	0.019182492047548294
274026	rnn.weight_ih_l0_reverse	1	-0.059906043112277985
274026	rnn.weight_ih_l0_reverse	2	0.04320147633552551
274026	rnn.weight_ih_l0_reverse	3	0.020283427089452744
274026	rnn.weight_ih_l0_reverse	4	-0.0003615738532971591
274026	rnn.weight_ih_l0_reverse	5	-0.026231687515974045
274026	rnn.weight_ih_l0_reverse	6	0.014068624936044216
274026	rnn.weight_ih_l0_reverse	7	0.028578778728842735
274026	rnn.weight_ih_l0_reverse	8	-0.028206471353769302
274026	rnn.weight_ih_l0_reverse	9	-0.0014630919322371483
274026	rnn.weight_hh_l0_reverse	0	0.039852324873209
274026	rnn.weight_hh_l0_reverse	1	0.029634153470396996
274026	rnn.weight_hh_l0_reverse	2	-0.022800114005804062
274026	rnn.weight_hh_l0_reverse	3	-0.08188949525356293
274026	rnn.weight_hh_l0_reverse	4	0.011435926891863346
274026	rnn.weight_hh_l0_reverse	5	-0.05973496288061142
274026	rnn.weight_hh_l0_reverse	6	-0.013693236745893955
274026	rnn.weight_hh_l0_reverse	7	0.030541308224201202
274026	rnn.weight_hh_l0_reverse	8	0.007937977090477943
274026	rnn.weight_hh_l0_reverse	9	0.009479265660047531
274026	rnn.bias_ih_l0_reverse	0	-0.046206582337617874
274026	rnn.bias_ih_l0_reverse	1	-0.13834713399410248
274026	rnn.bias_ih_l0_reverse	2	-0.1456643044948578
274026	rnn.bias_ih_l0_reverse	3	-0.04641391709446907
274026	rnn.bias_ih_l0_reverse	4	-0.11428503692150116
274026	rnn.bias_ih_l0_reverse	5	-0.08566959947347641
274026	rnn.bias_ih_l0_reverse	6	-0.20575910806655884
274026	rnn.bias_ih_l0_reverse	7	-0.05285733565688133
274026	rnn.bias_ih_l0_reverse	8	-0.06483636796474457
274026	rnn.bias_ih_l0_reverse	9	-0.13426025211811066
274026	rnn.bias_hh_l0_reverse	0	-0.1436188817024231
274026	rnn.bias_hh_l0_reverse	1	-0.16338366270065308
274026	rnn.bias_hh_l0_reverse	2	0.10360215604305267
274026	rnn.bias_hh_l0_reverse	3	0.07324756681919098
274026	rnn.bias_hh_l0_reverse	4	-0.17812441289424896
274026	rnn.bias_hh_l0_reverse	5	-0.1403406411409378
274026	rnn.bias_hh_l0_reverse	6	-0.08783957362174988
274026	rnn.bias_hh_l0_reverse	7	-0.055646058171987534
274026	rnn.bias_hh_l0_reverse	8	-0.09510281682014465
274026	rnn.bias_hh_l0_reverse	9	-0.023736800998449326
274026	linear.weight	0	-0.007719243876636028
274026	linear.weight	1	-0.006228242535144091
274026	linear.weight	2	0.30891695618629456
274026	linear.weight	3	-0.07894999533891678
274026	linear.weight	4	-0.010588549077510834
274026	linear.weight	5	0.12170113623142242
274026	linear.weight	6	-0.010739270597696304
274026	linear.weight	7	-0.07515762001276016
274026	linear.weight	8	0.18221621215343475
274026	linear.weight	9	-0.2677006721496582
274026	linear.bias	0	-0.03956538438796997
274026	linear.bias	1	0.031413208693265915
274026	linear.bias	2	0.4096603989601135
274026	linear.bias	3	-0.7290670871734619
274026	linear.bias	4	2.1377692222595215
274026	linear.bias	5	-1.4049286842346191
274026	linear.bias	6	-0.2950992286205292
274026	linear.bias	7	-0.12399838119745255
274584	transitions	0	-1.9378936290740967
274584	transitions	1	-10000.0
274584	transitions	2	-0.7969565987586975
274584	transitions	3	-10000.0
274584	transitions	4	2.0696675777435303
274584	transitions	5	-10000.0
274584	transitions	6	-10000.0
274584	transitions	7	1.8393973112106323
274584	transitions	8	-2.6228983402252197
274584	transitions	9	-4.238595008850098
274584	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
274584	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
274584	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
274584	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
274584	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
274584	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
274584	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
274584	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
274584	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
274584	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
274584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
274584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
274584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
274584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
274584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
274584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
274584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
274584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
274584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
274584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
274584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
274584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
274584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
274584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
274584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
274584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
274584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
274584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
274584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
274584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
274584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
274584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
274584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
274584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
274584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
274584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
274584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
274584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
274584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
274584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
274584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
274584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
274584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
274584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
274584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
274584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
274584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
274584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
274584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
274584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
274584	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
274584	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
274584	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
274584	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
274584	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
274584	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
274584	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
274584	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
274584	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
274584	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
274584	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
274584	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
274584	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
274584	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
274584	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
274584	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
274584	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
274584	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
274584	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
274584	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
274584	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
274584	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
274584	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
274584	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
274584	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
274584	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
274584	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
274584	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
274584	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
274584	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
274584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
274584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
274584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
274584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
274584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
274584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
274584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
274584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
274584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
274584	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
274584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
274584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
274584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
274584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
274584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
274584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
274584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
274584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
274584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
274584	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
274584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
274584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
274584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
274584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
274584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
274584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
274584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
274584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
274584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
274584	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
274584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
274584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
274584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
274584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
274584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
274584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
274584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
274584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
274584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
274584	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
274584	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
274584	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
274584	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
274584	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
274584	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
274584	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
274584	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
274584	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
274584	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
274584	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
274584	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
274584	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
274584	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
274584	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
274584	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
274584	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
274584	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
274584	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
274584	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
274584	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
274584	embedding2nn.weight	0	0.006419091019779444
274584	embedding2nn.weight	1	0.004030453506857157
274584	embedding2nn.weight	2	0.013435381464660168
274584	embedding2nn.weight	3	0.02690385840833187
274584	embedding2nn.weight	4	0.02345452643930912
274584	embedding2nn.weight	5	0.005167209543287754
274584	embedding2nn.weight	6	-0.015292863361537457
274584	embedding2nn.weight	7	-0.0007015782757662237
274584	embedding2nn.weight	8	-0.009742128662765026
274584	embedding2nn.weight	9	0.0020512384362518787
274584	embedding2nn.bias	0	0.016277316957712173
274584	embedding2nn.bias	1	-0.03883153572678566
274584	embedding2nn.bias	2	0.0869186520576477
274584	embedding2nn.bias	3	0.06946472823619843
274584	embedding2nn.bias	4	-0.014089738018810749
274584	embedding2nn.bias	5	-0.030074099078774452
274584	embedding2nn.bias	6	0.026557475328445435
274584	embedding2nn.bias	7	0.002946472028270364
274584	embedding2nn.bias	8	-0.035714779049158096
274584	embedding2nn.bias	9	0.029056526720523834
274584	rnn.weight_ih_l0	0	0.06528285145759583
274584	rnn.weight_ih_l0	1	-0.042166247963905334
274584	rnn.weight_ih_l0	2	0.0062806555069983006
274584	rnn.weight_ih_l0	3	0.04569266363978386
274584	rnn.weight_ih_l0	4	-0.030109981074929237
274584	rnn.weight_ih_l0	5	0.04206603020429611
274584	rnn.weight_ih_l0	6	0.007600400596857071
274584	rnn.weight_ih_l0	7	0.06612473726272583
274584	rnn.weight_ih_l0	8	0.009428920224308968
274584	rnn.weight_ih_l0	9	-0.026001589372754097
274584	rnn.weight_hh_l0	0	-0.011823413893580437
274584	rnn.weight_hh_l0	1	-0.028512638062238693
274584	rnn.weight_hh_l0	2	-0.061031147837638855
274584	rnn.weight_hh_l0	3	-0.005894731730222702
274584	rnn.weight_hh_l0	4	-0.00974921602755785
274584	rnn.weight_hh_l0	5	-0.024608537554740906
274584	rnn.weight_hh_l0	6	0.0006358927930705249
274584	rnn.weight_hh_l0	7	-0.03669442608952522
274584	rnn.weight_hh_l0	8	0.06678486615419388
274584	rnn.weight_hh_l0	9	0.04571819677948952
274584	rnn.bias_ih_l0	0	-0.17106975615024567
274584	rnn.bias_ih_l0	1	-0.17008458077907562
274584	rnn.bias_ih_l0	2	-0.020683951675891876
274584	rnn.bias_ih_l0	3	-0.14670291543006897
274584	rnn.bias_ih_l0	4	-0.05837968364357948
274584	rnn.bias_ih_l0	5	-0.17681235074996948
274584	rnn.bias_ih_l0	6	0.07554022967815399
274584	rnn.bias_ih_l0	7	-0.08648382872343063
274584	rnn.bias_ih_l0	8	-0.04520592838525772
274584	rnn.bias_ih_l0	9	-0.10915498435497284
274584	rnn.bias_hh_l0	0	-0.07005029916763306
274584	rnn.bias_hh_l0	1	0.2454499751329422
274584	rnn.bias_hh_l0	2	0.048094864934682846
274584	rnn.bias_hh_l0	3	-0.07815820723772049
274584	rnn.bias_hh_l0	4	-0.08320172131061554
274584	rnn.bias_hh_l0	5	-0.0021511174272745848
274584	rnn.bias_hh_l0	6	0.057381730526685715
274584	rnn.bias_hh_l0	7	-0.09882789850234985
274584	rnn.bias_hh_l0	8	-0.23625975847244263
274584	rnn.bias_hh_l0	9	-0.10212711244821548
274584	rnn.weight_ih_l0_reverse	0	0.019253741949796677
274584	rnn.weight_ih_l0_reverse	1	-0.0598318949341774
274584	rnn.weight_ih_l0_reverse	2	0.043236616998910904
274584	rnn.weight_ih_l0_reverse	3	0.020261472091078758
274584	rnn.weight_ih_l0_reverse	4	-0.00027677183970808983
274584	rnn.weight_ih_l0_reverse	5	-0.026174621656537056
274584	rnn.weight_ih_l0_reverse	6	0.014196774922311306
274584	rnn.weight_ih_l0_reverse	7	0.02853330411016941
274584	rnn.weight_ih_l0_reverse	8	-0.028248939663171768
274584	rnn.weight_ih_l0_reverse	9	-0.001539739198051393
274584	rnn.weight_hh_l0_reverse	0	0.03985241800546646
274584	rnn.weight_hh_l0_reverse	1	0.029684223234653473
274584	rnn.weight_hh_l0_reverse	2	-0.022836921736598015
274584	rnn.weight_hh_l0_reverse	3	-0.08180245012044907
274584	rnn.weight_hh_l0_reverse	4	0.011443102732300758
274584	rnn.weight_hh_l0_reverse	5	-0.05974038690328598
274584	rnn.weight_hh_l0_reverse	6	-0.013694566674530506
274584	rnn.weight_hh_l0_reverse	7	0.03057418018579483
274584	rnn.weight_hh_l0_reverse	8	0.007993755862116814
274584	rnn.weight_hh_l0_reverse	9	0.009535458870232105
274584	rnn.bias_ih_l0_reverse	0	-0.046253085136413574
274584	rnn.bias_ih_l0_reverse	1	-0.13819310069084167
274584	rnn.bias_ih_l0_reverse	2	-0.14565947651863098
274584	rnn.bias_ih_l0_reverse	3	-0.04663281887769699
274584	rnn.bias_ih_l0_reverse	4	-0.11422084271907806
274584	rnn.bias_ih_l0_reverse	5	-0.0857473686337471
274584	rnn.bias_ih_l0_reverse	6	-0.2060263305902481
274584	rnn.bias_ih_l0_reverse	7	-0.05276342108845711
274584	rnn.bias_ih_l0_reverse	8	-0.06519729644060135
274584	rnn.bias_ih_l0_reverse	9	-0.13439659774303436
274584	rnn.bias_hh_l0_reverse	0	-0.14395417273044586
274584	rnn.bias_hh_l0_reverse	1	-0.16336290538311005
274584	rnn.bias_hh_l0_reverse	2	0.10319992154836655
274584	rnn.bias_hh_l0_reverse	3	0.0734064057469368
274584	rnn.bias_hh_l0_reverse	4	-0.17860276997089386
274584	rnn.bias_hh_l0_reverse	5	-0.140895277261734
274584	rnn.bias_hh_l0_reverse	6	-0.08775252103805542
274584	rnn.bias_hh_l0_reverse	7	-0.055811624974012375
274584	rnn.bias_hh_l0_reverse	8	-0.09527917951345444
274584	rnn.bias_hh_l0_reverse	9	-0.02362193539738655
274584	linear.weight	0	-0.007719336077570915
274584	linear.weight	1	-0.005630597472190857
274584	linear.weight	2	0.30835986137390137
274584	linear.weight	3	-0.07894954830408096
274584	linear.weight	4	-0.010588549077510834
274584	linear.weight	5	0.11589708924293518
274584	linear.weight	6	-0.010739270597696304
274584	linear.weight	7	-0.077243871986866
274584	linear.weight	8	0.18074868619441986
274584	linear.weight	9	-0.2661595344543457
274584	linear.bias	0	-0.03956538438796997
274584	linear.bias	1	0.031413208693265915
274584	linear.bias	2	0.4218751788139343
274584	linear.bias	3	-0.7282514572143555
274584	linear.bias	4	2.136474609375
274584	linear.bias	5	-1.404931664466858
274584	linear.bias	6	-0.3009333908557892
274584	linear.bias	7	-0.12988273799419403
275142	transitions	0	-1.9379898309707642
275142	transitions	1	-10000.0
275142	transitions	2	-0.7969565987586975
275142	transitions	3	-10000.0
275142	transitions	4	2.066094398498535
275142	transitions	5	-10000.0
275142	transitions	6	-10000.0
275142	transitions	7	1.8383877277374268
275142	transitions	8	-2.6229770183563232
275142	transitions	9	-4.238607883453369
275142	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
275142	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
275142	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
275142	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
275142	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
275142	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
275142	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
275142	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
275142	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
275142	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
275142	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
275142	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
275142	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
275142	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
275142	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
275142	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
275142	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
275142	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
275142	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
275142	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
275142	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
275142	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
275142	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
275142	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
275142	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
275142	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
275142	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
275142	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
275142	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
275142	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
275142	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
275142	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
275142	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
275142	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
275142	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
275142	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
275142	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
275142	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
275142	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
275142	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
275142	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
275142	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
275142	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
275142	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
275142	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
275142	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
275142	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
275142	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
275142	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
275142	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
275142	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
275142	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
275142	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
275142	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
275142	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
275142	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
275142	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
275142	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
275142	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
275142	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
275142	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
275142	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
275142	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
275142	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
275142	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
275142	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
275142	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
275142	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
275142	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
275142	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
275142	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
275142	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
275142	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
275142	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
275142	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
275142	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
275142	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
275142	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
275142	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
275142	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
275142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
275142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
275142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
275142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
275142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
275142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
275142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
275142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
275142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
275142	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
275142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
275142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
275142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
275142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
275142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
275142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
275142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
275142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
275142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
275142	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
275142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
275142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
275142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
275142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
275142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
275142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
275142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
275142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
275142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
275142	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
275142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
275142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
275142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
275142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
275142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
275142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
275142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
275142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
275142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
275142	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
275142	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
275142	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
275142	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
275142	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
275142	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
275142	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
275142	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
275142	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
275142	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
275142	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
275142	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
275142	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
275142	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
275142	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
275142	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
275142	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
275142	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
275142	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
275142	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
275142	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
275142	embedding2nn.weight	0	0.006420431658625603
275142	embedding2nn.weight	1	0.004024204798042774
275142	embedding2nn.weight	2	0.0134343346580863
275142	embedding2nn.weight	3	0.02685791440308094
275142	embedding2nn.weight	4	0.02337559126317501
275142	embedding2nn.weight	5	0.005176477134227753
275142	embedding2nn.weight	6	-0.015287252143025398
275142	embedding2nn.weight	7	-0.0007065456011332572
275142	embedding2nn.weight	8	-0.009640551172196865
275142	embedding2nn.weight	9	0.002081158570945263
275142	embedding2nn.bias	0	0.01494823768734932
275142	embedding2nn.bias	1	-0.038390204310417175
275142	embedding2nn.bias	2	0.085751973092556
275142	embedding2nn.bias	3	0.0701233297586441
275142	embedding2nn.bias	4	-0.013874141499400139
275142	embedding2nn.bias	5	-0.029485058039426804
275142	embedding2nn.bias	6	0.027077211067080498
275142	embedding2nn.bias	7	0.0026902894023805857
275142	embedding2nn.bias	8	-0.035425569862127304
275142	embedding2nn.bias	9	0.028120165690779686
275142	rnn.weight_ih_l0	0	0.06524205207824707
275142	rnn.weight_ih_l0	1	-0.04204464703798294
275142	rnn.weight_ih_l0	2	0.006275097839534283
275142	rnn.weight_ih_l0	3	0.04552263021469116
275142	rnn.weight_ih_l0	4	-0.030053598806262016
275142	rnn.weight_ih_l0	5	0.04196508973836899
275142	rnn.weight_ih_l0	6	0.007596774958074093
275142	rnn.weight_ih_l0	7	0.06607549637556076
275142	rnn.weight_ih_l0	8	0.009388044476509094
275142	rnn.weight_ih_l0	9	-0.025985999032855034
275142	rnn.weight_hh_l0	0	-0.011790825985372066
275142	rnn.weight_hh_l0	1	-0.028461597859859467
275142	rnn.weight_hh_l0	2	-0.061157435178756714
275142	rnn.weight_hh_l0	3	-0.0058801136910915375
275142	rnn.weight_hh_l0	4	-0.00976500567048788
275142	rnn.weight_hh_l0	5	-0.0245710089802742
275142	rnn.weight_hh_l0	6	0.0006198432529345155
275142	rnn.weight_hh_l0	7	-0.03687361255288124
275142	rnn.weight_hh_l0	8	0.06677191704511642
275142	rnn.weight_hh_l0	9	0.045723140239715576
275142	rnn.bias_ih_l0	0	-0.1713908314704895
275142	rnn.bias_ih_l0	1	-0.1698591411113739
275142	rnn.bias_ih_l0	2	-0.0204912181943655
275142	rnn.bias_ih_l0	3	-0.14678911864757538
275142	rnn.bias_ih_l0	4	-0.058637093752622604
275142	rnn.bias_ih_l0	5	-0.176470085978508
275142	rnn.bias_ih_l0	6	0.07522610574960709
275142	rnn.bias_ih_l0	7	-0.08651895821094513
275142	rnn.bias_ih_l0	8	-0.04498550295829773
275142	rnn.bias_ih_l0	9	-0.10886357724666595
275142	rnn.bias_hh_l0	0	-0.06980355829000473
275142	rnn.bias_hh_l0	1	0.2452608197927475
275142	rnn.bias_hh_l0	2	0.04850493744015694
275142	rnn.bias_hh_l0	3	-0.07834719866514206
275142	rnn.bias_hh_l0	4	-0.08325592428445816
275142	rnn.bias_hh_l0	5	-0.002371442038565874
275142	rnn.bias_hh_l0	6	0.05779067054390907
275142	rnn.bias_hh_l0	7	-0.09921099990606308
275142	rnn.bias_hh_l0	8	-0.2361636608839035
275142	rnn.bias_hh_l0	9	-0.10219772160053253
275142	rnn.weight_ih_l0_reverse	0	0.019238896667957306
275142	rnn.weight_ih_l0_reverse	1	-0.059797752648591995
275142	rnn.weight_ih_l0_reverse	2	0.04322030395269394
275142	rnn.weight_ih_l0_reverse	3	0.020183434709906578
275142	rnn.weight_ih_l0_reverse	4	-0.00023873359896242619
275142	rnn.weight_ih_l0_reverse	5	-0.02620864100754261
275142	rnn.weight_ih_l0_reverse	6	0.014260035939514637
275142	rnn.weight_ih_l0_reverse	7	0.02857034094631672
275142	rnn.weight_ih_l0_reverse	8	-0.028275812044739723
275142	rnn.weight_ih_l0_reverse	9	-0.001509015797637403
275142	rnn.weight_hh_l0_reverse	0	0.03989167883992195
275142	rnn.weight_hh_l0_reverse	1	0.029781470075249672
275142	rnn.weight_hh_l0_reverse	2	-0.022833097726106644
275142	rnn.weight_hh_l0_reverse	3	-0.08167556673288345
275142	rnn.weight_hh_l0_reverse	4	0.01145879551768303
275142	rnn.weight_hh_l0_reverse	5	-0.05973708629608154
275142	rnn.weight_hh_l0_reverse	6	-0.013699238188564777
275142	rnn.weight_hh_l0_reverse	7	0.030558032914996147
275142	rnn.weight_hh_l0_reverse	8	0.00804471131414175
275142	rnn.weight_hh_l0_reverse	9	0.009410296566784382
275142	rnn.bias_ih_l0_reverse	0	-0.04625808447599411
275142	rnn.bias_ih_l0_reverse	1	-0.13828609883785248
275142	rnn.bias_ih_l0_reverse	2	-0.14548632502555847
275142	rnn.bias_ih_l0_reverse	3	-0.046766676008701324
275142	rnn.bias_ih_l0_reverse	4	-0.11435924470424652
275142	rnn.bias_ih_l0_reverse	5	-0.08556722104549408
275142	rnn.bias_ih_l0_reverse	6	-0.2062094807624817
275142	rnn.bias_ih_l0_reverse	7	-0.05245024710893631
275142	rnn.bias_ih_l0_reverse	8	-0.0652552992105484
275142	rnn.bias_ih_l0_reverse	9	-0.13411185145378113
275142	rnn.bias_hh_l0_reverse	0	-0.14400550723075867
275142	rnn.bias_hh_l0_reverse	1	-0.1632508486509323
275142	rnn.bias_hh_l0_reverse	2	0.10337993502616882
275142	rnn.bias_hh_l0_reverse	3	0.07364701479673386
275142	rnn.bias_hh_l0_reverse	4	-0.17870600521564484
275142	rnn.bias_hh_l0_reverse	5	-0.1410726010799408
275142	rnn.bias_hh_l0_reverse	6	-0.08827526867389679
275142	rnn.bias_hh_l0_reverse	7	-0.05572996288537979
275142	rnn.bias_hh_l0_reverse	8	-0.09541253745555878
275142	rnn.bias_hh_l0_reverse	9	-0.024038661271333694
275142	linear.weight	0	-0.007719529792666435
275142	linear.weight	1	-0.004663427360355854
275142	linear.weight	2	0.30846360325813293
275142	linear.weight	3	-0.07894913852214813
275142	linear.weight	4	-0.010588549077510834
275142	linear.weight	5	0.11463697999715805
275142	linear.weight	6	-0.010739270597696304
275142	linear.weight	7	-0.07511144131422043
275142	linear.weight	8	0.18418188393115997
275142	linear.weight	9	-0.2672305107116699
275142	linear.bias	0	-0.03956538438796997
275142	linear.bias	1	0.031413208693265915
275142	linear.bias	2	0.4106382131576538
275142	linear.bias	3	-0.7179332971572876
275142	linear.bias	4	2.131488084793091
275142	linear.bias	5	-1.4049339294433594
275142	linear.bias	6	-0.29796507954597473
275142	linear.bias	7	-0.12693092226982117
275700	transitions	0	-1.9381073713302612
275700	transitions	1	-10000.0
275700	transitions	2	-0.7969565987586975
275700	transitions	3	-10000.0
275700	transitions	4	2.0659642219543457
275700	transitions	5	-10000.0
275700	transitions	6	-10000.0
275700	transitions	7	1.8367655277252197
275700	transitions	8	-2.6230626106262207
275700	transitions	9	-4.238619804382324
275700	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
275700	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
275700	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
275700	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
275700	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
275700	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
275700	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
275700	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
275700	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
275700	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
275700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
275700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
275700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
275700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
275700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
275700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
275700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
275700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
275700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
275700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
275700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
275700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
275700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
275700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
275700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
275700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
275700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
275700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
275700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
275700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
275700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
275700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
275700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
275700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
275700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
275700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
275700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
275700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
275700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
275700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
275700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
275700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
275700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
275700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
275700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
275700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
275700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
275700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
275700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
275700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
275700	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
275700	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
275700	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
275700	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
275700	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
275700	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
275700	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
275700	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
275700	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
275700	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
275700	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
275700	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
275700	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
275700	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
275700	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
275700	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
275700	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
275700	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
275700	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
275700	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
275700	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
275700	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
275700	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
275700	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
275700	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
275700	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
275700	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
275700	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
275700	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
275700	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
275700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
275700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
275700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
275700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
275700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
275700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
275700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
275700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
275700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
275700	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
275700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
275700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
275700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
275700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
275700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
275700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
275700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
275700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
275700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
275700	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
275700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
275700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
275700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
275700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
275700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
275700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
275700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
275700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
275700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
275700	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
275700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
275700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
275700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
275700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
275700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
275700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
275700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
275700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
275700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
275700	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
275700	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
275700	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
275700	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
275700	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
275700	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
275700	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
275700	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
275700	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
275700	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
275700	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
275700	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
275700	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
275700	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
275700	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
275700	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
275700	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
275700	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
275700	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
275700	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
275700	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
275700	embedding2nn.weight	0	0.006420162972062826
275700	embedding2nn.weight	1	0.0040004258044064045
275700	embedding2nn.weight	2	0.013428902253508568
275700	embedding2nn.weight	3	0.02686227113008499
275700	embedding2nn.weight	4	0.023397114127874374
275700	embedding2nn.weight	5	0.0052116806618869305
275700	embedding2nn.weight	6	-0.01529238186776638
275700	embedding2nn.weight	7	-0.0007079315837472677
275700	embedding2nn.weight	8	-0.009736545383930206
275700	embedding2nn.weight	9	0.0020900818053632975
275700	embedding2nn.bias	0	0.014798702672123909
275700	embedding2nn.bias	1	-0.038209468126297
275700	embedding2nn.bias	2	0.08566456288099289
275700	embedding2nn.bias	3	0.07077233493328094
275700	embedding2nn.bias	4	-0.013586300425231457
275700	embedding2nn.bias	5	-0.02930343523621559
275700	embedding2nn.bias	6	0.026356741786003113
275700	embedding2nn.bias	7	0.0027036829851567745
275700	embedding2nn.bias	8	-0.03508920967578888
275700	embedding2nn.bias	9	0.02813096158206463
275700	rnn.weight_ih_l0	0	0.06518539786338806
275700	rnn.weight_ih_l0	1	-0.042066339403390884
275700	rnn.weight_ih_l0	2	0.00636721309274435
275700	rnn.weight_ih_l0	3	0.04541931301355362
275700	rnn.weight_ih_l0	4	-0.03004852868616581
275700	rnn.weight_ih_l0	5	0.04199952259659767
275700	rnn.weight_ih_l0	6	0.0076033128425478935
275700	rnn.weight_ih_l0	7	0.06607802212238312
275700	rnn.weight_ih_l0	8	0.009232953190803528
275700	rnn.weight_ih_l0	9	-0.026024362072348595
275700	rnn.weight_hh_l0	0	-0.011755034327507019
275700	rnn.weight_hh_l0	1	-0.028467044234275818
275700	rnn.weight_hh_l0	2	-0.06113195791840553
275700	rnn.weight_hh_l0	3	-0.005870248191058636
275700	rnn.weight_hh_l0	4	-0.009761784225702286
275700	rnn.weight_hh_l0	5	-0.024532031267881393
275700	rnn.weight_hh_l0	6	0.0006285419221967459
275700	rnn.weight_hh_l0	7	-0.036829784512519836
275700	rnn.weight_hh_l0	8	0.0668971911072731
275700	rnn.weight_hh_l0	9	0.04575051739811897
275700	rnn.bias_ih_l0	0	-0.1713770478963852
275700	rnn.bias_ih_l0	1	-0.1703173965215683
275700	rnn.bias_ih_l0	2	-0.02044626697897911
275700	rnn.bias_ih_l0	3	-0.1468861848115921
275700	rnn.bias_ih_l0	4	-0.05888039618730545
275700	rnn.bias_ih_l0	5	-0.17603707313537598
275700	rnn.bias_ih_l0	6	0.07484591007232666
275700	rnn.bias_ih_l0	7	-0.08653616160154343
275700	rnn.bias_ih_l0	8	-0.04507681727409363
275700	rnn.bias_ih_l0	9	-0.10912418365478516
275700	rnn.bias_hh_l0	0	-0.06974245607852936
275700	rnn.bias_hh_l0	1	0.245651975274086
275700	rnn.bias_hh_l0	2	0.04794900491833687
275700	rnn.bias_hh_l0	3	-0.07813533395528793
275700	rnn.bias_hh_l0	4	-0.0833488330245018
275700	rnn.bias_hh_l0	5	-0.0025259896647185087
275700	rnn.bias_hh_l0	6	0.05786770209670067
275700	rnn.bias_hh_l0	7	-0.09881360083818436
275700	rnn.bias_hh_l0	8	-0.23647750914096832
275700	rnn.bias_hh_l0	9	-0.10194063931703568
275700	rnn.weight_ih_l0_reverse	0	0.019301945343613625
275700	rnn.weight_ih_l0_reverse	1	-0.05977160111069679
275700	rnn.weight_ih_l0_reverse	2	0.0432080402970314
275700	rnn.weight_ih_l0_reverse	3	0.020319754257798195
275700	rnn.weight_ih_l0_reverse	4	-0.000220115965930745
275700	rnn.weight_ih_l0_reverse	5	-0.02620786800980568
275700	rnn.weight_ih_l0_reverse	6	0.014285584911704063
275700	rnn.weight_ih_l0_reverse	7	0.028540726751089096
275700	rnn.weight_ih_l0_reverse	8	-0.028275445103645325
275700	rnn.weight_ih_l0_reverse	9	-0.0014358952175825834
275700	rnn.weight_hh_l0_reverse	0	0.03988775983452797
275700	rnn.weight_hh_l0_reverse	1	0.02977786958217621
275700	rnn.weight_hh_l0_reverse	2	-0.022847050800919533
275700	rnn.weight_hh_l0_reverse	3	-0.08164621889591217
275700	rnn.weight_hh_l0_reverse	4	0.011443371884524822
275700	rnn.weight_hh_l0_reverse	5	-0.059727903455495834
275700	rnn.weight_hh_l0_reverse	6	-0.013718518428504467
275700	rnn.weight_hh_l0_reverse	7	0.030659915879368782
275700	rnn.weight_hh_l0_reverse	8	0.008079794235527515
275700	rnn.weight_hh_l0_reverse	9	0.00943206436932087
275700	rnn.bias_ih_l0_reverse	0	-0.04650048166513443
275700	rnn.bias_ih_l0_reverse	1	-0.13828176259994507
275700	rnn.bias_ih_l0_reverse	2	-0.14545190334320068
275700	rnn.bias_ih_l0_reverse	3	-0.046747837215662
275700	rnn.bias_ih_l0_reverse	4	-0.11485228687524796
275700	rnn.bias_ih_l0_reverse	5	-0.0857316106557846
275700	rnn.bias_ih_l0_reverse	6	-0.20596379041671753
275700	rnn.bias_ih_l0_reverse	7	-0.052600450813770294
275700	rnn.bias_ih_l0_reverse	8	-0.06537184119224548
275700	rnn.bias_ih_l0_reverse	9	-0.13416127860546112
275700	rnn.bias_hh_l0_reverse	0	-0.1440531611442566
275700	rnn.bias_hh_l0_reverse	1	-0.16329047083854675
275700	rnn.bias_hh_l0_reverse	2	0.10356759279966354
275700	rnn.bias_hh_l0_reverse	3	0.07365778088569641
275700	rnn.bias_hh_l0_reverse	4	-0.17893275618553162
275700	rnn.bias_hh_l0_reverse	5	-0.14122678339481354
275700	rnn.bias_hh_l0_reverse	6	-0.08828431367874146
275700	rnn.bias_hh_l0_reverse	7	-0.055962394922971725
275700	rnn.bias_hh_l0_reverse	8	-0.09523319453001022
275700	rnn.bias_hh_l0_reverse	9	-0.023809676989912987
275700	linear.weight	0	-0.00771959125995636
275700	linear.weight	1	-0.004531511105597019
275700	linear.weight	2	0.30806833505630493
275700	linear.weight	3	-0.07894866168498993
275700	linear.weight	4	-0.010588549077510834
275700	linear.weight	5	0.11382169276475906
275700	linear.weight	6	-0.010739270597696304
275700	linear.weight	7	-0.07331721484661102
275700	linear.weight	8	0.18458759784698486
275700	linear.weight	9	-0.26685503125190735
275700	linear.bias	0	-0.03956538438796997
275700	linear.bias	1	0.031413208693265915
275700	linear.bias	2	0.4257565438747406
275700	linear.bias	3	-0.72914057970047
275700	linear.bias	4	2.138920307159424
275700	linear.bias	5	-1.4049360752105713
275700	linear.bias	6	-0.30359622836112976
275700	linear.bias	7	-0.13262797892093658
276258	transitions	0	-1.9382036924362183
276258	transitions	1	-10000.0
276258	transitions	2	-0.7969565987586975
276258	transitions	3	-10000.0
276258	transitions	4	2.066840648651123
276258	transitions	5	-10000.0
276258	transitions	6	-10000.0
276258	transitions	7	1.8386969566345215
276258	transitions	8	-2.6231398582458496
276258	transitions	9	-4.238639831542969
276258	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
276258	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
276258	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
276258	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
276258	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
276258	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
276258	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
276258	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
276258	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
276258	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
276258	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
276258	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
276258	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
276258	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
276258	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
276258	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
276258	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
276258	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
276258	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
276258	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
276258	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
276258	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
276258	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
276258	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
276258	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
276258	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
276258	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
276258	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
276258	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
276258	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
276258	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
276258	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
276258	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
276258	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
276258	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
276258	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
276258	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
276258	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
276258	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
276258	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
276258	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
276258	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
276258	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
276258	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
276258	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
276258	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
276258	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
276258	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
276258	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
276258	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
276258	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
276258	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
276258	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
276258	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
276258	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
276258	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
276258	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
276258	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
276258	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
276258	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
276258	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
276258	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
276258	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
276258	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
276258	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
276258	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
276258	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
276258	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
276258	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
276258	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
276258	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
276258	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
276258	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
276258	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
276258	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
276258	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
276258	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
276258	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
276258	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
276258	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
276258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
276258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
276258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
276258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
276258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
276258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
276258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
276258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
276258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
276258	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
276258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
276258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
276258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
276258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
276258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
276258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
276258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
276258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
276258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
276258	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
276258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
276258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
276258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
276258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
276258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
276258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
276258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
276258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
276258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
276258	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
276258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
276258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
276258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
276258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
276258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
276258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
276258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
276258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
276258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
276258	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
276258	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
276258	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
276258	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
276258	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
276258	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
276258	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
276258	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
276258	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
276258	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
276258	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
276258	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
276258	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
276258	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
276258	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
276258	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
276258	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
276258	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
276258	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
276258	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
276258	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
276258	embedding2nn.weight	0	0.006419828627258539
276258	embedding2nn.weight	1	0.004012170247733593
276258	embedding2nn.weight	2	0.01343050878494978
276258	embedding2nn.weight	3	0.026821132749319077
276258	embedding2nn.weight	4	0.023361090570688248
276258	embedding2nn.weight	5	0.005180281586945057
276258	embedding2nn.weight	6	-0.015320926904678345
276258	embedding2nn.weight	7	-0.0007111240411177278
276258	embedding2nn.weight	8	-0.00969818513840437
276258	embedding2nn.weight	9	0.0020808367989957333
276258	embedding2nn.bias	0	0.015241715125739574
276258	embedding2nn.bias	1	-0.038598790764808655
276258	embedding2nn.bias	2	0.0865849182009697
276258	embedding2nn.bias	3	0.07124077528715134
276258	embedding2nn.bias	4	-0.012162264436483383
276258	embedding2nn.bias	5	-0.02916993387043476
276258	embedding2nn.bias	6	0.026866644620895386
276258	embedding2nn.bias	7	0.002367521869018674
276258	embedding2nn.bias	8	-0.03494560718536377
276258	embedding2nn.bias	9	0.02819865010678768
276258	rnn.weight_ih_l0	0	0.06515961140394211
276258	rnn.weight_ih_l0	1	-0.04210963100194931
276258	rnn.weight_ih_l0	2	0.006382890976965427
276258	rnn.weight_ih_l0	3	0.045448094606399536
276258	rnn.weight_ih_l0	4	-0.03001653403043747
276258	rnn.weight_ih_l0	5	0.04189431667327881
276258	rnn.weight_ih_l0	6	0.007617879658937454
276258	rnn.weight_ih_l0	7	0.06605102866888046
276258	rnn.weight_ih_l0	8	0.009374063462018967
276258	rnn.weight_ih_l0	9	-0.025982961058616638
276258	rnn.weight_hh_l0	0	-0.011717804707586765
276258	rnn.weight_hh_l0	1	-0.02845137193799019
276258	rnn.weight_hh_l0	2	-0.06103256344795227
276258	rnn.weight_hh_l0	3	-0.005901055876165628
276258	rnn.weight_hh_l0	4	-0.009774846024811268
276258	rnn.weight_hh_l0	5	-0.02455155737698078
276258	rnn.weight_hh_l0	6	0.0006255884654819965
276258	rnn.weight_hh_l0	7	-0.03676433488726616
276258	rnn.weight_hh_l0	8	0.06684563308954239
276258	rnn.weight_hh_l0	9	0.04577142372727394
276258	rnn.bias_ih_l0	0	-0.17242978513240814
276258	rnn.bias_ih_l0	1	-0.17042909562587738
276258	rnn.bias_ih_l0	2	-0.020471569150686264
276258	rnn.bias_ih_l0	3	-0.14654436707496643
276258	rnn.bias_ih_l0	4	-0.05884835496544838
276258	rnn.bias_ih_l0	5	-0.17584381997585297
276258	rnn.bias_ih_l0	6	0.07524465024471283
276258	rnn.bias_ih_l0	7	-0.08644863963127136
276258	rnn.bias_ih_l0	8	-0.04551265016198158
276258	rnn.bias_ih_l0	9	-0.10900013893842697
276258	rnn.bias_hh_l0	0	-0.06973093748092651
276258	rnn.bias_hh_l0	1	0.2458571046590805
276258	rnn.bias_hh_l0	2	0.04822484776377678
276258	rnn.bias_hh_l0	3	-0.07784058153629303
276258	rnn.bias_hh_l0	4	-0.08279366791248322
276258	rnn.bias_hh_l0	5	-0.002361905062571168
276258	rnn.bias_hh_l0	6	0.057389337569475174
276258	rnn.bias_hh_l0	7	-0.09855135530233383
276258	rnn.bias_hh_l0	8	-0.23706161975860596
276258	rnn.bias_hh_l0	9	-0.10184808820486069
276258	rnn.weight_ih_l0_reverse	0	0.01945512369275093
276258	rnn.weight_ih_l0_reverse	1	-0.05980260297656059
276258	rnn.weight_ih_l0_reverse	2	0.043200068175792694
276258	rnn.weight_ih_l0_reverse	3	0.02026687189936638
276258	rnn.weight_ih_l0_reverse	4	-0.00028021621983498335
276258	rnn.weight_ih_l0_reverse	5	-0.026215963065624237
276258	rnn.weight_ih_l0_reverse	6	0.014264619909226894
276258	rnn.weight_ih_l0_reverse	7	0.02857871539890766
276258	rnn.weight_ih_l0_reverse	8	-0.028294285759329796
276258	rnn.weight_ih_l0_reverse	9	-0.0015187395038083196
276258	rnn.weight_hh_l0_reverse	0	0.039911460131406784
276258	rnn.weight_hh_l0_reverse	1	0.029793715104460716
276258	rnn.weight_hh_l0_reverse	2	-0.02283659763634205
276258	rnn.weight_hh_l0_reverse	3	-0.08169986307621002
276258	rnn.weight_hh_l0_reverse	4	0.011409755796194077
276258	rnn.weight_hh_l0_reverse	5	-0.05975663289427757
276258	rnn.weight_hh_l0_reverse	6	-0.013697662390768528
276258	rnn.weight_hh_l0_reverse	7	0.030654316768050194
276258	rnn.weight_hh_l0_reverse	8	0.008049219846725464
276258	rnn.weight_hh_l0_reverse	9	0.009410098195075989
276258	rnn.bias_ih_l0_reverse	0	-0.046409543603658676
276258	rnn.bias_ih_l0_reverse	1	-0.13812682032585144
276258	rnn.bias_ih_l0_reverse	2	-0.14550228416919708
276258	rnn.bias_ih_l0_reverse	3	-0.047068044543266296
276258	rnn.bias_ih_l0_reverse	4	-0.11512506753206253
276258	rnn.bias_ih_l0_reverse	5	-0.08602709323167801
276258	rnn.bias_ih_l0_reverse	6	-0.20602262020111084
276258	rnn.bias_ih_l0_reverse	7	-0.052742257714271545
276258	rnn.bias_ih_l0_reverse	8	-0.06494028866291046
276258	rnn.bias_ih_l0_reverse	9	-0.13431978225708008
276258	rnn.bias_hh_l0_reverse	0	-0.144060879945755
276258	rnn.bias_hh_l0_reverse	1	-0.16281010210514069
276258	rnn.bias_hh_l0_reverse	2	0.10325716435909271
276258	rnn.bias_hh_l0_reverse	3	0.07359237968921661
276258	rnn.bias_hh_l0_reverse	4	-0.17852666974067688
276258	rnn.bias_hh_l0_reverse	5	-0.14108197391033173
276258	rnn.bias_hh_l0_reverse	6	-0.08820180594921112
276258	rnn.bias_hh_l0_reverse	7	-0.05573181435465813
276258	rnn.bias_hh_l0_reverse	8	-0.09566614031791687
276258	rnn.bias_hh_l0_reverse	9	-0.023738069459795952
276258	linear.weight	0	-0.007719715591520071
276258	linear.weight	1	-0.0040695397183299065
276258	linear.weight	2	0.3084709346294403
276258	linear.weight	3	-0.07894827425479889
276258	linear.weight	4	-0.010588549077510834
276258	linear.weight	5	0.11502813547849655
276258	linear.weight	6	-0.010739270597696304
276258	linear.weight	7	-0.07107650488615036
276258	linear.weight	8	0.1903352588415146
276258	linear.weight	9	-0.2665036916732788
276258	linear.bias	0	-0.03956538438796997
276258	linear.bias	1	0.031413208693265915
276258	linear.bias	2	0.4150439202785492
276258	linear.bias	3	-0.7195376753807068
276258	linear.bias	4	2.1354498863220215
276258	linear.bias	5	-1.4049381017684937
276258	linear.bias	6	-0.3012847900390625
276258	linear.bias	7	-0.13034102320671082
276816	transitions	0	-1.9383327960968018
276816	transitions	1	-10000.0
276816	transitions	2	-0.7969565987586975
276816	transitions	3	-10000.0
276816	transitions	4	2.0679147243499756
276816	transitions	5	-10000.0
276816	transitions	6	-10000.0
276816	transitions	7	1.837201714515686
276816	transitions	8	-2.6232194900512695
276816	transitions	9	-4.238659381866455
276816	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
276816	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
276816	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
276816	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
276816	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
276816	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
276816	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
276816	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
276816	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
276816	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
276816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
276816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
276816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
276816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
276816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
276816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
276816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
276816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
276816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
276816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
276816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
276816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
276816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
276816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
276816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
276816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
276816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
276816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
276816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
276816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
276816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
276816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
276816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
276816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
276816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
276816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
276816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
276816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
276816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
276816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
276816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
276816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
276816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
276816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
276816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
276816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
276816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
276816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
276816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
276816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
276816	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
276816	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
276816	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
276816	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
276816	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
276816	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
276816	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
276816	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
276816	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
276816	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
276816	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
276816	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
276816	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
276816	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
276816	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
276816	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
276816	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
276816	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
276816	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
276816	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
276816	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
276816	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
276816	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
276816	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
276816	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
276816	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
276816	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
276816	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
276816	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
276816	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
276816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
276816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
276816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
276816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
276816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
276816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
276816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
276816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
276816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
276816	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
276816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
276816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
276816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
276816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
276816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
276816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
276816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
276816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
276816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
276816	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
276816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
276816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
276816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
276816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
276816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
276816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
276816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
276816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
276816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
276816	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
276816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
276816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
276816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
276816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
276816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
276816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
276816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
276816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
276816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
276816	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
276816	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
276816	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
276816	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
276816	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
276816	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
276816	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
276816	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
276816	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
276816	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
276816	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
276816	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
276816	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
276816	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
276816	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
276816	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
276816	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
276816	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
276816	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
276816	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
276816	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
276816	embedding2nn.weight	0	0.006419575773179531
276816	embedding2nn.weight	1	0.003990513272583485
276816	embedding2nn.weight	2	0.013429042883217335
276816	embedding2nn.weight	3	0.026825644075870514
276816	embedding2nn.weight	4	0.023378048092126846
276816	embedding2nn.weight	5	0.005140208639204502
276816	embedding2nn.weight	6	-0.015311144292354584
276816	embedding2nn.weight	7	-0.0007100090733729303
276816	embedding2nn.weight	8	-0.009685713797807693
276816	embedding2nn.weight	9	0.0020734225399792194
276816	embedding2nn.bias	0	0.01565108262002468
276816	embedding2nn.bias	1	-0.038701433688402176
276816	embedding2nn.bias	2	0.08647618442773819
276816	embedding2nn.bias	3	0.07079260796308517
276816	embedding2nn.bias	4	-0.011733599938452244
276816	embedding2nn.bias	5	-0.02998999133706093
276816	embedding2nn.bias	6	0.02713422104716301
276816	embedding2nn.bias	7	0.002339024096727371
276816	embedding2nn.bias	8	-0.03531518578529358
276816	embedding2nn.bias	9	0.028164325281977654
276816	rnn.weight_ih_l0	0	0.06521689146757126
276816	rnn.weight_ih_l0	1	-0.04216993227601051
276816	rnn.weight_ih_l0	2	0.0063796634785830975
276816	rnn.weight_ih_l0	3	0.045414432883262634
276816	rnn.weight_ih_l0	4	-0.029993141070008278
276816	rnn.weight_ih_l0	5	0.0418701171875
276816	rnn.weight_ih_l0	6	0.007629492785781622
276816	rnn.weight_ih_l0	7	0.06620245426893234
276816	rnn.weight_ih_l0	8	0.009274142794311047
276816	rnn.weight_ih_l0	9	-0.025978222489356995
276816	rnn.weight_hh_l0	0	-0.0117172347381711
276816	rnn.weight_hh_l0	1	-0.028356917202472687
276816	rnn.weight_hh_l0	2	-0.06101608648896217
276816	rnn.weight_hh_l0	3	-0.005878831259906292
276816	rnn.weight_hh_l0	4	-0.009781157597899437
276816	rnn.weight_hh_l0	5	-0.02458566427230835
276816	rnn.weight_hh_l0	6	0.0006370949558913708
276816	rnn.weight_hh_l0	7	-0.03667972609400749
276816	rnn.weight_hh_l0	8	0.06691795587539673
276816	rnn.weight_hh_l0	9	0.04579579457640648
276816	rnn.bias_ih_l0	0	-0.17254887521266937
276816	rnn.bias_ih_l0	1	-0.16996973752975464
276816	rnn.bias_ih_l0	2	-0.020594397559762
276816	rnn.bias_ih_l0	3	-0.14638565480709076
276816	rnn.bias_ih_l0	4	-0.05882103368639946
276816	rnn.bias_ih_l0	5	-0.1756862848997116
276816	rnn.bias_ih_l0	6	0.07522861659526825
276816	rnn.bias_ih_l0	7	-0.08650683611631393
276816	rnn.bias_ih_l0	8	-0.045434046536684036
276816	rnn.bias_ih_l0	9	-0.10905121266841888
276816	rnn.bias_hh_l0	0	-0.06961625814437866
276816	rnn.bias_hh_l0	1	0.2458941638469696
276816	rnn.bias_hh_l0	2	0.04816426336765289
276816	rnn.bias_hh_l0	3	-0.07802175730466843
276816	rnn.bias_hh_l0	4	-0.08293180912733078
276816	rnn.bias_hh_l0	5	-0.002365696942433715
276816	rnn.bias_hh_l0	6	0.057368405163288116
276816	rnn.bias_hh_l0	7	-0.09877172112464905
276816	rnn.bias_hh_l0	8	-0.23707470297813416
276816	rnn.bias_hh_l0	9	-0.10155488550662994
276816	rnn.weight_ih_l0_reverse	0	0.019671518355607986
276816	rnn.weight_ih_l0_reverse	1	-0.05980825051665306
276816	rnn.weight_ih_l0_reverse	2	0.0431734174489975
276816	rnn.weight_ih_l0_reverse	3	0.020198186859488487
276816	rnn.weight_ih_l0_reverse	4	-0.0002925341541413218
276816	rnn.weight_ih_l0_reverse	5	-0.026058023795485497
276816	rnn.weight_ih_l0_reverse	6	0.014160131104290485
276816	rnn.weight_ih_l0_reverse	7	0.028589356690645218
276816	rnn.weight_ih_l0_reverse	8	-0.02828793413937092
276816	rnn.weight_ih_l0_reverse	9	-0.0015926770865917206
276816	rnn.weight_hh_l0_reverse	0	0.039937812834978104
276816	rnn.weight_hh_l0_reverse	1	0.029833262786269188
276816	rnn.weight_hh_l0_reverse	2	-0.022832004353404045
276816	rnn.weight_hh_l0_reverse	3	-0.08173049986362457
276816	rnn.weight_hh_l0_reverse	4	0.011403082869946957
276816	rnn.weight_hh_l0_reverse	5	-0.05973972752690315
276816	rnn.weight_hh_l0_reverse	6	-0.01371672097593546
276816	rnn.weight_hh_l0_reverse	7	0.030635688453912735
276816	rnn.weight_hh_l0_reverse	8	0.007977635599672794
276816	rnn.weight_hh_l0_reverse	9	0.00940314307808876
276816	rnn.bias_ih_l0_reverse	0	-0.04664657637476921
276816	rnn.bias_ih_l0_reverse	1	-0.13839294016361237
276816	rnn.bias_ih_l0_reverse	2	-0.14557410776615143
276816	rnn.bias_ih_l0_reverse	3	-0.046717580407857895
276816	rnn.bias_ih_l0_reverse	4	-0.11497606337070465
276816	rnn.bias_ih_l0_reverse	5	-0.08644305169582367
276816	rnn.bias_ih_l0_reverse	6	-0.20637977123260498
276816	rnn.bias_ih_l0_reverse	7	-0.05280691012740135
276816	rnn.bias_ih_l0_reverse	8	-0.0648927092552185
276816	rnn.bias_ih_l0_reverse	9	-0.13394233584403992
276816	rnn.bias_hh_l0_reverse	0	-0.14402161538600922
276816	rnn.bias_hh_l0_reverse	1	-0.16271834075450897
276816	rnn.bias_hh_l0_reverse	2	0.1033821627497673
276816	rnn.bias_hh_l0_reverse	3	0.07369131594896317
276816	rnn.bias_hh_l0_reverse	4	-0.17832684516906738
276816	rnn.bias_hh_l0_reverse	5	-0.14100737869739532
276816	rnn.bias_hh_l0_reverse	6	-0.0881553590297699
276816	rnn.bias_hh_l0_reverse	7	-0.05579553544521332
276816	rnn.bias_hh_l0_reverse	8	-0.09560540318489075
276816	rnn.bias_hh_l0_reverse	9	-0.023847179487347603
276816	linear.weight	0	-0.007719957735389471
276816	linear.weight	1	-0.004782244563102722
276816	linear.weight	2	0.3086094558238983
276816	linear.weight	3	-0.07894791662693024
276816	linear.weight	4	-0.010588549077510834
276816	linear.weight	5	0.11586423963308334
276816	linear.weight	6	-0.010739270597696304
276816	linear.weight	7	-0.07253941893577576
276816	linear.weight	8	0.19101887941360474
276816	linear.weight	9	-0.26741307973861694
276816	linear.bias	0	-0.03956538438796997
276816	linear.bias	1	0.031413208693265915
276816	linear.bias	2	0.425197571516037
276816	linear.bias	3	-0.7227233648300171
276816	linear.bias	4	2.122203826904297
276816	linear.bias	5	-1.4049407243728638
276816	linear.bias	6	-0.29812583327293396
276816	linear.bias	7	-0.12720660865306854
277374	transitions	0	-1.938425898551941
277374	transitions	1	-10000.0
277374	transitions	2	-0.7969565987586975
277374	transitions	3	-10000.0
277374	transitions	4	2.069298267364502
277374	transitions	5	-10000.0
277374	transitions	6	-10000.0
277374	transitions	7	1.840142846107483
277374	transitions	8	-2.6233112812042236
277374	transitions	9	-4.238675594329834
277374	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
277374	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
277374	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
277374	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
277374	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
277374	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
277374	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
277374	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
277374	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
277374	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
277374	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
277374	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
277374	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
277374	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
277374	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
277374	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
277374	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
277374	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
277374	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
277374	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
277374	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
277374	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
277374	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
277374	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
277374	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
277374	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
277374	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
277374	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
277374	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
277374	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
277374	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
277374	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
277374	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
277374	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
277374	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
277374	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
277374	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
277374	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
277374	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
277374	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
277374	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
277374	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
277374	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
277374	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
277374	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
277374	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
277374	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
277374	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
277374	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
277374	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
277374	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
277374	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
277374	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
277374	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
277374	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
277374	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
277374	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
277374	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
277374	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
277374	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
277374	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
277374	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
277374	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
277374	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
277374	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
277374	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
277374	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
277374	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
277374	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
277374	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
277374	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
277374	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
277374	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
277374	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
277374	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
277374	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
277374	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
277374	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
277374	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
277374	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
277374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
277374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
277374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
277374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
277374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
277374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
277374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
277374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
277374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
277374	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
277374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
277374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
277374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
277374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
277374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
277374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
277374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
277374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
277374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
277374	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
277374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
277374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
277374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
277374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
277374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
277374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
277374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
277374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
277374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
277374	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
277374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
277374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
277374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
277374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
277374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
277374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
277374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
277374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
277374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
277374	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
277374	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
277374	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
277374	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
277374	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
277374	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
277374	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
277374	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
277374	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
277374	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
277374	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
277374	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
277374	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
277374	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
277374	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
277374	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
277374	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
277374	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
277374	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
277374	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
277374	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
277374	embedding2nn.weight	0	0.006415967829525471
277374	embedding2nn.weight	1	0.003999426960945129
277374	embedding2nn.weight	2	0.013428665697574615
277374	embedding2nn.weight	3	0.026799289509654045
277374	embedding2nn.weight	4	0.02340684086084366
277374	embedding2nn.weight	5	0.005092858336865902
277374	embedding2nn.weight	6	-0.01530349999666214
277374	embedding2nn.weight	7	-0.0006923795444890857
277374	embedding2nn.weight	8	-0.009679810144007206
277374	embedding2nn.weight	9	0.002046016976237297
277374	embedding2nn.bias	0	0.01657979004085064
277374	embedding2nn.bias	1	-0.03872956335544586
277374	embedding2nn.bias	2	0.08637136965990067
277374	embedding2nn.bias	3	0.07070128619670868
277374	embedding2nn.bias	4	-0.011995965614914894
277374	embedding2nn.bias	5	-0.02941795065999031
277374	embedding2nn.bias	6	0.02650081366300583
277374	embedding2nn.bias	7	0.002642624545842409
277374	embedding2nn.bias	8	-0.03457207605242729
277374	embedding2nn.bias	9	0.028571274131536484
277374	rnn.weight_ih_l0	0	0.06523509323596954
277374	rnn.weight_ih_l0	1	-0.04207944497466087
277374	rnn.weight_ih_l0	2	0.006351712625473738
277374	rnn.weight_ih_l0	3	0.04534256085753441
277374	rnn.weight_ih_l0	4	-0.02991054579615593
277374	rnn.weight_ih_l0	5	0.04189122095704079
277374	rnn.weight_ih_l0	6	0.007615358103066683
277374	rnn.weight_ih_l0	7	0.0661826804280281
277374	rnn.weight_ih_l0	8	0.009244187735021114
277374	rnn.weight_ih_l0	9	-0.02587331272661686
277374	rnn.weight_hh_l0	0	-0.011748693883419037
277374	rnn.weight_hh_l0	1	-0.028377659618854523
277374	rnn.weight_hh_l0	2	-0.060880716890096664
277374	rnn.weight_hh_l0	3	-0.005897066555917263
277374	rnn.weight_hh_l0	4	-0.00976602640002966
277374	rnn.weight_hh_l0	5	-0.024580033496022224
277374	rnn.weight_hh_l0	6	0.0006214554305188358
277374	rnn.weight_hh_l0	7	-0.03665052354335785
277374	rnn.weight_hh_l0	8	0.06692901998758316
277374	rnn.weight_hh_l0	9	0.04577966779470444
277374	rnn.bias_ih_l0	0	-0.17253252863883972
277374	rnn.bias_ih_l0	1	-0.16995956003665924
277374	rnn.bias_ih_l0	2	-0.020726993680000305
277374	rnn.bias_ih_l0	3	-0.14653754234313965
277374	rnn.bias_ih_l0	4	-0.05850858986377716
277374	rnn.bias_ih_l0	5	-0.17604373395442963
277374	rnn.bias_ih_l0	6	0.07489454001188278
277374	rnn.bias_ih_l0	7	-0.08648809790611267
277374	rnn.bias_ih_l0	8	-0.04551248252391815
277374	rnn.bias_ih_l0	9	-0.10893053561449051
277374	rnn.bias_hh_l0	0	-0.06997024267911911
277374	rnn.bias_hh_l0	1	0.24623405933380127
277374	rnn.bias_hh_l0	2	0.04815852269530296
277374	rnn.bias_hh_l0	3	-0.07743890583515167
277374	rnn.bias_hh_l0	4	-0.08302199095487595
277374	rnn.bias_hh_l0	5	-0.0021263067610561848
277374	rnn.bias_hh_l0	6	0.057173579931259155
277374	rnn.bias_hh_l0	7	-0.09890390932559967
277374	rnn.bias_hh_l0	8	-0.2370382398366928
277374	rnn.bias_hh_l0	9	-0.10173407196998596
277374	rnn.weight_ih_l0_reverse	0	0.019491279497742653
277374	rnn.weight_ih_l0_reverse	1	-0.05974194407463074
277374	rnn.weight_ih_l0_reverse	2	0.04312603175640106
277374	rnn.weight_ih_l0_reverse	3	0.02005946822464466
277374	rnn.weight_ih_l0_reverse	4	-0.0003006025799550116
277374	rnn.weight_ih_l0_reverse	5	-0.0260934978723526
277374	rnn.weight_ih_l0_reverse	6	0.01412456389516592
277374	rnn.weight_ih_l0_reverse	7	0.028484515845775604
277374	rnn.weight_ih_l0_reverse	8	-0.028294147923588753
277374	rnn.weight_ih_l0_reverse	9	-0.0016881164629012346
277374	rnn.weight_hh_l0_reverse	0	0.03996923193335533
277374	rnn.weight_hh_l0_reverse	1	0.029781410470604897
277374	rnn.weight_hh_l0_reverse	2	-0.02284051850438118
277374	rnn.weight_hh_l0_reverse	3	-0.08173432946205139
277374	rnn.weight_hh_l0_reverse	4	0.011392386630177498
277374	rnn.weight_hh_l0_reverse	5	-0.059729743748903275
277374	rnn.weight_hh_l0_reverse	6	-0.013709918595850468
277374	rnn.weight_hh_l0_reverse	7	0.030653251335024834
277374	rnn.weight_hh_l0_reverse	8	0.008015879429876804
277374	rnn.weight_hh_l0_reverse	9	0.009404361248016357
277374	rnn.bias_ih_l0_reverse	0	-0.046528130769729614
277374	rnn.bias_ih_l0_reverse	1	-0.1384419947862625
277374	rnn.bias_ih_l0_reverse	2	-0.1454724371433258
277374	rnn.bias_ih_l0_reverse	3	-0.046622857451438904
277374	rnn.bias_ih_l0_reverse	4	-0.1150655746459961
277374	rnn.bias_ih_l0_reverse	5	-0.0867840051651001
277374	rnn.bias_ih_l0_reverse	6	-0.20631618797779083
277374	rnn.bias_ih_l0_reverse	7	-0.052939075976610184
277374	rnn.bias_ih_l0_reverse	8	-0.0649045780301094
277374	rnn.bias_ih_l0_reverse	9	-0.13398981094360352
277374	rnn.bias_hh_l0_reverse	0	-0.14412257075309753
277374	rnn.bias_hh_l0_reverse	1	-0.16308672726154327
277374	rnn.bias_hh_l0_reverse	2	0.10291718691587448
277374	rnn.bias_hh_l0_reverse	3	0.07345004379749298
277374	rnn.bias_hh_l0_reverse	4	-0.17838765680789948
277374	rnn.bias_hh_l0_reverse	5	-0.14086705446243286
277374	rnn.bias_hh_l0_reverse	6	-0.08831214904785156
277374	rnn.bias_hh_l0_reverse	7	-0.05603073537349701
277374	rnn.bias_hh_l0_reverse	8	-0.09582967311143875
277374	rnn.bias_hh_l0_reverse	9	-0.023240946233272552
277374	linear.weight	0	-0.00772018963471055
277374	linear.weight	1	-0.004114028066396713
277374	linear.weight	2	0.3077903389930725
277374	linear.weight	3	-0.07894747704267502
277374	linear.weight	4	-0.010588549077510834
277374	linear.weight	5	0.11671117693185806
277374	linear.weight	6	-0.010739270597696304
277374	linear.weight	7	-0.07686768472194672
277374	linear.weight	8	0.19160030782222748
277374	linear.weight	9	-0.26653367280960083
277374	linear.bias	0	-0.03956538438796997
277374	linear.bias	1	0.031413208693265915
277374	linear.bias	2	0.41622716188430786
277374	linear.bias	3	-0.7258042097091675
277374	linear.bias	4	2.141286849975586
277374	linear.bias	5	-1.4049431085586548
277374	linear.bias	6	-0.30163779854774475
277374	linear.bias	7	-0.130710169672966
277932	transitions	0	-1.9385340213775635
277932	transitions	1	-10000.0
277932	transitions	2	-0.7969565987586975
277932	transitions	3	-10000.0
277932	transitions	4	2.069502830505371
277932	transitions	5	-10000.0
277932	transitions	6	-10000.0
277932	transitions	7	1.8409537076950073
277932	transitions	8	-2.6234018802642822
277932	transitions	9	-4.238691329956055
277932	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
277932	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
277932	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
277932	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
277932	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
277932	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
277932	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
277932	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
277932	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
277932	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
277932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
277932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
277932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
277932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
277932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
277932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
277932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
277932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
277932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
277932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
277932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
277932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
277932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
277932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
277932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
277932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
277932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
277932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
277932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
277932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
277932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
277932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
277932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
277932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
277932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
277932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
277932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
277932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
277932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
277932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
277932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
277932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
277932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
277932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
277932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
277932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
277932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
277932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
277932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
277932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
277932	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
277932	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
277932	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
277932	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
277932	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
277932	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
277932	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
277932	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
277932	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
277932	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
277932	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
277932	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
277932	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
277932	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
277932	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
277932	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
277932	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
277932	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
277932	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
277932	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
277932	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
277932	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
277932	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
277932	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
277932	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
277932	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
277932	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
277932	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
277932	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
277932	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
277932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
277932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
277932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
277932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
277932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
277932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
277932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
277932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
277932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
277932	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
277932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
277932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
277932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
277932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
277932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
277932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
277932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
277932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
277932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
277932	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
277932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
277932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
277932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
277932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
277932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
277932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
277932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
277932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
277932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
277932	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
277932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
277932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
277932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
277932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
277932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
277932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
277932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
277932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
277932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
277932	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
277932	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
277932	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
277932	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
277932	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
277932	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
277932	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
277932	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
277932	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
277932	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
277932	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
277932	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
277932	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
277932	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
277932	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
277932	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
277932	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
277932	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
277932	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
277932	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
277932	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
277932	embedding2nn.weight	0	0.006414351519197226
277932	embedding2nn.weight	1	0.003992518875747919
277932	embedding2nn.weight	2	0.013429884798824787
277932	embedding2nn.weight	3	0.026852350682020187
277932	embedding2nn.weight	4	0.023405632004141808
277932	embedding2nn.weight	5	0.005131326615810394
277932	embedding2nn.weight	6	-0.015336478129029274
277932	embedding2nn.weight	7	-0.0007061786018311977
277932	embedding2nn.weight	8	-0.00964569952338934
277932	embedding2nn.weight	9	0.002064607571810484
277932	embedding2nn.bias	0	0.016268398612737656
277932	embedding2nn.bias	1	-0.03908107429742813
277932	embedding2nn.bias	2	0.08680199086666107
277932	embedding2nn.bias	3	0.07067029923200607
277932	embedding2nn.bias	4	-0.01232855673879385
277932	embedding2nn.bias	5	-0.0297103151679039
277932	embedding2nn.bias	6	0.0263895932585001
277932	embedding2nn.bias	7	0.003353874897584319
277932	embedding2nn.bias	8	-0.03424251824617386
277932	embedding2nn.bias	9	0.02906840480864048
277932	rnn.weight_ih_l0	0	0.06518397480249405
277932	rnn.weight_ih_l0	1	-0.04200964421033859
277932	rnn.weight_ih_l0	2	0.006230337545275688
277932	rnn.weight_ih_l0	3	0.045444607734680176
277932	rnn.weight_ih_l0	4	-0.029908448457717896
277932	rnn.weight_ih_l0	5	0.04184995964169502
277932	rnn.weight_ih_l0	6	0.0075502884574234486
277932	rnn.weight_ih_l0	7	0.06614334136247635
277932	rnn.weight_ih_l0	8	0.009214341640472412
277932	rnn.weight_ih_l0	9	-0.02591855451464653
277932	rnn.weight_hh_l0	0	-0.011645350605249405
277932	rnn.weight_hh_l0	1	-0.02837538719177246
277932	rnn.weight_hh_l0	2	-0.0608900785446167
277932	rnn.weight_hh_l0	3	-0.005904193967580795
277932	rnn.weight_hh_l0	4	-0.009772015735507011
277932	rnn.weight_hh_l0	5	-0.02458024024963379
277932	rnn.weight_hh_l0	6	0.0006189369014464319
277932	rnn.weight_hh_l0	7	-0.036638420075178146
277932	rnn.weight_hh_l0	8	0.06697164475917816
277932	rnn.weight_hh_l0	9	0.04578526318073273
277932	rnn.bias_ih_l0	0	-0.17286203801631927
277932	rnn.bias_ih_l0	1	-0.17009493708610535
277932	rnn.bias_ih_l0	2	-0.020916258916258812
277932	rnn.bias_ih_l0	3	-0.14683666825294495
277932	rnn.bias_ih_l0	4	-0.058701470494270325
277932	rnn.bias_ih_l0	5	-0.1759965568780899
277932	rnn.bias_ih_l0	6	0.07417584210634232
277932	rnn.bias_ih_l0	7	-0.0860266163945198
277932	rnn.bias_ih_l0	8	-0.04543503373861313
277932	rnn.bias_ih_l0	9	-0.10906923562288284
277932	rnn.bias_hh_l0	0	-0.07025212049484253
277932	rnn.bias_hh_l0	1	0.24640001356601715
277932	rnn.bias_hh_l0	2	0.047870371490716934
277932	rnn.bias_hh_l0	3	-0.07752684503793716
277932	rnn.bias_hh_l0	4	-0.08324377238750458
277932	rnn.bias_hh_l0	5	-0.0023741237819194794
277932	rnn.bias_hh_l0	6	0.057435598224401474
277932	rnn.bias_hh_l0	7	-0.09873597323894501
277932	rnn.bias_hh_l0	8	-0.23747725784778595
277932	rnn.bias_hh_l0	9	-0.10162603110074997
277932	rnn.weight_ih_l0_reverse	0	0.019224366173148155
277932	rnn.weight_ih_l0_reverse	1	-0.05972791090607643
277932	rnn.weight_ih_l0_reverse	2	0.04313095286488533
277932	rnn.weight_ih_l0_reverse	3	0.01991497538983822
277932	rnn.weight_ih_l0_reverse	4	-0.0002951009664684534
277932	rnn.weight_ih_l0_reverse	5	-0.026232244446873665
277932	rnn.weight_ih_l0_reverse	6	0.014248551800847054
277932	rnn.weight_ih_l0_reverse	7	0.028503041714429855
277932	rnn.weight_ih_l0_reverse	8	-0.02828691527247429
277932	rnn.weight_ih_l0_reverse	9	-0.001713103149086237
277932	rnn.weight_hh_l0_reverse	0	0.03992549329996109
277932	rnn.weight_hh_l0_reverse	1	0.029780292883515358
277932	rnn.weight_hh_l0_reverse	2	-0.02286430448293686
277932	rnn.weight_hh_l0_reverse	3	-0.08167252689599991
277932	rnn.weight_hh_l0_reverse	4	0.011408565565943718
277932	rnn.weight_hh_l0_reverse	5	-0.05975805222988129
277932	rnn.weight_hh_l0_reverse	6	-0.013696746900677681
277932	rnn.weight_hh_l0_reverse	7	0.030685463920235634
277932	rnn.weight_hh_l0_reverse	8	0.007970694452524185
277932	rnn.weight_hh_l0_reverse	9	0.009427725337445736
277932	rnn.bias_ih_l0_reverse	0	-0.0466141402721405
277932	rnn.bias_ih_l0_reverse	1	-0.13838762044906616
277932	rnn.bias_ih_l0_reverse	2	-0.1454068422317505
277932	rnn.bias_ih_l0_reverse	3	-0.046334877610206604
277932	rnn.bias_ih_l0_reverse	4	-0.11479485034942627
277932	rnn.bias_ih_l0_reverse	5	-0.08702526241540909
277932	rnn.bias_ih_l0_reverse	6	-0.2063741385936737
277932	rnn.bias_ih_l0_reverse	7	-0.05337011069059372
277932	rnn.bias_ih_l0_reverse	8	-0.0649474710226059
277932	rnn.bias_ih_l0_reverse	9	-0.13422279059886932
277932	rnn.bias_hh_l0_reverse	0	-0.14410728216171265
277932	rnn.bias_hh_l0_reverse	1	-0.16300366818904877
277932	rnn.bias_hh_l0_reverse	2	0.1032547801733017
277932	rnn.bias_hh_l0_reverse	3	0.07344623655080795
277932	rnn.bias_hh_l0_reverse	4	-0.17827416956424713
277932	rnn.bias_hh_l0_reverse	5	-0.1407882571220398
277932	rnn.bias_hh_l0_reverse	6	-0.08820511400699615
277932	rnn.bias_hh_l0_reverse	7	-0.055675357580184937
277932	rnn.bias_hh_l0_reverse	8	-0.09547407925128937
277932	rnn.bias_hh_l0_reverse	9	-0.02333253249526024
277932	linear.weight	0	-0.007720288820564747
277932	linear.weight	1	-0.002398545853793621
277932	linear.weight	2	0.30806219577789307
277932	linear.weight	3	-0.07894711941480637
277932	linear.weight	4	-0.010588549077510834
277932	linear.weight	5	0.1181337833404541
277932	linear.weight	6	-0.010739270597696304
277932	linear.weight	7	-0.07706158608198166
277932	linear.weight	8	0.18941417336463928
277932	linear.weight	9	-0.2672423720359802
277932	linear.bias	0	-0.03956538438796997
277932	linear.bias	1	0.031413208693265915
277932	linear.bias	2	0.41729816794395447
277932	linear.bias	3	-0.7209033370018005
277932	linear.bias	4	2.141831398010254
277932	linear.bias	5	-1.4049460887908936
277932	linear.bias	6	-0.30488014221191406
277932	linear.bias	7	-0.13396908342838287
278490	transitions	0	-1.9386260509490967
278490	transitions	1	-10000.0
278490	transitions	2	-0.7969565987586975
278490	transitions	3	-10000.0
278490	transitions	4	2.0704360008239746
278490	transitions	5	-10000.0
278490	transitions	6	-10000.0
278490	transitions	7	1.844645380973816
278490	transitions	8	-2.6234917640686035
278490	transitions	9	-4.238702774047852
278490	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
278490	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
278490	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
278490	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
278490	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
278490	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
278490	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
278490	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
278490	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
278490	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
278490	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
278490	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
278490	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
278490	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
278490	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
278490	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
278490	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
278490	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
278490	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
278490	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
278490	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
278490	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
278490	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
278490	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
278490	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
278490	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
278490	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
278490	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
278490	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
278490	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
278490	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
278490	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
278490	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
278490	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
278490	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
278490	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
278490	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
278490	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
278490	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
278490	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
278490	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
278490	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
278490	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
278490	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
278490	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
278490	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
278490	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
278490	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
278490	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
278490	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
278490	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
278490	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
278490	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
278490	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
278490	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
278490	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
278490	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
278490	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
278490	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
278490	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
278490	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
278490	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
278490	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
278490	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
278490	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
278490	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
278490	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
278490	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
278490	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
278490	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
278490	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
278490	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
278490	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
278490	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
278490	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
278490	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
278490	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
278490	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
278490	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
278490	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
278490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
278490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
278490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
278490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
278490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
278490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
278490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
278490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
278490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
278490	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
278490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
278490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
278490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
278490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
278490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
278490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
278490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
278490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
278490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
278490	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
278490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
278490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
278490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
278490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
278490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
278490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
278490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
278490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
278490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
278490	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
278490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
278490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
278490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
278490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
278490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
278490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
278490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
278490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
278490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
278490	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
278490	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
278490	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
278490	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
278490	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
278490	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
278490	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
278490	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
278490	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
278490	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
278490	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
278490	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
278490	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
278490	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
278490	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
278490	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
278490	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
278490	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
278490	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
278490	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
278490	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
278490	embedding2nn.weight	0	0.006410948932170868
278490	embedding2nn.weight	1	0.003978417254984379
278490	embedding2nn.weight	2	0.013428705744445324
278490	embedding2nn.weight	3	0.026818785816431046
278490	embedding2nn.weight	4	0.023452308028936386
278490	embedding2nn.weight	5	0.005119165871292353
278490	embedding2nn.weight	6	-0.015354360453784466
278490	embedding2nn.weight	7	-0.0006893376121297479
278490	embedding2nn.weight	8	-0.009687891229987144
278490	embedding2nn.weight	9	0.002050109440460801
278490	embedding2nn.bias	0	0.015201789326965809
278490	embedding2nn.bias	1	-0.038353677839040756
278490	embedding2nn.bias	2	0.08672413975000381
278490	embedding2nn.bias	3	0.07098399847745895
278490	embedding2nn.bias	4	-0.012575049884617329
278490	embedding2nn.bias	5	-0.029799163341522217
278490	embedding2nn.bias	6	0.026359515264630318
278490	embedding2nn.bias	7	0.0028867193032056093
278490	embedding2nn.bias	8	-0.0347478911280632
278490	embedding2nn.bias	9	0.029053349047899246
278490	rnn.weight_ih_l0	0	0.06534232944250107
278490	rnn.weight_ih_l0	1	-0.04184897616505623
278490	rnn.weight_ih_l0	2	0.006335027515888214
278490	rnn.weight_ih_l0	3	0.04536839947104454
278490	rnn.weight_ih_l0	4	-0.02996198832988739
278490	rnn.weight_ih_l0	5	0.04173726215958595
278490	rnn.weight_ih_l0	6	0.00754107441753149
278490	rnn.weight_ih_l0	7	0.06611942499876022
278490	rnn.weight_ih_l0	8	0.009209878742694855
278490	rnn.weight_ih_l0	9	-0.025843115523457527
278490	rnn.weight_hh_l0	0	-0.011691885069012642
278490	rnn.weight_hh_l0	1	-0.028363000601530075
278490	rnn.weight_hh_l0	2	-0.06093998998403549
278490	rnn.weight_hh_l0	3	-0.005909708794206381
278490	rnn.weight_hh_l0	4	-0.009786516427993774
278490	rnn.weight_hh_l0	5	-0.024608975276350975
278490	rnn.weight_hh_l0	6	0.0006182824727147818
278490	rnn.weight_hh_l0	7	-0.0366361141204834
278490	rnn.weight_hh_l0	8	0.06695085018873215
278490	rnn.weight_hh_l0	9	0.04578707739710808
278490	rnn.bias_ih_l0	0	-0.17276617884635925
278490	rnn.bias_ih_l0	1	-0.16996479034423828
278490	rnn.bias_ih_l0	2	-0.02108984813094139
278490	rnn.bias_ih_l0	3	-0.14699865877628326
278490	rnn.bias_ih_l0	4	-0.058640897274017334
278490	rnn.bias_ih_l0	5	-0.17622043192386627
278490	rnn.bias_ih_l0	6	0.07459837198257446
278490	rnn.bias_ih_l0	7	-0.08649489283561707
278490	rnn.bias_ih_l0	8	-0.04542816802859306
278490	rnn.bias_ih_l0	9	-0.10882068425416946
278490	rnn.bias_hh_l0	0	-0.07026083022356033
278490	rnn.bias_hh_l0	1	0.24602144956588745
278490	rnn.bias_hh_l0	2	0.04753602296113968
278490	rnn.bias_hh_l0	3	-0.07775305956602097
278490	rnn.bias_hh_l0	4	-0.08324427902698517
278490	rnn.bias_hh_l0	5	-0.002264233771711588
278490	rnn.bias_hh_l0	6	0.057164330035448074
278490	rnn.bias_hh_l0	7	-0.09858155995607376
278490	rnn.bias_hh_l0	8	-0.23806717991828918
278490	rnn.bias_hh_l0	9	-0.10166356712579727
278490	rnn.weight_ih_l0_reverse	0	0.019201138988137245
278490	rnn.weight_ih_l0_reverse	1	-0.05969815328717232
278490	rnn.weight_ih_l0_reverse	2	0.04311298578977585
278490	rnn.weight_ih_l0_reverse	3	0.019962074235081673
278490	rnn.weight_ih_l0_reverse	4	-0.00027949732611887157
278490	rnn.weight_ih_l0_reverse	5	-0.0262216217815876
278490	rnn.weight_ih_l0_reverse	6	0.014146913774311543
278490	rnn.weight_ih_l0_reverse	7	0.028491921722888947
278490	rnn.weight_ih_l0_reverse	8	-0.02830268256366253
278490	rnn.weight_ih_l0_reverse	9	-0.0017519107786938548
278490	rnn.weight_hh_l0_reverse	0	0.03986332193017006
278490	rnn.weight_hh_l0_reverse	1	0.029822370037436485
278490	rnn.weight_hh_l0_reverse	2	-0.022876933217048645
278490	rnn.weight_hh_l0_reverse	3	-0.08169735968112946
278490	rnn.weight_hh_l0_reverse	4	0.011386807076632977
278490	rnn.weight_hh_l0_reverse	5	-0.05974509194493294
278490	rnn.weight_hh_l0_reverse	6	-0.013685322366654873
278490	rnn.weight_hh_l0_reverse	7	0.03073231503367424
278490	rnn.weight_hh_l0_reverse	8	0.007937269285321236
278490	rnn.weight_hh_l0_reverse	9	0.009399935603141785
278490	rnn.bias_ih_l0_reverse	0	-0.046615809202194214
278490	rnn.bias_ih_l0_reverse	1	-0.1382480263710022
278490	rnn.bias_ih_l0_reverse	2	-0.1453426331281662
278490	rnn.bias_ih_l0_reverse	3	-0.04616634175181389
278490	rnn.bias_ih_l0_reverse	4	-0.11456594616174698
278490	rnn.bias_ih_l0_reverse	5	-0.08722081035375595
278490	rnn.bias_ih_l0_reverse	6	-0.2062114030122757
278490	rnn.bias_ih_l0_reverse	7	-0.05322827398777008
278490	rnn.bias_ih_l0_reverse	8	-0.06492990255355835
278490	rnn.bias_ih_l0_reverse	9	-0.13400299847126007
278490	rnn.bias_hh_l0_reverse	0	-0.14388690888881683
278490	rnn.bias_hh_l0_reverse	1	-0.1633085161447525
278490	rnn.bias_hh_l0_reverse	2	0.10356759279966354
278490	rnn.bias_hh_l0_reverse	3	0.07302222400903702
278490	rnn.bias_hh_l0_reverse	4	-0.17764832079410553
278490	rnn.bias_hh_l0_reverse	5	-0.1407880187034607
278490	rnn.bias_hh_l0_reverse	6	-0.08825329691171646
278490	rnn.bias_hh_l0_reverse	7	-0.05563301593065262
278490	rnn.bias_hh_l0_reverse	8	-0.0956590324640274
278490	rnn.bias_hh_l0_reverse	9	-0.023521818220615387
278490	linear.weight	0	-0.007720345631241798
278490	linear.weight	1	-0.0022217785008251667
278490	linear.weight	2	0.3076985776424408
278490	linear.weight	3	-0.07894662767648697
278490	linear.weight	4	-0.010588549077510834
278490	linear.weight	5	0.11566402018070221
278490	linear.weight	6	-0.010739270597696304
278490	linear.weight	7	-0.07399503141641617
278490	linear.weight	8	0.1921970248222351
278490	linear.weight	9	-0.2675676941871643
278490	linear.bias	0	-0.03956538438796997
278490	linear.bias	1	0.031413208693265915
278490	linear.bias	2	0.4240350127220154
278490	linear.bias	3	-0.7304006218910217
278490	linear.bias	4	2.140460729598999
278490	linear.bias	5	-1.4049479961395264
278490	linear.bias	6	-0.3027794361114502
278490	linear.bias	7	-0.131922647356987
279048	transitions	0	-1.9387211799621582
279048	transitions	1	-10000.0
279048	transitions	2	-0.7969565987586975
279048	transitions	3	-10000.0
279048	transitions	4	2.0709211826324463
279048	transitions	5	-10000.0
279048	transitions	6	-10000.0
279048	transitions	7	1.842995524406433
279048	transitions	8	-2.623574733734131
279048	transitions	9	-4.238715648651123
279048	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
279048	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
279048	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
279048	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
279048	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
279048	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
279048	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
279048	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
279048	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
279048	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
279048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
279048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
279048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
279048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
279048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
279048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
279048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
279048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
279048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
279048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
279048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
279048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
279048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
279048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
279048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
279048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
279048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
279048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
279048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
279048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
279048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
279048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
279048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
279048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
279048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
279048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
279048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
279048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
279048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
279048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
279048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
279048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
279048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
279048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
279048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
279048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
279048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
279048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
279048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
279048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
279048	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
279048	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
279048	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
279048	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
279048	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
279048	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
279048	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
279048	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
279048	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
279048	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
279048	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
279048	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
279048	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
279048	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
279048	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
279048	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
279048	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
279048	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
279048	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
279048	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
279048	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
279048	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
279048	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
279048	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
279048	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
279048	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
279048	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
279048	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
279048	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
279048	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
279048	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
279048	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
279048	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
279048	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
279048	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
279048	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
279048	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
279048	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
279048	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
279048	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
279048	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
279048	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
279048	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
279048	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
279048	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
279048	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
279048	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
279048	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
279048	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
279048	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
279048	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
279048	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
279048	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
279048	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
279048	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
279048	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
279048	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
279048	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
279048	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
279048	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
279048	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
279048	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
279048	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
279048	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
279048	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
279048	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
279048	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
279048	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
279048	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
279048	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
279048	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
279048	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
279048	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
279048	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
279048	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
279048	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
279048	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
279048	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
279048	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
279048	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
279048	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
279048	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
279048	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
279048	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
279048	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
279048	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
279048	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
279048	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
279048	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
279048	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
279048	embedding2nn.weight	0	0.006411590613424778
279048	embedding2nn.weight	1	0.003966411110013723
279048	embedding2nn.weight	2	0.013429928570985794
279048	embedding2nn.weight	3	0.026774905622005463
279048	embedding2nn.weight	4	0.02345559559762478
279048	embedding2nn.weight	5	0.005128487478941679
279048	embedding2nn.weight	6	-0.015368255786597729
279048	embedding2nn.weight	7	-0.0006736137438565493
279048	embedding2nn.weight	8	-0.009699249640107155
279048	embedding2nn.weight	9	0.0020374334417283535
279048	embedding2nn.bias	0	0.01576668955385685
279048	embedding2nn.bias	1	-0.03887675702571869
279048	embedding2nn.bias	2	0.08604695647954941
279048	embedding2nn.bias	3	0.0707327127456665
279048	embedding2nn.bias	4	-0.01263469085097313
279048	embedding2nn.bias	5	-0.02984119951725006
279048	embedding2nn.bias	6	0.026888685300946236
279048	embedding2nn.bias	7	0.002496968721970916
279048	embedding2nn.bias	8	-0.03436025604605675
279048	embedding2nn.bias	9	0.028515547513961792
279048	rnn.weight_ih_l0	0	0.06527666747570038
279048	rnn.weight_ih_l0	1	-0.041771695017814636
279048	rnn.weight_ih_l0	2	0.00629958463832736
279048	rnn.weight_ih_l0	3	0.045369140803813934
279048	rnn.weight_ih_l0	4	-0.030012164264917374
279048	rnn.weight_ih_l0	5	0.04178871586918831
279048	rnn.weight_ih_l0	6	0.007531472481787205
279048	rnn.weight_ih_l0	7	0.06610172241926193
279048	rnn.weight_ih_l0	8	0.009270538575947285
279048	rnn.weight_ih_l0	9	-0.025812705978751183
279048	rnn.weight_hh_l0	0	-0.01161003578454256
279048	rnn.weight_hh_l0	1	-0.028360767289996147
279048	rnn.weight_hh_l0	2	-0.06093639135360718
279048	rnn.weight_hh_l0	3	-0.0059173800982534885
279048	rnn.weight_hh_l0	4	-0.009763365611433983
279048	rnn.weight_hh_l0	5	-0.024632791057229042
279048	rnn.weight_hh_l0	6	0.0006034162361174822
279048	rnn.weight_hh_l0	7	-0.03662649169564247
279048	rnn.weight_hh_l0	8	0.06691010296344757
279048	rnn.weight_hh_l0	9	0.04578474164009094
279048	rnn.bias_ih_l0	0	-0.17238080501556396
279048	rnn.bias_ih_l0	1	-0.17006322741508484
279048	rnn.bias_ih_l0	2	-0.02109786681830883
279048	rnn.bias_ih_l0	3	-0.146982803940773
279048	rnn.bias_ih_l0	4	-0.05840466916561127
279048	rnn.bias_ih_l0	5	-0.17615044116973877
279048	rnn.bias_ih_l0	6	0.0746886357665062
279048	rnn.bias_ih_l0	7	-0.08603088557720184
279048	rnn.bias_ih_l0	8	-0.0457463301718235
279048	rnn.bias_ih_l0	9	-0.10881868004798889
279048	rnn.bias_hh_l0	0	-0.07032673060894012
279048	rnn.bias_hh_l0	1	0.2463058978319168
279048	rnn.bias_hh_l0	2	0.047720443457365036
279048	rnn.bias_hh_l0	3	-0.07769423723220825
279048	rnn.bias_hh_l0	4	-0.0834452360868454
279048	rnn.bias_hh_l0	5	-0.0026038060896098614
279048	rnn.bias_hh_l0	6	0.05732918903231621
279048	rnn.bias_hh_l0	7	-0.09882008284330368
279048	rnn.bias_hh_l0	8	-0.23791375756263733
279048	rnn.bias_hh_l0	9	-0.10172201693058014
279048	rnn.weight_ih_l0_reverse	0	0.019352678209543228
279048	rnn.weight_ih_l0_reverse	1	-0.059719912707805634
279048	rnn.weight_ih_l0_reverse	2	0.04310265928506851
279048	rnn.weight_ih_l0_reverse	3	0.0200587697327137
279048	rnn.weight_ih_l0_reverse	4	-0.00019383338803891093
279048	rnn.weight_ih_l0_reverse	5	-0.026180418208241463
279048	rnn.weight_ih_l0_reverse	6	0.013986090198159218
279048	rnn.weight_ih_l0_reverse	7	0.02857721410691738
279048	rnn.weight_ih_l0_reverse	8	-0.02826143056154251
279048	rnn.weight_ih_l0_reverse	9	-0.001695507438853383
279048	rnn.weight_hh_l0_reverse	0	0.03984931856393814
279048	rnn.weight_hh_l0_reverse	1	0.029894530773162842
279048	rnn.weight_hh_l0_reverse	2	-0.022870216518640518
279048	rnn.weight_hh_l0_reverse	3	-0.08162152022123337
279048	rnn.weight_hh_l0_reverse	4	0.011404108256101608
279048	rnn.weight_hh_l0_reverse	5	-0.05980833247303963
279048	rnn.weight_hh_l0_reverse	6	-0.01369500532746315
279048	rnn.weight_hh_l0_reverse	7	0.030735747888684273
279048	rnn.weight_hh_l0_reverse	8	0.007919163443148136
279048	rnn.weight_hh_l0_reverse	9	0.009429438039660454
279048	rnn.bias_ih_l0_reverse	0	-0.046702031046152115
279048	rnn.bias_ih_l0_reverse	1	-0.1381741464138031
279048	rnn.bias_ih_l0_reverse	2	-0.14547871053218842
279048	rnn.bias_ih_l0_reverse	3	-0.04643978178501129
279048	rnn.bias_ih_l0_reverse	4	-0.11493141949176788
279048	rnn.bias_ih_l0_reverse	5	-0.08703356236219406
279048	rnn.bias_ih_l0_reverse	6	-0.20628692209720612
279048	rnn.bias_ih_l0_reverse	7	-0.053312066942453384
279048	rnn.bias_ih_l0_reverse	8	-0.06487344205379486
279048	rnn.bias_ih_l0_reverse	9	-0.13399003446102142
279048	rnn.bias_hh_l0_reverse	0	-0.14374378323554993
279048	rnn.bias_hh_l0_reverse	1	-0.1631266176700592
279048	rnn.bias_hh_l0_reverse	2	0.10392137616872787
279048	rnn.bias_hh_l0_reverse	3	0.07298938184976578
279048	rnn.bias_hh_l0_reverse	4	-0.17776212096214294
279048	rnn.bias_hh_l0_reverse	5	-0.14035609364509583
279048	rnn.bias_hh_l0_reverse	6	-0.08884910494089127
279048	rnn.bias_hh_l0_reverse	7	-0.05563947558403015
279048	rnn.bias_hh_l0_reverse	8	-0.09570734947919846
279048	rnn.bias_hh_l0_reverse	9	-0.02315540798008442
279048	linear.weight	0	-0.007720448076725006
279048	linear.weight	1	-0.0035696581471711397
279048	linear.weight	2	0.3085598945617676
279048	linear.weight	3	-0.07894625514745712
279048	linear.weight	4	-0.010588549077510834
279048	linear.weight	5	0.11340009421110153
279048	linear.weight	6	-0.010739270597696304
279048	linear.weight	7	-0.07300455123186111
279048	linear.weight	8	0.19320878386497498
279048	linear.weight	9	-0.26690763235092163
279048	linear.bias	0	-0.03956538438796997
279048	linear.bias	1	0.031413208693265915
279048	linear.bias	2	0.4179772734642029
279048	linear.bias	3	-0.7235049605369568
279048	linear.bias	4	2.1378066539764404
279048	linear.bias	5	-1.4049500226974487
279048	linear.bias	6	-0.3018554151058197
279048	linear.bias	7	-0.13101258873939514
279607	transitions	0	-1.938807487487793
279607	transitions	1	-10000.0
279607	transitions	2	-0.7969565987586975
279607	transitions	3	-10000.0
279607	transitions	4	2.0715010166168213
279607	transitions	5	-10000.0
279607	transitions	6	-10000.0
279607	transitions	7	1.8412816524505615
279607	transitions	8	-2.623667001724243
279607	transitions	9	-4.238730430603027
279607	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
279607	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
279607	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
279607	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
279607	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
279607	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
279607	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
279607	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
279607	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
279607	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
279607	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
279607	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
279607	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
279607	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
279607	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
279607	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
279607	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
279607	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
279607	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
279607	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
279607	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
279607	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
279607	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
279607	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
279607	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
279607	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
279607	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
279607	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
279607	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
279607	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
279607	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
279607	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
279607	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
279607	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
279607	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
279607	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
279607	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
279607	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
279607	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
279607	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
279607	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
279607	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
279607	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
279607	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
279607	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
279607	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
279607	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
279607	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
279607	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
279607	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
279607	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
279607	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
279607	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
279607	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
279607	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
279607	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
279607	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
279607	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
279607	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
279607	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
279607	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
279607	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
279607	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
279607	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
279607	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
279607	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
279607	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
279607	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
279607	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
279607	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
279607	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
279607	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
279607	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
279607	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
279607	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
279607	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
279607	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
279607	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
279607	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
279607	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
279607	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
279607	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
279607	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
279607	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
279607	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
279607	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
279607	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
279607	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
279607	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
279607	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
279607	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
279607	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
279607	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
279607	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
279607	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
279607	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
279607	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
279607	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
279607	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
279607	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
279607	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
279607	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
279607	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
279607	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
279607	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
279607	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
279607	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
279607	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
279607	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
279607	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
279607	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
279607	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
279607	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
279607	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
279607	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
279607	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
279607	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
279607	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
279607	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
279607	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
279607	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
279607	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
279607	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
279607	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
279607	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
279607	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
279607	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
279607	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
279607	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
279607	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
279607	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
279607	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
279607	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
279607	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
279607	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
279607	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
279607	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
279607	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
279607	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
279607	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
279607	embedding2nn.weight	0	0.006411118432879448
279607	embedding2nn.weight	1	0.003964446485042572
279607	embedding2nn.weight	2	0.013428657315671444
279607	embedding2nn.weight	3	0.026682652533054352
279607	embedding2nn.weight	4	0.02343001589179039
279607	embedding2nn.weight	5	0.005178362131118774
279607	embedding2nn.weight	6	-0.015383043326437473
279607	embedding2nn.weight	7	-0.0006732931360602379
279607	embedding2nn.weight	8	-0.009618837386369705
279607	embedding2nn.weight	9	0.0020326420199126005
279607	embedding2nn.bias	0	0.01634109765291214
279607	embedding2nn.bias	1	-0.038845524191856384
279607	embedding2nn.bias	2	0.08587726950645447
279607	embedding2nn.bias	3	0.07111644744873047
279607	embedding2nn.bias	4	-0.01302181277424097
279607	embedding2nn.bias	5	-0.030432188883423805
279607	embedding2nn.bias	6	0.027962498366832733
279607	embedding2nn.bias	7	0.002016349695622921
279607	embedding2nn.bias	8	-0.03448287397623062
279607	embedding2nn.bias	9	0.028849365189671516
279607	rnn.weight_ih_l0	0	0.06520015746355057
279607	rnn.weight_ih_l0	1	-0.04181135073304176
279607	rnn.weight_ih_l0	2	0.006229471880942583
279607	rnn.weight_ih_l0	3	0.045346878468990326
279607	rnn.weight_ih_l0	4	-0.030039159581065178
279607	rnn.weight_ih_l0	5	0.04185308516025543
279607	rnn.weight_ih_l0	6	0.00750237051397562
279607	rnn.weight_ih_l0	7	0.06604906916618347
279607	rnn.weight_ih_l0	8	0.009225866757333279
279607	rnn.weight_ih_l0	9	-0.02568204142153263
279607	rnn.weight_hh_l0	0	-0.011576130986213684
279607	rnn.weight_hh_l0	1	-0.02836436964571476
279607	rnn.weight_hh_l0	2	-0.06101353466510773
279607	rnn.weight_hh_l0	3	-0.005944250151515007
279607	rnn.weight_hh_l0	4	-0.009761402383446693
279607	rnn.weight_hh_l0	5	-0.024635614827275276
279607	rnn.weight_hh_l0	6	0.0005934679065831006
279607	rnn.weight_hh_l0	7	-0.036585770547389984
279607	rnn.weight_hh_l0	8	0.06689901649951935
279607	rnn.weight_hh_l0	9	0.04575283080339432
279607	rnn.bias_ih_l0	0	-0.1725878119468689
279607	rnn.bias_ih_l0	1	-0.17015056312084198
279607	rnn.bias_ih_l0	2	-0.021235864609479904
279607	rnn.bias_ih_l0	3	-0.14727731049060822
279607	rnn.bias_ih_l0	4	-0.05838349089026451
279607	rnn.bias_ih_l0	5	-0.1764160692691803
279607	rnn.bias_ih_l0	6	0.0742964893579483
279607	rnn.bias_ih_l0	7	-0.0854780524969101
279607	rnn.bias_ih_l0	8	-0.045465026050806046
279607	rnn.bias_ih_l0	9	-0.10863953083753586
279607	rnn.bias_hh_l0	0	-0.07050304114818573
279607	rnn.bias_hh_l0	1	0.24664261937141418
279607	rnn.bias_hh_l0	2	0.04768948629498482
279607	rnn.bias_hh_l0	3	-0.07763022929430008
279607	rnn.bias_hh_l0	4	-0.08338962495326996
279607	rnn.bias_hh_l0	5	-0.002696509473025799
279607	rnn.bias_hh_l0	6	0.05747263506054878
279607	rnn.bias_hh_l0	7	-0.09923245012760162
279607	rnn.bias_hh_l0	8	-0.23806285858154297
279607	rnn.bias_hh_l0	9	-0.10162559151649475
279607	rnn.weight_ih_l0_reverse	0	0.0194378811866045
279607	rnn.weight_ih_l0_reverse	1	-0.05969499051570892
279607	rnn.weight_ih_l0_reverse	2	0.04314306005835533
279607	rnn.weight_ih_l0_reverse	3	0.019991962239146233
279607	rnn.weight_ih_l0_reverse	4	-0.0001406618976034224
279607	rnn.weight_ih_l0_reverse	5	-0.02608504518866539
279607	rnn.weight_ih_l0_reverse	6	0.014015371911227703
279607	rnn.weight_ih_l0_reverse	7	0.028574874624609947
279607	rnn.weight_ih_l0_reverse	8	-0.028189685195684433
279607	rnn.weight_ih_l0_reverse	9	-0.0016790746012702584
279607	rnn.weight_hh_l0_reverse	0	0.039852287620306015
279607	rnn.weight_hh_l0_reverse	1	0.029896551743149757
279607	rnn.weight_hh_l0_reverse	2	-0.02290445566177368
279607	rnn.weight_hh_l0_reverse	3	-0.08162672817707062
279607	rnn.weight_hh_l0_reverse	4	0.011405649594962597
279607	rnn.weight_hh_l0_reverse	5	-0.059807050973176956
279607	rnn.weight_hh_l0_reverse	6	-0.013695653527975082
279607	rnn.weight_hh_l0_reverse	7	0.030781537294387817
279607	rnn.weight_hh_l0_reverse	8	0.007857085205614567
279607	rnn.weight_hh_l0_reverse	9	0.009335045702755451
279607	rnn.bias_ih_l0_reverse	0	-0.046391233801841736
279607	rnn.bias_ih_l0_reverse	1	-0.13826261460781097
279607	rnn.bias_ih_l0_reverse	2	-0.14550934731960297
279607	rnn.bias_ih_l0_reverse	3	-0.04647737368941307
279607	rnn.bias_ih_l0_reverse	4	-0.11523258686065674
279607	rnn.bias_ih_l0_reverse	5	-0.08713759481906891
279607	rnn.bias_ih_l0_reverse	6	-0.2064901739358902
279607	rnn.bias_ih_l0_reverse	7	-0.053193770349025726
279607	rnn.bias_ih_l0_reverse	8	-0.06478070467710495
279607	rnn.bias_ih_l0_reverse	9	-0.1337161660194397
279607	rnn.bias_hh_l0_reverse	0	-0.14399252831935883
279607	rnn.bias_hh_l0_reverse	1	-0.163140669465065
279607	rnn.bias_hh_l0_reverse	2	0.10376196354627609
279607	rnn.bias_hh_l0_reverse	3	0.07271169126033783
279607	rnn.bias_hh_l0_reverse	4	-0.1781097650527954
279607	rnn.bias_hh_l0_reverse	5	-0.140186607837677
279607	rnn.bias_hh_l0_reverse	6	-0.08952005952596664
279607	rnn.bias_hh_l0_reverse	7	-0.05543910339474678
279607	rnn.bias_hh_l0_reverse	8	-0.09579309821128845
279607	rnn.bias_hh_l0_reverse	9	-0.02356186881661415
279607	linear.weight	0	-0.0077205197885632515
279607	linear.weight	1	-0.00496891001239419
279607	linear.weight	2	0.30873903632164
279607	linear.weight	3	-0.0789458304643631
279607	linear.weight	4	-0.010588549077510834
279607	linear.weight	5	0.11436425149440765
279607	linear.weight	6	-0.010739270597696304
279607	linear.weight	7	-0.069468192756176
279607	linear.weight	8	0.18919318914413452
279607	linear.weight	9	-0.26711389422416687
279607	linear.bias	0	-0.03956538438796997
279607	linear.bias	1	0.031413208693265915
279607	linear.bias	2	0.4193609058856964
279607	linear.bias	3	-0.7308664321899414
279607	linear.bias	4	2.144845485687256
279607	linear.bias	5	-1.4049524068832397
279607	linear.bias	6	-0.30237042903900146
279607	linear.bias	7	-0.13154107332229614
280165	transitions	0	-1.938944697380066
280165	transitions	1	-10000.0
280165	transitions	2	-0.7969565987586975
280165	transitions	3	-10000.0
280165	transitions	4	2.0713961124420166
280165	transitions	5	-10000.0
280165	transitions	6	-10000.0
280165	transitions	7	1.8422672748565674
280165	transitions	8	-2.623746633529663
280165	transitions	9	-4.238744735717773
280165	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
280165	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
280165	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
280165	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
280165	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
280165	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
280165	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
280165	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
280165	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
280165	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
280165	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
280165	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
280165	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
280165	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
280165	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
280165	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
280165	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
280165	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
280165	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
280165	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
280165	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
280165	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
280165	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
280165	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
280165	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
280165	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
280165	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
280165	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
280165	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
280165	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
280165	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
280165	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
280165	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
280165	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
280165	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
280165	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
280165	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
280165	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
280165	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
280165	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
280165	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
280165	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
280165	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
280165	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
280165	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
280165	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
280165	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
280165	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
280165	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
280165	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
280165	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
280165	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
280165	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
280165	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
280165	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
280165	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
280165	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
280165	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
280165	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
280165	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
280165	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
280165	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
280165	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
280165	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
280165	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
280165	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
280165	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
280165	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
280165	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
280165	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
280165	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
280165	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
280165	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
280165	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
280165	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
280165	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
280165	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
280165	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
280165	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
280165	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
280165	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
280165	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
280165	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
280165	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
280165	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
280165	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
280165	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
280165	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
280165	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
280165	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
280165	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
280165	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
280165	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
280165	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
280165	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
280165	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
280165	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
280165	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
280165	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
280165	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
280165	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
280165	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
280165	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
280165	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
280165	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
280165	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
280165	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
280165	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
280165	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
280165	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
280165	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
280165	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
280165	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
280165	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
280165	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
280165	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
280165	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
280165	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
280165	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
280165	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
280165	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
280165	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
280165	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
280165	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
280165	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
280165	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
280165	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
280165	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
280165	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
280165	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
280165	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
280165	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
280165	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
280165	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
280165	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
280165	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
280165	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
280165	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
280165	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
280165	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
280165	embedding2nn.weight	0	0.006411469075828791
280165	embedding2nn.weight	1	0.003957875072956085
280165	embedding2nn.weight	2	0.013429167680442333
280165	embedding2nn.weight	3	0.02669956162571907
280165	embedding2nn.weight	4	0.023418590426445007
280165	embedding2nn.weight	5	0.005151616875082254
280165	embedding2nn.weight	6	-0.015380961820483208
280165	embedding2nn.weight	7	-0.0006843642331659794
280165	embedding2nn.weight	8	-0.009651546366512775
280165	embedding2nn.weight	9	0.0020463820546865463
280165	embedding2nn.bias	0	0.015514724887907505
280165	embedding2nn.bias	1	-0.038763377815485
280165	embedding2nn.bias	2	0.08604828268289566
280165	embedding2nn.bias	3	0.06985734403133392
280165	embedding2nn.bias	4	-0.012651377357542515
280165	embedding2nn.bias	5	-0.029872359707951546
280165	embedding2nn.bias	6	0.028575919568538666
280165	embedding2nn.bias	7	0.0027047782205045223
280165	embedding2nn.bias	8	-0.03464553505182266
280165	embedding2nn.bias	9	0.028997158631682396
280165	rnn.weight_ih_l0	0	0.06521444022655487
280165	rnn.weight_ih_l0	1	-0.04195878282189369
280165	rnn.weight_ih_l0	2	0.006108769215643406
280165	rnn.weight_ih_l0	3	0.04546142369508743
280165	rnn.weight_ih_l0	4	-0.03010174259543419
280165	rnn.weight_ih_l0	5	0.04185257852077484
280165	rnn.weight_ih_l0	6	0.007533780764788389
280165	rnn.weight_ih_l0	7	0.06605242937803268
280165	rnn.weight_ih_l0	8	0.009224251843988895
280165	rnn.weight_ih_l0	9	-0.02558397501707077
280165	rnn.weight_hh_l0	0	-0.011667505837976933
280165	rnn.weight_hh_l0	1	-0.02836456149816513
280165	rnn.weight_hh_l0	2	-0.061106275767087936
280165	rnn.weight_hh_l0	3	-0.005929185077548027
280165	rnn.weight_hh_l0	4	-0.009771957993507385
280165	rnn.weight_hh_l0	5	-0.024634310975670815
280165	rnn.weight_hh_l0	6	0.0006048806244507432
280165	rnn.weight_hh_l0	7	-0.036609530448913574
280165	rnn.weight_hh_l0	8	0.06694915890693665
280165	rnn.weight_hh_l0	9	0.045719970017671585
280165	rnn.bias_ih_l0	0	-0.1724747270345688
280165	rnn.bias_ih_l0	1	-0.16956986486911774
280165	rnn.bias_ih_l0	2	-0.02101597562432289
280165	rnn.bias_ih_l0	3	-0.14722594618797302
280165	rnn.bias_ih_l0	4	-0.05826527997851372
280165	rnn.bias_ih_l0	5	-0.17651036381721497
280165	rnn.bias_ih_l0	6	0.07512438297271729
280165	rnn.bias_ih_l0	7	-0.08534243702888489
280165	rnn.bias_ih_l0	8	-0.045322779566049576
280165	rnn.bias_ih_l0	9	-0.10869693011045456
280165	rnn.bias_hh_l0	0	-0.0704481229186058
280165	rnn.bias_hh_l0	1	0.24644248187541962
280165	rnn.bias_hh_l0	2	0.04749608039855957
280165	rnn.bias_hh_l0	3	-0.07767503708600998
280165	rnn.bias_hh_l0	4	-0.08349820971488953
280165	rnn.bias_hh_l0	5	-0.002349046291783452
280165	rnn.bias_hh_l0	6	0.057333141565322876
280165	rnn.bias_hh_l0	7	-0.09860359877347946
280165	rnn.bias_hh_l0	8	-0.23788656294345856
280165	rnn.bias_hh_l0	9	-0.10169298946857452
280165	rnn.weight_ih_l0_reverse	0	0.01948115974664688
280165	rnn.weight_ih_l0_reverse	1	-0.05959530174732208
280165	rnn.weight_ih_l0_reverse	2	0.043122902512550354
280165	rnn.weight_ih_l0_reverse	3	0.020060772076249123
280165	rnn.weight_ih_l0_reverse	4	-6.0473495977930725e-05
280165	rnn.weight_ih_l0_reverse	5	-0.026087604463100433
280165	rnn.weight_ih_l0_reverse	6	0.01408339198678732
280165	rnn.weight_ih_l0_reverse	7	0.02854524925351143
280165	rnn.weight_ih_l0_reverse	8	-0.02818615362048149
280165	rnn.weight_ih_l0_reverse	9	-0.0015250439755618572
280165	rnn.weight_hh_l0_reverse	0	0.0398700088262558
280165	rnn.weight_hh_l0_reverse	1	0.02986048348248005
280165	rnn.weight_hh_l0_reverse	2	-0.02291378751397133
280165	rnn.weight_hh_l0_reverse	3	-0.08167143166065216
280165	rnn.weight_hh_l0_reverse	4	0.01136323157697916
280165	rnn.weight_hh_l0_reverse	5	-0.059838104993104935
280165	rnn.weight_hh_l0_reverse	6	-0.013722621835768223
280165	rnn.weight_hh_l0_reverse	7	0.030793627724051476
280165	rnn.weight_hh_l0_reverse	8	0.007879876531660557
280165	rnn.weight_hh_l0_reverse	9	0.00930771604180336
280165	rnn.bias_ih_l0_reverse	0	-0.04623056948184967
280165	rnn.bias_ih_l0_reverse	1	-0.13845330476760864
280165	rnn.bias_ih_l0_reverse	2	-0.14531980454921722
280165	rnn.bias_ih_l0_reverse	3	-0.04645255580544472
280165	rnn.bias_ih_l0_reverse	4	-0.11505720019340515
280165	rnn.bias_ih_l0_reverse	5	-0.08705640584230423
280165	rnn.bias_ih_l0_reverse	6	-0.20629817247390747
280165	rnn.bias_ih_l0_reverse	7	-0.05315666273236275
280165	rnn.bias_ih_l0_reverse	8	-0.06491341441869736
280165	rnn.bias_ih_l0_reverse	9	-0.13404226303100586
280165	rnn.bias_hh_l0_reverse	0	-0.14395198225975037
280165	rnn.bias_hh_l0_reverse	1	-0.16316448152065277
280165	rnn.bias_hh_l0_reverse	2	0.10393402725458145
280165	rnn.bias_hh_l0_reverse	3	0.07205168902873993
280165	rnn.bias_hh_l0_reverse	4	-0.17814061045646667
280165	rnn.bias_hh_l0_reverse	5	-0.14019273221492767
280165	rnn.bias_hh_l0_reverse	6	-0.08924766629934311
280165	rnn.bias_hh_l0_reverse	7	-0.05572446435689926
280165	rnn.bias_hh_l0_reverse	8	-0.0955536887049675
280165	rnn.bias_hh_l0_reverse	9	-0.023946253582835197
280165	linear.weight	0	-0.007720632012933493
280165	linear.weight	1	-0.0070725176483392715
280165	linear.weight	2	0.3087954819202423
280165	linear.weight	3	-0.07894540578126907
280165	linear.weight	4	-0.010588549077510834
280165	linear.weight	5	0.11270399391651154
280165	linear.weight	6	-0.010739270597696304
280165	linear.weight	7	-0.0681336373090744
280165	linear.weight	8	0.18416546285152435
280165	linear.weight	9	-0.2663155198097229
280165	linear.bias	0	-0.03956538438796997
280165	linear.bias	1	0.031413208693265915
280165	linear.bias	2	0.41520723700523376
280165	linear.bias	3	-0.7339354157447815
280165	linear.bias	4	2.147077798843384
280165	linear.bias	5	-1.4049547910690308
280165	linear.bias	6	-0.29981744289398193
280165	linear.bias	7	-0.1290879100561142
280723	transitions	0	-1.9391030073165894
280723	transitions	1	-10000.0
280723	transitions	2	-0.7969565987586975
280723	transitions	3	-10000.0
280723	transitions	4	2.070681571960449
280723	transitions	5	-10000.0
280723	transitions	6	-10000.0
280723	transitions	7	1.8392919301986694
280723	transitions	8	-2.623847723007202
280723	transitions	9	-4.2387614250183105
280723	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
280723	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
280723	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
280723	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
280723	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
280723	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
280723	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
280723	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
280723	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
280723	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
280723	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
280723	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
280723	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
280723	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
280723	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
280723	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
280723	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
280723	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
280723	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
280723	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
280723	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
280723	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
280723	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
280723	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
280723	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
280723	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
280723	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
280723	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
280723	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
280723	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
280723	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
280723	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
280723	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
280723	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
280723	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
280723	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
280723	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
280723	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
280723	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
280723	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
280723	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
280723	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
280723	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
280723	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
280723	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
280723	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
280723	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
280723	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
280723	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
280723	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
280723	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
280723	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
280723	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
280723	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
280723	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
280723	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
280723	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
280723	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
280723	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
280723	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
280723	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
280723	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
280723	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
280723	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
280723	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
280723	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
280723	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
280723	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
280723	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
280723	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
280723	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
280723	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
280723	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
280723	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
280723	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
280723	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
280723	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
280723	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
280723	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
280723	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
280723	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
280723	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
280723	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
280723	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
280723	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
280723	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
280723	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
280723	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
280723	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
280723	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
280723	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
280723	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
280723	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
280723	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
280723	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
280723	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
280723	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
280723	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
280723	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
280723	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
280723	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
280723	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
280723	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
280723	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
280723	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
280723	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
280723	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
280723	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
280723	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
280723	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
280723	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
280723	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
280723	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
280723	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
280723	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
280723	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
280723	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
280723	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
280723	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
280723	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
280723	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
280723	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
280723	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
280723	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
280723	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
280723	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
280723	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
280723	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
280723	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
280723	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
280723	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
280723	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
280723	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
280723	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
280723	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
280723	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
280723	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
280723	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
280723	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
280723	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
280723	embedding2nn.weight	0	0.006408527493476868
280723	embedding2nn.weight	1	0.003961289767175913
280723	embedding2nn.weight	2	0.013426651246845722
280723	embedding2nn.weight	3	0.026712840422987938
280723	embedding2nn.weight	4	0.02336561679840088
280723	embedding2nn.weight	5	0.005084355361759663
280723	embedding2nn.weight	6	-0.015384571626782417
280723	embedding2nn.weight	7	-0.00068620964884758
280723	embedding2nn.weight	8	-0.00960929412394762
280723	embedding2nn.weight	9	0.002034788252785802
280723	embedding2nn.bias	0	0.01562290545552969
280723	embedding2nn.bias	1	-0.03868600353598595
280723	embedding2nn.bias	2	0.08629871904850006
280723	embedding2nn.bias	3	0.06936966627836227
280723	embedding2nn.bias	4	-0.012923641130328178
280723	embedding2nn.bias	5	-0.030839839950203896
280723	embedding2nn.bias	6	0.027796685695648193
280723	embedding2nn.bias	7	0.00401282450184226
280723	embedding2nn.bias	8	-0.03444523364305496
280723	embedding2nn.bias	9	0.028813213109970093
280723	rnn.weight_ih_l0	0	0.06516630947589874
280723	rnn.weight_ih_l0	1	-0.04193732514977455
280723	rnn.weight_ih_l0	2	0.006112264469265938
280723	rnn.weight_ih_l0	3	0.04547119140625
280723	rnn.weight_ih_l0	4	-0.030090410262346268
280723	rnn.weight_ih_l0	5	0.04188545048236847
280723	rnn.weight_ih_l0	6	0.007549313362687826
280723	rnn.weight_ih_l0	7	0.06603942066431046
280723	rnn.weight_ih_l0	8	0.009180412627756596
280723	rnn.weight_ih_l0	9	-0.02560568042099476
280723	rnn.weight_hh_l0	0	-0.01168428361415863
280723	rnn.weight_hh_l0	1	-0.028346961364150047
280723	rnn.weight_hh_l0	2	-0.06115187704563141
280723	rnn.weight_hh_l0	3	-0.005934484768658876
280723	rnn.weight_hh_l0	4	-0.009775259532034397
280723	rnn.weight_hh_l0	5	-0.024637434631586075
280723	rnn.weight_hh_l0	6	0.0006043472676537931
280723	rnn.weight_hh_l0	7	-0.03670085594058037
280723	rnn.weight_hh_l0	8	0.06696759164333344
280723	rnn.weight_hh_l0	9	0.04572610557079315
280723	rnn.bias_ih_l0	0	-0.17243121564388275
280723	rnn.bias_ih_l0	1	-0.1700049340724945
280723	rnn.bias_ih_l0	2	-0.02070935070514679
280723	rnn.bias_ih_l0	3	-0.14715145528316498
280723	rnn.bias_ih_l0	4	-0.05820257589221001
280723	rnn.bias_ih_l0	5	-0.17655600607395172
280723	rnn.bias_ih_l0	6	0.0750725194811821
280723	rnn.bias_ih_l0	7	-0.0852140560746193
280723	rnn.bias_ih_l0	8	-0.045212455093860626
280723	rnn.bias_ih_l0	9	-0.1088719293475151
280723	rnn.bias_hh_l0	0	-0.07011954486370087
280723	rnn.bias_hh_l0	1	0.2465388923883438
280723	rnn.bias_hh_l0	2	0.04744546860456467
280723	rnn.bias_hh_l0	3	-0.07770957797765732
280723	rnn.bias_hh_l0	4	-0.08366300165653229
280723	rnn.bias_hh_l0	5	-0.0018300306983292103
280723	rnn.bias_hh_l0	6	0.05769341439008713
280723	rnn.bias_hh_l0	7	-0.09847231209278107
280723	rnn.bias_hh_l0	8	-0.2377847135066986
280723	rnn.bias_hh_l0	9	-0.10178764164447784
280723	rnn.weight_ih_l0_reverse	0	0.019394299015402794
280723	rnn.weight_ih_l0_reverse	1	-0.05966988578438759
280723	rnn.weight_ih_l0_reverse	2	0.04308133199810982
280723	rnn.weight_ih_l0_reverse	3	0.02005736529827118
280723	rnn.weight_ih_l0_reverse	4	-0.00010447525710333139
280723	rnn.weight_ih_l0_reverse	5	-0.026072535663843155
280723	rnn.weight_ih_l0_reverse	6	0.013926327228546143
280723	rnn.weight_ih_l0_reverse	7	0.028610246255993843
280723	rnn.weight_ih_l0_reverse	8	-0.02815713733434677
280723	rnn.weight_ih_l0_reverse	9	-0.001461147447116673
280723	rnn.weight_hh_l0_reverse	0	0.03983382508158684
280723	rnn.weight_hh_l0_reverse	1	0.029886940494179726
280723	rnn.weight_hh_l0_reverse	2	-0.022899381816387177
280723	rnn.weight_hh_l0_reverse	3	-0.08155298978090286
280723	rnn.weight_hh_l0_reverse	4	0.01141933724284172
280723	rnn.weight_hh_l0_reverse	5	-0.059790659695863724
280723	rnn.weight_hh_l0_reverse	6	-0.013716340996325016
280723	rnn.weight_hh_l0_reverse	7	0.03080654703080654
280723	rnn.weight_hh_l0_reverse	8	0.007780536077916622
280723	rnn.weight_hh_l0_reverse	9	0.009352953173220158
280723	rnn.bias_ih_l0_reverse	0	-0.04623359814286232
280723	rnn.bias_ih_l0_reverse	1	-0.13845136761665344
280723	rnn.bias_ih_l0_reverse	2	-0.14515717327594757
280723	rnn.bias_ih_l0_reverse	3	-0.046620745211839676
280723	rnn.bias_ih_l0_reverse	4	-0.11471027880907059
280723	rnn.bias_ih_l0_reverse	5	-0.08710216730833054
280723	rnn.bias_ih_l0_reverse	6	-0.20638829469680786
280723	rnn.bias_ih_l0_reverse	7	-0.05264922231435776
280723	rnn.bias_ih_l0_reverse	8	-0.06490503996610641
280723	rnn.bias_ih_l0_reverse	9	-0.1339174509048462
280723	rnn.bias_hh_l0_reverse	0	-0.14403609931468964
280723	rnn.bias_hh_l0_reverse	1	-0.16346438229084015
280723	rnn.bias_hh_l0_reverse	2	0.10383538901805878
280723	rnn.bias_hh_l0_reverse	3	0.07177472859621048
280723	rnn.bias_hh_l0_reverse	4	-0.17811821401119232
280723	rnn.bias_hh_l0_reverse	5	-0.13962316513061523
280723	rnn.bias_hh_l0_reverse	6	-0.08926165848970413
280723	rnn.bias_hh_l0_reverse	7	-0.05573120713233948
280723	rnn.bias_hh_l0_reverse	8	-0.09573521465063095
280723	rnn.bias_hh_l0_reverse	9	-0.023926086723804474
280723	linear.weight	0	-0.007720726542174816
280723	linear.weight	1	-0.006843171548098326
280723	linear.weight	2	0.3081974685192108
280723	linear.weight	3	-0.07894512265920639
280723	linear.weight	4	-0.010588549077510834
280723	linear.weight	5	0.11511828005313873
280723	linear.weight	6	-0.010739270597696304
280723	linear.weight	7	-0.06971842795610428
280723	linear.weight	8	0.1826002299785614
280723	linear.weight	9	-0.2655602991580963
280723	linear.bias	0	-0.03956538438796997
280723	linear.bias	1	0.031413208693265915
280723	linear.bias	2	0.4134311378002167
280723	linear.bias	3	-0.7303803563117981
280723	linear.bias	4	2.1464293003082275
280723	linear.bias	5	-1.4049574136734009
280723	linear.bias	6	-0.300361305475235
280723	linear.bias	7	-0.1296582967042923
281281	transitions	0	-1.9392125606536865
281281	transitions	1	-10000.0
281281	transitions	2	-0.7969565987586975
281281	transitions	3	-10000.0
281281	transitions	4	2.0730783939361572
281281	transitions	5	-10000.0
281281	transitions	6	-10000.0
281281	transitions	7	1.8390036821365356
281281	transitions	8	-2.6239309310913086
281281	transitions	9	-4.238777160644531
281281	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
281281	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
281281	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
281281	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
281281	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
281281	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
281281	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
281281	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
281281	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
281281	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
281281	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
281281	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
281281	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
281281	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
281281	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
281281	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
281281	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
281281	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
281281	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
281281	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
281281	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
281281	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
281281	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
281281	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
281281	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
281281	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
281281	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
281281	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
281281	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
281281	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
281281	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
281281	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
281281	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
281281	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
281281	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
281281	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
281281	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
281281	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
281281	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
281281	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
281281	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
281281	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
281281	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
281281	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
281281	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
281281	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
281281	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
281281	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
281281	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
281281	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
281281	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
281281	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
281281	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
281281	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
281281	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
281281	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
281281	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
281281	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
281281	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
281281	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
281281	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
281281	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
281281	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
281281	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
281281	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
281281	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
281281	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
281281	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
281281	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
281281	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
281281	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
281281	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
281281	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
281281	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
281281	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
281281	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
281281	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
281281	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
281281	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
281281	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
281281	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
281281	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
281281	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
281281	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
281281	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
281281	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
281281	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
281281	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
281281	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
281281	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
281281	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
281281	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
281281	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
281281	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
281281	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
281281	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
281281	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
281281	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
281281	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
281281	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
281281	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
281281	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
281281	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
281281	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
281281	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
281281	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
281281	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
281281	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
281281	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
281281	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
281281	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
281281	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
281281	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
281281	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
281281	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
281281	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
281281	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
281281	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
281281	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
281281	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
281281	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
281281	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
281281	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
281281	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
281281	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
281281	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
281281	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
281281	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
281281	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
281281	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
281281	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
281281	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
281281	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
281281	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
281281	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
281281	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
281281	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
281281	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
281281	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
281281	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
281281	embedding2nn.weight	0	0.006408818997442722
281281	embedding2nn.weight	1	0.003955906257033348
281281	embedding2nn.weight	2	0.013427678495645523
281281	embedding2nn.weight	3	0.026710545644164085
281281	embedding2nn.weight	4	0.0233763474971056
281281	embedding2nn.weight	5	0.005125753581523895
281281	embedding2nn.weight	6	-0.015370398759841919
281281	embedding2nn.weight	7	-0.0006555205909535289
281281	embedding2nn.weight	8	-0.009637662209570408
281281	embedding2nn.weight	9	0.0020051547326147556
281281	embedding2nn.bias	0	0.015212032943964005
281281	embedding2nn.bias	1	-0.03869810700416565
281281	embedding2nn.bias	2	0.0861234962940216
281281	embedding2nn.bias	3	0.06932604312896729
281281	embedding2nn.bias	4	-0.012521893717348576
281281	embedding2nn.bias	5	-0.03159860149025917
281281	embedding2nn.bias	6	0.02755996212363243
281281	embedding2nn.bias	7	0.003443728666752577
281281	embedding2nn.bias	8	-0.03414139524102211
281281	embedding2nn.bias	9	0.028406227007508278
281281	rnn.weight_ih_l0	0	0.06516708433628082
281281	rnn.weight_ih_l0	1	-0.04193424433469772
281281	rnn.weight_ih_l0	2	0.005978925619274378
281281	rnn.weight_ih_l0	3	0.04547223076224327
281281	rnn.weight_ih_l0	4	-0.03014753758907318
281281	rnn.weight_ih_l0	5	0.04194118082523346
281281	rnn.weight_ih_l0	6	0.0075149862095713615
281281	rnn.weight_ih_l0	7	0.06600606441497803
281281	rnn.weight_ih_l0	8	0.009177863597869873
281281	rnn.weight_ih_l0	9	-0.025609660893678665
281281	rnn.weight_hh_l0	0	-0.01172902062535286
281281	rnn.weight_hh_l0	1	-0.028282906860113144
281281	rnn.weight_hh_l0	2	-0.0611027292907238
281281	rnn.weight_hh_l0	3	-0.005947510711848736
281281	rnn.weight_hh_l0	4	-0.009776830673217773
281281	rnn.weight_hh_l0	5	-0.024662407115101814
281281	rnn.weight_hh_l0	6	0.0006061659660190344
281281	rnn.weight_hh_l0	7	-0.036660972982645035
281281	rnn.weight_hh_l0	8	0.06702708452939987
281281	rnn.weight_hh_l0	9	0.04573037102818489
281281	rnn.bias_ih_l0	0	-0.17239750921726227
281281	rnn.bias_ih_l0	1	-0.17005571722984314
281281	rnn.bias_ih_l0	2	-0.0206539835780859
281281	rnn.bias_ih_l0	3	-0.1473204344511032
281281	rnn.bias_ih_l0	4	-0.05858474224805832
281281	rnn.bias_ih_l0	5	-0.17627069354057312
281281	rnn.bias_ih_l0	6	0.07568059116601944
281281	rnn.bias_ih_l0	7	-0.08518935739994049
281281	rnn.bias_ih_l0	8	-0.045270685106515884
281281	rnn.bias_ih_l0	9	-0.10885647684335709
281281	rnn.bias_hh_l0	0	-0.0699876919388771
281281	rnn.bias_hh_l0	1	0.2456812858581543
281281	rnn.bias_hh_l0	2	0.04805019125342369
281281	rnn.bias_hh_l0	3	-0.07763449102640152
281281	rnn.bias_hh_l0	4	-0.08382506668567657
281281	rnn.bias_hh_l0	5	-0.002067534253001213
281281	rnn.bias_hh_l0	6	0.05775291100144386
281281	rnn.bias_hh_l0	7	-0.09867585450410843
281281	rnn.bias_hh_l0	8	-0.23766225576400757
281281	rnn.bias_hh_l0	9	-0.101873017847538
281281	rnn.weight_ih_l0_reverse	0	0.01941232569515705
281281	rnn.weight_ih_l0_reverse	1	-0.05966275930404663
281281	rnn.weight_ih_l0_reverse	2	0.043168265372514725
281281	rnn.weight_ih_l0_reverse	3	0.020003581419587135
281281	rnn.weight_ih_l0_reverse	4	-0.00011344929225742817
281281	rnn.weight_ih_l0_reverse	5	-0.026014648377895355
281281	rnn.weight_ih_l0_reverse	6	0.013983630575239658
281281	rnn.weight_ih_l0_reverse	7	0.028598926961421967
281281	rnn.weight_ih_l0_reverse	8	-0.028138402849435806
281281	rnn.weight_ih_l0_reverse	9	-0.0014007192803546786
281281	rnn.weight_hh_l0_reverse	0	0.03984776511788368
281281	rnn.weight_hh_l0_reverse	1	0.029905343428254128
281281	rnn.weight_hh_l0_reverse	2	-0.022859707474708557
281281	rnn.weight_hh_l0_reverse	3	-0.08154325187206268
281281	rnn.weight_hh_l0_reverse	4	0.011437526904046535
281281	rnn.weight_hh_l0_reverse	5	-0.05980117619037628
281281	rnn.weight_hh_l0_reverse	6	-0.013706205412745476
281281	rnn.weight_hh_l0_reverse	7	0.030802598223090172
281281	rnn.weight_hh_l0_reverse	8	0.007838057354092598
281281	rnn.weight_hh_l0_reverse	9	0.009278680197894573
281281	rnn.bias_ih_l0_reverse	0	-0.04630867764353752
281281	rnn.bias_ih_l0_reverse	1	-0.13841019570827484
281281	rnn.bias_ih_l0_reverse	2	-0.14552702009677887
281281	rnn.bias_ih_l0_reverse	3	-0.04667970538139343
281281	rnn.bias_ih_l0_reverse	4	-0.11472225189208984
281281	rnn.bias_ih_l0_reverse	5	-0.08697923272848129
281281	rnn.bias_ih_l0_reverse	6	-0.2063576877117157
281281	rnn.bias_ih_l0_reverse	7	-0.05262128636240959
281281	rnn.bias_ih_l0_reverse	8	-0.06491170078516006
281281	rnn.bias_ih_l0_reverse	9	-0.13389793038368225
281281	rnn.bias_hh_l0_reverse	0	-0.14411652088165283
281281	rnn.bias_hh_l0_reverse	1	-0.16347718238830566
281281	rnn.bias_hh_l0_reverse	2	0.10350820422172546
281281	rnn.bias_hh_l0_reverse	3	0.0724295899271965
281281	rnn.bias_hh_l0_reverse	4	-0.17811568081378937
281281	rnn.bias_hh_l0_reverse	5	-0.13986043632030487
281281	rnn.bias_hh_l0_reverse	6	-0.089228555560112
281281	rnn.bias_hh_l0_reverse	7	-0.05579845979809761
281281	rnn.bias_hh_l0_reverse	8	-0.09599418193101883
281281	rnn.bias_hh_l0_reverse	9	-0.02403377555310726
281281	linear.weight	0	-0.007720865774899721
281281	linear.weight	1	-0.0062103476375341415
281281	linear.weight	2	0.30767759680747986
281281	linear.weight	3	-0.07894480973482132
281281	linear.weight	4	-0.010588549077510834
281281	linear.weight	5	0.11844044923782349
281281	linear.weight	6	-0.010739270597696304
281281	linear.weight	7	-0.0703226774930954
281281	linear.weight	8	0.18156665563583374
281281	linear.weight	9	-0.2665783166885376
281281	linear.bias	0	-0.03956538438796997
281281	linear.bias	1	0.031413208693265915
281281	linear.bias	2	0.4100628197193146
281281	linear.bias	3	-0.7207421660423279
281281	linear.bias	4	2.138808012008667
281281	linear.bias	5	-1.4049607515335083
281281	linear.bias	6	-0.2996288239955902
281281	linear.bias	7	-0.12902288138866425
281839	transitions	0	-1.9393254518508911
281839	transitions	1	-10000.0
281839	transitions	2	-0.7969565987586975
281839	transitions	3	-10000.0
281839	transitions	4	2.070802688598633
281839	transitions	5	-10000.0
281839	transitions	6	-10000.0
281839	transitions	7	1.8385990858078003
281839	transitions	8	-2.6240456104278564
281839	transitions	9	-4.238790512084961
281839	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
281839	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
281839	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
281839	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
281839	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
281839	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
281839	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
281839	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
281839	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
281839	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
281839	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
281839	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
281839	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
281839	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
281839	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
281839	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
281839	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
281839	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
281839	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
281839	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
281839	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
281839	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
281839	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
281839	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
281839	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
281839	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
281839	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
281839	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
281839	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
281839	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
281839	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
281839	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
281839	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
281839	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
281839	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
281839	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
281839	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
281839	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
281839	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
281839	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
281839	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
281839	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
281839	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
281839	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
281839	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
281839	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
281839	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
281839	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
281839	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
281839	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
281839	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
281839	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
281839	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
281839	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
281839	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
281839	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
281839	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
281839	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
281839	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
281839	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
281839	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
281839	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
281839	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
281839	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
281839	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
281839	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
281839	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
281839	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
281839	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
281839	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
281839	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
281839	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
281839	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
281839	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
281839	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
281839	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
281839	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
281839	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
281839	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
281839	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
281839	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
281839	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
281839	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
281839	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
281839	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
281839	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
281839	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
281839	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
281839	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
281839	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
281839	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
281839	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
281839	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
281839	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
281839	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
281839	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
281839	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
281839	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
281839	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
281839	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
281839	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
281839	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
281839	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
281839	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
281839	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
281839	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
281839	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
281839	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
281839	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
281839	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
281839	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
281839	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
281839	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
281839	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
281839	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
281839	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
281839	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
281839	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
281839	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
281839	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
281839	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
281839	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
281839	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
281839	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
281839	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
281839	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
281839	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
281839	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
281839	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
281839	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
281839	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
281839	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
281839	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
281839	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
281839	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
281839	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
281839	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
281839	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
281839	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
281839	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
281839	embedding2nn.weight	0	0.006409403868019581
281839	embedding2nn.weight	1	0.003955894615501165
281839	embedding2nn.weight	2	0.013429807499051094
281839	embedding2nn.weight	3	0.026678672060370445
281839	embedding2nn.weight	4	0.02336578071117401
281839	embedding2nn.weight	5	0.005142180249094963
281839	embedding2nn.weight	6	-0.015352943912148476
281839	embedding2nn.weight	7	-0.0006512691034004092
281839	embedding2nn.weight	8	-0.009559077210724354
281839	embedding2nn.weight	9	0.0020059975795447826
281839	embedding2nn.bias	0	0.015463345684111118
281839	embedding2nn.bias	1	-0.03845103085041046
281839	embedding2nn.bias	2	0.0861688107252121
281839	embedding2nn.bias	3	0.06959034502506256
281839	embedding2nn.bias	4	-0.013012925162911415
281839	embedding2nn.bias	5	-0.03196239471435547
281839	embedding2nn.bias	6	0.027887029573321342
281839	embedding2nn.bias	7	0.003203138941898942
281839	embedding2nn.bias	8	-0.034096065908670425
281839	embedding2nn.bias	9	0.02761806547641754
281839	rnn.weight_ih_l0	0	0.06519030034542084
281839	rnn.weight_ih_l0	1	-0.041815709322690964
281839	rnn.weight_ih_l0	2	0.005894375499337912
281839	rnn.weight_ih_l0	3	0.045482050627470016
281839	rnn.weight_ih_l0	4	-0.03020346909761429
281839	rnn.weight_ih_l0	5	0.041912030428647995
281839	rnn.weight_ih_l0	6	0.007558730430901051
281839	rnn.weight_ih_l0	7	0.06604335457086563
281839	rnn.weight_ih_l0	8	0.00912442896515131
281839	rnn.weight_ih_l0	9	-0.025527697056531906
281839	rnn.weight_hh_l0	0	-0.011729841120541096
281839	rnn.weight_hh_l0	1	-0.028298959136009216
281839	rnn.weight_hh_l0	2	-0.06107654422521591
281839	rnn.weight_hh_l0	3	-0.005941532086580992
281839	rnn.weight_hh_l0	4	-0.00979006476700306
281839	rnn.weight_hh_l0	5	-0.024672649800777435
281839	rnn.weight_hh_l0	6	0.0006332749617286026
281839	rnn.weight_hh_l0	7	-0.036663517355918884
281839	rnn.weight_hh_l0	8	0.06700365245342255
281839	rnn.weight_hh_l0	9	0.045693475753068924
281839	rnn.bias_ih_l0	0	-0.17191676795482635
281839	rnn.bias_ih_l0	1	-0.1703672856092453
281839	rnn.bias_ih_l0	2	-0.02088099531829357
281839	rnn.bias_ih_l0	3	-0.14714393019676208
281839	rnn.bias_ih_l0	4	-0.058517973870038986
281839	rnn.bias_ih_l0	5	-0.17631958425045013
281839	rnn.bias_ih_l0	6	0.07606550306081772
281839	rnn.bias_ih_l0	7	-0.08521570265293121
281839	rnn.bias_ih_l0	8	-0.04536938667297363
281839	rnn.bias_ih_l0	9	-0.10900381952524185
281839	rnn.bias_hh_l0	0	-0.07025322318077087
281839	rnn.bias_hh_l0	1	0.24614515900611877
281839	rnn.bias_hh_l0	2	0.048077285289764404
281839	rnn.bias_hh_l0	3	-0.07770702987909317
281839	rnn.bias_hh_l0	4	-0.08377232402563095
281839	rnn.bias_hh_l0	5	-0.0020634294487535954
281839	rnn.bias_hh_l0	6	0.057938482612371445
281839	rnn.bias_hh_l0	7	-0.09822745621204376
281839	rnn.bias_hh_l0	8	-0.23744887113571167
281839	rnn.bias_hh_l0	9	-0.10177908092737198
281839	rnn.weight_ih_l0_reverse	0	0.019604312255978584
281839	rnn.weight_ih_l0_reverse	1	-0.05958658084273338
281839	rnn.weight_ih_l0_reverse	2	0.043199680745601654
281839	rnn.weight_ih_l0_reverse	3	0.020090386271476746
281839	rnn.weight_ih_l0_reverse	4	-0.00015658431220799685
281839	rnn.weight_ih_l0_reverse	5	-0.026137754321098328
281839	rnn.weight_ih_l0_reverse	6	0.013927037827670574
281839	rnn.weight_ih_l0_reverse	7	0.02862352319061756
281839	rnn.weight_ih_l0_reverse	8	-0.028064686805009842
281839	rnn.weight_ih_l0_reverse	9	-0.0014667371287941933
281839	rnn.weight_hh_l0_reverse	0	0.039854031056165695
281839	rnn.weight_hh_l0_reverse	1	0.02989443577826023
281839	rnn.weight_hh_l0_reverse	2	-0.022874774411320686
281839	rnn.weight_hh_l0_reverse	3	-0.0815577283501625
281839	rnn.weight_hh_l0_reverse	4	0.01146618090569973
281839	rnn.weight_hh_l0_reverse	5	-0.05980992689728737
281839	rnn.weight_hh_l0_reverse	6	-0.013723052106797695
281839	rnn.weight_hh_l0_reverse	7	0.030850734561681747
281839	rnn.weight_hh_l0_reverse	8	0.007810391020029783
281839	rnn.weight_hh_l0_reverse	9	0.00923790130764246
281839	rnn.bias_ih_l0_reverse	0	-0.046417128294706345
281839	rnn.bias_ih_l0_reverse	1	-0.138639435172081
281839	rnn.bias_ih_l0_reverse	2	-0.14513613283634186
281839	rnn.bias_ih_l0_reverse	3	-0.046495914459228516
281839	rnn.bias_ih_l0_reverse	4	-0.11455131322145462
281839	rnn.bias_ih_l0_reverse	5	-0.0870419591665268
281839	rnn.bias_ih_l0_reverse	6	-0.20624090731143951
281839	rnn.bias_ih_l0_reverse	7	-0.052581146359443665
281839	rnn.bias_ih_l0_reverse	8	-0.06474746018648148
281839	rnn.bias_ih_l0_reverse	9	-0.1337365061044693
281839	rnn.bias_hh_l0_reverse	0	-0.14392581582069397
281839	rnn.bias_hh_l0_reverse	1	-0.16321106255054474
281839	rnn.bias_hh_l0_reverse	2	0.10415931046009064
281839	rnn.bias_hh_l0_reverse	3	0.07274724543094635
281839	rnn.bias_hh_l0_reverse	4	-0.17822490632534027
281839	rnn.bias_hh_l0_reverse	5	-0.13954497873783112
281839	rnn.bias_hh_l0_reverse	6	-0.08901342749595642
281839	rnn.bias_hh_l0_reverse	7	-0.05594879388809204
281839	rnn.bias_hh_l0_reverse	8	-0.09592963755130768
281839	rnn.bias_hh_l0_reverse	9	-0.023747000843286514
281839	linear.weight	0	-0.007720973342657089
281839	linear.weight	1	-0.006153343711048365
281839	linear.weight	2	0.3080029785633087
281839	linear.weight	3	-0.07894448935985565
281839	linear.weight	4	-0.010588549077510834
281839	linear.weight	5	0.11075130105018616
281839	linear.weight	6	-0.010739270597696304
281839	linear.weight	7	-0.07099089026451111
281839	linear.weight	8	0.1750725358724594
281839	linear.weight	9	-0.2664850652217865
281839	linear.bias	0	-0.03956538438796997
281839	linear.bias	1	0.031413208693265915
281839	linear.bias	2	0.4160751700401306
281839	linear.bias	3	-0.7259786128997803
281839	linear.bias	4	2.126765727996826
281839	linear.bias	5	-1.4049628973007202
281839	linear.bias	6	-0.2939932942390442
281839	linear.bias	7	-0.12337681651115417
282397	transitions	0	-1.9394567012786865
282397	transitions	1	-10000.0
282397	transitions	2	-0.7969565987586975
282397	transitions	3	-10000.0
282397	transitions	4	2.073272705078125
282397	transitions	5	-10000.0
282397	transitions	6	-10000.0
282397	transitions	7	1.8391293287277222
282397	transitions	8	-2.6241323947906494
282397	transitions	9	-4.238808631896973
282397	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
282397	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
282397	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
282397	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
282397	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
282397	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
282397	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
282397	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
282397	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
282397	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
282397	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
282397	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
282397	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
282397	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
282397	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
282397	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
282397	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
282397	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
282397	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
282397	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
282397	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
282397	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
282397	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
282397	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
282397	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
282397	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
282397	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
282397	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
282397	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
282397	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
282397	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
282397	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
282397	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
282397	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
282397	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
282397	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
282397	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
282397	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
282397	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
282397	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
282397	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
282397	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
282397	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
282397	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
282397	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
282397	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
282397	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
282397	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
282397	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
282397	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
282397	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
282397	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
282397	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
282397	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
282397	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
282397	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
282397	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
282397	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
282397	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
282397	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
282397	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
282397	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
282397	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
282397	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
282397	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
282397	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
282397	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
282397	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
282397	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
282397	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
282397	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
282397	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
282397	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
282397	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
282397	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
282397	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
282397	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
282397	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
282397	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
282397	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
282397	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
282397	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
282397	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
282397	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
282397	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
282397	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
282397	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
282397	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
282397	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
282397	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
282397	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
282397	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
282397	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
282397	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
282397	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
282397	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
282397	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
282397	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
282397	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
282397	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
282397	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
282397	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
282397	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
282397	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
282397	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
282397	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
282397	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
282397	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
282397	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
282397	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
282397	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
282397	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
282397	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
282397	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
282397	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
282397	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
282397	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
282397	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
282397	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
282397	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
282397	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
282397	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
282397	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
282397	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
282397	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
282397	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
282397	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
282397	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
282397	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
282397	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
282397	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
282397	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
282397	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
282397	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
282397	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
282397	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
282397	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
282397	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
282397	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
282397	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
282397	embedding2nn.weight	0	0.006409520749002695
282397	embedding2nn.weight	1	0.00394720584154129
282397	embedding2nn.weight	2	0.013427496887743473
282397	embedding2nn.weight	3	0.026697082445025444
282397	embedding2nn.weight	4	0.02339933253824711
282397	embedding2nn.weight	5	0.005126951728016138
282397	embedding2nn.weight	6	-0.015366150997579098
282397	embedding2nn.weight	7	-0.0006378488033078611
282397	embedding2nn.weight	8	-0.009583380073308945
282397	embedding2nn.weight	9	0.0020125156734138727
282397	embedding2nn.bias	0	0.015585006214678288
282397	embedding2nn.bias	1	-0.03867270052433014
282397	embedding2nn.bias	2	0.08596989512443542
282397	embedding2nn.bias	3	0.0690070167183876
282397	embedding2nn.bias	4	-0.012611429207026958
282397	embedding2nn.bias	5	-0.031557999551296234
282397	embedding2nn.bias	6	0.028487030416727066
282397	embedding2nn.bias	7	0.002783196046948433
282397	embedding2nn.bias	8	-0.03362699970602989
282397	embedding2nn.bias	9	0.02684944123029709
282397	rnn.weight_ih_l0	0	0.06518706679344177
282397	rnn.weight_ih_l0	1	-0.04180989786982536
282397	rnn.weight_ih_l0	2	0.006029827520251274
282397	rnn.weight_ih_l0	3	0.04552049934864044
282397	rnn.weight_ih_l0	4	-0.030115259811282158
282397	rnn.weight_ih_l0	5	0.0416666604578495
282397	rnn.weight_ih_l0	6	0.007588913198560476
282397	rnn.weight_ih_l0	7	0.06608488410711288
282397	rnn.weight_ih_l0	8	0.009091834537684917
282397	rnn.weight_ih_l0	9	-0.02541544660925865
282397	rnn.weight_hh_l0	0	-0.01182666514068842
282397	rnn.weight_hh_l0	1	-0.028307130560278893
282397	rnn.weight_hh_l0	2	-0.06106177717447281
282397	rnn.weight_hh_l0	3	-0.005944432690739632
282397	rnn.weight_hh_l0	4	-0.00979875773191452
282397	rnn.weight_hh_l0	5	-0.024688052013516426
282397	rnn.weight_hh_l0	6	0.0006387737230397761
282397	rnn.weight_hh_l0	7	-0.036711905151605606
282397	rnn.weight_hh_l0	8	0.06703580170869827
282397	rnn.weight_hh_l0	9	0.04565316438674927
282397	rnn.bias_ih_l0	0	-0.17177258431911469
282397	rnn.bias_ih_l0	1	-0.1701408177614212
282397	rnn.bias_ih_l0	2	-0.020844189450144768
282397	rnn.bias_ih_l0	3	-0.14711597561836243
282397	rnn.bias_ih_l0	4	-0.0587407685816288
282397	rnn.bias_ih_l0	5	-0.17635594308376312
282397	rnn.bias_ih_l0	6	0.07609359174966812
282397	rnn.bias_ih_l0	7	-0.08519387245178223
282397	rnn.bias_ih_l0	8	-0.045563966035842896
282397	rnn.bias_ih_l0	9	-0.10934489220380783
282397	rnn.bias_hh_l0	0	-0.0702737495303154
282397	rnn.bias_hh_l0	1	0.2466641366481781
282397	rnn.bias_hh_l0	2	0.047141361981630325
282397	rnn.bias_hh_l0	3	-0.07771126925945282
282397	rnn.bias_hh_l0	4	-0.08382555842399597
282397	rnn.bias_hh_l0	5	-0.002035975456237793
282397	rnn.bias_hh_l0	6	0.05790545791387558
282397	rnn.bias_hh_l0	7	-0.09832730889320374
282397	rnn.bias_hh_l0	8	-0.23760560154914856
282397	rnn.bias_hh_l0	9	-0.10171554982662201
282397	rnn.weight_ih_l0_reverse	0	0.01957058347761631
282397	rnn.weight_ih_l0_reverse	1	-0.05955665931105614
282397	rnn.weight_ih_l0_reverse	2	0.043204180896282196
282397	rnn.weight_ih_l0_reverse	3	0.02003779448568821
282397	rnn.weight_ih_l0_reverse	4	-0.0001202132334583439
282397	rnn.weight_ih_l0_reverse	5	-0.02608950436115265
282397	rnn.weight_ih_l0_reverse	6	0.013929980807006359
282397	rnn.weight_ih_l0_reverse	7	0.02859686315059662
282397	rnn.weight_ih_l0_reverse	8	-0.028052259236574173
282397	rnn.weight_ih_l0_reverse	9	-0.0015093296533450484
282397	rnn.weight_hh_l0_reverse	0	0.03984551876783371
282397	rnn.weight_hh_l0_reverse	1	0.029858341440558434
282397	rnn.weight_hh_l0_reverse	2	-0.02289476990699768
282397	rnn.weight_hh_l0_reverse	3	-0.08163408935070038
282397	rnn.weight_hh_l0_reverse	4	0.011460095643997192
282397	rnn.weight_hh_l0_reverse	5	-0.05983169004321098
282397	rnn.weight_hh_l0_reverse	6	-0.01371885184198618
282397	rnn.weight_hh_l0_reverse	7	0.030874835327267647
282397	rnn.weight_hh_l0_reverse	8	0.00786066148430109
282397	rnn.weight_hh_l0_reverse	9	0.00921725109219551
282397	rnn.bias_ih_l0_reverse	0	-0.04632389172911644
282397	rnn.bias_ih_l0_reverse	1	-0.13860870897769928
282397	rnn.bias_ih_l0_reverse	2	-0.1450512558221817
282397	rnn.bias_ih_l0_reverse	3	-0.04697930067777634
282397	rnn.bias_ih_l0_reverse	4	-0.1145809218287468
282397	rnn.bias_ih_l0_reverse	5	-0.08717408031225204
282397	rnn.bias_ih_l0_reverse	6	-0.2057792991399765
282397	rnn.bias_ih_l0_reverse	7	-0.05255606770515442
282397	rnn.bias_ih_l0_reverse	8	-0.06467738747596741
282397	rnn.bias_ih_l0_reverse	9	-0.13414475321769714
282397	rnn.bias_hh_l0_reverse	0	-0.14401847124099731
282397	rnn.bias_hh_l0_reverse	1	-0.16328014433383942
282397	rnn.bias_hh_l0_reverse	2	0.10375895351171494
282397	rnn.bias_hh_l0_reverse	3	0.07255613058805466
282397	rnn.bias_hh_l0_reverse	4	-0.17801730334758759
282397	rnn.bias_hh_l0_reverse	5	-0.14006561040878296
282397	rnn.bias_hh_l0_reverse	6	-0.08898987621068954
282397	rnn.bias_hh_l0_reverse	7	-0.05570606887340546
282397	rnn.bias_hh_l0_reverse	8	-0.09629441797733307
282397	rnn.bias_hh_l0_reverse	9	-0.02398063801229
282397	linear.weight	0	-0.00772108044475317
282397	linear.weight	1	-0.006777048110961914
282397	linear.weight	2	0.30716073513031006
282397	linear.weight	3	-0.07894423604011536
282397	linear.weight	4	-0.010588549077510834
282397	linear.weight	5	0.1100604236125946
282397	linear.weight	6	-0.010739270597696304
282397	linear.weight	7	-0.07362259924411774
282397	linear.weight	8	0.16889235377311707
282397	linear.weight	9	-0.26705822348594666
282397	linear.bias	0	-0.03956538438796997
282397	linear.bias	1	0.031413208693265915
282397	linear.bias	2	0.4221145212650299
282397	linear.bias	3	-0.7265763282775879
282397	linear.bias	4	2.1361632347106934
282397	linear.bias	5	-1.404964804649353
282397	linear.bias	6	-0.30140262842178345
282397	linear.bias	7	-0.13079075515270233
282955	transitions	0	-1.9395583868026733
282955	transitions	1	-10000.0
282955	transitions	2	-0.7969565987586975
282955	transitions	3	-10000.0
282955	transitions	4	2.070650100708008
282955	transitions	5	-10000.0
282955	transitions	6	-10000.0
282955	transitions	7	1.8396620750427246
282955	transitions	8	-2.6242258548736572
282955	transitions	9	-4.238822937011719
282955	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
282955	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
282955	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
282955	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
282955	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
282955	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
282955	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
282955	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
282955	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
282955	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
282955	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
282955	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
282955	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
282955	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
282955	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
282955	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
282955	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
282955	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
282955	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
282955	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
282955	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
282955	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
282955	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
282955	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
282955	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
282955	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
282955	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
282955	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
282955	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
282955	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
282955	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
282955	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
282955	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
282955	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
282955	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
282955	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
282955	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
282955	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
282955	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
282955	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
282955	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
282955	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
282955	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
282955	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
282955	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
282955	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
282955	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
282955	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
282955	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
282955	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
282955	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
282955	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
282955	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
282955	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
282955	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
282955	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
282955	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
282955	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
282955	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
282955	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
282955	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
282955	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
282955	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
282955	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
282955	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
282955	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
282955	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
282955	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
282955	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
282955	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
282955	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
282955	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
282955	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
282955	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
282955	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
282955	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
282955	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
282955	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
282955	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
282955	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
282955	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
282955	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
282955	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
282955	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
282955	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
282955	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
282955	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
282955	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
282955	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
282955	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
282955	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
282955	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
282955	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
282955	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
282955	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
282955	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
282955	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
282955	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
282955	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
282955	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
282955	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
282955	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
282955	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
282955	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
282955	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
282955	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
282955	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
282955	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
282955	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
282955	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
282955	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
282955	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
282955	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
282955	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
282955	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
282955	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
282955	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
282955	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
282955	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
282955	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
282955	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
282955	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
282955	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
282955	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
282955	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
282955	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
282955	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
282955	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
282955	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
282955	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
282955	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
282955	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
282955	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
282955	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
282955	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
282955	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
282955	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
282955	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
282955	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
282955	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
282955	embedding2nn.weight	0	0.0064048790372908115
282955	embedding2nn.weight	1	0.003950516227632761
282955	embedding2nn.weight	2	0.013428092002868652
282955	embedding2nn.weight	3	0.026656169444322586
282955	embedding2nn.weight	4	0.023331662639975548
282955	embedding2nn.weight	5	0.005183085799217224
282955	embedding2nn.weight	6	-0.015363629907369614
282955	embedding2nn.weight	7	-0.0006368061876855791
282955	embedding2nn.weight	8	-0.009582450613379478
282955	embedding2nn.weight	9	0.0020009835716336966
282955	embedding2nn.bias	0	0.015009190887212753
282955	embedding2nn.bias	1	-0.038372501730918884
282955	embedding2nn.bias	2	0.08560436218976974
282955	embedding2nn.bias	3	0.06898155063390732
282955	embedding2nn.bias	4	-0.013606520369648933
282955	embedding2nn.bias	5	-0.0321626141667366
282955	embedding2nn.bias	6	0.028794394806027412
282955	embedding2nn.bias	7	0.0029904271941632032
282955	embedding2nn.bias	8	-0.0335325226187706
282955	embedding2nn.bias	9	0.02681388147175312
282955	rnn.weight_ih_l0	0	0.06521530449390411
282955	rnn.weight_ih_l0	1	-0.04186809062957764
282955	rnn.weight_ih_l0	2	0.006131666246801615
282955	rnn.weight_ih_l0	3	0.04556554555892944
282955	rnn.weight_ih_l0	4	-0.03011314943432808
282955	rnn.weight_ih_l0	5	0.04151055961847305
282955	rnn.weight_ih_l0	6	0.00757561344653368
282955	rnn.weight_ih_l0	7	0.06617975234985352
282955	rnn.weight_ih_l0	8	0.009111215360462666
282955	rnn.weight_ih_l0	9	-0.025406889617443085
282955	rnn.weight_hh_l0	0	-0.011859942227602005
282955	rnn.weight_hh_l0	1	-0.028272762894630432
282955	rnn.weight_hh_l0	2	-0.0611022412776947
282955	rnn.weight_hh_l0	3	-0.00592913618311286
282955	rnn.weight_hh_l0	4	-0.00978653971105814
282955	rnn.weight_hh_l0	5	-0.024688946083188057
282955	rnn.weight_hh_l0	6	0.0006156193558126688
282955	rnn.weight_hh_l0	7	-0.03658895939588547
282955	rnn.weight_hh_l0	8	0.0671175941824913
282955	rnn.weight_hh_l0	9	0.045631807297468185
282955	rnn.bias_ih_l0	0	-0.1714804321527481
282955	rnn.bias_ih_l0	1	-0.17005011439323425
282955	rnn.bias_ih_l0	2	-0.020763786509633064
282955	rnn.bias_ih_l0	3	-0.1476607471704483
282955	rnn.bias_ih_l0	4	-0.05861864238977432
282955	rnn.bias_ih_l0	5	-0.17655779421329498
282955	rnn.bias_ih_l0	6	0.07640202343463898
282955	rnn.bias_ih_l0	7	-0.08486467599868774
282955	rnn.bias_ih_l0	8	-0.045637909322977066
282955	rnn.bias_ih_l0	9	-0.10927634686231613
282955	rnn.bias_hh_l0	0	-0.07029260694980621
282955	rnn.bias_hh_l0	1	0.24691016972064972
282955	rnn.bias_hh_l0	2	0.046612709760665894
282955	rnn.bias_hh_l0	3	-0.07748406380414963
282955	rnn.bias_hh_l0	4	-0.08383288234472275
282955	rnn.bias_hh_l0	5	-0.0020208158530294895
282955	rnn.bias_hh_l0	6	0.058155305683612823
282955	rnn.bias_hh_l0	7	-0.09858743846416473
282955	rnn.bias_hh_l0	8	-0.2378123551607132
282955	rnn.bias_hh_l0	9	-0.10144226253032684
282955	rnn.weight_ih_l0_reverse	0	0.019758380949497223
282955	rnn.weight_ih_l0_reverse	1	-0.059565331786870956
282955	rnn.weight_ih_l0_reverse	2	0.04316949099302292
282955	rnn.weight_ih_l0_reverse	3	0.02004058286547661
282955	rnn.weight_ih_l0_reverse	4	-0.0001564274134580046
282955	rnn.weight_ih_l0_reverse	5	-0.02613705024123192
282955	rnn.weight_ih_l0_reverse	6	0.013913789764046669
282955	rnn.weight_ih_l0_reverse	7	0.028581256046891212
282955	rnn.weight_ih_l0_reverse	8	-0.02805817499756813
282955	rnn.weight_ih_l0_reverse	9	-0.001455295248888433
282955	rnn.weight_hh_l0_reverse	0	0.039848264306783676
282955	rnn.weight_hh_l0_reverse	1	0.02981019951403141
282955	rnn.weight_hh_l0_reverse	2	-0.022875560447573662
282955	rnn.weight_hh_l0_reverse	3	-0.08162399381399155
282955	rnn.weight_hh_l0_reverse	4	0.011448822915554047
282955	rnn.weight_hh_l0_reverse	5	-0.0598125159740448
282955	rnn.weight_hh_l0_reverse	6	-0.013703210279345512
282955	rnn.weight_hh_l0_reverse	7	0.030901171267032623
282955	rnn.weight_hh_l0_reverse	8	0.007815300486981869
282955	rnn.weight_hh_l0_reverse	9	0.009198019281029701
282955	rnn.bias_ih_l0_reverse	0	-0.04650053754448891
282955	rnn.bias_ih_l0_reverse	1	-0.13867691159248352
282955	rnn.bias_ih_l0_reverse	2	-0.144943967461586
282955	rnn.bias_ih_l0_reverse	3	-0.046550214290618896
282955	rnn.bias_ih_l0_reverse	4	-0.11493022739887238
282955	rnn.bias_ih_l0_reverse	5	-0.087116539478302
282955	rnn.bias_ih_l0_reverse	6	-0.20587824285030365
282955	rnn.bias_ih_l0_reverse	7	-0.05249519273638725
282955	rnn.bias_ih_l0_reverse	8	-0.06453573703765869
282955	rnn.bias_ih_l0_reverse	9	-0.13375645875930786
282955	rnn.bias_hh_l0_reverse	0	-0.1439359486103058
282955	rnn.bias_hh_l0_reverse	1	-0.16327440738677979
282955	rnn.bias_hh_l0_reverse	2	0.10384940356016159
282955	rnn.bias_hh_l0_reverse	3	0.07263214141130447
282955	rnn.bias_hh_l0_reverse	4	-0.17798423767089844
282955	rnn.bias_hh_l0_reverse	5	-0.14021456241607666
282955	rnn.bias_hh_l0_reverse	6	-0.0887782946228981
282955	rnn.bias_hh_l0_reverse	7	-0.05569126084446907
282955	rnn.bias_hh_l0_reverse	8	-0.09640052914619446
282955	rnn.bias_hh_l0_reverse	9	-0.023743506520986557
282955	linear.weight	0	-0.007721166126430035
282955	linear.weight	1	-0.005909458734095097
282955	linear.weight	2	0.3072473406791687
282955	linear.weight	3	-0.07894371449947357
282955	linear.weight	4	-0.010588549077510834
282955	linear.weight	5	0.1111462339758873
282955	linear.weight	6	-0.010739270597696304
282955	linear.weight	7	-0.07346281409263611
282955	linear.weight	8	0.16842812299728394
282955	linear.weight	9	-0.2669753134250641
282955	linear.bias	0	-0.03956538438796997
282955	linear.bias	1	0.031413208693265915
282955	linear.bias	2	0.42223310470581055
282955	linear.bias	3	-0.7226717472076416
282955	linear.bias	4	2.1364119052886963
282955	linear.bias	5	-1.4049668312072754
282955	linear.bias	6	-0.30352503061294556
282955	linear.bias	7	-0.13292039930820465
283513	transitions	0	-1.9396626949310303
283513	transitions	1	-10000.0
283513	transitions	2	-0.7969565987586975
283513	transitions	3	-10000.0
283513	transitions	4	2.069758176803589
283513	transitions	5	-10000.0
283513	transitions	6	-10000.0
283513	transitions	7	1.8382092714309692
283513	transitions	8	-2.6243042945861816
283513	transitions	9	-4.238829612731934
283513	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
283513	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
283513	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
283513	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
283513	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
283513	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
283513	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
283513	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
283513	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
283513	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
283513	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
283513	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
283513	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
283513	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
283513	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
283513	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
283513	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
283513	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
283513	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
283513	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
283513	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
283513	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
283513	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
283513	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
283513	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
283513	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
283513	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
283513	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
283513	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
283513	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
283513	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
283513	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
283513	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
283513	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
283513	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
283513	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
283513	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
283513	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
283513	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
283513	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
283513	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
283513	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
283513	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
283513	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
283513	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
283513	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
283513	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
283513	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
283513	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
283513	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
283513	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
283513	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
283513	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
283513	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
283513	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
283513	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
283513	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
283513	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
283513	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
283513	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
283513	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
283513	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
283513	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
283513	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
283513	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
283513	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
283513	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
283513	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
283513	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
283513	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
283513	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
283513	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
283513	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
283513	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
283513	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
283513	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
283513	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
283513	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
283513	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
283513	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
283513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
283513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
283513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
283513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
283513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
283513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
283513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
283513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
283513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
283513	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
283513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
283513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
283513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
283513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
283513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
283513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
283513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
283513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
283513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
283513	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
283513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
283513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
283513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
283513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
283513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
283513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
283513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
283513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
283513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
283513	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
283513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
283513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
283513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
283513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
283513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
283513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
283513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
283513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
283513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
283513	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
283513	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
283513	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
283513	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
283513	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
283513	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
283513	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
283513	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
283513	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
283513	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
283513	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
283513	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
283513	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
283513	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
283513	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
283513	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
283513	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
283513	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
283513	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
283513	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
283513	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
283513	embedding2nn.weight	0	0.006405061110854149
283513	embedding2nn.weight	1	0.003943528048694134
283513	embedding2nn.weight	2	0.01342723984271288
283513	embedding2nn.weight	3	0.026626596227288246
283513	embedding2nn.weight	4	0.023358283564448357
283513	embedding2nn.weight	5	0.00513911247253418
283513	embedding2nn.weight	6	-0.015366987325251102
283513	embedding2nn.weight	7	-0.0006284997216425836
283513	embedding2nn.weight	8	-0.00955049879848957
283513	embedding2nn.weight	9	0.0019815212581306696
283513	embedding2nn.bias	0	0.01559542864561081
283513	embedding2nn.bias	1	-0.03829799219965935
283513	embedding2nn.bias	2	0.08573990315198898
283513	embedding2nn.bias	3	0.0681646540760994
283513	embedding2nn.bias	4	-0.013453316874802113
283513	embedding2nn.bias	5	-0.03219650313258171
283513	embedding2nn.bias	6	0.02860223688185215
283513	embedding2nn.bias	7	0.0034085840452462435
283513	embedding2nn.bias	8	-0.03443533554673195
283513	embedding2nn.bias	9	0.026997985318303108
283513	rnn.weight_ih_l0	0	0.06519941985607147
283513	rnn.weight_ih_l0	1	-0.041720759123563766
283513	rnn.weight_ih_l0	2	0.00619643647223711
283513	rnn.weight_ih_l0	3	0.04553317651152611
283513	rnn.weight_ih_l0	4	-0.030092285946011543
283513	rnn.weight_ih_l0	5	0.041594117879867554
283513	rnn.weight_ih_l0	6	0.007595286704599857
283513	rnn.weight_ih_l0	7	0.06614118814468384
283513	rnn.weight_ih_l0	8	0.009112866595387459
283513	rnn.weight_ih_l0	9	-0.025423690676689148
283513	rnn.weight_hh_l0	0	-0.011904723010957241
283513	rnn.weight_hh_l0	1	-0.02825273387134075
283513	rnn.weight_hh_l0	2	-0.061080820858478546
283513	rnn.weight_hh_l0	3	-0.005901341792196035
283513	rnn.weight_hh_l0	4	-0.009793360717594624
283513	rnn.weight_hh_l0	5	-0.02468681149184704
283513	rnn.weight_hh_l0	6	0.0006174255977384746
283513	rnn.weight_hh_l0	7	-0.03660895675420761
283513	rnn.weight_hh_l0	8	0.06711114197969437
283513	rnn.weight_hh_l0	9	0.04570458456873894
283513	rnn.bias_ih_l0	0	-0.17151646316051483
283513	rnn.bias_ih_l0	1	-0.16977177560329437
283513	rnn.bias_ih_l0	2	-0.020700925961136818
283513	rnn.bias_ih_l0	3	-0.14741456508636475
283513	rnn.bias_ih_l0	4	-0.05855971574783325
283513	rnn.bias_ih_l0	5	-0.17666274309158325
283513	rnn.bias_ih_l0	6	0.07624933123588562
283513	rnn.bias_ih_l0	7	-0.08484254032373428
283513	rnn.bias_ih_l0	8	-0.04624949023127556
283513	rnn.bias_ih_l0	9	-0.10920874774456024
283513	rnn.bias_hh_l0	0	-0.07012291997671127
283513	rnn.bias_hh_l0	1	0.24696391820907593
283513	rnn.bias_hh_l0	2	0.04615011438727379
283513	rnn.bias_hh_l0	3	-0.0776163786649704
283513	rnn.bias_hh_l0	4	-0.08381681889295578
283513	rnn.bias_hh_l0	5	-0.001487141940742731
283513	rnn.bias_hh_l0	6	0.0582519993185997
283513	rnn.bias_hh_l0	7	-0.09834925830364227
283513	rnn.bias_hh_l0	8	-0.2377779334783554
283513	rnn.bias_hh_l0	9	-0.10116732865571976
283513	rnn.weight_ih_l0_reverse	0	0.019817430526018143
283513	rnn.weight_ih_l0_reverse	1	-0.05950673297047615
283513	rnn.weight_ih_l0_reverse	2	0.04316669702529907
283513	rnn.weight_ih_l0_reverse	3	0.020069655030965805
283513	rnn.weight_ih_l0_reverse	4	-0.00015299793449230492
283513	rnn.weight_ih_l0_reverse	5	-0.026137227192521095
283513	rnn.weight_ih_l0_reverse	6	0.013970328494906425
283513	rnn.weight_ih_l0_reverse	7	0.028519511222839355
283513	rnn.weight_ih_l0_reverse	8	-0.028067398816347122
283513	rnn.weight_ih_l0_reverse	9	-0.0013987604761496186
283513	rnn.weight_hh_l0_reverse	0	0.039838045835494995
283513	rnn.weight_hh_l0_reverse	1	0.029798854142427444
283513	rnn.weight_hh_l0_reverse	2	-0.02285461127758026
283513	rnn.weight_hh_l0_reverse	3	-0.08167927712202072
283513	rnn.weight_hh_l0_reverse	4	0.011468990705907345
283513	rnn.weight_hh_l0_reverse	5	-0.05979596823453903
283513	rnn.weight_hh_l0_reverse	6	-0.013708140701055527
283513	rnn.weight_hh_l0_reverse	7	0.030911704525351524
283513	rnn.weight_hh_l0_reverse	8	0.007830471731722355
283513	rnn.weight_hh_l0_reverse	9	0.00908178836107254
283513	rnn.bias_ih_l0_reverse	0	-0.04632370173931122
283513	rnn.bias_ih_l0_reverse	1	-0.1386696845293045
283513	rnn.bias_ih_l0_reverse	2	-0.14482338726520538
283513	rnn.bias_ih_l0_reverse	3	-0.046819139271974564
283513	rnn.bias_ih_l0_reverse	4	-0.11458612978458405
283513	rnn.bias_ih_l0_reverse	5	-0.0870208591222763
283513	rnn.bias_ih_l0_reverse	6	-0.20611026883125305
283513	rnn.bias_ih_l0_reverse	7	-0.052483025938272476
283513	rnn.bias_ih_l0_reverse	8	-0.06443188339471817
283513	rnn.bias_ih_l0_reverse	9	-0.1337955892086029
283513	rnn.bias_hh_l0_reverse	0	-0.1440248042345047
283513	rnn.bias_hh_l0_reverse	1	-0.16324670612812042
283513	rnn.bias_hh_l0_reverse	2	0.1034955382347107
283513	rnn.bias_hh_l0_reverse	3	0.07272147387266159
283513	rnn.bias_hh_l0_reverse	4	-0.17845381796360016
283513	rnn.bias_hh_l0_reverse	5	-0.14016537368297577
283513	rnn.bias_hh_l0_reverse	6	-0.08892201632261276
283513	rnn.bias_hh_l0_reverse	7	-0.055804621428251266
283513	rnn.bias_hh_l0_reverse	8	-0.09633265435695648
283513	rnn.bias_hh_l0_reverse	9	-0.023805662989616394
283513	linear.weight	0	-0.007721275091171265
283513	linear.weight	1	-0.00632721371948719
283513	linear.weight	2	0.3070778250694275
283513	linear.weight	3	-0.0789434090256691
283513	linear.weight	4	-0.010588549077510834
283513	linear.weight	5	0.1114116683602333
283513	linear.weight	6	-0.010739270597696304
283513	linear.weight	7	-0.0732487142086029
283513	linear.weight	8	0.1718372404575348
283513	linear.weight	9	-0.2667907178401947
283513	linear.bias	0	-0.03956538438796997
283513	linear.bias	1	0.031413208693265915
283513	linear.bias	2	0.42118585109710693
283513	linear.bias	3	-0.7272499799728394
283513	linear.bias	4	2.1396780014038086
283513	linear.bias	5	-1.4049686193466187
283513	linear.bias	6	-0.3023068308830261
283513	linear.bias	7	-0.1317635178565979
284071	transitions	0	-1.939764380455017
284071	transitions	1	-10000.0
284071	transitions	2	-0.7969565987586975
284071	transitions	3	-10000.0
284071	transitions	4	2.0701122283935547
284071	transitions	5	-10000.0
284071	transitions	6	-10000.0
284071	transitions	7	1.83897864818573
284071	transitions	8	-2.6243896484375
284071	transitions	9	-4.238842487335205
284071	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
284071	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
284071	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
284071	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
284071	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
284071	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
284071	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
284071	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
284071	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
284071	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
284071	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
284071	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
284071	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
284071	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
284071	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
284071	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
284071	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
284071	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
284071	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
284071	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
284071	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
284071	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
284071	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
284071	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
284071	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
284071	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
284071	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
284071	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
284071	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
284071	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
284071	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
284071	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
284071	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
284071	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
284071	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
284071	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
284071	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
284071	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
284071	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
284071	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
284071	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
284071	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
284071	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
284071	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
284071	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
284071	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
284071	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
284071	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
284071	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
284071	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
284071	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
284071	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
284071	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
284071	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
284071	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
284071	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
284071	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
284071	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
284071	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
284071	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
284071	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
284071	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
284071	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
284071	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
284071	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
284071	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
284071	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
284071	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
284071	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
284071	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
284071	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
284071	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
284071	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
284071	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
284071	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
284071	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
284071	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
284071	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
284071	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
284071	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
284071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
284071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
284071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
284071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
284071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
284071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
284071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
284071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
284071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
284071	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
284071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
284071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
284071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
284071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
284071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
284071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
284071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
284071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
284071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
284071	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
284071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
284071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
284071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
284071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
284071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
284071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
284071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
284071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
284071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
284071	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
284071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
284071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
284071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
284071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
284071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
284071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
284071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
284071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
284071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
284071	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
284071	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
284071	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
284071	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
284071	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
284071	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
284071	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
284071	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
284071	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
284071	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
284071	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
284071	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
284071	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
284071	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
284071	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
284071	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
284071	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
284071	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
284071	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
284071	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
284071	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
284071	embedding2nn.weight	0	0.006403300445526838
284071	embedding2nn.weight	1	0.0039464496076107025
284071	embedding2nn.weight	2	0.013425133191049099
284071	embedding2nn.weight	3	0.026646748185157776
284071	embedding2nn.weight	4	0.023379113525152206
284071	embedding2nn.weight	5	0.0051162210293114185
284071	embedding2nn.weight	6	-0.015342396683990955
284071	embedding2nn.weight	7	-0.0006122580962255597
284071	embedding2nn.weight	8	-0.009614860638976097
284071	embedding2nn.weight	9	0.0019678694661706686
284071	embedding2nn.bias	0	0.015432377345860004
284071	embedding2nn.bias	1	-0.03791245445609093
284071	embedding2nn.bias	2	0.08555692434310913
284071	embedding2nn.bias	3	0.06833415478467941
284071	embedding2nn.bias	4	-0.013213004916906357
284071	embedding2nn.bias	5	-0.03126503527164459
284071	embedding2nn.bias	6	0.0278949998319149
284071	embedding2nn.bias	7	0.003927277401089668
284071	embedding2nn.bias	8	-0.034814972430467606
284071	embedding2nn.bias	9	0.027044786140322685
284071	rnn.weight_ih_l0	0	0.06510250270366669
284071	rnn.weight_ih_l0	1	-0.04163393750786781
284071	rnn.weight_ih_l0	2	0.0061543406918644905
284071	rnn.weight_ih_l0	3	0.04564063251018524
284071	rnn.weight_ih_l0	4	-0.030090540647506714
284071	rnn.weight_ih_l0	5	0.041614022105932236
284071	rnn.weight_ih_l0	6	0.007592426147311926
284071	rnn.weight_ih_l0	7	0.06614329665899277
284071	rnn.weight_ih_l0	8	0.009121228940784931
284071	rnn.weight_ih_l0	9	-0.025438562035560608
284071	rnn.weight_hh_l0	0	-0.011845652014017105
284071	rnn.weight_hh_l0	1	-0.028237249702215195
284071	rnn.weight_hh_l0	2	-0.06116048991680145
284071	rnn.weight_hh_l0	3	-0.005918965209275484
284071	rnn.weight_hh_l0	4	-0.009806063957512379
284071	rnn.weight_hh_l0	5	-0.024754343554377556
284071	rnn.weight_hh_l0	6	0.0006143274367786944
284071	rnn.weight_hh_l0	7	-0.03659564256668091
284071	rnn.weight_hh_l0	8	0.06704945862293243
284071	rnn.weight_hh_l0	9	0.04571101441979408
284071	rnn.bias_ih_l0	0	-0.17160704731941223
284071	rnn.bias_ih_l0	1	-0.16990472376346588
284071	rnn.bias_ih_l0	2	-0.020594066008925438
284071	rnn.bias_ih_l0	3	-0.14780715107917786
284071	rnn.bias_ih_l0	4	-0.05872228741645813
284071	rnn.bias_ih_l0	5	-0.17684152722358704
284071	rnn.bias_ih_l0	6	0.07676739245653152
284071	rnn.bias_ih_l0	7	-0.08478052914142609
284071	rnn.bias_ih_l0	8	-0.04617122933268547
284071	rnn.bias_ih_l0	9	-0.10910796374082565
284071	rnn.bias_hh_l0	0	-0.06989757716655731
284071	rnn.bias_hh_l0	1	0.24684874713420868
284071	rnn.bias_hh_l0	2	0.045914068818092346
284071	rnn.bias_hh_l0	3	-0.07753250002861023
284071	rnn.bias_hh_l0	4	-0.0840718075633049
284071	rnn.bias_hh_l0	5	-0.001723122433759272
284071	rnn.bias_hh_l0	6	0.05822901427745819
284071	rnn.bias_hh_l0	7	-0.09866566210985184
284071	rnn.bias_hh_l0	8	-0.23748014867305756
284071	rnn.bias_hh_l0	9	-0.10107424110174179
284071	rnn.weight_ih_l0_reverse	0	0.0197671577334404
284071	rnn.weight_ih_l0_reverse	1	-0.05954810604453087
284071	rnn.weight_ih_l0_reverse	2	0.04326356202363968
284071	rnn.weight_ih_l0_reverse	3	0.020134232938289642
284071	rnn.weight_ih_l0_reverse	4	-0.0001474821037845686
284071	rnn.weight_ih_l0_reverse	5	-0.026135379448533058
284071	rnn.weight_ih_l0_reverse	6	0.01398282777518034
284071	rnn.weight_ih_l0_reverse	7	0.02849981188774109
284071	rnn.weight_ih_l0_reverse	8	-0.02806987799704075
284071	rnn.weight_ih_l0_reverse	9	-0.0014214436523616314
284071	rnn.weight_hh_l0_reverse	0	0.03982308879494667
284071	rnn.weight_hh_l0_reverse	1	0.029741084203124046
284071	rnn.weight_hh_l0_reverse	2	-0.02286769077181816
284071	rnn.weight_hh_l0_reverse	3	-0.08166328072547913
284071	rnn.weight_hh_l0_reverse	4	0.011486142873764038
284071	rnn.weight_hh_l0_reverse	5	-0.05974074825644493
284071	rnn.weight_hh_l0_reverse	6	-0.013712309300899506
284071	rnn.weight_hh_l0_reverse	7	0.030917832627892494
284071	rnn.weight_hh_l0_reverse	8	0.007744534406810999
284071	rnn.weight_hh_l0_reverse	9	0.00913523230701685
284071	rnn.bias_ih_l0_reverse	0	-0.046260278671979904
284071	rnn.bias_ih_l0_reverse	1	-0.13873432576656342
284071	rnn.bias_ih_l0_reverse	2	-0.14453068375587463
284071	rnn.bias_ih_l0_reverse	3	-0.04683493450284004
284071	rnn.bias_ih_l0_reverse	4	-0.11438090354204178
284071	rnn.bias_ih_l0_reverse	5	-0.08738651126623154
284071	rnn.bias_ih_l0_reverse	6	-0.2063826322555542
284071	rnn.bias_ih_l0_reverse	7	-0.052661530673503876
284071	rnn.bias_ih_l0_reverse	8	-0.06429634243249893
284071	rnn.bias_ih_l0_reverse	9	-0.133771151304245
284071	rnn.bias_hh_l0_reverse	0	-0.143965482711792
284071	rnn.bias_hh_l0_reverse	1	-0.16313062608242035
284071	rnn.bias_hh_l0_reverse	2	0.10353746265172958
284071	rnn.bias_hh_l0_reverse	3	0.07247157394886017
284071	rnn.bias_hh_l0_reverse	4	-0.1778964251279831
284071	rnn.bias_hh_l0_reverse	5	-0.14049381017684937
284071	rnn.bias_hh_l0_reverse	6	-0.08859529346227646
284071	rnn.bias_hh_l0_reverse	7	-0.056019410490989685
284071	rnn.bias_hh_l0_reverse	8	-0.0962085872888565
284071	rnn.bias_hh_l0_reverse	9	-0.023287329822778702
284071	linear.weight	0	-0.00772135378792882
284071	linear.weight	1	-0.005237731616944075
284071	linear.weight	2	0.3063247799873352
284071	linear.weight	3	-0.07894322276115417
284071	linear.weight	4	-0.010588549077510834
284071	linear.weight	5	0.10982614755630493
284071	linear.weight	6	-0.010739270597696304
284071	linear.weight	7	-0.07016178965568542
284071	linear.weight	8	0.17508938908576965
284071	linear.weight	9	-0.2672785818576813
284071	linear.bias	0	-0.03956538438796997
284071	linear.bias	1	0.031413208693265915
284071	linear.bias	2	0.4092094302177429
284071	linear.bias	3	-0.7198038101196289
284071	linear.bias	4	2.1353843212127686
284071	linear.bias	5	-1.4049715995788574
284071	linear.bias	6	-0.29787030816078186
284071	linear.bias	7	-0.1273595243692398
284629	transitions	0	-1.9398601055145264
284629	transitions	1	-10000.0
284629	transitions	2	-0.7969565987586975
284629	transitions	3	-10000.0
284629	transitions	4	2.070042848587036
284629	transitions	5	-10000.0
284629	transitions	6	-10000.0
284629	transitions	7	1.8446251153945923
284629	transitions	8	-2.624474287033081
284629	transitions	9	-4.238861083984375
284629	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
284629	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
284629	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
284629	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
284629	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
284629	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
284629	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
284629	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
284629	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
284629	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
284629	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
284629	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
284629	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
284629	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
284629	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
284629	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
284629	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
284629	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
284629	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
284629	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
284629	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
284629	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
284629	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
284629	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
284629	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
284629	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
284629	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
284629	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
284629	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
284629	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
284629	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
284629	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
284629	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
284629	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
284629	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
284629	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
284629	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
284629	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
284629	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
284629	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
284629	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
284629	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
284629	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
284629	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
284629	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
284629	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
284629	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
284629	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
284629	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
284629	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
284629	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
284629	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
284629	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
284629	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
284629	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
284629	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
284629	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
284629	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
284629	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
284629	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
284629	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
284629	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
284629	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
284629	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
284629	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
284629	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
284629	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
284629	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
284629	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
284629	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
284629	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
284629	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
284629	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
284629	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
284629	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
284629	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
284629	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
284629	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
284629	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
284629	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
284629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
284629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
284629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
284629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
284629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
284629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
284629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
284629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
284629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
284629	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
284629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
284629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
284629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
284629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
284629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
284629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
284629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
284629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
284629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
284629	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
284629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
284629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
284629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
284629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
284629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
284629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
284629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
284629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
284629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
284629	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
284629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
284629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
284629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
284629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
284629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
284629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
284629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
284629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
284629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
284629	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
284629	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
284629	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
284629	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
284629	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
284629	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
284629	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
284629	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
284629	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
284629	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
284629	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
284629	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
284629	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
284629	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
284629	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
284629	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
284629	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
284629	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
284629	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
284629	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
284629	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
284629	embedding2nn.weight	0	0.0064034173265099525
284629	embedding2nn.weight	1	0.003957529552280903
284629	embedding2nn.weight	2	0.013427472673356533
284629	embedding2nn.weight	3	0.02661067061126232
284629	embedding2nn.weight	4	0.02337219938635826
284629	embedding2nn.weight	5	0.005086210090667009
284629	embedding2nn.weight	6	-0.015359418466687202
284629	embedding2nn.weight	7	-0.0005929620820097625
284629	embedding2nn.weight	8	-0.009561534970998764
284629	embedding2nn.weight	9	0.0019705097656697035
284629	embedding2nn.bias	0	0.01553548313677311
284629	embedding2nn.bias	1	-0.038040876388549805
284629	embedding2nn.bias	2	0.08635324984788895
284629	embedding2nn.bias	3	0.06793148815631866
284629	embedding2nn.bias	4	-0.012569013051688671
284629	embedding2nn.bias	5	-0.031212307512760162
284629	embedding2nn.bias	6	0.02793199010193348
284629	embedding2nn.bias	7	0.003978635650128126
284629	embedding2nn.bias	8	-0.03461937606334686
284629	embedding2nn.bias	9	0.02696910686790943
284629	rnn.weight_ih_l0	0	0.06510327011346817
284629	rnn.weight_ih_l0	1	-0.041667390614748
284629	rnn.weight_ih_l0	2	0.005937772803008556
284629	rnn.weight_ih_l0	3	0.04557747021317482
284629	rnn.weight_ih_l0	4	-0.030069325119256973
284629	rnn.weight_ih_l0	5	0.041665833443403244
284629	rnn.weight_ih_l0	6	0.007614235859364271
284629	rnn.weight_ih_l0	7	0.06613235175609589
284629	rnn.weight_ih_l0	8	0.009153139777481556
284629	rnn.weight_ih_l0	9	-0.02539725974202156
284629	rnn.weight_hh_l0	0	-0.011829499155282974
284629	rnn.weight_hh_l0	1	-0.028259869664907455
284629	rnn.weight_hh_l0	2	-0.06121411547064781
284629	rnn.weight_hh_l0	3	-0.0059214141219854355
284629	rnn.weight_hh_l0	4	-0.00979648344218731
284629	rnn.weight_hh_l0	5	-0.02475333958864212
284629	rnn.weight_hh_l0	6	0.0006258145440369844
284629	rnn.weight_hh_l0	7	-0.036584120243787766
284629	rnn.weight_hh_l0	8	0.06704259663820267
284629	rnn.weight_hh_l0	9	0.04569073021411896
284629	rnn.bias_ih_l0	0	-0.17163150012493134
284629	rnn.bias_ih_l0	1	-0.16997849941253662
284629	rnn.bias_ih_l0	2	-0.02073628641664982
284629	rnn.bias_ih_l0	3	-0.14786064624786377
284629	rnn.bias_ih_l0	4	-0.058313533663749695
284629	rnn.bias_ih_l0	5	-0.1769370138645172
284629	rnn.bias_ih_l0	6	0.077011339366436
284629	rnn.bias_ih_l0	7	-0.08494732528924942
284629	rnn.bias_ih_l0	8	-0.04637983441352844
284629	rnn.bias_ih_l0	9	-0.10882779210805893
284629	rnn.bias_hh_l0	0	-0.07013195753097534
284629	rnn.bias_hh_l0	1	0.24710246920585632
284629	rnn.bias_hh_l0	2	0.04644408077001572
284629	rnn.bias_hh_l0	3	-0.07757449895143509
284629	rnn.bias_hh_l0	4	-0.08405663073062897
284629	rnn.bias_hh_l0	5	-0.0022118501365184784
284629	rnn.bias_hh_l0	6	0.05812673643231392
284629	rnn.bias_hh_l0	7	-0.09891610592603683
284629	rnn.bias_hh_l0	8	-0.23736044764518738
284629	rnn.bias_hh_l0	9	-0.10088567435741425
284629	rnn.weight_ih_l0_reverse	0	0.01960700936615467
284629	rnn.weight_ih_l0_reverse	1	-0.05956728011369705
284629	rnn.weight_ih_l0_reverse	2	0.043231140822172165
284629	rnn.weight_ih_l0_reverse	3	0.02015683986246586
284629	rnn.weight_ih_l0_reverse	4	-0.00017238251166418195
284629	rnn.weight_ih_l0_reverse	5	-0.026076236739754677
284629	rnn.weight_ih_l0_reverse	6	0.013843253254890442
284629	rnn.weight_ih_l0_reverse	7	0.028452027589082718
284629	rnn.weight_ih_l0_reverse	8	-0.02807566151022911
284629	rnn.weight_ih_l0_reverse	9	-0.0014144269516691566
284629	rnn.weight_hh_l0_reverse	0	0.03980694338679314
284629	rnn.weight_hh_l0_reverse	1	0.02974793128669262
284629	rnn.weight_hh_l0_reverse	2	-0.02294534631073475
284629	rnn.weight_hh_l0_reverse	3	-0.08171077072620392
284629	rnn.weight_hh_l0_reverse	4	0.011471985839307308
284629	rnn.weight_hh_l0_reverse	5	-0.05973850563168526
284629	rnn.weight_hh_l0_reverse	6	-0.013731795363128185
284629	rnn.weight_hh_l0_reverse	7	0.03094845823943615
284629	rnn.weight_hh_l0_reverse	8	0.0077766659669578075
284629	rnn.weight_hh_l0_reverse	9	0.009161282330751419
284629	rnn.bias_ih_l0_reverse	0	-0.04626414552330971
284629	rnn.bias_ih_l0_reverse	1	-0.1385979801416397
284629	rnn.bias_ih_l0_reverse	2	-0.1445598155260086
284629	rnn.bias_ih_l0_reverse	3	-0.046754561364650726
284629	rnn.bias_ih_l0_reverse	4	-0.11467894166707993
284629	rnn.bias_ih_l0_reverse	5	-0.08738654106855392
284629	rnn.bias_ih_l0_reverse	6	-0.20629218220710754
284629	rnn.bias_ih_l0_reverse	7	-0.05278804898262024
284629	rnn.bias_ih_l0_reverse	8	-0.0642365962266922
284629	rnn.bias_ih_l0_reverse	9	-0.13349150121212006
284629	rnn.bias_hh_l0_reverse	0	-0.14371058344841003
284629	rnn.bias_hh_l0_reverse	1	-0.16308988630771637
284629	rnn.bias_hh_l0_reverse	2	0.10370051860809326
284629	rnn.bias_hh_l0_reverse	3	0.0727643370628357
284629	rnn.bias_hh_l0_reverse	4	-0.17784853279590607
284629	rnn.bias_hh_l0_reverse	5	-0.14034725725650787
284629	rnn.bias_hh_l0_reverse	6	-0.08854840695858002
284629	rnn.bias_hh_l0_reverse	7	-0.056073568761348724
284629	rnn.bias_hh_l0_reverse	8	-0.09622021019458771
284629	rnn.bias_hh_l0_reverse	9	-0.023289425298571587
284629	linear.weight	0	-0.007721394766122103
284629	linear.weight	1	-0.004582669585943222
284629	linear.weight	2	0.3066960275173187
284629	linear.weight	3	-0.07894282042980194
284629	linear.weight	4	-0.010588549077510834
284629	linear.weight	5	0.11118441075086594
284629	linear.weight	6	-0.010739270597696304
284629	linear.weight	7	-0.07444971054792404
284629	linear.weight	8	0.18037253618240356
284629	linear.weight	9	-0.26853320002555847
284629	linear.bias	0	-0.03956538438796997
284629	linear.bias	1	0.031413208693265915
284629	linear.bias	2	0.41559895873069763
284629	linear.bias	3	-0.7300397157669067
284629	linear.bias	4	2.1421866416931152
284629	linear.bias	5	-1.404974341392517
284629	linear.bias	6	-0.2993168830871582
284629	linear.bias	7	-0.12885332107543945
285188	transitions	0	-1.939962387084961
285188	transitions	1	-10000.0
285188	transitions	2	-0.7969565987586975
285188	transitions	3	-10000.0
285188	transitions	4	2.0727808475494385
285188	transitions	5	-10000.0
285188	transitions	6	-10000.0
285188	transitions	7	1.8446553945541382
285188	transitions	8	-2.6245739459991455
285188	transitions	9	-4.2388763427734375
285188	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
285188	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
285188	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
285188	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
285188	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
285188	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
285188	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
285188	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
285188	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
285188	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
285188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
285188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
285188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
285188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
285188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
285188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
285188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
285188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
285188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
285188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
285188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
285188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
285188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
285188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
285188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
285188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
285188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
285188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
285188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
285188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
285188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
285188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
285188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
285188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
285188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
285188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
285188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
285188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
285188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
285188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
285188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
285188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
285188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
285188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
285188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
285188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
285188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
285188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
285188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
285188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
285188	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
285188	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
285188	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
285188	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
285188	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
285188	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
285188	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
285188	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
285188	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
285188	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
285188	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
285188	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
285188	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
285188	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
285188	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
285188	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
285188	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
285188	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
285188	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
285188	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
285188	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
285188	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
285188	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
285188	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
285188	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
285188	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
285188	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
285188	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
285188	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
285188	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
285188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
285188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
285188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
285188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
285188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
285188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
285188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
285188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
285188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
285188	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
285188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
285188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
285188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
285188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
285188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
285188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
285188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
285188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
285188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
285188	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
285188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
285188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
285188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
285188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
285188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
285188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
285188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
285188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
285188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
285188	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
285188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
285188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
285188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
285188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
285188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
285188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
285188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
285188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
285188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
285188	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
285188	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
285188	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
285188	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
285188	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
285188	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
285188	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
285188	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
285188	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
285188	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
285188	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
285188	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
285188	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
285188	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
285188	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
285188	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
285188	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
285188	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
285188	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
285188	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
285188	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
285188	embedding2nn.weight	0	0.006405120249837637
285188	embedding2nn.weight	1	0.003963231109082699
285188	embedding2nn.weight	2	0.013426283374428749
285188	embedding2nn.weight	3	0.02659652754664421
285188	embedding2nn.weight	4	0.023406730964779854
285188	embedding2nn.weight	5	0.005115734878927469
285188	embedding2nn.weight	6	-0.015386710874736309
285188	embedding2nn.weight	7	-0.0006337247905321419
285188	embedding2nn.weight	8	-0.009555267170071602
285188	embedding2nn.weight	9	0.0019711724016815424
285188	embedding2nn.bias	0	0.016287168487906456
285188	embedding2nn.bias	1	-0.03818289935588837
285188	embedding2nn.bias	2	0.08635526150465012
285188	embedding2nn.bias	3	0.06740067899227142
285188	embedding2nn.bias	4	-0.012559289112687111
285188	embedding2nn.bias	5	-0.030896011739969254
285188	embedding2nn.bias	6	0.027703622356057167
285188	embedding2nn.bias	7	0.004111200105398893
285188	embedding2nn.bias	8	-0.03470805287361145
285188	embedding2nn.bias	9	0.027105197310447693
285188	rnn.weight_ih_l0	0	0.06515674293041229
285188	rnn.weight_ih_l0	1	-0.041719332337379456
285188	rnn.weight_ih_l0	2	0.005788241978734732
285188	rnn.weight_ih_l0	3	0.04558709263801575
285188	rnn.weight_ih_l0	4	-0.02994774654507637
285188	rnn.weight_ih_l0	5	0.0415903776884079
285188	rnn.weight_ih_l0	6	0.007644256576895714
285188	rnn.weight_ih_l0	7	0.06612486392259598
285188	rnn.weight_ih_l0	8	0.009252404794096947
285188	rnn.weight_ih_l0	9	-0.02538035251200199
285188	rnn.weight_hh_l0	0	-0.011738698929548264
285188	rnn.weight_hh_l0	1	-0.028254305943846703
285188	rnn.weight_hh_l0	2	-0.06123804301023483
285188	rnn.weight_hh_l0	3	-0.005926665849983692
285188	rnn.weight_hh_l0	4	-0.00978429988026619
285188	rnn.weight_hh_l0	5	-0.024760831147432327
285188	rnn.weight_hh_l0	6	0.000618290388956666
285188	rnn.weight_hh_l0	7	-0.036643482744693756
285188	rnn.weight_hh_l0	8	0.0670664831995964
285188	rnn.weight_hh_l0	9	0.045680880546569824
285188	rnn.bias_ih_l0	0	-0.17153994739055634
285188	rnn.bias_ih_l0	1	-0.1702803075313568
285188	rnn.bias_ih_l0	2	-0.020418712869286537
285188	rnn.bias_ih_l0	3	-0.14778666198253632
285188	rnn.bias_ih_l0	4	-0.058290429413318634
285188	rnn.bias_ih_l0	5	-0.17690040171146393
285188	rnn.bias_ih_l0	6	0.07664363831281662
285188	rnn.bias_ih_l0	7	-0.08476316928863525
285188	rnn.bias_ih_l0	8	-0.04642264172434807
285188	rnn.bias_ih_l0	9	-0.10856261104345322
285188	rnn.bias_hh_l0	0	-0.07036939263343811
285188	rnn.bias_hh_l0	1	0.2470812350511551
285188	rnn.bias_hh_l0	2	0.046555280685424805
285188	rnn.bias_hh_l0	3	-0.07751218229532242
285188	rnn.bias_hh_l0	4	-0.0838879868388176
285188	rnn.bias_hh_l0	5	-0.0021330316085368395
285188	rnn.bias_hh_l0	6	0.057792097330093384
285188	rnn.bias_hh_l0	7	-0.09872949123382568
285188	rnn.bias_hh_l0	8	-0.23787793517112732
285188	rnn.bias_hh_l0	9	-0.1010715663433075
285188	rnn.weight_ih_l0_reverse	0	0.0197086650878191
285188	rnn.weight_ih_l0_reverse	1	-0.05955229699611664
285188	rnn.weight_ih_l0_reverse	2	0.0432022362947464
285188	rnn.weight_ih_l0_reverse	3	0.020133642479777336
285188	rnn.weight_ih_l0_reverse	4	-0.00014374828606378287
285188	rnn.weight_ih_l0_reverse	5	-0.026040328666567802
285188	rnn.weight_ih_l0_reverse	6	0.013742598704993725
285188	rnn.weight_ih_l0_reverse	7	0.028417566791176796
285188	rnn.weight_ih_l0_reverse	8	-0.028117451816797256
285188	rnn.weight_ih_l0_reverse	9	-0.001431765384040773
285188	rnn.weight_hh_l0_reverse	0	0.039797041565179825
285188	rnn.weight_hh_l0_reverse	1	0.02981618046760559
285188	rnn.weight_hh_l0_reverse	2	-0.022961320355534554
285188	rnn.weight_hh_l0_reverse	3	-0.08176745474338531
285188	rnn.weight_hh_l0_reverse	4	0.01149408333003521
285188	rnn.weight_hh_l0_reverse	5	-0.059711575508117676
285188	rnn.weight_hh_l0_reverse	6	-0.013709370978176594
285188	rnn.weight_hh_l0_reverse	7	0.03091238997876644
285188	rnn.weight_hh_l0_reverse	8	0.007802962325513363
285188	rnn.weight_hh_l0_reverse	9	0.009200634434819221
285188	rnn.bias_ih_l0_reverse	0	-0.04635888338088989
285188	rnn.bias_ih_l0_reverse	1	-0.1387404203414917
285188	rnn.bias_ih_l0_reverse	2	-0.14445455372333527
285188	rnn.bias_ih_l0_reverse	3	-0.0466155968606472
285188	rnn.bias_ih_l0_reverse	4	-0.11439946293830872
285188	rnn.bias_ih_l0_reverse	5	-0.08751212805509567
285188	rnn.bias_ih_l0_reverse	6	-0.20613938570022583
285188	rnn.bias_ih_l0_reverse	7	-0.05298430845141411
285188	rnn.bias_ih_l0_reverse	8	-0.06410734355449677
285188	rnn.bias_ih_l0_reverse	9	-0.13411590456962585
285188	rnn.bias_hh_l0_reverse	0	-0.14374122023582458
285188	rnn.bias_hh_l0_reverse	1	-0.16316169500350952
285188	rnn.bias_hh_l0_reverse	2	0.1038062646985054
285188	rnn.bias_hh_l0_reverse	3	0.072193443775177
285188	rnn.bias_hh_l0_reverse	4	-0.17780816555023193
285188	rnn.bias_hh_l0_reverse	5	-0.1407787799835205
285188	rnn.bias_hh_l0_reverse	6	-0.08863992989063263
285188	rnn.bias_hh_l0_reverse	7	-0.05590031296014786
285188	rnn.bias_hh_l0_reverse	8	-0.09629735350608826
285188	rnn.bias_hh_l0_reverse	9	-0.02338922582566738
285188	linear.weight	0	-0.007721510715782642
285188	linear.weight	1	-0.0030027118045836687
285188	linear.weight	2	0.30742087960243225
285188	linear.weight	3	-0.07894250005483627
285188	linear.weight	4	-0.010588549077510834
285188	linear.weight	5	0.11288419365882874
285188	linear.weight	6	-0.010739270597696304
285188	linear.weight	7	-0.07450897246599197
285188	linear.weight	8	0.18018551170825958
285188	linear.weight	9	-0.2693166136741638
285188	linear.bias	0	-0.03956538438796997
285188	linear.bias	1	0.031413208693265915
285188	linear.bias	2	0.41729649901390076
285188	linear.bias	3	-0.7360882759094238
285188	linear.bias	4	2.1432929039001465
285188	linear.bias	5	-1.4049782752990723
285188	linear.bias	6	-0.29769161343574524
285188	linear.bias	7	-0.12721647322177887
285746	transitions	0	-1.9400672912597656
285746	transitions	1	-10000.0
285746	transitions	2	-0.7969565987586975
285746	transitions	3	-10000.0
285746	transitions	4	2.0718774795532227
285746	transitions	5	-10000.0
285746	transitions	6	-10000.0
285746	transitions	7	1.8451228141784668
285746	transitions	8	-2.6246657371520996
285746	transitions	9	-4.238889694213867
285746	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
285746	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
285746	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
285746	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
285746	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
285746	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
285746	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
285746	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
285746	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
285746	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
285746	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
285746	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
285746	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
285746	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
285746	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
285746	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
285746	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
285746	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
285746	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
285746	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
285746	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
285746	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
285746	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
285746	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
285746	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
285746	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
285746	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
285746	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
285746	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
285746	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
285746	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
285746	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
285746	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
285746	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
285746	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
285746	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
285746	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
285746	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
285746	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
285746	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
285746	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
285746	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
285746	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
285746	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
285746	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
285746	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
285746	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
285746	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
285746	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
285746	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
285746	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
285746	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
285746	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
285746	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
285746	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
285746	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
285746	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
285746	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
285746	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
285746	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
285746	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
285746	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
285746	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
285746	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
285746	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
285746	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
285746	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
285746	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
285746	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
285746	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
285746	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
285746	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
285746	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
285746	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
285746	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
285746	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
285746	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
285746	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
285746	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
285746	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
285746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
285746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
285746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
285746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
285746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
285746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
285746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
285746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
285746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
285746	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
285746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
285746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
285746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
285746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
285746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
285746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
285746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
285746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
285746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
285746	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
285746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
285746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
285746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
285746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
285746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
285746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
285746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
285746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
285746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
285746	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
285746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
285746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
285746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
285746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
285746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
285746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
285746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
285746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
285746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
285746	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
285746	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
285746	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
285746	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
285746	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
285746	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
285746	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
285746	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
285746	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
285746	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
285746	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
285746	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
285746	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
285746	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
285746	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
285746	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
285746	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
285746	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
285746	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
285746	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
285746	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
285746	embedding2nn.weight	0	0.006405186373740435
285746	embedding2nn.weight	1	0.00396772613748908
285746	embedding2nn.weight	2	0.013429517857730389
285746	embedding2nn.weight	3	0.02655942551791668
285746	embedding2nn.weight	4	0.023455776274204254
285746	embedding2nn.weight	5	0.0050772554241120815
285746	embedding2nn.weight	6	-0.015358004719018936
285746	embedding2nn.weight	7	-0.00063117261743173
285746	embedding2nn.weight	8	-0.009532809257507324
285746	embedding2nn.weight	9	0.0019734830129891634
285746	embedding2nn.bias	0	0.015862124040722847
285746	embedding2nn.bias	1	-0.03686169534921646
285746	embedding2nn.bias	2	0.08580736070871353
285746	embedding2nn.bias	3	0.0680101215839386
285746	embedding2nn.bias	4	-0.01313419733196497
285746	embedding2nn.bias	5	-0.03168921917676926
285746	embedding2nn.bias	6	0.02769812010228634
285746	embedding2nn.bias	7	0.0037781966384500265
285746	embedding2nn.bias	8	-0.03477149084210396
285746	embedding2nn.bias	9	0.02755335159599781
285746	rnn.weight_ih_l0	0	0.06513360142707825
285746	rnn.weight_ih_l0	1	-0.04171189293265343
285746	rnn.weight_ih_l0	2	0.005708062089979649
285746	rnn.weight_ih_l0	3	0.04546525329351425
285746	rnn.weight_ih_l0	4	-0.029903050512075424
285746	rnn.weight_ih_l0	5	0.04154539853334427
285746	rnn.weight_ih_l0	6	0.007627544458955526
285746	rnn.weight_ih_l0	7	0.06611084192991257
285746	rnn.weight_ih_l0	8	0.009252573363482952
285746	rnn.weight_ih_l0	9	-0.02543935738503933
285746	rnn.weight_hh_l0	0	-0.011842180043458939
285746	rnn.weight_hh_l0	1	-0.028223657980561256
285746	rnn.weight_hh_l0	2	-0.061204276978969574
285746	rnn.weight_hh_l0	3	-0.005915728863328695
285746	rnn.weight_hh_l0	4	-0.009796200320124626
285746	rnn.weight_hh_l0	5	-0.024745019152760506
285746	rnn.weight_hh_l0	6	0.0006186658283695579
285746	rnn.weight_hh_l0	7	-0.03665546700358391
285746	rnn.weight_hh_l0	8	0.06713516265153885
285746	rnn.weight_hh_l0	9	0.0456610769033432
285746	rnn.bias_ih_l0	0	-0.1714257299900055
285746	rnn.bias_ih_l0	1	-0.17040055990219116
285746	rnn.bias_ih_l0	2	-0.02027643844485283
285746	rnn.bias_ih_l0	3	-0.14772160351276398
285746	rnn.bias_ih_l0	4	-0.05844726786017418
285746	rnn.bias_ih_l0	5	-0.1765393614768982
285746	rnn.bias_ih_l0	6	0.07606148719787598
285746	rnn.bias_ih_l0	7	-0.08471957594156265
285746	rnn.bias_ih_l0	8	-0.046144161373376846
285746	rnn.bias_ih_l0	9	-0.10852055251598358
285746	rnn.bias_hh_l0	0	-0.07030864804983139
285746	rnn.bias_hh_l0	1	0.24682584404945374
285746	rnn.bias_hh_l0	2	0.04682936891913414
285746	rnn.bias_hh_l0	3	-0.07724114507436752
285746	rnn.bias_hh_l0	4	-0.08385350555181503
285746	rnn.bias_hh_l0	5	-0.0023968599271029234
285746	rnn.bias_hh_l0	6	0.05791863799095154
285746	rnn.bias_hh_l0	7	-0.09871934354305267
285746	rnn.bias_hh_l0	8	-0.2375103086233139
285746	rnn.bias_hh_l0	9	-0.10088449716567993
285746	rnn.weight_ih_l0_reverse	0	0.019684601575136185
285746	rnn.weight_ih_l0_reverse	1	-0.05958266928792
285746	rnn.weight_ih_l0_reverse	2	0.043171338737010956
285746	rnn.weight_ih_l0_reverse	3	0.02005370333790779
285746	rnn.weight_ih_l0_reverse	4	-0.00012442156730685383
285746	rnn.weight_ih_l0_reverse	5	-0.025933608412742615
285746	rnn.weight_ih_l0_reverse	6	0.013718760572373867
285746	rnn.weight_ih_l0_reverse	7	0.02834109403192997
285746	rnn.weight_ih_l0_reverse	8	-0.028086652979254723
285746	rnn.weight_ih_l0_reverse	9	-0.001515109557658434
285746	rnn.weight_hh_l0_reverse	0	0.03979678079485893
285746	rnn.weight_hh_l0_reverse	1	0.02978617697954178
285746	rnn.weight_hh_l0_reverse	2	-0.02291049249470234
285746	rnn.weight_hh_l0_reverse	3	-0.08171779662370682
285746	rnn.weight_hh_l0_reverse	4	0.011485855095088482
285746	rnn.weight_hh_l0_reverse	5	-0.05967120826244354
285746	rnn.weight_hh_l0_reverse	6	-0.013682052493095398
285746	rnn.weight_hh_l0_reverse	7	0.030903946608304977
285746	rnn.weight_hh_l0_reverse	8	0.007825731299817562
285746	rnn.weight_hh_l0_reverse	9	0.00914582796394825
285746	rnn.bias_ih_l0_reverse	0	-0.04631754010915756
285746	rnn.bias_ih_l0_reverse	1	-0.13874821364879608
285746	rnn.bias_ih_l0_reverse	2	-0.14435110986232758
285746	rnn.bias_ih_l0_reverse	3	-0.04636291041970253
285746	rnn.bias_ih_l0_reverse	4	-0.11454706639051437
285746	rnn.bias_ih_l0_reverse	5	-0.08765952289104462
285746	rnn.bias_ih_l0_reverse	6	-0.20646271109580994
285746	rnn.bias_ih_l0_reverse	7	-0.05316232889890671
285746	rnn.bias_ih_l0_reverse	8	-0.064095638692379
285746	rnn.bias_ih_l0_reverse	9	-0.13435235619544983
285746	rnn.bias_hh_l0_reverse	0	-0.14383628964424133
285746	rnn.bias_hh_l0_reverse	1	-0.16316039860248566
285746	rnn.bias_hh_l0_reverse	2	0.10394977033138275
285746	rnn.bias_hh_l0_reverse	3	0.07220993936061859
285746	rnn.bias_hh_l0_reverse	4	-0.17773516476154327
285746	rnn.bias_hh_l0_reverse	5	-0.1411769837141037
285746	rnn.bias_hh_l0_reverse	6	-0.08911850303411484
285746	rnn.bias_hh_l0_reverse	7	-0.05579420551657677
285746	rnn.bias_hh_l0_reverse	8	-0.0962774008512497
285746	rnn.bias_hh_l0_reverse	9	-0.022894978523254395
285746	linear.weight	0	-0.007721547037363052
285746	linear.weight	1	-0.0022364503238350153
285746	linear.weight	2	0.30891966819763184
285746	linear.weight	3	-0.07894211262464523
285746	linear.weight	4	-0.010588549077510834
285746	linear.weight	5	0.1112615317106247
285746	linear.weight	6	-0.010739270597696304
285746	linear.weight	7	-0.07470586150884628
285746	linear.weight	8	0.1838916391134262
285746	linear.weight	9	-0.2694050371646881
285746	linear.bias	0	-0.03956538438796997
285746	linear.bias	1	0.031413208693265915
285746	linear.bias	2	0.42045557498931885
285746	linear.bias	3	-0.7362449169158936
285746	linear.bias	4	2.145777463912964
285746	linear.bias	5	-1.4049807786941528
285746	linear.bias	6	-0.3003496825695038
285746	linear.bias	7	-0.1300266534090042
286304	transitions	0	-1.9401663541793823
286304	transitions	1	-10000.0
286304	transitions	2	-0.7969565987586975
286304	transitions	3	-10000.0
286304	transitions	4	2.0717873573303223
286304	transitions	5	-10000.0
286304	transitions	6	-10000.0
286304	transitions	7	1.8449296951293945
286304	transitions	8	-2.6247386932373047
286304	transitions	9	-4.238901138305664
286304	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
286304	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
286304	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
286304	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
286304	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
286304	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
286304	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
286304	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
286304	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
286304	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
286304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
286304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
286304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
286304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
286304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
286304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
286304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
286304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
286304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
286304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
286304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
286304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
286304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
286304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
286304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
286304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
286304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
286304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
286304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
286304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
286304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
286304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
286304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
286304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
286304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
286304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
286304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
286304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
286304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
286304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
286304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
286304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
286304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
286304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
286304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
286304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
286304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
286304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
286304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
286304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
286304	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
286304	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
286304	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
286304	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
286304	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
286304	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
286304	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
286304	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
286304	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
286304	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
286304	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
286304	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
286304	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
286304	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
286304	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
286304	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
286304	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
286304	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
286304	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
286304	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
286304	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
286304	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
286304	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
286304	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
286304	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
286304	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
286304	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
286304	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
286304	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
286304	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
286304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
286304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
286304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
286304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
286304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
286304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
286304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
286304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
286304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
286304	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
286304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
286304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
286304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
286304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
286304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
286304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
286304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
286304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
286304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
286304	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
286304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
286304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
286304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
286304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
286304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
286304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
286304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
286304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
286304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
286304	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
286304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
286304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
286304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
286304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
286304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
286304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
286304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
286304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
286304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
286304	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
286304	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
286304	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
286304	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
286304	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
286304	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
286304	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
286304	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
286304	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
286304	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
286304	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
286304	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
286304	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
286304	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
286304	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
286304	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
286304	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
286304	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
286304	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
286304	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
286304	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
286304	embedding2nn.weight	0	0.006408193148672581
286304	embedding2nn.weight	1	0.003971300087869167
286304	embedding2nn.weight	2	0.013429587706923485
286304	embedding2nn.weight	3	0.02655692584812641
286304	embedding2nn.weight	4	0.023422548547387123
286304	embedding2nn.weight	5	0.0050307223573327065
286304	embedding2nn.weight	6	-0.015344364568591118
286304	embedding2nn.weight	7	-0.0006229258142411709
286304	embedding2nn.weight	8	-0.00953952968120575
286304	embedding2nn.weight	9	0.002005726797506213
286304	embedding2nn.bias	0	0.016151849180459976
286304	embedding2nn.bias	1	-0.03655841946601868
286304	embedding2nn.bias	2	0.08547559380531311
286304	embedding2nn.bias	3	0.06788738816976547
286304	embedding2nn.bias	4	-0.013217618688941002
286304	embedding2nn.bias	5	-0.0318981371819973
286304	embedding2nn.bias	6	0.027730533853173256
286304	embedding2nn.bias	7	0.0033002514392137527
286304	embedding2nn.bias	8	-0.03427884355187416
286304	embedding2nn.bias	9	0.02759566530585289
286304	rnn.weight_ih_l0	0	0.0651741698384285
286304	rnn.weight_ih_l0	1	-0.041723962873220444
286304	rnn.weight_ih_l0	2	0.005791076924651861
286304	rnn.weight_ih_l0	3	0.04544311389327049
286304	rnn.weight_ih_l0	4	-0.02992965839803219
286304	rnn.weight_ih_l0	5	0.04147593304514885
286304	rnn.weight_ih_l0	6	0.007652630098164082
286304	rnn.weight_ih_l0	7	0.06607171893119812
286304	rnn.weight_ih_l0	8	0.009335868991911411
286304	rnn.weight_ih_l0	9	-0.025404825806617737
286304	rnn.weight_hh_l0	0	-0.01187978032976389
286304	rnn.weight_hh_l0	1	-0.028227796778082848
286304	rnn.weight_hh_l0	2	-0.061164095997810364
286304	rnn.weight_hh_l0	3	-0.005914830137044191
286304	rnn.weight_hh_l0	4	-0.009801993146538734
286304	rnn.weight_hh_l0	5	-0.024739738553762436
286304	rnn.weight_hh_l0	6	0.0006086772191338241
286304	rnn.weight_hh_l0	7	-0.03660275414586067
286304	rnn.weight_hh_l0	8	0.06719315052032471
286304	rnn.weight_hh_l0	9	0.045671310275793076
286304	rnn.bias_ih_l0	0	-0.17132483422756195
286304	rnn.bias_ih_l0	1	-0.17032599449157715
286304	rnn.bias_ih_l0	2	-0.020394619554281235
286304	rnn.bias_ih_l0	3	-0.14741772413253784
286304	rnn.bias_ih_l0	4	-0.05823340266942978
286304	rnn.bias_ih_l0	5	-0.17651759088039398
286304	rnn.bias_ih_l0	6	0.0763096883893013
286304	rnn.bias_ih_l0	7	-0.08478626608848572
286304	rnn.bias_ih_l0	8	-0.04598528891801834
286304	rnn.bias_ih_l0	9	-0.10848046094179153
286304	rnn.bias_hh_l0	0	-0.07067324221134186
286304	rnn.bias_hh_l0	1	0.24727751314640045
286304	rnn.bias_hh_l0	2	0.04701764136552811
286304	rnn.bias_hh_l0	3	-0.07721581310033798
286304	rnn.bias_hh_l0	4	-0.08365991711616516
286304	rnn.bias_hh_l0	5	-0.002024391433224082
286304	rnn.bias_hh_l0	6	0.0582963265478611
286304	rnn.bias_hh_l0	7	-0.0987657979130745
286304	rnn.bias_hh_l0	8	-0.23721396923065186
286304	rnn.bias_hh_l0	9	-0.10092034935951233
286304	rnn.weight_ih_l0_reverse	0	0.019887154921889305
286304	rnn.weight_ih_l0_reverse	1	-0.059530939906835556
286304	rnn.weight_ih_l0_reverse	2	0.04317846521735191
286304	rnn.weight_ih_l0_reverse	3	0.020011279731988907
286304	rnn.weight_ih_l0_reverse	4	-5.400923328124918e-05
286304	rnn.weight_ih_l0_reverse	5	-0.02598157897591591
286304	rnn.weight_ih_l0_reverse	6	0.013578427024185658
286304	rnn.weight_ih_l0_reverse	7	0.028359025716781616
286304	rnn.weight_ih_l0_reverse	8	-0.02806813456118107
286304	rnn.weight_ih_l0_reverse	9	-0.0013334579998627305
286304	rnn.weight_hh_l0_reverse	0	0.03979887813329697
286304	rnn.weight_hh_l0_reverse	1	0.029797155410051346
286304	rnn.weight_hh_l0_reverse	2	-0.022953392937779427
286304	rnn.weight_hh_l0_reverse	3	-0.08177240192890167
286304	rnn.weight_hh_l0_reverse	4	0.011475306004285812
286304	rnn.weight_hh_l0_reverse	5	-0.059723369777202606
286304	rnn.weight_hh_l0_reverse	6	-0.013648312538862228
286304	rnn.weight_hh_l0_reverse	7	0.03086184523999691
286304	rnn.weight_hh_l0_reverse	8	0.007847358472645283
286304	rnn.weight_hh_l0_reverse	9	0.009175793267786503
286304	rnn.bias_ih_l0_reverse	0	-0.04623126983642578
286304	rnn.bias_ih_l0_reverse	1	-0.13878625631332397
286304	rnn.bias_ih_l0_reverse	2	-0.1442710906267166
286304	rnn.bias_ih_l0_reverse	3	-0.046365655958652496
286304	rnn.bias_ih_l0_reverse	4	-0.1146431416273117
286304	rnn.bias_ih_l0_reverse	5	-0.08768760412931442
286304	rnn.bias_ih_l0_reverse	6	-0.2065383493900299
286304	rnn.bias_ih_l0_reverse	7	-0.05344804376363754
286304	rnn.bias_ih_l0_reverse	8	-0.06412161141633987
286304	rnn.bias_ih_l0_reverse	9	-0.13415206968784332
286304	rnn.bias_hh_l0_reverse	0	-0.1435064971446991
286304	rnn.bias_hh_l0_reverse	1	-0.16321155428886414
286304	rnn.bias_hh_l0_reverse	2	0.10361039638519287
286304	rnn.bias_hh_l0_reverse	3	0.07209601253271103
286304	rnn.bias_hh_l0_reverse	4	-0.17795400321483612
286304	rnn.bias_hh_l0_reverse	5	-0.14143764972686768
286304	rnn.bias_hh_l0_reverse	6	-0.08877303451299667
286304	rnn.bias_hh_l0_reverse	7	-0.055805448442697525
286304	rnn.bias_hh_l0_reverse	8	-0.0962793380022049
286304	rnn.bias_hh_l0_reverse	9	-0.023149222135543823
286304	linear.weight	0	-0.0077216667123138905
286304	linear.weight	1	-0.00171141407918185
286304	linear.weight	2	0.31078994274139404
286304	linear.weight	3	-0.0789417177438736
286304	linear.weight	4	-0.010588549077510834
286304	linear.weight	5	0.11293434351682663
286304	linear.weight	6	-0.010739270597696304
286304	linear.weight	7	-0.07575157284736633
286304	linear.weight	8	0.18371516466140747
286304	linear.weight	9	-0.26987898349761963
286304	linear.bias	0	-0.03956538438796997
286304	linear.bias	1	0.031413208693265915
286304	linear.bias	2	0.4210294783115387
286304	linear.bias	3	-0.7304854989051819
286304	linear.bias	4	2.1432390213012695
286304	linear.bias	5	-1.4049828052520752
286304	linear.bias	6	-0.3021908700466156
286304	linear.bias	7	-0.13196516036987305
286862	transitions	0	-1.9402743577957153
286862	transitions	1	-10000.0
286862	transitions	2	-0.7969565987586975
286862	transitions	3	-10000.0
286862	transitions	4	2.0717313289642334
286862	transitions	5	-10000.0
286862	transitions	6	-10000.0
286862	transitions	7	1.8426575660705566
286862	transitions	8	-2.6248135566711426
286862	transitions	9	-4.238912582397461
286862	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
286862	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
286862	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
286862	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
286862	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
286862	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
286862	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
286862	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
286862	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
286862	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
286862	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
286862	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
286862	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
286862	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
286862	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
286862	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
286862	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
286862	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
286862	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
286862	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
286862	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
286862	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
286862	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
286862	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
286862	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
286862	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
286862	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
286862	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
286862	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
286862	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
286862	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
286862	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
286862	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
286862	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
286862	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
286862	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
286862	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
286862	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
286862	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
286862	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
286862	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
286862	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
286862	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
286862	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
286862	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
286862	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
286862	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
286862	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
286862	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
286862	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
286862	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
286862	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
286862	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
286862	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
286862	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
286862	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
286862	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
286862	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
286862	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
286862	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
286862	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
286862	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
286862	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
286862	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
286862	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
286862	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
286862	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
286862	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
286862	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
286862	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
286862	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
286862	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
286862	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
286862	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
286862	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
286862	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
286862	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
286862	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
286862	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
286862	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
286862	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
286862	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
286862	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
286862	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
286862	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
286862	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
286862	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
286862	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
286862	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
286862	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
286862	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
286862	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
286862	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
286862	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
286862	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
286862	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
286862	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
286862	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
286862	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
286862	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
286862	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
286862	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
286862	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
286862	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
286862	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
286862	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
286862	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
286862	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
286862	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
286862	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
286862	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
286862	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
286862	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
286862	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
286862	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
286862	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
286862	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
286862	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
286862	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
286862	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
286862	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
286862	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
286862	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
286862	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
286862	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
286862	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
286862	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
286862	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
286862	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
286862	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
286862	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
286862	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
286862	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
286862	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
286862	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
286862	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
286862	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
286862	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
286862	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
286862	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
286862	embedding2nn.weight	0	0.006409483030438423
286862	embedding2nn.weight	1	0.00397478835657239
286862	embedding2nn.weight	2	0.013430061750113964
286862	embedding2nn.weight	3	0.026575366035103798
286862	embedding2nn.weight	4	0.023422906175255775
286862	embedding2nn.weight	5	0.004998174495995045
286862	embedding2nn.weight	6	-0.0152986329048872
286862	embedding2nn.weight	7	-0.0006116743898019195
286862	embedding2nn.weight	8	-0.009611939080059528
286862	embedding2nn.weight	9	0.001990440534427762
286862	embedding2nn.bias	0	0.016349149867892265
286862	embedding2nn.bias	1	-0.03590037673711777
286862	embedding2nn.bias	2	0.0856325775384903
286862	embedding2nn.bias	3	0.06797785311937332
286862	embedding2nn.bias	4	-0.013546937145292759
286862	embedding2nn.bias	5	-0.032591164112091064
286862	embedding2nn.bias	6	0.028040094301104546
286862	embedding2nn.bias	7	0.0029856907203793526
286862	embedding2nn.bias	8	-0.03403882309794426
286862	embedding2nn.bias	9	0.02853209897875786
286862	rnn.weight_ih_l0	0	0.06519345194101334
286862	rnn.weight_ih_l0	1	-0.04165692999958992
286862	rnn.weight_ih_l0	2	0.005782756023108959
286862	rnn.weight_ih_l0	3	0.04543573036789894
286862	rnn.weight_ih_l0	4	-0.029923081398010254
286862	rnn.weight_ih_l0	5	0.04144689813256264
286862	rnn.weight_ih_l0	6	0.007630182430148125
286862	rnn.weight_ih_l0	7	0.06612027436494827
286862	rnn.weight_ih_l0	8	0.009278069250285625
286862	rnn.weight_ih_l0	9	-0.02542893774807453
286862	rnn.weight_hh_l0	0	-0.01178810466080904
286862	rnn.weight_hh_l0	1	-0.028192128986120224
286862	rnn.weight_hh_l0	2	-0.061227407306432724
286862	rnn.weight_hh_l0	3	-0.005946906749159098
286862	rnn.weight_hh_l0	4	-0.009798525832593441
286862	rnn.weight_hh_l0	5	-0.024717487394809723
286862	rnn.weight_hh_l0	6	0.0006194139132276177
286862	rnn.weight_hh_l0	7	-0.03654436022043228
286862	rnn.weight_hh_l0	8	0.06710802018642426
286862	rnn.weight_hh_l0	9	0.045663584023714066
286862	rnn.bias_ih_l0	0	-0.17142353951931
286862	rnn.bias_ih_l0	1	-0.17014150321483612
286862	rnn.bias_ih_l0	2	-0.02051662467420101
286862	rnn.bias_ih_l0	3	-0.14707088470458984
286862	rnn.bias_ih_l0	4	-0.05830209702253342
286862	rnn.bias_ih_l0	5	-0.17625398933887482
286862	rnn.bias_ih_l0	6	0.07609756290912628
286862	rnn.bias_ih_l0	7	-0.08469269424676895
286862	rnn.bias_ih_l0	8	-0.0458652637898922
286862	rnn.bias_ih_l0	9	-0.10825220495462418
286862	rnn.bias_hh_l0	0	-0.07059452682733536
286862	rnn.bias_hh_l0	1	0.24685455858707428
286862	rnn.bias_hh_l0	2	0.04705364257097244
286862	rnn.bias_hh_l0	3	-0.07687081396579742
286862	rnn.bias_hh_l0	4	-0.08374164253473282
286862	rnn.bias_hh_l0	5	-0.0020966811571270227
286862	rnn.bias_hh_l0	6	0.058331336826086044
286862	rnn.bias_hh_l0	7	-0.09876550734043121
286862	rnn.bias_hh_l0	8	-0.23715637624263763
286862	rnn.bias_hh_l0	9	-0.10089582949876785
286862	rnn.weight_ih_l0_reverse	0	0.019732171669602394
286862	rnn.weight_ih_l0_reverse	1	-0.059498388320207596
286862	rnn.weight_ih_l0_reverse	2	0.0431230403482914
286862	rnn.weight_ih_l0_reverse	3	0.019993316382169724
286862	rnn.weight_ih_l0_reverse	4	7.84397343522869e-06
286862	rnn.weight_ih_l0_reverse	5	-0.02599676139652729
286862	rnn.weight_ih_l0_reverse	6	0.01359185017645359
286862	rnn.weight_ih_l0_reverse	7	0.028425095602869987
286862	rnn.weight_ih_l0_reverse	8	-0.02806910127401352
286862	rnn.weight_ih_l0_reverse	9	-0.0013342245947569609
286862	rnn.weight_hh_l0_reverse	0	0.03978265821933746
286862	rnn.weight_hh_l0_reverse	1	0.029810728505253792
286862	rnn.weight_hh_l0_reverse	2	-0.022932738065719604
286862	rnn.weight_hh_l0_reverse	3	-0.08173926919698715
286862	rnn.weight_hh_l0_reverse	4	0.011454742401838303
286862	rnn.weight_hh_l0_reverse	5	-0.05964279547333717
286862	rnn.weight_hh_l0_reverse	6	-0.013630409725010395
286862	rnn.weight_hh_l0_reverse	7	0.03081332892179489
286862	rnn.weight_hh_l0_reverse	8	0.007774756755679846
286862	rnn.weight_hh_l0_reverse	9	0.009131976403295994
286862	rnn.bias_ih_l0_reverse	0	-0.0460243783891201
286862	rnn.bias_ih_l0_reverse	1	-0.13877004384994507
286862	rnn.bias_ih_l0_reverse	2	-0.14403556287288666
286862	rnn.bias_ih_l0_reverse	3	-0.04651337489485741
286862	rnn.bias_ih_l0_reverse	4	-0.11453673988580704
286862	rnn.bias_ih_l0_reverse	5	-0.0876517966389656
286862	rnn.bias_ih_l0_reverse	6	-0.20668154954910278
286862	rnn.bias_ih_l0_reverse	7	-0.05329887941479683
286862	rnn.bias_ih_l0_reverse	8	-0.06400156766176224
286862	rnn.bias_ih_l0_reverse	9	-0.13434220850467682
286862	rnn.bias_hh_l0_reverse	0	-0.14350441098213196
286862	rnn.bias_hh_l0_reverse	1	-0.16306237876415253
286862	rnn.bias_hh_l0_reverse	2	0.10373631119728088
286862	rnn.bias_hh_l0_reverse	3	0.07237423211336136
286862	rnn.bias_hh_l0_reverse	4	-0.17807503044605255
286862	rnn.bias_hh_l0_reverse	5	-0.1413625031709671
286862	rnn.bias_hh_l0_reverse	6	-0.08920703083276749
286862	rnn.bias_hh_l0_reverse	7	-0.05574560910463333
286862	rnn.bias_hh_l0_reverse	8	-0.09642798453569412
286862	rnn.bias_hh_l0_reverse	9	-0.02346416749060154
286862	linear.weight	0	-0.007721739821135998
286862	linear.weight	1	-0.004100725054740906
286862	linear.weight	2	0.3104785084724426
286862	linear.weight	3	-0.07894128561019897
286862	linear.weight	4	-0.010588549077510834
286862	linear.weight	5	0.11205465346574783
286862	linear.weight	6	-0.010739270597696304
286862	linear.weight	7	-0.07699481397867203
286862	linear.weight	8	0.18432503938674927
286862	linear.weight	9	-0.26993298530578613
286862	linear.bias	0	-0.03956538438796997
286862	linear.bias	1	0.031413208693265915
286862	linear.bias	2	0.42147043347358704
286862	linear.bias	3	-0.7242096066474915
286862	linear.bias	4	2.1406500339508057
286862	linear.bias	5	-1.4049853086471558
286862	linear.bias	6	-0.3042362332344055
286862	linear.bias	7	-0.13403356075286865
287420	transitions	0	-1.940407395362854
287420	transitions	1	-10000.0
287420	transitions	2	-0.7969565987586975
287420	transitions	3	-10000.0
287420	transitions	4	2.069399118423462
287420	transitions	5	-10000.0
287420	transitions	6	-10000.0
287420	transitions	7	1.8425098657608032
287420	transitions	8	-2.6249053478240967
287420	transitions	9	-4.238924980163574
287420	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
287420	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
287420	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
287420	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
287420	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
287420	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
287420	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
287420	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
287420	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
287420	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
287420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
287420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
287420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
287420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
287420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
287420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
287420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
287420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
287420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
287420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
287420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
287420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
287420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
287420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
287420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
287420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
287420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
287420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
287420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
287420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
287420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
287420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
287420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
287420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
287420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
287420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
287420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
287420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
287420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
287420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
287420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
287420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
287420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
287420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
287420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
287420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
287420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
287420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
287420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
287420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
287420	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
287420	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
287420	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
287420	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
287420	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
287420	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
287420	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
287420	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
287420	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
287420	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
287420	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
287420	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
287420	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
287420	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
287420	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
287420	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
287420	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
287420	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
287420	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
287420	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
287420	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
287420	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
287420	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
287420	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
287420	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
287420	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
287420	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
287420	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
287420	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
287420	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
287420	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
287420	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
287420	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
287420	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
287420	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
287420	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
287420	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
287420	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
287420	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
287420	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
287420	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
287420	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
287420	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
287420	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
287420	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
287420	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
287420	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
287420	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
287420	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
287420	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
287420	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
287420	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
287420	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
287420	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
287420	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
287420	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
287420	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
287420	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
287420	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
287420	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
287420	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
287420	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
287420	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
287420	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
287420	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
287420	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
287420	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
287420	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
287420	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
287420	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
287420	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
287420	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
287420	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
287420	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
287420	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
287420	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
287420	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
287420	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
287420	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
287420	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
287420	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
287420	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
287420	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
287420	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
287420	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
287420	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
287420	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
287420	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
287420	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
287420	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
287420	embedding2nn.weight	0	0.0064086648635566235
287420	embedding2nn.weight	1	0.003973310347646475
287420	embedding2nn.weight	2	0.013431916944682598
287420	embedding2nn.weight	3	0.02657194621860981
287420	embedding2nn.weight	4	0.023395435884594917
287420	embedding2nn.weight	5	0.004994138143956661
287420	embedding2nn.weight	6	-0.015344802290201187
287420	embedding2nn.weight	7	-0.0006271815509535372
287420	embedding2nn.weight	8	-0.009638789109885693
287420	embedding2nn.weight	9	0.0019896451849490404
287420	embedding2nn.bias	0	0.016308074817061424
287420	embedding2nn.bias	1	-0.03706742823123932
287420	embedding2nn.bias	2	0.08663605898618698
287420	embedding2nn.bias	3	0.06869509071111679
287420	embedding2nn.bias	4	-0.013223087415099144
287420	embedding2nn.bias	5	-0.03266080468893051
287420	embedding2nn.bias	6	0.027706503868103027
287420	embedding2nn.bias	7	0.003262532874941826
287420	embedding2nn.bias	8	-0.034129757434129715
287420	embedding2nn.bias	9	0.028922976925969124
287420	rnn.weight_ih_l0	0	0.06516509503126144
287420	rnn.weight_ih_l0	1	-0.04153760150074959
287420	rnn.weight_ih_l0	2	0.005890111438930035
287420	rnn.weight_ih_l0	3	0.04530135169625282
287420	rnn.weight_ih_l0	4	-0.029946276918053627
287420	rnn.weight_ih_l0	5	0.04148602858185768
287420	rnn.weight_ih_l0	6	0.007606867700815201
287420	rnn.weight_ih_l0	7	0.06605116277933121
287420	rnn.weight_ih_l0	8	0.009340565651655197
287420	rnn.weight_ih_l0	9	-0.02543456293642521
287420	rnn.weight_hh_l0	0	-0.0118197500705719
287420	rnn.weight_hh_l0	1	-0.028103545308113098
287420	rnn.weight_hh_l0	2	-0.06121564656496048
287420	rnn.weight_hh_l0	3	-0.005874969996511936
287420	rnn.weight_hh_l0	4	-0.009782000444829464
287420	rnn.weight_hh_l0	5	-0.024737166240811348
287420	rnn.weight_hh_l0	6	0.0006032091332599521
287420	rnn.weight_hh_l0	7	-0.03655250370502472
287420	rnn.weight_hh_l0	8	0.06709020584821701
287420	rnn.weight_hh_l0	9	0.045652106404304504
287420	rnn.bias_ih_l0	0	-0.17132680118083954
287420	rnn.bias_ih_l0	1	-0.17021511495113373
287420	rnn.bias_ih_l0	2	-0.02040299028158188
287420	rnn.bias_ih_l0	3	-0.1471872627735138
287420	rnn.bias_ih_l0	4	-0.058032866567373276
287420	rnn.bias_ih_l0	5	-0.17594069242477417
287420	rnn.bias_ih_l0	6	0.07631636410951614
287420	rnn.bias_ih_l0	7	-0.08498910814523697
287420	rnn.bias_ih_l0	8	-0.046167366206645966
287420	rnn.bias_ih_l0	9	-0.1081431582570076
287420	rnn.bias_hh_l0	0	-0.07101739943027496
287420	rnn.bias_hh_l0	1	0.2465183585882187
287420	rnn.bias_hh_l0	2	0.04649214819073677
287420	rnn.bias_hh_l0	3	-0.07670678943395615
287420	rnn.bias_hh_l0	4	-0.08372078090906143
287420	rnn.bias_hh_l0	5	-0.0018158291932195425
287420	rnn.bias_hh_l0	6	0.058768823742866516
287420	rnn.bias_hh_l0	7	-0.09811797738075256
287420	rnn.bias_hh_l0	8	-0.23667564988136292
287420	rnn.bias_hh_l0	9	-0.1005670502781868
287420	rnn.weight_ih_l0_reverse	0	0.019546037539839745
287420	rnn.weight_ih_l0_reverse	1	-0.059498291462659836
287420	rnn.weight_ih_l0_reverse	2	0.043093398213386536
287420	rnn.weight_ih_l0_reverse	3	0.019981643185019493
287420	rnn.weight_ih_l0_reverse	4	1.7545979062560946e-05
287420	rnn.weight_ih_l0_reverse	5	-0.026022233068943024
287420	rnn.weight_ih_l0_reverse	6	0.01349653396755457
287420	rnn.weight_ih_l0_reverse	7	0.02841256745159626
287420	rnn.weight_ih_l0_reverse	8	-0.028070833534002304
287420	rnn.weight_ih_l0_reverse	9	-0.0013072420842945576
287420	rnn.weight_hh_l0_reverse	0	0.039798423647880554
287420	rnn.weight_hh_l0_reverse	1	0.029754038900136948
287420	rnn.weight_hh_l0_reverse	2	-0.022926319390535355
287420	rnn.weight_hh_l0_reverse	3	-0.08179684728384018
287420	rnn.weight_hh_l0_reverse	4	0.011418730951845646
287420	rnn.weight_hh_l0_reverse	5	-0.05960744619369507
287420	rnn.weight_hh_l0_reverse	6	-0.013632088899612427
287420	rnn.weight_hh_l0_reverse	7	0.030814439058303833
287420	rnn.weight_hh_l0_reverse	8	0.007837839424610138
287420	rnn.weight_hh_l0_reverse	9	0.009171598590910435
287420	rnn.bias_ih_l0_reverse	0	-0.04604128375649452
287420	rnn.bias_ih_l0_reverse	1	-0.13841314613819122
287420	rnn.bias_ih_l0_reverse	2	-0.14422109723091125
287420	rnn.bias_ih_l0_reverse	3	-0.046205244958400726
287420	rnn.bias_ih_l0_reverse	4	-0.11452744156122208
287420	rnn.bias_ih_l0_reverse	5	-0.08766228705644608
287420	rnn.bias_ih_l0_reverse	6	-0.20662687718868256
287420	rnn.bias_ih_l0_reverse	7	-0.0531681627035141
287420	rnn.bias_ih_l0_reverse	8	-0.06390557438135147
287420	rnn.bias_ih_l0_reverse	9	-0.13415467739105225
287420	rnn.bias_hh_l0_reverse	0	-0.1437050998210907
287420	rnn.bias_hh_l0_reverse	1	-0.16318051517009735
287420	rnn.bias_hh_l0_reverse	2	0.10360289365053177
287420	rnn.bias_hh_l0_reverse	3	0.07230009883642197
287420	rnn.bias_hh_l0_reverse	4	-0.1779729574918747
287420	rnn.bias_hh_l0_reverse	5	-0.14154896140098572
287420	rnn.bias_hh_l0_reverse	6	-0.0889429971575737
287420	rnn.bias_hh_l0_reverse	7	-0.05576453357934952
287420	rnn.bias_hh_l0_reverse	8	-0.09635117650032043
287420	rnn.bias_hh_l0_reverse	9	-0.023132581263780594
287420	linear.weight	0	-0.007721811532974243
287420	linear.weight	1	-0.003613839391618967
287420	linear.weight	2	0.3119053244590759
287420	linear.weight	3	-0.0789407417178154
287420	linear.weight	4	-0.010588549077510834
287420	linear.weight	5	0.11165288835763931
287420	linear.weight	6	-0.010739270597696304
287420	linear.weight	7	-0.0740489810705185
287420	linear.weight	8	0.18739208579063416
287420	linear.weight	9	-0.26941752433776855
287420	linear.bias	0	-0.03956538438796997
287420	linear.bias	1	0.031413208693265915
287420	linear.bias	2	0.41868841648101807
287420	linear.bias	3	-0.7276328802108765
287420	linear.bias	4	2.1391618251800537
287420	linear.bias	5	-1.4049878120422363
287420	linear.bias	6	-0.3003424406051636
287420	linear.bias	7	-0.1302207112312317
287978	transitions	0	-1.940520167350769
287978	transitions	1	-10000.0
287978	transitions	2	-0.7969565987586975
287978	transitions	3	-10000.0
287978	transitions	4	2.068295478820801
287978	transitions	5	-10000.0
287978	transitions	6	-10000.0
287978	transitions	7	1.8424419164657593
287978	transitions	8	-2.6249849796295166
287978	transitions	9	-4.238936901092529
287978	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
287978	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
287978	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
287978	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
287978	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
287978	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
287978	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
287978	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
287978	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
287978	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
287978	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
287978	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
287978	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
287978	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
287978	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
287978	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
287978	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
287978	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
287978	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
287978	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
287978	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
287978	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
287978	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
287978	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
287978	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
287978	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
287978	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
287978	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
287978	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
287978	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
287978	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
287978	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
287978	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
287978	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
287978	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
287978	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
287978	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
287978	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
287978	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
287978	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
287978	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
287978	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
287978	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
287978	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
287978	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
287978	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
287978	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
287978	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
287978	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
287978	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
287978	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
287978	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
287978	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
287978	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
287978	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
287978	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
287978	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
287978	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
287978	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
287978	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
287978	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
287978	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
287978	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
287978	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
287978	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
287978	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
287978	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
287978	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
287978	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
287978	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
287978	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
287978	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
287978	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
287978	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
287978	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
287978	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
287978	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
287978	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
287978	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
287978	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
287978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
287978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
287978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
287978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
287978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
287978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
287978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
287978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
287978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
287978	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
287978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
287978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
287978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
287978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
287978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
287978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
287978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
287978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
287978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
287978	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
287978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
287978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
287978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
287978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
287978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
287978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
287978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
287978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
287978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
287978	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
287978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
287978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
287978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
287978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
287978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
287978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
287978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
287978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
287978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
287978	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
287978	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
287978	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
287978	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
287978	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
287978	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
287978	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
287978	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
287978	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
287978	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
287978	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
287978	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
287978	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
287978	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
287978	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
287978	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
287978	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
287978	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
287978	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
287978	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
287978	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
287978	embedding2nn.weight	0	0.006407986395061016
287978	embedding2nn.weight	1	0.003966659307479858
287978	embedding2nn.weight	2	0.013430246151983738
287978	embedding2nn.weight	3	0.026585083454847336
287978	embedding2nn.weight	4	0.023418601602315903
287978	embedding2nn.weight	5	0.005031214561313391
287978	embedding2nn.weight	6	-0.01535971648991108
287978	embedding2nn.weight	7	-0.0006337451050058007
287978	embedding2nn.weight	8	-0.0096541503444314
287978	embedding2nn.weight	9	0.0019802183378487825
287978	embedding2nn.bias	0	0.016159534454345703
287978	embedding2nn.bias	1	-0.03759034723043442
287978	embedding2nn.bias	2	0.0864696279168129
287978	embedding2nn.bias	3	0.06939937174320221
287978	embedding2nn.bias	4	-0.012930016964673996
287978	embedding2nn.bias	5	-0.03154584392905235
287978	embedding2nn.bias	6	0.027379006147384644
287978	embedding2nn.bias	7	0.003523750463500619
287978	embedding2nn.bias	8	-0.03451545909047127
287978	embedding2nn.bias	9	0.028749842196702957
287978	rnn.weight_ih_l0	0	0.06524168699979782
287978	rnn.weight_ih_l0	1	-0.041511524468660355
287978	rnn.weight_ih_l0	2	0.005778742954134941
287978	rnn.weight_ih_l0	3	0.045167967677116394
287978	rnn.weight_ih_l0	4	-0.02983647771179676
287978	rnn.weight_ih_l0	5	0.041421372443437576
287978	rnn.weight_ih_l0	6	0.007597710471600294
287978	rnn.weight_ih_l0	7	0.06613365560770035
287978	rnn.weight_ih_l0	8	0.009486868046224117
287978	rnn.weight_ih_l0	9	-0.025445768609642982
287978	rnn.weight_hh_l0	0	-0.011843275278806686
287978	rnn.weight_hh_l0	1	-0.0280456580221653
287978	rnn.weight_hh_l0	2	-0.061280637979507446
287978	rnn.weight_hh_l0	3	-0.005887039005756378
287978	rnn.weight_hh_l0	4	-0.009770100004971027
287978	rnn.weight_hh_l0	5	-0.024684302508831024
287978	rnn.weight_hh_l0	6	0.0005882038385607302
287978	rnn.weight_hh_l0	7	-0.036538880318403244
287978	rnn.weight_hh_l0	8	0.06708868592977524
287978	rnn.weight_hh_l0	9	0.045634184032678604
287978	rnn.bias_ih_l0	0	-0.1713191568851471
287978	rnn.bias_ih_l0	1	-0.17016522586345673
287978	rnn.bias_ih_l0	2	-0.020362623035907745
287978	rnn.bias_ih_l0	3	-0.14679650962352753
287978	rnn.bias_ih_l0	4	-0.05821786820888519
287978	rnn.bias_ih_l0	5	-0.1756727546453476
287978	rnn.bias_ih_l0	6	0.07680722326040268
287978	rnn.bias_ih_l0	7	-0.08504226058721542
287978	rnn.bias_ih_l0	8	-0.04626081883907318
287978	rnn.bias_ih_l0	9	-0.10803151875734329
287978	rnn.bias_hh_l0	0	-0.07074713706970215
287978	rnn.bias_hh_l0	1	0.2468017190694809
287978	rnn.bias_hh_l0	2	0.04632292315363884
287978	rnn.bias_hh_l0	3	-0.07686732709407806
287978	rnn.bias_hh_l0	4	-0.08377432823181152
287978	rnn.bias_hh_l0	5	-0.0022815328557044268
287978	rnn.bias_hh_l0	6	0.05846605449914932
287978	rnn.bias_hh_l0	7	-0.09789139777421951
287978	rnn.bias_hh_l0	8	-0.23711584508419037
287978	rnn.bias_hh_l0	9	-0.10037527978420258
287978	rnn.weight_ih_l0_reverse	0	0.019639572128653526
287978	rnn.weight_ih_l0_reverse	1	-0.05950918048620224
287978	rnn.weight_ih_l0_reverse	2	0.04311174899339676
287978	rnn.weight_ih_l0_reverse	3	0.019909461960196495
287978	rnn.weight_ih_l0_reverse	4	4.186299520370085e-06
287978	rnn.weight_ih_l0_reverse	5	-0.02602175623178482
287978	rnn.weight_ih_l0_reverse	6	0.013535612262785435
287978	rnn.weight_ih_l0_reverse	7	0.028384286910295486
287978	rnn.weight_ih_l0_reverse	8	-0.02805640548467636
287978	rnn.weight_ih_l0_reverse	9	-0.0014103311114013195
287978	rnn.weight_hh_l0_reverse	0	0.039802927523851395
287978	rnn.weight_hh_l0_reverse	1	0.029748156666755676
287978	rnn.weight_hh_l0_reverse	2	-0.022930745035409927
287978	rnn.weight_hh_l0_reverse	3	-0.08175167441368103
287978	rnn.weight_hh_l0_reverse	4	0.011429495178163052
287978	rnn.weight_hh_l0_reverse	5	-0.059605684131383896
287978	rnn.weight_hh_l0_reverse	6	-0.01364609319716692
287978	rnn.weight_hh_l0_reverse	7	0.030833128839731216
287978	rnn.weight_hh_l0_reverse	8	0.00787587184458971
287978	rnn.weight_hh_l0_reverse	9	0.009130453690886497
287978	rnn.bias_ih_l0_reverse	0	-0.04598767310380936
287978	rnn.bias_ih_l0_reverse	1	-0.1382923424243927
287978	rnn.bias_ih_l0_reverse	2	-0.1441507339477539
287978	rnn.bias_ih_l0_reverse	3	-0.04609927162528038
287978	rnn.bias_ih_l0_reverse	4	-0.11434450000524521
287978	rnn.bias_ih_l0_reverse	5	-0.08774851262569427
287978	rnn.bias_ih_l0_reverse	6	-0.2065645158290863
287978	rnn.bias_ih_l0_reverse	7	-0.05345046892762184
287978	rnn.bias_ih_l0_reverse	8	-0.06398126482963562
287978	rnn.bias_ih_l0_reverse	9	-0.1341118961572647
287978	rnn.bias_hh_l0_reverse	0	-0.1437021940946579
287978	rnn.bias_hh_l0_reverse	1	-0.16304513812065125
287978	rnn.bias_hh_l0_reverse	2	0.10309246182441711
287978	rnn.bias_hh_l0_reverse	3	0.07268495112657547
287978	rnn.bias_hh_l0_reverse	4	-0.1778021901845932
287978	rnn.bias_hh_l0_reverse	5	-0.14172089099884033
287978	rnn.bias_hh_l0_reverse	6	-0.08933315426111221
287978	rnn.bias_hh_l0_reverse	7	-0.05556302145123482
287978	rnn.bias_hh_l0_reverse	8	-0.09628932923078537
287978	rnn.bias_hh_l0_reverse	9	-0.023168819025158882
287978	linear.weight	0	-0.007721919100731611
287978	linear.weight	1	-0.0012228278210386634
287978	linear.weight	2	0.31181347370147705
287978	linear.weight	3	-0.07894038408994675
287978	linear.weight	4	-0.010588549077510834
287978	linear.weight	5	0.11121033877134323
287978	linear.weight	6	-0.010739270597696304
287978	linear.weight	7	-0.07536608725786209
287978	linear.weight	8	0.1887439787387848
287978	linear.weight	9	-0.2682328522205353
287978	linear.bias	0	-0.03956538438796997
287978	linear.bias	1	0.031413208693265915
287978	linear.bias	2	0.4358595311641693
287978	linear.bias	3	-0.7446895837783813
287978	linear.bias	4	2.1400680541992188
287978	linear.bias	5	-1.404990315437317
287978	linear.bias	6	-0.3008061647415161
287978	linear.bias	7	-0.13076293468475342
288536	transitions	0	-1.9406343698501587
288536	transitions	1	-10000.0
288536	transitions	2	-0.7969565987586975
288536	transitions	3	-10000.0
288536	transitions	4	2.0681955814361572
288536	transitions	5	-10000.0
288536	transitions	6	-10000.0
288536	transitions	7	1.8434818983078003
288536	transitions	8	-2.625067710876465
288536	transitions	9	-4.238949298858643
288536	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
288536	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
288536	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
288536	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
288536	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
288536	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
288536	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
288536	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
288536	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
288536	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
288536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
288536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
288536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
288536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
288536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
288536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
288536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
288536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
288536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
288536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
288536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
288536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
288536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
288536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
288536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
288536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
288536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
288536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
288536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
288536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
288536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
288536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
288536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
288536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
288536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
288536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
288536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
288536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
288536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
288536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
288536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
288536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
288536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
288536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
288536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
288536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
288536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
288536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
288536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
288536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
288536	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
288536	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
288536	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
288536	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
288536	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
288536	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
288536	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
288536	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
288536	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
288536	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
288536	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
288536	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
288536	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
288536	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
288536	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
288536	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
288536	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
288536	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
288536	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
288536	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
288536	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
288536	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
288536	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
288536	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
288536	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
288536	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
288536	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
288536	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
288536	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
288536	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
288536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
288536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
288536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
288536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
288536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
288536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
288536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
288536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
288536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
288536	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
288536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
288536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
288536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
288536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
288536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
288536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
288536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
288536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
288536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
288536	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
288536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
288536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
288536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
288536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
288536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
288536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
288536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
288536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
288536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
288536	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
288536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
288536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
288536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
288536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
288536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
288536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
288536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
288536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
288536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
288536	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
288536	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
288536	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
288536	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
288536	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
288536	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
288536	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
288536	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
288536	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
288536	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
288536	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
288536	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
288536	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
288536	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
288536	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
288536	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
288536	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
288536	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
288536	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
288536	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
288536	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
288536	embedding2nn.weight	0	0.006406798027455807
288536	embedding2nn.weight	1	0.003983382601290941
288536	embedding2nn.weight	2	0.013428584672510624
288536	embedding2nn.weight	3	0.026618989184498787
288536	embedding2nn.weight	4	0.023439086973667145
288536	embedding2nn.weight	5	0.005040537565946579
288536	embedding2nn.weight	6	-0.015352082438766956
288536	embedding2nn.weight	7	-0.0006550868856720626
288536	embedding2nn.weight	8	-0.009596800431609154
288536	embedding2nn.weight	9	0.0019545569084584713
288536	embedding2nn.bias	0	0.01580636017024517
288536	embedding2nn.bias	1	-0.038081876933574677
288536	embedding2nn.bias	2	0.08635897189378738
288536	embedding2nn.bias	3	0.06861439347267151
288536	embedding2nn.bias	4	-0.012371177785098553
288536	embedding2nn.bias	5	-0.03069428913295269
288536	embedding2nn.bias	6	0.027498232200741768
288536	embedding2nn.bias	7	0.0036597081925719976
288536	embedding2nn.bias	8	-0.03406627103686333
288536	embedding2nn.bias	9	0.029336784034967422
288536	rnn.weight_ih_l0	0	0.06526290625333786
288536	rnn.weight_ih_l0	1	-0.041547227650880814
288536	rnn.weight_ih_l0	2	0.005713853519409895
288536	rnn.weight_ih_l0	3	0.045269716531038284
288536	rnn.weight_ih_l0	4	-0.029952891170978546
288536	rnn.weight_ih_l0	5	0.04127402603626251
288536	rnn.weight_ih_l0	6	0.007608491461724043
288536	rnn.weight_ih_l0	7	0.06606853753328323
288536	rnn.weight_ih_l0	8	0.009500395506620407
288536	rnn.weight_ih_l0	9	-0.025448299944400787
288536	rnn.weight_hh_l0	0	-0.011808253824710846
288536	rnn.weight_hh_l0	1	-0.028084471821784973
288536	rnn.weight_hh_l0	2	-0.06133125722408295
288536	rnn.weight_hh_l0	3	-0.005881055723875761
288536	rnn.weight_hh_l0	4	-0.009790577925741673
288536	rnn.weight_hh_l0	5	-0.024695029482245445
288536	rnn.weight_hh_l0	6	0.0005855251220054924
288536	rnn.weight_hh_l0	7	-0.03647281229496002
288536	rnn.weight_hh_l0	8	0.06714192777872086
288536	rnn.weight_hh_l0	9	0.04563291370868683
288536	rnn.bias_ih_l0	0	-0.1715034395456314
288536	rnn.bias_ih_l0	1	-0.1699627786874771
288536	rnn.bias_ih_l0	2	-0.020318930968642235
288536	rnn.bias_ih_l0	3	-0.1464473456144333
288536	rnn.bias_ih_l0	4	-0.058857325464487076
288536	rnn.bias_ih_l0	5	-0.1755582094192505
288536	rnn.bias_ih_l0	6	0.07655520737171173
288536	rnn.bias_ih_l0	7	-0.08469165116548538
288536	rnn.bias_ih_l0	8	-0.04624705761671066
288536	rnn.bias_ih_l0	9	-0.10828264057636261
288536	rnn.bias_hh_l0	0	-0.0708695501089096
288536	rnn.bias_hh_l0	1	0.2467259019613266
288536	rnn.bias_hh_l0	2	0.0468725822865963
288536	rnn.bias_hh_l0	3	-0.07687203586101532
288536	rnn.bias_hh_l0	4	-0.08389512449502945
288536	rnn.bias_hh_l0	5	-0.0025028495583683252
288536	rnn.bias_hh_l0	6	0.058322932571172714
288536	rnn.bias_hh_l0	7	-0.09769505262374878
288536	rnn.bias_hh_l0	8	-0.23651452362537384
288536	rnn.bias_hh_l0	9	-0.10031285881996155
288536	rnn.weight_ih_l0_reverse	0	0.019629959017038345
288536	rnn.weight_ih_l0_reverse	1	-0.059628840535879135
288536	rnn.weight_ih_l0_reverse	2	0.04319731891155243
288536	rnn.weight_ih_l0_reverse	3	0.020019512623548508
288536	rnn.weight_ih_l0_reverse	4	-6.0333295550663024e-05
288536	rnn.weight_ih_l0_reverse	5	-0.026082392781972885
288536	rnn.weight_ih_l0_reverse	6	0.013470543548464775
288536	rnn.weight_ih_l0_reverse	7	0.02837628684937954
288536	rnn.weight_ih_l0_reverse	8	-0.028067728504538536
288536	rnn.weight_ih_l0_reverse	9	-0.0014693384291604161
288536	rnn.weight_hh_l0_reverse	0	0.03982098400592804
288536	rnn.weight_hh_l0_reverse	1	0.029719829559326172
288536	rnn.weight_hh_l0_reverse	2	-0.02291744202375412
288536	rnn.weight_hh_l0_reverse	3	-0.08172284811735153
288536	rnn.weight_hh_l0_reverse	4	0.011425554752349854
288536	rnn.weight_hh_l0_reverse	5	-0.05962152034044266
288536	rnn.weight_hh_l0_reverse	6	-0.013657989911735058
288536	rnn.weight_hh_l0_reverse	7	0.03087988868355751
288536	rnn.weight_hh_l0_reverse	8	0.007828854024410248
288536	rnn.weight_hh_l0_reverse	9	0.009066824801266193
288536	rnn.bias_ih_l0_reverse	0	-0.04620126262307167
288536	rnn.bias_ih_l0_reverse	1	-0.13834096491336823
288536	rnn.bias_ih_l0_reverse	2	-0.14421890676021576
288536	rnn.bias_ih_l0_reverse	3	-0.046248093247413635
288536	rnn.bias_ih_l0_reverse	4	-0.11449729651212692
288536	rnn.bias_ih_l0_reverse	5	-0.08763212710618973
288536	rnn.bias_ih_l0_reverse	6	-0.20619304478168488
288536	rnn.bias_ih_l0_reverse	7	-0.05308052897453308
288536	rnn.bias_ih_l0_reverse	8	-0.06412271410226822
288536	rnn.bias_ih_l0_reverse	9	-0.1340748816728592
288536	rnn.bias_hh_l0_reverse	0	-0.1440792977809906
288536	rnn.bias_hh_l0_reverse	1	-0.16311702132225037
288536	rnn.bias_hh_l0_reverse	2	0.10273955017328262
288536	rnn.bias_hh_l0_reverse	3	0.07250087708234787
288536	rnn.bias_hh_l0_reverse	4	-0.1779748797416687
288536	rnn.bias_hh_l0_reverse	5	-0.14157620072364807
288536	rnn.bias_hh_l0_reverse	6	-0.09034711867570877
288536	rnn.bias_hh_l0_reverse	7	-0.055596593767404556
288536	rnn.bias_hh_l0_reverse	8	-0.09622577577829361
288536	rnn.bias_hh_l0_reverse	9	-0.02317262627184391
288536	linear.weight	0	-0.007722075097262859
288536	linear.weight	1	-0.000923044397495687
288536	linear.weight	2	0.31223466992378235
288536	linear.weight	3	-0.07894010096788406
288536	linear.weight	4	-0.010588549077510834
288536	linear.weight	5	0.11079207062721252
288536	linear.weight	6	-0.010739270597696304
288536	linear.weight	7	-0.07858073711395264
288536	linear.weight	8	0.1947685033082962
288536	linear.weight	9	-0.2681565284729004
288536	linear.bias	0	-0.03956538438796997
288536	linear.bias	1	0.031413208693265915
288536	linear.bias	2	0.4188264310359955
288536	linear.bias	3	-0.7283834218978882
288536	linear.bias	4	2.140779495239258
288536	linear.bias	5	-1.404994249343872
288536	linear.bias	6	-0.30076858401298523
288536	linear.bias	7	-0.1307683289051056
289094	transitions	0	-1.940759301185608
289094	transitions	1	-10000.0
289094	transitions	2	-0.7969565987586975
289094	transitions	3	-10000.0
289094	transitions	4	2.067011833190918
289094	transitions	5	-10000.0
289094	transitions	6	-10000.0
289094	transitions	7	1.84170401096344
289094	transitions	8	-2.625154972076416
289094	transitions	9	-4.238964080810547
289094	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
289094	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
289094	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
289094	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
289094	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
289094	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
289094	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
289094	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
289094	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
289094	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
289094	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
289094	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
289094	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
289094	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
289094	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
289094	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
289094	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
289094	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
289094	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
289094	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
289094	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
289094	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
289094	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
289094	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
289094	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
289094	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
289094	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
289094	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
289094	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
289094	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
289094	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
289094	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
289094	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
289094	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
289094	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
289094	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
289094	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
289094	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
289094	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
289094	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
289094	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
289094	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
289094	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
289094	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
289094	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
289094	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
289094	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
289094	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
289094	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
289094	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
289094	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
289094	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
289094	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
289094	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
289094	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
289094	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
289094	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
289094	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
289094	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
289094	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
289094	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
289094	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
289094	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
289094	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
289094	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
289094	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
289094	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
289094	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
289094	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
289094	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
289094	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
289094	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
289094	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
289094	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
289094	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
289094	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
289094	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
289094	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
289094	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
289094	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
289094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
289094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
289094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
289094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
289094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
289094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
289094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
289094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
289094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
289094	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
289094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
289094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
289094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
289094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
289094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
289094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
289094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
289094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
289094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
289094	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
289094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
289094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
289094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
289094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
289094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
289094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
289094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
289094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
289094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
289094	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
289094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
289094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
289094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
289094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
289094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
289094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
289094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
289094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
289094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
289094	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
289094	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
289094	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
289094	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
289094	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
289094	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
289094	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
289094	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
289094	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
289094	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
289094	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
289094	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
289094	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
289094	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
289094	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
289094	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
289094	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
289094	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
289094	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
289094	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
289094	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
289094	embedding2nn.weight	0	0.006408974528312683
289094	embedding2nn.weight	1	0.003973447717726231
289094	embedding2nn.weight	2	0.013428501784801483
289094	embedding2nn.weight	3	0.02657637745141983
289094	embedding2nn.weight	4	0.023455942049622536
289094	embedding2nn.weight	5	0.005071090999990702
289094	embedding2nn.weight	6	-0.015346386469900608
289094	embedding2nn.weight	7	-0.0006673806346952915
289094	embedding2nn.weight	8	-0.00964126642793417
289094	embedding2nn.weight	9	0.0019516447791829705
289094	embedding2nn.bias	0	0.014966331422328949
289094	embedding2nn.bias	1	-0.037764664739370346
289094	embedding2nn.bias	2	0.08531659096479416
289094	embedding2nn.bias	3	0.06867056339979172
289094	embedding2nn.bias	4	-0.01235899981111288
289094	embedding2nn.bias	5	-0.031075313687324524
289094	embedding2nn.bias	6	0.027909163385629654
289094	embedding2nn.bias	7	0.004397686570882797
289094	embedding2nn.bias	8	-0.03421260043978691
289094	embedding2nn.bias	9	0.02774372324347496
289094	rnn.weight_ih_l0	0	0.0652710422873497
289094	rnn.weight_ih_l0	1	-0.0414598174393177
289094	rnn.weight_ih_l0	2	0.0057097552344202995
289094	rnn.weight_ih_l0	3	0.045305874198675156
289094	rnn.weight_ih_l0	4	-0.029988065361976624
289094	rnn.weight_ih_l0	5	0.04123786464333534
289094	rnn.weight_ih_l0	6	0.007596610113978386
289094	rnn.weight_ih_l0	7	0.06603112071752548
289094	rnn.weight_ih_l0	8	0.009369749575853348
289094	rnn.weight_ih_l0	9	-0.025405967608094215
289094	rnn.weight_hh_l0	0	-0.011819412000477314
289094	rnn.weight_hh_l0	1	-0.02800567075610161
289094	rnn.weight_hh_l0	2	-0.061286427080631256
289094	rnn.weight_hh_l0	3	-0.00587935745716095
289094	rnn.weight_hh_l0	4	-0.009798004291951656
289094	rnn.weight_hh_l0	5	-0.02473589964210987
289094	rnn.weight_hh_l0	6	0.0006070031085982919
289094	rnn.weight_hh_l0	7	-0.036514762789011
289094	rnn.weight_hh_l0	8	0.06710099428892136
289094	rnn.weight_hh_l0	9	0.04562335088849068
289094	rnn.bias_ih_l0	0	-0.17112965881824493
289094	rnn.bias_ih_l0	1	-0.17001621425151825
289094	rnn.bias_ih_l0	2	-0.02034768834710121
289094	rnn.bias_ih_l0	3	-0.1465909481048584
289094	rnn.bias_ih_l0	4	-0.059102531522512436
289094	rnn.bias_ih_l0	5	-0.17557832598686218
289094	rnn.bias_ih_l0	6	0.07626085728406906
289094	rnn.bias_ih_l0	7	-0.0847332552075386
289094	rnn.bias_ih_l0	8	-0.04627252370119095
289094	rnn.bias_ih_l0	9	-0.10810542106628418
289094	rnn.bias_hh_l0	0	-0.07047811150550842
289094	rnn.bias_hh_l0	1	0.24651691317558289
289094	rnn.bias_hh_l0	2	0.0470077283680439
289094	rnn.bias_hh_l0	3	-0.07644626498222351
289094	rnn.bias_hh_l0	4	-0.08391740173101425
289094	rnn.bias_hh_l0	5	-0.002261418616399169
289094	rnn.bias_hh_l0	6	0.05833950266242027
289094	rnn.bias_hh_l0	7	-0.09756257385015488
289094	rnn.bias_hh_l0	8	-0.23679623007774353
289094	rnn.bias_hh_l0	9	-0.10035482048988342
289094	rnn.weight_ih_l0_reverse	0	0.019729148596525192
289094	rnn.weight_ih_l0_reverse	1	-0.059596948325634
289094	rnn.weight_ih_l0_reverse	2	0.043171510100364685
289094	rnn.weight_ih_l0_reverse	3	0.020075248554348946
289094	rnn.weight_ih_l0_reverse	4	-5.808091373182833e-05
289094	rnn.weight_ih_l0_reverse	5	-0.026154320687055588
289094	rnn.weight_ih_l0_reverse	6	0.013344638980925083
289094	rnn.weight_ih_l0_reverse	7	0.028368638828396797
289094	rnn.weight_ih_l0_reverse	8	-0.028026636689901352
289094	rnn.weight_ih_l0_reverse	9	-0.0014809432905167341
289094	rnn.weight_hh_l0_reverse	0	0.039819251745939255
289094	rnn.weight_hh_l0_reverse	1	0.029722169041633606
289094	rnn.weight_hh_l0_reverse	2	-0.022930210456252098
289094	rnn.weight_hh_l0_reverse	3	-0.0817512720823288
289094	rnn.weight_hh_l0_reverse	4	0.011430229991674423
289094	rnn.weight_hh_l0_reverse	5	-0.05968591943383217
289094	rnn.weight_hh_l0_reverse	6	-0.013650558888912201
289094	rnn.weight_hh_l0_reverse	7	0.030816616490483284
289094	rnn.weight_hh_l0_reverse	8	0.007886583916842937
289094	rnn.weight_hh_l0_reverse	9	0.009139345958828926
289094	rnn.bias_ih_l0_reverse	0	-0.046227119863033295
289094	rnn.bias_ih_l0_reverse	1	-0.1384821981191635
289094	rnn.bias_ih_l0_reverse	2	-0.1438281387090683
289094	rnn.bias_ih_l0_reverse	3	-0.04599931463599205
289094	rnn.bias_ih_l0_reverse	4	-0.11422203481197357
289094	rnn.bias_ih_l0_reverse	5	-0.08734448254108429
289094	rnn.bias_ih_l0_reverse	6	-0.20595768094062805
289094	rnn.bias_ih_l0_reverse	7	-0.05337626114487648
289094	rnn.bias_ih_l0_reverse	8	-0.06413333863019943
289094	rnn.bias_ih_l0_reverse	9	-0.13411344587802887
289094	rnn.bias_hh_l0_reverse	0	-0.14390844106674194
289094	rnn.bias_hh_l0_reverse	1	-0.16274429857730865
289094	rnn.bias_hh_l0_reverse	2	0.10271972417831421
289094	rnn.bias_hh_l0_reverse	3	0.07251070439815521
289094	rnn.bias_hh_l0_reverse	4	-0.17798155546188354
289094	rnn.bias_hh_l0_reverse	5	-0.14148738980293274
289094	rnn.bias_hh_l0_reverse	6	-0.09038568288087845
289094	rnn.bias_hh_l0_reverse	7	-0.05530340224504471
289094	rnn.bias_hh_l0_reverse	8	-0.09607944637537003
289094	rnn.bias_hh_l0_reverse	9	-0.023273706436157227
289094	linear.weight	0	-0.007722164038568735
289094	linear.weight	1	-0.00018076742708217353
289094	linear.weight	2	0.3116774559020996
289094	linear.weight	3	-0.07893974334001541
289094	linear.weight	4	-0.010588549077510834
289094	linear.weight	5	0.11288821697235107
289094	linear.weight	6	-0.010739270597696304
289094	linear.weight	7	-0.07673142850399017
289094	linear.weight	8	0.1974761039018631
289094	linear.weight	9	-0.268789142370224
289094	linear.bias	0	-0.03956538438796997
289094	linear.bias	1	0.031413208693265915
289094	linear.bias	2	0.42656445503234863
289094	linear.bias	3	-0.729433536529541
289094	linear.bias	4	2.140314817428589
289094	linear.bias	5	-1.4049972295761108
289094	linear.bias	6	-0.30375075340270996
289094	linear.bias	7	-0.1339951455593109
289652	transitions	0	-1.9408643245697021
289652	transitions	1	-10000.0
289652	transitions	2	-0.7969565987586975
289652	transitions	3	-10000.0
289652	transitions	4	2.0671486854553223
289652	transitions	5	-10000.0
289652	transitions	6	-10000.0
289652	transitions	7	1.8434388637542725
289652	transitions	8	-2.625255823135376
289652	transitions	9	-4.238975524902344
289652	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
289652	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
289652	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
289652	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
289652	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
289652	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
289652	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
289652	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
289652	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
289652	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
289652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
289652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
289652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
289652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
289652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
289652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
289652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
289652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
289652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
289652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
289652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
289652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
289652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
289652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
289652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
289652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
289652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
289652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
289652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
289652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
289652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
289652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
289652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
289652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
289652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
289652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
289652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
289652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
289652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
289652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
289652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
289652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
289652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
289652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
289652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
289652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
289652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
289652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
289652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
289652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
289652	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
289652	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
289652	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
289652	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
289652	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
289652	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
289652	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
289652	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
289652	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
289652	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
289652	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
289652	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
289652	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
289652	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
289652	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
289652	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
289652	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
289652	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
289652	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
289652	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
289652	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
289652	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
289652	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
289652	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
289652	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
289652	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
289652	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
289652	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
289652	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
289652	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
289652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
289652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
289652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
289652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
289652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
289652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
289652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
289652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
289652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
289652	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
289652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
289652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
289652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
289652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
289652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
289652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
289652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
289652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
289652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
289652	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
289652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
289652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
289652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
289652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
289652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
289652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
289652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
289652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
289652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
289652	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
289652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
289652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
289652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
289652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
289652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
289652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
289652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
289652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
289652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
289652	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
289652	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
289652	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
289652	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
289652	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
289652	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
289652	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
289652	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
289652	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
289652	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
289652	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
289652	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
289652	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
289652	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
289652	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
289652	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
289652	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
289652	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
289652	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
289652	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
289652	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
289652	embedding2nn.weight	0	0.006412256509065628
289652	embedding2nn.weight	1	0.003973429091274738
289652	embedding2nn.weight	2	0.013430994935333729
289652	embedding2nn.weight	3	0.026543743908405304
289652	embedding2nn.weight	4	0.02345544658601284
289652	embedding2nn.weight	5	0.00509768258780241
289652	embedding2nn.weight	6	-0.01534350961446762
289652	embedding2nn.weight	7	-0.0006891112425364554
289652	embedding2nn.weight	8	-0.009714720770716667
289652	embedding2nn.weight	9	0.0019876270089298487
289652	embedding2nn.bias	0	0.014699624851346016
289652	embedding2nn.bias	1	-0.037747398018836975
289652	embedding2nn.bias	2	0.08501327037811279
289652	embedding2nn.bias	3	0.06819099187850952
289652	embedding2nn.bias	4	-0.012716581113636494
289652	embedding2nn.bias	5	-0.03142106905579567
289652	embedding2nn.bias	6	0.02735338732600212
289652	embedding2nn.bias	7	0.004577002488076687
289652	embedding2nn.bias	8	-0.034923069179058075
289652	embedding2nn.bias	9	0.02805265039205551
289652	rnn.weight_ih_l0	0	0.06524601578712463
289652	rnn.weight_ih_l0	1	-0.041276875883340836
289652	rnn.weight_ih_l0	2	0.005598955322057009
289652	rnn.weight_ih_l0	3	0.045288942754268646
289652	rnn.weight_ih_l0	4	-0.03001691773533821
289652	rnn.weight_ih_l0	5	0.0412333719432354
289652	rnn.weight_ih_l0	6	0.007627149578183889
289652	rnn.weight_ih_l0	7	0.06605224311351776
289652	rnn.weight_ih_l0	8	0.009390227496623993
289652	rnn.weight_ih_l0	9	-0.02537544257938862
289652	rnn.weight_hh_l0	0	-0.011806651018559933
289652	rnn.weight_hh_l0	1	-0.027980605140328407
289652	rnn.weight_hh_l0	2	-0.06125235557556152
289652	rnn.weight_hh_l0	3	-0.005882286932319403
289652	rnn.weight_hh_l0	4	-0.009805414825677872
289652	rnn.weight_hh_l0	5	-0.024722324684262276
289652	rnn.weight_hh_l0	6	0.0006135768489912152
289652	rnn.weight_hh_l0	7	-0.03656534105539322
289652	rnn.weight_hh_l0	8	0.06708206981420517
289652	rnn.weight_hh_l0	9	0.0456489659845829
289652	rnn.bias_ih_l0	0	-0.17122282087802887
289652	rnn.bias_ih_l0	1	-0.1702021360397339
289652	rnn.bias_ih_l0	2	-0.02023567073047161
289652	rnn.bias_ih_l0	3	-0.14682233333587646
289652	rnn.bias_ih_l0	4	-0.0595928356051445
289652	rnn.bias_ih_l0	5	-0.17571163177490234
289652	rnn.bias_ih_l0	6	0.07572619616985321
289652	rnn.bias_ih_l0	7	-0.0848507285118103
289652	rnn.bias_ih_l0	8	-0.04590433090925217
289652	rnn.bias_ih_l0	9	-0.10788522660732269
289652	rnn.bias_hh_l0	0	-0.07017339766025543
289652	rnn.bias_hh_l0	1	0.24654865264892578
289652	rnn.bias_hh_l0	2	0.046524498611688614
289652	rnn.bias_hh_l0	3	-0.07660970091819763
289652	rnn.bias_hh_l0	4	-0.08383964747190475
289652	rnn.bias_hh_l0	5	-0.0019416225841268897
289652	rnn.bias_hh_l0	6	0.058678437024354935
289652	rnn.bias_hh_l0	7	-0.09746156632900238
289652	rnn.bias_hh_l0	8	-0.23670649528503418
289652	rnn.bias_hh_l0	9	-0.10060492157936096
289652	rnn.weight_ih_l0_reverse	0	0.019683897495269775
289652	rnn.weight_ih_l0_reverse	1	-0.05962975323200226
289652	rnn.weight_ih_l0_reverse	2	0.043170906603336334
289652	rnn.weight_ih_l0_reverse	3	0.020243579521775246
289652	rnn.weight_ih_l0_reverse	4	-4.188838374830084e-06
289652	rnn.weight_ih_l0_reverse	5	-0.026249578222632408
289652	rnn.weight_ih_l0_reverse	6	0.013250921852886677
289652	rnn.weight_ih_l0_reverse	7	0.028322914615273476
289652	rnn.weight_ih_l0_reverse	8	-0.02802048809826374
289652	rnn.weight_ih_l0_reverse	9	-0.0014853827888146043
289652	rnn.weight_hh_l0_reverse	0	0.03981804475188255
289652	rnn.weight_hh_l0_reverse	1	0.02973387949168682
289652	rnn.weight_hh_l0_reverse	2	-0.0229341983795166
289652	rnn.weight_hh_l0_reverse	3	-0.08172208070755005
289652	rnn.weight_hh_l0_reverse	4	0.011426960118114948
289652	rnn.weight_hh_l0_reverse	5	-0.05974403768777847
289652	rnn.weight_hh_l0_reverse	6	-0.013651506043970585
289652	rnn.weight_hh_l0_reverse	7	0.03086826205253601
289652	rnn.weight_hh_l0_reverse	8	0.007863779552280903
289652	rnn.weight_hh_l0_reverse	9	0.009034069254994392
289652	rnn.bias_ih_l0_reverse	0	-0.0462159663438797
289652	rnn.bias_ih_l0_reverse	1	-0.13857103884220123
289652	rnn.bias_ih_l0_reverse	2	-0.14366115629673004
289652	rnn.bias_ih_l0_reverse	3	-0.04625141993165016
289652	rnn.bias_ih_l0_reverse	4	-0.11460809409618378
289652	rnn.bias_ih_l0_reverse	5	-0.08746491372585297
289652	rnn.bias_ih_l0_reverse	6	-0.20603720843791962
289652	rnn.bias_ih_l0_reverse	7	-0.05328933522105217
289652	rnn.bias_ih_l0_reverse	8	-0.06437231600284576
289652	rnn.bias_ih_l0_reverse	9	-0.13454510271549225
289652	rnn.bias_hh_l0_reverse	0	-0.14394935965538025
289652	rnn.bias_hh_l0_reverse	1	-0.16271093487739563
289652	rnn.bias_hh_l0_reverse	2	0.10264016687870026
289652	rnn.bias_hh_l0_reverse	3	0.07270890474319458
289652	rnn.bias_hh_l0_reverse	4	-0.17792275547981262
289652	rnn.bias_hh_l0_reverse	5	-0.14189556241035461
289652	rnn.bias_hh_l0_reverse	6	-0.09015247970819473
289652	rnn.bias_hh_l0_reverse	7	-0.05557287856936455
289652	rnn.bias_hh_l0_reverse	8	-0.09620598703622818
289652	rnn.bias_hh_l0_reverse	9	-0.023736804723739624
289652	linear.weight	0	-0.007722256239503622
289652	linear.weight	1	-0.00200858386233449
289652	linear.weight	2	0.31268739700317383
289652	linear.weight	3	-0.07893931120634079
289652	linear.weight	4	-0.010588549077510834
289652	linear.weight	5	0.11344838887453079
289652	linear.weight	6	-0.010739270597696304
289652	linear.weight	7	-0.0743776261806488
289652	linear.weight	8	0.195379376411438
289652	linear.weight	9	-0.2681691348552704
289652	linear.bias	0	-0.03956538438796997
289652	linear.bias	1	0.031413208693265915
289652	linear.bias	2	0.4194009602069855
289652	linear.bias	3	-0.7259993553161621
289652	linear.bias	4	2.1439366340637207
289652	linear.bias	5	-1.4049996137619019
289652	linear.bias	6	-0.30366647243499756
289652	linear.bias	7	-0.1339567005634308
290210	transitions	0	-1.9409810304641724
290210	transitions	1	-10000.0
290210	transitions	2	-0.7969565987586975
290210	transitions	3	-10000.0
290210	transitions	4	2.0678632259368896
290210	transitions	5	-10000.0
290210	transitions	6	-10000.0
290210	transitions	7	1.8412059545516968
290210	transitions	8	-2.6253371238708496
290210	transitions	9	-4.238986015319824
290210	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
290210	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
290210	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
290210	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
290210	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
290210	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
290210	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
290210	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
290210	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
290210	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
290210	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
290210	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
290210	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
290210	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
290210	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
290210	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
290210	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
290210	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
290210	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
290210	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
290210	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
290210	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
290210	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
290210	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
290210	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
290210	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
290210	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
290210	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
290210	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
290210	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
290210	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
290210	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
290210	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
290210	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
290210	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
290210	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
290210	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
290210	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
290210	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
290210	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
290210	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
290210	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
290210	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
290210	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
290210	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
290210	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
290210	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
290210	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
290210	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
290210	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
290210	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
290210	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
290210	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
290210	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
290210	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
290210	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
290210	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
290210	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
290210	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
290210	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
290210	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
290210	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
290210	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
290210	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
290210	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
290210	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
290210	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
290210	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
290210	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
290210	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
290210	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
290210	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
290210	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
290210	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
290210	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
290210	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
290210	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
290210	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
290210	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
290210	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
290210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
290210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
290210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
290210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
290210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
290210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
290210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
290210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
290210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
290210	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
290210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
290210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
290210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
290210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
290210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
290210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
290210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
290210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
290210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
290210	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
290210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
290210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
290210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
290210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
290210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
290210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
290210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
290210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
290210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
290210	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
290210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
290210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
290210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
290210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
290210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
290210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
290210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
290210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
290210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
290210	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
290210	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
290210	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
290210	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
290210	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
290210	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
290210	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
290210	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
290210	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
290210	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
290210	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
290210	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
290210	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
290210	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
290210	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
290210	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
290210	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
290210	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
290210	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
290210	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
290210	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
290210	embedding2nn.weight	0	0.006413022987544537
290210	embedding2nn.weight	1	0.003970082383602858
290210	embedding2nn.weight	2	0.013431310653686523
290210	embedding2nn.weight	3	0.026595931500196457
290210	embedding2nn.weight	4	0.023471925407648087
290210	embedding2nn.weight	5	0.005062732379883528
290210	embedding2nn.weight	6	-0.015378162264823914
290210	embedding2nn.weight	7	-0.0006876204861328006
290210	embedding2nn.weight	8	-0.009671165607869625
290210	embedding2nn.weight	9	0.0019685449078679085
290210	embedding2nn.bias	0	0.014130058698356152
290210	embedding2nn.bias	1	-0.036964282393455505
290210	embedding2nn.bias	2	0.08423145115375519
290210	embedding2nn.bias	3	0.06842401623725891
290210	embedding2nn.bias	4	-0.012282470241189003
290210	embedding2nn.bias	5	-0.03086203522980213
290210	embedding2nn.bias	6	0.02799081802368164
290210	embedding2nn.bias	7	0.003543317783623934
290210	embedding2nn.bias	8	-0.03570164740085602
290210	embedding2nn.bias	9	0.028182214125990868
290210	rnn.weight_ih_l0	0	0.06520313024520874
290210	rnn.weight_ih_l0	1	-0.04128825291991234
290210	rnn.weight_ih_l0	2	0.005697585176676512
290210	rnn.weight_ih_l0	3	0.04523634910583496
290210	rnn.weight_ih_l0	4	-0.030022965744137764
290210	rnn.weight_ih_l0	5	0.04122065007686615
290210	rnn.weight_ih_l0	6	0.0076390840113162994
290210	rnn.weight_ih_l0	7	0.0661114901304245
290210	rnn.weight_ih_l0	8	0.009387110359966755
290210	rnn.weight_ih_l0	9	-0.025385625660419464
290210	rnn.weight_hh_l0	0	-0.01191316731274128
290210	rnn.weight_hh_l0	1	-0.028043244034051895
290210	rnn.weight_hh_l0	2	-0.061226747930049896
290210	rnn.weight_hh_l0	3	-0.005875042174011469
290210	rnn.weight_hh_l0	4	-0.009805102832615376
290210	rnn.weight_hh_l0	5	-0.024740133434534073
290210	rnn.weight_hh_l0	6	0.0006083198240958154
290210	rnn.weight_hh_l0	7	-0.036515090614557266
290210	rnn.weight_hh_l0	8	0.0670831948518753
290210	rnn.weight_hh_l0	9	0.04571353271603584
290210	rnn.bias_ih_l0	0	-0.1713160127401352
290210	rnn.bias_ih_l0	1	-0.17035968601703644
290210	rnn.bias_ih_l0	2	-0.02005213499069214
290210	rnn.bias_ih_l0	3	-0.14719021320343018
290210	rnn.bias_ih_l0	4	-0.05960041284561157
290210	rnn.bias_ih_l0	5	-0.1757248044013977
290210	rnn.bias_ih_l0	6	0.07568911463022232
290210	rnn.bias_ih_l0	7	-0.08546598255634308
290210	rnn.bias_ih_l0	8	-0.04617887735366821
290210	rnn.bias_ih_l0	9	-0.10761282593011856
290210	rnn.bias_hh_l0	0	-0.06998829543590546
290210	rnn.bias_hh_l0	1	0.24646015465259552
290210	rnn.bias_hh_l0	2	0.04693952575325966
290210	rnn.bias_hh_l0	3	-0.07712467014789581
290210	rnn.bias_hh_l0	4	-0.08363944292068481
290210	rnn.bias_hh_l0	5	-0.0020895912311971188
290210	rnn.bias_hh_l0	6	0.05883772298693657
290210	rnn.bias_hh_l0	7	-0.09751169383525848
290210	rnn.bias_hh_l0	8	-0.23673434555530548
290210	rnn.bias_hh_l0	9	-0.10061066597700119
290210	rnn.weight_ih_l0_reverse	0	0.01956525817513466
290210	rnn.weight_ih_l0_reverse	1	-0.05963032320141792
290210	rnn.weight_ih_l0_reverse	2	0.04313348978757858
290210	rnn.weight_ih_l0_reverse	3	0.020185748115181923
290210	rnn.weight_ih_l0_reverse	4	-0.0001363208721159026
290210	rnn.weight_ih_l0_reverse	5	-0.02620335854589939
290210	rnn.weight_ih_l0_reverse	6	0.013312692753970623
290210	rnn.weight_ih_l0_reverse	7	0.02834191918373108
290210	rnn.weight_ih_l0_reverse	8	-0.028075125068426132
290210	rnn.weight_ih_l0_reverse	9	-0.0015415077796205878
290210	rnn.weight_hh_l0_reverse	0	0.039773233234882355
290210	rnn.weight_hh_l0_reverse	1	0.029711443930864334
290210	rnn.weight_hh_l0_reverse	2	-0.02295130118727684
290210	rnn.weight_hh_l0_reverse	3	-0.08161641657352448
290210	rnn.weight_hh_l0_reverse	4	0.01145037543028593
290210	rnn.weight_hh_l0_reverse	5	-0.059712450951337814
290210	rnn.weight_hh_l0_reverse	6	-0.01367319654673338
290210	rnn.weight_hh_l0_reverse	7	0.030923092737793922
290210	rnn.weight_hh_l0_reverse	8	0.00786963663995266
290210	rnn.weight_hh_l0_reverse	9	0.008924675174057484
290210	rnn.bias_ih_l0_reverse	0	-0.04615576192736626
290210	rnn.bias_ih_l0_reverse	1	-0.13838401436805725
290210	rnn.bias_ih_l0_reverse	2	-0.14355577528476715
290210	rnn.bias_ih_l0_reverse	3	-0.04625607281923294
290210	rnn.bias_ih_l0_reverse	4	-0.1145230308175087
290210	rnn.bias_ih_l0_reverse	5	-0.0872887372970581
290210	rnn.bias_ih_l0_reverse	6	-0.20607727766036987
290210	rnn.bias_ih_l0_reverse	7	-0.05326572805643082
290210	rnn.bias_ih_l0_reverse	8	-0.06447824835777283
290210	rnn.bias_ih_l0_reverse	9	-0.13408121466636658
290210	rnn.bias_hh_l0_reverse	0	-0.14419269561767578
290210	rnn.bias_hh_l0_reverse	1	-0.16302862763404846
290210	rnn.bias_hh_l0_reverse	2	0.10260950028896332
290210	rnn.bias_hh_l0_reverse	3	0.07309593260288239
290210	rnn.bias_hh_l0_reverse	4	-0.17773449420928955
290210	rnn.bias_hh_l0_reverse	5	-0.14215612411499023
290210	rnn.bias_hh_l0_reverse	6	-0.09035354107618332
290210	rnn.bias_hh_l0_reverse	7	-0.05589853972196579
290210	rnn.bias_hh_l0_reverse	8	-0.09604083746671677
290210	rnn.bias_hh_l0_reverse	9	-0.023627296090126038
290210	linear.weight	0	-0.007722383830696344
290210	linear.weight	1	-0.00326574151404202
290210	linear.weight	2	0.3144517242908478
290210	linear.weight	3	-0.07893902063369751
290210	linear.weight	4	-0.010588549077510834
290210	linear.weight	5	0.1162337139248848
290210	linear.weight	6	-0.010739270597696304
290210	linear.weight	7	-0.07813797891139984
290210	linear.weight	8	0.1983305811882019
290210	linear.weight	9	-0.26814380288124084
290210	linear.bias	0	-0.03956538438796997
290210	linear.bias	1	0.031413208693265915
290210	linear.bias	2	0.42300114035606384
290210	linear.bias	3	-0.7311205267906189
290210	linear.bias	4	2.1403534412384033
290210	linear.bias	5	-1.4050021171569824
290210	linear.bias	6	-0.30102309584617615
290210	linear.bias	7	-0.13148082792758942
290769	transitions	0	-1.9410983324050903
290769	transitions	1	-10000.0
290769	transitions	2	-0.7969565987586975
290769	transitions	3	-10000.0
290769	transitions	4	2.067929983139038
290769	transitions	5	-10000.0
290769	transitions	6	-10000.0
290769	transitions	7	1.8413372039794922
290769	transitions	8	-2.625410556793213
290769	transitions	9	-4.2390031814575195
290769	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
290769	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
290769	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
290769	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
290769	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
290769	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
290769	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
290769	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
290769	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
290769	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
290769	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
290769	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
290769	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
290769	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
290769	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
290769	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
290769	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
290769	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
290769	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
290769	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
290769	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
290769	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
290769	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
290769	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
290769	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
290769	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
290769	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
290769	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
290769	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
290769	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
290769	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
290769	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
290769	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
290769	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
290769	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
290769	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
290769	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
290769	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
290769	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
290769	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
290769	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
290769	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
290769	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
290769	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
290769	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
290769	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
290769	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
290769	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
290769	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
290769	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
290769	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
290769	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
290769	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
290769	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
290769	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
290769	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
290769	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
290769	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
290769	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
290769	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
290769	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
290769	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
290769	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
290769	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
290769	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
290769	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
290769	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
290769	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
290769	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
290769	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
290769	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
290769	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
290769	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
290769	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
290769	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
290769	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
290769	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
290769	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
290769	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
290769	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
290769	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
290769	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
290769	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
290769	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
290769	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
290769	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
290769	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
290769	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
290769	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
290769	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
290769	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
290769	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
290769	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
290769	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
290769	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
290769	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
290769	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
290769	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
290769	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
290769	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
290769	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
290769	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
290769	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
290769	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
290769	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
290769	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
290769	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
290769	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
290769	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
290769	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
290769	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
290769	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
290769	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
290769	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
290769	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
290769	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
290769	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
290769	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
290769	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
290769	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
290769	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
290769	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
290769	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
290769	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
290769	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
290769	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
290769	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
290769	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
290769	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
290769	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
290769	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
290769	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
290769	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
290769	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
290769	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
290769	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
290769	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
290769	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
290769	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
290769	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
290769	embedding2nn.weight	0	0.006413531489670277
290769	embedding2nn.weight	1	0.003952614963054657
290769	embedding2nn.weight	2	0.0134312454611063
290769	embedding2nn.weight	3	0.026641933247447014
290769	embedding2nn.weight	4	0.023485584184527397
290769	embedding2nn.weight	5	0.005116174928843975
290769	embedding2nn.weight	6	-0.015399893745779991
290769	embedding2nn.weight	7	-0.0006612747092731297
290769	embedding2nn.weight	8	-0.009689940139651299
290769	embedding2nn.weight	9	0.001954342471435666
290769	embedding2nn.bias	0	0.014605559408664703
290769	embedding2nn.bias	1	-0.03705872222781181
290769	embedding2nn.bias	2	0.08476854860782623
290769	embedding2nn.bias	3	0.06938131898641586
290769	embedding2nn.bias	4	-0.011874855495989323
290769	embedding2nn.bias	5	-0.030707089230418205
290769	embedding2nn.bias	6	0.027631962671875954
290769	embedding2nn.bias	7	0.003718780819326639
290769	embedding2nn.bias	8	-0.03575506806373596
290769	embedding2nn.bias	9	0.027975670993328094
290769	rnn.weight_ih_l0	0	0.06507216393947601
290769	rnn.weight_ih_l0	1	-0.04127064719796181
290769	rnn.weight_ih_l0	2	0.005791874602437019
290769	rnn.weight_ih_l0	3	0.04515526816248894
290769	rnn.weight_ih_l0	4	-0.030040830373764038
290769	rnn.weight_ih_l0	5	0.041250310838222504
290769	rnn.weight_ih_l0	6	0.007624696474522352
290769	rnn.weight_ih_l0	7	0.06614100933074951
290769	rnn.weight_ih_l0	8	0.009399020113050938
290769	rnn.weight_ih_l0	9	-0.025263730436563492
290769	rnn.weight_hh_l0	0	-0.011979516595602036
290769	rnn.weight_hh_l0	1	-0.028083685785531998
290769	rnn.weight_hh_l0	2	-0.06118078902363777
290769	rnn.weight_hh_l0	3	-0.0058916774578392506
290769	rnn.weight_hh_l0	4	-0.009811850264668465
290769	rnn.weight_hh_l0	5	-0.02474471740424633
290769	rnn.weight_hh_l0	6	0.0005915436777286232
290769	rnn.weight_hh_l0	7	-0.03657741844654083
290769	rnn.weight_hh_l0	8	0.06708206236362457
290769	rnn.weight_hh_l0	9	0.04553261771798134
290769	rnn.bias_ih_l0	0	-0.17127394676208496
290769	rnn.bias_ih_l0	1	-0.17047974467277527
290769	rnn.bias_ih_l0	2	-0.019950076937675476
290769	rnn.bias_ih_l0	3	-0.14715436100959778
290769	rnn.bias_ih_l0	4	-0.05935688316822052
290769	rnn.bias_ih_l0	5	-0.17583763599395752
290769	rnn.bias_ih_l0	6	0.07625111192464828
290769	rnn.bias_ih_l0	7	-0.08563752472400665
290769	rnn.bias_ih_l0	8	-0.04621884971857071
290769	rnn.bias_ih_l0	9	-0.10764070600271225
290769	rnn.bias_hh_l0	0	-0.0701487585902214
290769	rnn.bias_hh_l0	1	0.24659404158592224
290769	rnn.bias_hh_l0	2	0.047041431069374084
290769	rnn.bias_hh_l0	3	-0.07756482064723969
290769	rnn.bias_hh_l0	4	-0.08326763659715652
290769	rnn.bias_hh_l0	5	-0.002618793398141861
290769	rnn.bias_hh_l0	6	0.0586543008685112
290769	rnn.bias_hh_l0	7	-0.09731505811214447
290769	rnn.bias_hh_l0	8	-0.2368392050266266
290769	rnn.bias_hh_l0	9	-0.10043278336524963
290769	rnn.weight_ih_l0_reverse	0	0.0196150541305542
290769	rnn.weight_ih_l0_reverse	1	-0.05957617610692978
290769	rnn.weight_ih_l0_reverse	2	0.04318903386592865
290769	rnn.weight_ih_l0_reverse	3	0.0202733613550663
290769	rnn.weight_ih_l0_reverse	4	-0.00018706182891037315
290769	rnn.weight_ih_l0_reverse	5	-0.02614961937069893
290769	rnn.weight_ih_l0_reverse	6	0.01351106446236372
290769	rnn.weight_ih_l0_reverse	7	0.028260773047804832
290769	rnn.weight_ih_l0_reverse	8	-0.028092792257666588
290769	rnn.weight_ih_l0_reverse	9	-0.0015594676369801164
290769	rnn.weight_hh_l0_reverse	0	0.03977024927735329
290769	rnn.weight_hh_l0_reverse	1	0.029802782461047173
290769	rnn.weight_hh_l0_reverse	2	-0.022916650399565697
290769	rnn.weight_hh_l0_reverse	3	-0.08173022419214249
290769	rnn.weight_hh_l0_reverse	4	0.01142586674541235
290769	rnn.weight_hh_l0_reverse	5	-0.05970817059278488
290769	rnn.weight_hh_l0_reverse	6	-0.013680540956556797
290769	rnn.weight_hh_l0_reverse	7	0.03089275397360325
290769	rnn.weight_hh_l0_reverse	8	0.007873907685279846
290769	rnn.weight_hh_l0_reverse	9	0.00888636615127325
290769	rnn.bias_ih_l0_reverse	0	-0.0467812716960907
290769	rnn.bias_ih_l0_reverse	1	-0.13839758932590485
290769	rnn.bias_ih_l0_reverse	2	-0.14375591278076172
290769	rnn.bias_ih_l0_reverse	3	-0.046303629875183105
290769	rnn.bias_ih_l0_reverse	4	-0.1146465539932251
290769	rnn.bias_ih_l0_reverse	5	-0.08724784106016159
290769	rnn.bias_ih_l0_reverse	6	-0.2058173418045044
290769	rnn.bias_ih_l0_reverse	7	-0.05313745141029358
290769	rnn.bias_ih_l0_reverse	8	-0.0645468458533287
290769	rnn.bias_ih_l0_reverse	9	-0.13421455025672913
290769	rnn.bias_hh_l0_reverse	0	-0.1441018134355545
290769	rnn.bias_hh_l0_reverse	1	-0.16282205283641815
290769	rnn.bias_hh_l0_reverse	2	0.10223082453012466
290769	rnn.bias_hh_l0_reverse	3	0.07309295237064362
290769	rnn.bias_hh_l0_reverse	4	-0.17750759422779083
290769	rnn.bias_hh_l0_reverse	5	-0.14223293960094452
290769	rnn.bias_hh_l0_reverse	6	-0.09051299840211868
290769	rnn.bias_hh_l0_reverse	7	-0.05571582168340683
290769	rnn.bias_hh_l0_reverse	8	-0.09613360464572906
290769	rnn.bias_hh_l0_reverse	9	-0.023875674232840538
290769	linear.weight	0	-0.007722487207502127
290769	linear.weight	1	-0.0028271323535591364
290769	linear.weight	2	0.3147777020931244
290769	linear.weight	3	-0.07893867790699005
290769	linear.weight	4	-0.010588549077510834
290769	linear.weight	5	0.11624515801668167
290769	linear.weight	6	-0.010739270597696304
290769	linear.weight	7	-0.07431770116090775
290769	linear.weight	8	0.19823318719863892
290769	linear.weight	9	-0.2678664028644562
290769	linear.bias	0	-0.03956538438796997
290769	linear.bias	1	0.031413208693265915
290769	linear.bias	2	0.41017115116119385
290769	linear.bias	3	-0.7263208031654358
290769	linear.bias	4	2.140660285949707
290769	linear.bias	5	-1.4050041437149048
290769	linear.bias	6	-0.29709482192993164
290769	linear.bias	7	-0.12766984105110168
291327	transitions	0	-1.9411906003952026
291327	transitions	1	-10000.0
291327	transitions	2	-0.7969565987586975
291327	transitions	3	-10000.0
291327	transitions	4	2.0656726360321045
291327	transitions	5	-10000.0
291327	transitions	6	-10000.0
291327	transitions	7	1.8427611589431763
291327	transitions	8	-2.6254870891571045
291327	transitions	9	-4.239013195037842
291327	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
291327	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
291327	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
291327	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
291327	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
291327	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
291327	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
291327	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
291327	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
291327	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
291327	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
291327	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
291327	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
291327	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
291327	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
291327	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
291327	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
291327	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
291327	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
291327	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
291327	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
291327	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
291327	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
291327	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
291327	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
291327	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
291327	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
291327	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
291327	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
291327	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
291327	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
291327	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
291327	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
291327	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
291327	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
291327	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
291327	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
291327	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
291327	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
291327	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
291327	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
291327	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
291327	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
291327	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
291327	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
291327	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
291327	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
291327	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
291327	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
291327	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
291327	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
291327	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
291327	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
291327	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
291327	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
291327	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
291327	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
291327	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
291327	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
291327	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
291327	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
291327	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
291327	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
291327	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
291327	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
291327	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
291327	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
291327	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
291327	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
291327	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
291327	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
291327	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
291327	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
291327	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
291327	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
291327	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
291327	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
291327	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
291327	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
291327	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
291327	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
291327	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
291327	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
291327	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
291327	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
291327	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
291327	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
291327	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
291327	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
291327	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
291327	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
291327	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
291327	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
291327	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
291327	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
291327	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
291327	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
291327	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
291327	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
291327	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
291327	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
291327	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
291327	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
291327	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
291327	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
291327	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
291327	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
291327	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
291327	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
291327	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
291327	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
291327	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
291327	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
291327	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
291327	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
291327	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
291327	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
291327	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
291327	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
291327	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
291327	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
291327	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
291327	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
291327	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
291327	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
291327	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
291327	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
291327	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
291327	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
291327	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
291327	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
291327	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
291327	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
291327	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
291327	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
291327	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
291327	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
291327	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
291327	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
291327	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
291327	embedding2nn.weight	0	0.006412661634385586
291327	embedding2nn.weight	1	0.003945737611502409
291327	embedding2nn.weight	2	0.013428333215415478
291327	embedding2nn.weight	3	0.026601549237966537
291327	embedding2nn.weight	4	0.02344341203570366
291327	embedding2nn.weight	5	0.0051392847672104836
291327	embedding2nn.weight	6	-0.015368059277534485
291327	embedding2nn.weight	7	-0.0006631505093537271
291327	embedding2nn.weight	8	-0.009742098860442638
291327	embedding2nn.weight	9	0.0019901746418327093
291327	embedding2nn.bias	0	0.014600657857954502
291327	embedding2nn.bias	1	-0.03692309558391571
291327	embedding2nn.bias	2	0.0851336270570755
291327	embedding2nn.bias	3	0.06891108304262161
291327	embedding2nn.bias	4	-0.011402628384530544
291327	embedding2nn.bias	5	-0.030607661232352257
291327	embedding2nn.bias	6	0.02757432498037815
291327	embedding2nn.bias	7	0.0045752632431685925
291327	embedding2nn.bias	8	-0.03554430231451988
291327	embedding2nn.bias	9	0.027988726273179054
291327	rnn.weight_ih_l0	0	0.06505954265594482
291327	rnn.weight_ih_l0	1	-0.0411343090236187
291327	rnn.weight_ih_l0	2	0.005826831795275211
291327	rnn.weight_ih_l0	3	0.045224033296108246
291327	rnn.weight_ih_l0	4	-0.029921619221568108
291327	rnn.weight_ih_l0	5	0.041348591446876526
291327	rnn.weight_ih_l0	6	0.007592931855469942
291327	rnn.weight_ih_l0	7	0.06610310822725296
291327	rnn.weight_ih_l0	8	0.009410664439201355
291327	rnn.weight_ih_l0	9	-0.025209827348589897
291327	rnn.weight_hh_l0	0	-0.011933252215385437
291327	rnn.weight_hh_l0	1	-0.028026850894093513
291327	rnn.weight_hh_l0	2	-0.06113984435796738
291327	rnn.weight_hh_l0	3	-0.005868189036846161
291327	rnn.weight_hh_l0	4	-0.00980400200933218
291327	rnn.weight_hh_l0	5	-0.024784153327345848
291327	rnn.weight_hh_l0	6	0.0005844537517987192
291327	rnn.weight_hh_l0	7	-0.03651224821805954
291327	rnn.weight_hh_l0	8	0.0670572817325592
291327	rnn.weight_hh_l0	9	0.04554473236203194
291327	rnn.bias_ih_l0	0	-0.17118030786514282
291327	rnn.bias_ih_l0	1	-0.17027924954891205
291327	rnn.bias_ih_l0	2	-0.020042214542627335
291327	rnn.bias_ih_l0	3	-0.14729195833206177
291327	rnn.bias_ih_l0	4	-0.05921103060245514
291327	rnn.bias_ih_l0	5	-0.17565812170505524
291327	rnn.bias_ih_l0	6	0.07597135007381439
291327	rnn.bias_ih_l0	7	-0.08566274493932724
291327	rnn.bias_ih_l0	8	-0.045912954956293106
291327	rnn.bias_ih_l0	9	-0.1077284887433052
291327	rnn.bias_hh_l0	0	-0.07004551589488983
291327	rnn.bias_hh_l0	1	0.2462293654680252
291327	rnn.bias_hh_l0	2	0.046589918434619904
291327	rnn.bias_hh_l0	3	-0.07754912972450256
291327	rnn.bias_hh_l0	4	-0.0832442119717598
291327	rnn.bias_hh_l0	5	-0.002806583186611533
291327	rnn.bias_hh_l0	6	0.058888401836156845
291327	rnn.bias_hh_l0	7	-0.09721558541059494
291327	rnn.bias_hh_l0	8	-0.23671548068523407
291327	rnn.bias_hh_l0	9	-0.10037402808666229
291327	rnn.weight_ih_l0_reverse	0	0.01969793252646923
291327	rnn.weight_ih_l0_reverse	1	-0.05964796245098114
291327	rnn.weight_ih_l0_reverse	2	0.04317864030599594
291327	rnn.weight_ih_l0_reverse	3	0.02026916667819023
291327	rnn.weight_ih_l0_reverse	4	-0.00022554157476406544
291327	rnn.weight_ih_l0_reverse	5	-0.026163101196289062
291327	rnn.weight_ih_l0_reverse	6	0.013610408641397953
291327	rnn.weight_ih_l0_reverse	7	0.028205398470163345
291327	rnn.weight_ih_l0_reverse	8	-0.028171436861157417
291327	rnn.weight_ih_l0_reverse	9	-0.0015901795122772455
291327	rnn.weight_hh_l0_reverse	0	0.039768144488334656
291327	rnn.weight_hh_l0_reverse	1	0.029793787747621536
291327	rnn.weight_hh_l0_reverse	2	-0.022897137328982353
291327	rnn.weight_hh_l0_reverse	3	-0.08186102658510208
291327	rnn.weight_hh_l0_reverse	4	0.011457146145403385
291327	rnn.weight_hh_l0_reverse	5	-0.0597122460603714
291327	rnn.weight_hh_l0_reverse	6	-0.01366497203707695
291327	rnn.weight_hh_l0_reverse	7	0.030909301713109016
291327	rnn.weight_hh_l0_reverse	8	0.007878071628510952
291327	rnn.weight_hh_l0_reverse	9	0.008979716338217258
291327	rnn.bias_ih_l0_reverse	0	-0.046777550131082535
291327	rnn.bias_ih_l0_reverse	1	-0.13842350244522095
291327	rnn.bias_ih_l0_reverse	2	-0.14395439624786377
291327	rnn.bias_ih_l0_reverse	3	-0.04666329547762871
291327	rnn.bias_ih_l0_reverse	4	-0.1144806295633316
291327	rnn.bias_ih_l0_reverse	5	-0.08730155229568481
291327	rnn.bias_ih_l0_reverse	6	-0.20624221861362457
291327	rnn.bias_ih_l0_reverse	7	-0.052698858082294464
291327	rnn.bias_ih_l0_reverse	8	-0.06473249197006226
291327	rnn.bias_ih_l0_reverse	9	-0.13426505029201508
291327	rnn.bias_hh_l0_reverse	0	-0.14391691982746124
291327	rnn.bias_hh_l0_reverse	1	-0.16264814138412476
291327	rnn.bias_hh_l0_reverse	2	0.10284007340669632
291327	rnn.bias_hh_l0_reverse	3	0.07274585962295532
291327	rnn.bias_hh_l0_reverse	4	-0.17735573649406433
291327	rnn.bias_hh_l0_reverse	5	-0.14213623106479645
291327	rnn.bias_hh_l0_reverse	6	-0.0903727114200592
291327	rnn.bias_hh_l0_reverse	7	-0.055852558463811874
291327	rnn.bias_hh_l0_reverse	8	-0.09619977325201035
291327	rnn.bias_hh_l0_reverse	9	-0.023717829957604408
291327	linear.weight	0	-0.0077225868590176105
291327	linear.weight	1	-0.0006370655610226095
291327	linear.weight	2	0.3147505223751068
291327	linear.weight	3	-0.07893819361925125
291327	linear.weight	4	-0.010588549077510834
291327	linear.weight	5	0.1150931864976883
291327	linear.weight	6	-0.010739270597696304
291327	linear.weight	7	-0.07265354692935944
291327	linear.weight	8	0.20156610012054443
291327	linear.weight	9	-0.2676355242729187
291327	linear.bias	0	-0.03956538438796997
291327	linear.bias	1	0.031413208693265915
291327	linear.bias	2	0.41453292965888977
291327	linear.bias	3	-0.7309566140174866
291327	linear.bias	4	2.1420698165893555
291327	linear.bias	5	-1.405006766319275
291327	linear.bias	6	-0.2976660430431366
291327	linear.bias	7	-0.12821903824806213
291885	transitions	0	-1.941296935081482
291885	transitions	1	-10000.0
291885	transitions	2	-0.7969565987586975
291885	transitions	3	-10000.0
291885	transitions	4	2.0669829845428467
291885	transitions	5	-10000.0
291885	transitions	6	-10000.0
291885	transitions	7	1.8419157266616821
291885	transitions	8	-2.6255879402160645
291885	transitions	9	-4.239023685455322
291885	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
291885	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
291885	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
291885	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
291885	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
291885	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
291885	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
291885	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
291885	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
291885	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
291885	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
291885	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
291885	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
291885	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
291885	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
291885	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
291885	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
291885	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
291885	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
291885	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
291885	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
291885	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
291885	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
291885	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
291885	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
291885	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
291885	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
291885	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
291885	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
291885	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
291885	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
291885	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
291885	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
291885	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
291885	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
291885	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
291885	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
291885	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
291885	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
291885	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
291885	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
291885	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
291885	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
291885	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
291885	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
291885	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
291885	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
291885	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
291885	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
291885	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
291885	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
291885	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
291885	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
291885	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
291885	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
291885	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
291885	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
291885	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
291885	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
291885	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
291885	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
291885	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
291885	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
291885	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
291885	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
291885	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
291885	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
291885	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
291885	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
291885	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
291885	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
291885	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
291885	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
291885	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
291885	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
291885	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
291885	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
291885	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
291885	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
291885	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
291885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
291885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
291885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
291885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
291885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
291885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
291885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
291885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
291885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
291885	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
291885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
291885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
291885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
291885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
291885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
291885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
291885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
291885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
291885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
291885	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
291885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
291885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
291885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
291885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
291885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
291885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
291885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
291885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
291885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
291885	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
291885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
291885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
291885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
291885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
291885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
291885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
291885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
291885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
291885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
291885	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
291885	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
291885	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
291885	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
291885	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
291885	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
291885	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
291885	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
291885	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
291885	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
291885	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
291885	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
291885	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
291885	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
291885	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
291885	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
291885	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
291885	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
291885	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
291885	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
291885	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
291885	embedding2nn.weight	0	0.0064124674536287785
291885	embedding2nn.weight	1	0.003960050642490387
291885	embedding2nn.weight	2	0.013429186306893826
291885	embedding2nn.weight	3	0.026628626510500908
291885	embedding2nn.weight	4	0.023476509377360344
291885	embedding2nn.weight	5	0.005235858261585236
291885	embedding2nn.weight	6	-0.015347250737249851
291885	embedding2nn.weight	7	-0.0006577150779776275
291885	embedding2nn.weight	8	-0.00972458440810442
291885	embedding2nn.weight	9	0.0020033083856105804
291885	embedding2nn.bias	0	0.013976025395095348
291885	embedding2nn.bias	1	-0.03695525601506233
291885	embedding2nn.bias	2	0.08478595316410065
291885	embedding2nn.bias	3	0.06931936740875244
291885	embedding2nn.bias	4	-0.011999568901956081
291885	embedding2nn.bias	5	-0.030839014798402786
291885	embedding2nn.bias	6	0.028105035424232483
291885	embedding2nn.bias	7	0.0044709243811666965
291885	embedding2nn.bias	8	-0.03581207990646362
291885	embedding2nn.bias	9	0.027759863063693047
291885	rnn.weight_ih_l0	0	0.06497026979923248
291885	rnn.weight_ih_l0	1	-0.04111633822321892
291885	rnn.weight_ih_l0	2	0.005879590753465891
291885	rnn.weight_ih_l0	3	0.045255258679389954
291885	rnn.weight_ih_l0	4	-0.029960405081510544
291885	rnn.weight_ih_l0	5	0.04124889895319939
291885	rnn.weight_ih_l0	6	0.007643197663128376
291885	rnn.weight_ih_l0	7	0.06613823026418686
291885	rnn.weight_ih_l0	8	0.00945771113038063
291885	rnn.weight_ih_l0	9	-0.025293001905083656
291885	rnn.weight_hh_l0	0	-0.011962274089455605
291885	rnn.weight_hh_l0	1	-0.028053639456629753
291885	rnn.weight_hh_l0	2	-0.06118316203355789
291885	rnn.weight_hh_l0	3	-0.005869536194950342
291885	rnn.weight_hh_l0	4	-0.009812057949602604
291885	rnn.weight_hh_l0	5	-0.024749336764216423
291885	rnn.weight_hh_l0	6	0.0005822925013490021
291885	rnn.weight_hh_l0	7	-0.03644883632659912
291885	rnn.weight_hh_l0	8	0.06711319088935852
291885	rnn.weight_hh_l0	9	0.04553556814789772
291885	rnn.bias_ih_l0	0	-0.17101575434207916
291885	rnn.bias_ih_l0	1	-0.1705365926027298
291885	rnn.bias_ih_l0	2	-0.020074086263775826
291885	rnn.bias_ih_l0	3	-0.14754100143909454
291885	rnn.bias_ih_l0	4	-0.05906744301319122
291885	rnn.bias_ih_l0	5	-0.175595223903656
291885	rnn.bias_ih_l0	6	0.07612362504005432
291885	rnn.bias_ih_l0	7	-0.08565150201320648
291885	rnn.bias_ih_l0	8	-0.04582776129245758
291885	rnn.bias_ih_l0	9	-0.10777414590120316
291885	rnn.bias_hh_l0	0	-0.07017524540424347
291885	rnn.bias_hh_l0	1	0.24639250338077545
291885	rnn.bias_hh_l0	2	0.04697234556078911
291885	rnn.bias_hh_l0	3	-0.07772436738014221
291885	rnn.bias_hh_l0	4	-0.08333997428417206
291885	rnn.bias_hh_l0	5	-0.0030770329758524895
291885	rnn.bias_hh_l0	6	0.058768801391124725
291885	rnn.bias_hh_l0	7	-0.0975821241736412
291885	rnn.bias_hh_l0	8	-0.23662525415420532
291885	rnn.bias_hh_l0	9	-0.10008477419614792
291885	rnn.weight_ih_l0_reverse	0	0.01978638954460621
291885	rnn.weight_ih_l0_reverse	1	-0.05970432236790657
291885	rnn.weight_ih_l0_reverse	2	0.04316824674606323
291885	rnn.weight_ih_l0_reverse	3	0.02035236731171608
291885	rnn.weight_ih_l0_reverse	4	-0.00020373181905597448
291885	rnn.weight_ih_l0_reverse	5	-0.026258325204253197
291885	rnn.weight_ih_l0_reverse	6	0.013554126024246216
291885	rnn.weight_ih_l0_reverse	7	0.028263017535209656
291885	rnn.weight_ih_l0_reverse	8	-0.028158921748399734
291885	rnn.weight_ih_l0_reverse	9	-0.0015319292433559895
291885	rnn.weight_hh_l0_reverse	0	0.03977973014116287
291885	rnn.weight_hh_l0_reverse	1	0.029843129217624664
291885	rnn.weight_hh_l0_reverse	2	-0.022896775975823402
291885	rnn.weight_hh_l0_reverse	3	-0.08189713209867477
291885	rnn.weight_hh_l0_reverse	4	0.011452271603047848
291885	rnn.weight_hh_l0_reverse	5	-0.05967788025736809
291885	rnn.weight_hh_l0_reverse	6	-0.013662483543157578
291885	rnn.weight_hh_l0_reverse	7	0.030881134793162346
291885	rnn.weight_hh_l0_reverse	8	0.007925668731331825
291885	rnn.weight_hh_l0_reverse	9	0.008976468816399574
291885	rnn.bias_ih_l0_reverse	0	-0.0466357097029686
291885	rnn.bias_ih_l0_reverse	1	-0.13858015835285187
291885	rnn.bias_ih_l0_reverse	2	-0.14368166029453278
291885	rnn.bias_ih_l0_reverse	3	-0.04647475853562355
291885	rnn.bias_ih_l0_reverse	4	-0.1144651472568512
291885	rnn.bias_ih_l0_reverse	5	-0.08710373938083649
291885	rnn.bias_ih_l0_reverse	6	-0.20610058307647705
291885	rnn.bias_ih_l0_reverse	7	-0.05305149406194687
291885	rnn.bias_ih_l0_reverse	8	-0.06471051275730133
291885	rnn.bias_ih_l0_reverse	9	-0.13451695442199707
291885	rnn.bias_hh_l0_reverse	0	-0.143841952085495
291885	rnn.bias_hh_l0_reverse	1	-0.16278690099716187
291885	rnn.bias_hh_l0_reverse	2	0.10296155512332916
291885	rnn.bias_hh_l0_reverse	3	0.07254543900489807
291885	rnn.bias_hh_l0_reverse	4	-0.17698831856250763
291885	rnn.bias_hh_l0_reverse	5	-0.14202001690864563
291885	rnn.bias_hh_l0_reverse	6	-0.09035196900367737
291885	rnn.bias_hh_l0_reverse	7	-0.05568130686879158
291885	rnn.bias_hh_l0_reverse	8	-0.09588096290826797
291885	rnn.bias_hh_l0_reverse	9	-0.023935725912451744
291885	linear.weight	0	-0.007722749374806881
291885	linear.weight	1	-0.0005119651323184371
291885	linear.weight	2	0.31316930055618286
291885	linear.weight	3	-0.07893787324428558
291885	linear.weight	4	-0.010588549077510834
291885	linear.weight	5	0.11991871893405914
291885	linear.weight	6	-0.010739270597696304
291885	linear.weight	7	-0.07544628530740738
291885	linear.weight	8	0.2045222520828247
291885	linear.weight	9	-0.2684105336666107
291885	linear.bias	0	-0.03956538438796997
291885	linear.bias	1	0.031413208693265915
291885	linear.bias	2	0.42152899503707886
291885	linear.bias	3	-0.7340908050537109
291885	linear.bias	4	2.142335891723633
291885	linear.bias	5	-1.4050086736679077
291885	linear.bias	6	-0.29970088601112366
291885	linear.bias	7	-0.13029810786247253
292443	transitions	0	-1.9414036273956299
292443	transitions	1	-10000.0
292443	transitions	2	-0.7969565987586975
292443	transitions	3	-10000.0
292443	transitions	4	2.0698342323303223
292443	transitions	5	-10000.0
292443	transitions	6	-10000.0
292443	transitions	7	1.8395804166793823
292443	transitions	8	-2.6256661415100098
292443	transitions	9	-4.239035129547119
292443	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
292443	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
292443	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
292443	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
292443	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
292443	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
292443	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
292443	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
292443	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
292443	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
292443	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
292443	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
292443	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
292443	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
292443	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
292443	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
292443	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
292443	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
292443	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
292443	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
292443	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
292443	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
292443	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
292443	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
292443	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
292443	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
292443	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
292443	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
292443	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
292443	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
292443	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
292443	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
292443	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
292443	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
292443	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
292443	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
292443	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
292443	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
292443	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
292443	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
292443	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
292443	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
292443	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
292443	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
292443	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
292443	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
292443	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
292443	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
292443	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
292443	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
292443	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
292443	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
292443	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
292443	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
292443	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
292443	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
292443	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
292443	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
292443	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
292443	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
292443	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
292443	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
292443	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
292443	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
292443	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
292443	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
292443	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
292443	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
292443	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
292443	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
292443	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
292443	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
292443	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
292443	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
292443	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
292443	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
292443	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
292443	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
292443	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
292443	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
292443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
292443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
292443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
292443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
292443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
292443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
292443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
292443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
292443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
292443	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
292443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
292443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
292443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
292443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
292443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
292443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
292443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
292443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
292443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
292443	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
292443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
292443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
292443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
292443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
292443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
292443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
292443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
292443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
292443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
292443	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
292443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
292443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
292443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
292443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
292443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
292443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
292443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
292443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
292443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
292443	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
292443	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
292443	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
292443	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
292443	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
292443	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
292443	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
292443	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
292443	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
292443	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
292443	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
292443	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
292443	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
292443	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
292443	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
292443	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
292443	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
292443	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
292443	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
292443	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
292443	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
292443	embedding2nn.weight	0	0.006412244867533445
292443	embedding2nn.weight	1	0.003972189500927925
292443	embedding2nn.weight	2	0.013428658246994019
292443	embedding2nn.weight	3	0.026584899052977562
292443	embedding2nn.weight	4	0.02343682013452053
292443	embedding2nn.weight	5	0.005203810054808855
292443	embedding2nn.weight	6	-0.015324454754590988
292443	embedding2nn.weight	7	-0.0006291312165558338
292443	embedding2nn.weight	8	-0.009769696742296219
292443	embedding2nn.weight	9	0.001980127999559045
292443	embedding2nn.bias	0	0.014539814554154873
292443	embedding2nn.bias	1	-0.03743356838822365
292443	embedding2nn.bias	2	0.08558569848537445
292443	embedding2nn.bias	3	0.06936421990394592
292443	embedding2nn.bias	4	-0.012404919601976871
292443	embedding2nn.bias	5	-0.0313144288957119
292443	embedding2nn.bias	6	0.02834637649357319
292443	embedding2nn.bias	7	0.004328541923314333
292443	embedding2nn.bias	8	-0.036233436316251755
292443	embedding2nn.bias	9	0.028411561623215675
292443	rnn.weight_ih_l0	0	0.06509412825107574
292443	rnn.weight_ih_l0	1	-0.041264019906520844
292443	rnn.weight_ih_l0	2	0.005815541837364435
292443	rnn.weight_ih_l0	3	0.04524826630949974
292443	rnn.weight_ih_l0	4	-0.02995716966688633
292443	rnn.weight_ih_l0	5	0.04119390621781349
292443	rnn.weight_ih_l0	6	0.007669724989682436
292443	rnn.weight_ih_l0	7	0.06605567038059235
292443	rnn.weight_ih_l0	8	0.009360491298139095
292443	rnn.weight_ih_l0	9	-0.0252703744918108
292443	rnn.weight_hh_l0	0	-0.011992945335805416
292443	rnn.weight_hh_l0	1	-0.027971412986516953
292443	rnn.weight_hh_l0	2	-0.06116091087460518
292443	rnn.weight_hh_l0	3	-0.005863893777132034
292443	rnn.weight_hh_l0	4	-0.009817490354180336
292443	rnn.weight_hh_l0	5	-0.024770138785243034
292443	rnn.weight_hh_l0	6	0.000594363606069237
292443	rnn.weight_hh_l0	7	-0.03634880110621452
292443	rnn.weight_hh_l0	8	0.06713686883449554
292443	rnn.weight_hh_l0	9	0.04554256424307823
292443	rnn.bias_ih_l0	0	-0.17172524333000183
292443	rnn.bias_ih_l0	1	-0.1707342118024826
292443	rnn.bias_ih_l0	2	-0.02006639540195465
292443	rnn.bias_ih_l0	3	-0.1475917398929596
292443	rnn.bias_ih_l0	4	-0.05902698636054993
292443	rnn.bias_ih_l0	5	-0.17592304944992065
292443	rnn.bias_ih_l0	6	0.07582653313875198
292443	rnn.bias_ih_l0	7	-0.08596476912498474
292443	rnn.bias_ih_l0	8	-0.04600003734230995
292443	rnn.bias_ih_l0	9	-0.10753881931304932
292443	rnn.bias_hh_l0	0	-0.07030519843101501
292443	rnn.bias_hh_l0	1	0.24648743867874146
292443	rnn.bias_hh_l0	2	0.04666044935584068
292443	rnn.bias_hh_l0	3	-0.07766426354646683
292443	rnn.bias_hh_l0	4	-0.08285507559776306
292443	rnn.bias_hh_l0	5	-0.0034297346137464046
292443	rnn.bias_hh_l0	6	0.058565378189086914
292443	rnn.bias_hh_l0	7	-0.09747039526700974
292443	rnn.bias_hh_l0	8	-0.23663300275802612
292443	rnn.bias_hh_l0	9	-0.10024481266736984
292443	rnn.weight_ih_l0_reverse	0	0.019723448902368546
292443	rnn.weight_ih_l0_reverse	1	-0.05968132242560387
292443	rnn.weight_ih_l0_reverse	2	0.043126706033945084
292443	rnn.weight_ih_l0_reverse	3	0.020335417240858078
292443	rnn.weight_ih_l0_reverse	4	-0.0002355659962631762
292443	rnn.weight_ih_l0_reverse	5	-0.026321500539779663
292443	rnn.weight_ih_l0_reverse	6	0.013261853717267513
292443	rnn.weight_ih_l0_reverse	7	0.028236009180545807
292443	rnn.weight_ih_l0_reverse	8	-0.02813718467950821
292443	rnn.weight_ih_l0_reverse	9	-0.001424316898919642
292443	rnn.weight_hh_l0_reverse	0	0.039791617542505264
292443	rnn.weight_hh_l0_reverse	1	0.029794365167617798
292443	rnn.weight_hh_l0_reverse	2	-0.022885378450155258
292443	rnn.weight_hh_l0_reverse	3	-0.08198895305395126
292443	rnn.weight_hh_l0_reverse	4	0.011417425237596035
292443	rnn.weight_hh_l0_reverse	5	-0.059701401740312576
292443	rnn.weight_hh_l0_reverse	6	-0.013644414953887463
292443	rnn.weight_hh_l0_reverse	7	0.03090231865644455
292443	rnn.weight_hh_l0_reverse	8	0.007963394746184349
292443	rnn.weight_hh_l0_reverse	9	0.009006739594042301
292443	rnn.bias_ih_l0_reverse	0	-0.046671636402606964
292443	rnn.bias_ih_l0_reverse	1	-0.13863970339298248
292443	rnn.bias_ih_l0_reverse	2	-0.14355631172657013
292443	rnn.bias_ih_l0_reverse	3	-0.046582743525505066
292443	rnn.bias_ih_l0_reverse	4	-0.11484595388174057
292443	rnn.bias_ih_l0_reverse	5	-0.08723816275596619
292443	rnn.bias_ih_l0_reverse	6	-0.20592057704925537
292443	rnn.bias_ih_l0_reverse	7	-0.053071703761816025
292443	rnn.bias_ih_l0_reverse	8	-0.06481964141130447
292443	rnn.bias_ih_l0_reverse	9	-0.13433116674423218
292443	rnn.bias_hh_l0_reverse	0	-0.14352761209011078
292443	rnn.bias_hh_l0_reverse	1	-0.1625368893146515
292443	rnn.bias_hh_l0_reverse	2	0.1027834340929985
292443	rnn.bias_hh_l0_reverse	3	0.0723993331193924
292443	rnn.bias_hh_l0_reverse	4	-0.17702612280845642
292443	rnn.bias_hh_l0_reverse	5	-0.14208382368087769
292443	rnn.bias_hh_l0_reverse	6	-0.09084542095661163
292443	rnn.bias_hh_l0_reverse	7	-0.05566691979765892
292443	rnn.bias_hh_l0_reverse	8	-0.0958750769495964
292443	rnn.bias_hh_l0_reverse	9	-0.024365246295928955
292443	linear.weight	0	-0.007722859270870686
292443	linear.weight	1	-0.0024719375651329756
292443	linear.weight	2	0.3138010799884796
292443	linear.weight	3	-0.07893754541873932
292443	linear.weight	4	-0.010588549077510834
292443	linear.weight	5	0.1146627888083458
292443	linear.weight	6	-0.010739270597696304
292443	linear.weight	7	-0.07647624611854553
292443	linear.weight	8	0.2028009295463562
292443	linear.weight	9	-0.2671348452568054
292443	linear.bias	0	-0.03956538438796997
292443	linear.bias	1	0.031413208693265915
292443	linear.bias	2	0.42738035321235657
292443	linear.bias	3	-0.7284035682678223
292443	linear.bias	4	2.1415770053863525
292443	linear.bias	5	-1.405011773109436
292443	linear.bias	6	-0.305032879114151
292443	linear.bias	7	-0.13573135435581207
293001	transitions	0	-1.9415063858032227
293001	transitions	1	-10000.0
293001	transitions	2	-0.7969565987586975
293001	transitions	3	-10000.0
293001	transitions	4	2.0659773349761963
293001	transitions	5	-10000.0
293001	transitions	6	-10000.0
293001	transitions	7	1.8419238328933716
293001	transitions	8	-2.625758409500122
293001	transitions	9	-4.2390522956848145
293001	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
293001	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
293001	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
293001	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
293001	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
293001	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
293001	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
293001	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
293001	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
293001	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
293001	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
293001	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
293001	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
293001	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
293001	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
293001	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
293001	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
293001	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
293001	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
293001	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
293001	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
293001	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
293001	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
293001	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
293001	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
293001	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
293001	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
293001	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
293001	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
293001	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
293001	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
293001	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
293001	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
293001	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
293001	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
293001	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
293001	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
293001	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
293001	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
293001	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
293001	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
293001	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
293001	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
293001	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
293001	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
293001	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
293001	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
293001	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
293001	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
293001	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
293001	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
293001	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
293001	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
293001	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
293001	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
293001	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
293001	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
293001	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
293001	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
293001	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
293001	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
293001	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
293001	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
293001	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
293001	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
293001	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
293001	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
293001	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
293001	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
293001	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
293001	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
293001	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
293001	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
293001	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
293001	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
293001	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
293001	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
293001	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
293001	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
293001	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
293001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
293001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
293001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
293001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
293001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
293001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
293001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
293001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
293001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
293001	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
293001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
293001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
293001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
293001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
293001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
293001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
293001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
293001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
293001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
293001	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
293001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
293001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
293001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
293001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
293001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
293001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
293001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
293001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
293001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
293001	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
293001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
293001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
293001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
293001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
293001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
293001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
293001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
293001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
293001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
293001	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
293001	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
293001	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
293001	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
293001	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
293001	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
293001	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
293001	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
293001	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
293001	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
293001	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
293001	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
293001	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
293001	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
293001	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
293001	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
293001	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
293001	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
293001	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
293001	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
293001	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
293001	embedding2nn.weight	0	0.006413584109395742
293001	embedding2nn.weight	1	0.003966165240854025
293001	embedding2nn.weight	2	0.013425562530755997
293001	embedding2nn.weight	3	0.02658991888165474
293001	embedding2nn.weight	4	0.02340136654675007
293001	embedding2nn.weight	5	0.005244613159447908
293001	embedding2nn.weight	6	-0.015348125249147415
293001	embedding2nn.weight	7	-0.0006321868859231472
293001	embedding2nn.weight	8	-0.00979253463447094
293001	embedding2nn.weight	9	0.0019742439035326242
293001	embedding2nn.bias	0	0.013973254710435867
293001	embedding2nn.bias	1	-0.037583112716674805
293001	embedding2nn.bias	2	0.08451279997825623
293001	embedding2nn.bias	3	0.07003648579120636
293001	embedding2nn.bias	4	-0.01271404605358839
293001	embedding2nn.bias	5	-0.0319628044962883
293001	embedding2nn.bias	6	0.027558181434869766
293001	embedding2nn.bias	7	0.005158501211553812
293001	embedding2nn.bias	8	-0.03451206535100937
293001	embedding2nn.bias	9	0.02754702791571617
293001	rnn.weight_ih_l0	0	0.065067820250988
293001	rnn.weight_ih_l0	1	-0.041238389909267426
293001	rnn.weight_ih_l0	2	0.0056949760764837265
293001	rnn.weight_ih_l0	3	0.0453295037150383
293001	rnn.weight_ih_l0	4	-0.029920579865574837
293001	rnn.weight_ih_l0	5	0.04122642055153847
293001	rnn.weight_ih_l0	6	0.0076903896406292915
293001	rnn.weight_ih_l0	7	0.06604786962270737
293001	rnn.weight_ih_l0	8	0.009377742186188698
293001	rnn.weight_ih_l0	9	-0.025322582572698593
293001	rnn.weight_hh_l0	0	-0.011996738612651825
293001	rnn.weight_hh_l0	1	-0.0278957337141037
293001	rnn.weight_hh_l0	2	-0.06120627745985985
293001	rnn.weight_hh_l0	3	-0.00586466770619154
293001	rnn.weight_hh_l0	4	-0.009816223755478859
293001	rnn.weight_hh_l0	5	-0.024753615260124207
293001	rnn.weight_hh_l0	6	0.0005973013467155397
293001	rnn.weight_hh_l0	7	-0.03634941577911377
293001	rnn.weight_hh_l0	8	0.06710200756788254
293001	rnn.weight_hh_l0	9	0.045559827238321304
293001	rnn.bias_ih_l0	0	-0.1718200296163559
293001	rnn.bias_ih_l0	1	-0.1707506775856018
293001	rnn.bias_ih_l0	2	-0.01989234797656536
293001	rnn.bias_ih_l0	3	-0.14787539839744568
293001	rnn.bias_ih_l0	4	-0.05917057394981384
293001	rnn.bias_ih_l0	5	-0.17579032480716705
293001	rnn.bias_ih_l0	6	0.0748940259218216
293001	rnn.bias_ih_l0	7	-0.08595466613769531
293001	rnn.bias_ih_l0	8	-0.04586992785334587
293001	rnn.bias_ih_l0	9	-0.10802679508924484
293001	rnn.bias_hh_l0	0	-0.06997355073690414
293001	rnn.bias_hh_l0	1	0.2466074824333191
293001	rnn.bias_hh_l0	2	0.04647410660982132
293001	rnn.bias_hh_l0	3	-0.07820186018943787
293001	rnn.bias_hh_l0	4	-0.0830155462026596
293001	rnn.bias_hh_l0	5	-0.0032449301797896624
293001	rnn.bias_hh_l0	6	0.05872775986790657
293001	rnn.bias_hh_l0	7	-0.09748496860265732
293001	rnn.bias_hh_l0	8	-0.2368619441986084
293001	rnn.bias_hh_l0	9	-0.10023022443056107
293001	rnn.weight_ih_l0_reverse	0	0.01977025531232357
293001	rnn.weight_ih_l0_reverse	1	-0.059576909989118576
293001	rnn.weight_ih_l0_reverse	2	0.04320010170340538
293001	rnn.weight_ih_l0_reverse	3	0.02032099850475788
293001	rnn.weight_ih_l0_reverse	4	-0.00029633185476996005
293001	rnn.weight_ih_l0_reverse	5	-0.026225846260786057
293001	rnn.weight_ih_l0_reverse	6	0.013155524618923664
293001	rnn.weight_ih_l0_reverse	7	0.028196625411510468
293001	rnn.weight_ih_l0_reverse	8	-0.02805977314710617
293001	rnn.weight_ih_l0_reverse	9	-0.0014096684753894806
293001	rnn.weight_hh_l0_reverse	0	0.03977947309613228
293001	rnn.weight_hh_l0_reverse	1	0.02979828417301178
293001	rnn.weight_hh_l0_reverse	2	-0.022885233163833618
293001	rnn.weight_hh_l0_reverse	3	-0.08189301192760468
293001	rnn.weight_hh_l0_reverse	4	0.011451950296759605
293001	rnn.weight_hh_l0_reverse	5	-0.05978195741772652
293001	rnn.weight_hh_l0_reverse	6	-0.013666932471096516
293001	rnn.weight_hh_l0_reverse	7	0.03090088628232479
293001	rnn.weight_hh_l0_reverse	8	0.007977609522640705
293001	rnn.weight_hh_l0_reverse	9	0.009018877521157265
293001	rnn.bias_ih_l0_reverse	0	-0.046624280512332916
293001	rnn.bias_ih_l0_reverse	1	-0.13843365013599396
293001	rnn.bias_ih_l0_reverse	2	-0.1439795196056366
293001	rnn.bias_ih_l0_reverse	3	-0.04639999568462372
293001	rnn.bias_ih_l0_reverse	4	-0.11474385857582092
293001	rnn.bias_ih_l0_reverse	5	-0.08740223944187164
293001	rnn.bias_ih_l0_reverse	6	-0.20585118234157562
293001	rnn.bias_ih_l0_reverse	7	-0.05289502814412117
293001	rnn.bias_ih_l0_reverse	8	-0.0645197331905365
293001	rnn.bias_ih_l0_reverse	9	-0.13396814465522766
293001	rnn.bias_hh_l0_reverse	0	-0.14384634792804718
293001	rnn.bias_hh_l0_reverse	1	-0.16238173842430115
293001	rnn.bias_hh_l0_reverse	2	0.10311932861804962
293001	rnn.bias_hh_l0_reverse	3	0.07236500829458237
293001	rnn.bias_hh_l0_reverse	4	-0.17697538435459137
293001	rnn.bias_hh_l0_reverse	5	-0.1421186774969101
293001	rnn.bias_hh_l0_reverse	6	-0.09131709486246109
293001	rnn.bias_hh_l0_reverse	7	-0.055917754769325256
293001	rnn.bias_hh_l0_reverse	8	-0.09573972970247269
293001	rnn.bias_hh_l0_reverse	9	-0.024546777829527855
293001	linear.weight	0	-0.0077229454182088375
293001	linear.weight	1	-0.0016816655406728387
293001	linear.weight	2	0.3140276372432709
293001	linear.weight	3	-0.07893693447113037
293001	linear.weight	4	-0.010588549077510834
293001	linear.weight	5	0.11336952447891235
293001	linear.weight	6	-0.010739270597696304
293001	linear.weight	7	-0.07757006585597992
293001	linear.weight	8	0.20246417820453644
293001	linear.weight	9	-0.2672821283340454
293001	linear.bias	0	-0.03956538438796997
293001	linear.bias	1	0.031413208693265915
293001	linear.bias	2	0.4171130359172821
293001	linear.bias	3	-0.7347754836082458
293001	linear.bias	4	2.1432032585144043
293001	linear.bias	5	-1.4050136804580688
293001	linear.bias	6	-0.29746025800704956
293001	linear.bias	7	-0.12827809154987335
293559	transitions	0	-1.9416301250457764
293559	transitions	1	-10000.0
293559	transitions	2	-0.7969565987586975
293559	transitions	3	-10000.0
293559	transitions	4	2.065084934234619
293559	transitions	5	-10000.0
293559	transitions	6	-10000.0
293559	transitions	7	1.8422266244888306
293559	transitions	8	-2.625865936279297
293559	transitions	9	-4.239062309265137
293559	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
293559	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
293559	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
293559	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
293559	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
293559	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
293559	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
293559	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
293559	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
293559	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
293559	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
293559	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
293559	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
293559	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
293559	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
293559	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
293559	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
293559	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
293559	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
293559	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
293559	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
293559	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
293559	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
293559	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
293559	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
293559	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
293559	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
293559	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
293559	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
293559	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
293559	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
293559	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
293559	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
293559	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
293559	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
293559	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
293559	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
293559	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
293559	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
293559	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
293559	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
293559	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
293559	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
293559	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
293559	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
293559	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
293559	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
293559	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
293559	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
293559	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
293559	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
293559	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
293559	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
293559	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
293559	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
293559	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
293559	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
293559	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
293559	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
293559	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
293559	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
293559	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
293559	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
293559	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
293559	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
293559	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
293559	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
293559	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
293559	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
293559	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
293559	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
293559	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
293559	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
293559	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
293559	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
293559	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
293559	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
293559	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
293559	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
293559	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
293559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
293559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
293559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
293559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
293559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
293559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
293559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
293559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
293559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
293559	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
293559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
293559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
293559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
293559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
293559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
293559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
293559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
293559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
293559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
293559	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
293559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
293559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
293559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
293559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
293559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
293559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
293559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
293559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
293559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
293559	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
293559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
293559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
293559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
293559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
293559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
293559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
293559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
293559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
293559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
293559	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
293559	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
293559	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
293559	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
293559	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
293559	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
293559	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
293559	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
293559	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
293559	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
293559	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
293559	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
293559	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
293559	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
293559	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
293559	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
293559	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
293559	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
293559	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
293559	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
293559	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
293559	embedding2nn.weight	0	0.006412286777049303
293559	embedding2nn.weight	1	0.003965791780501604
293559	embedding2nn.weight	2	0.013426496647298336
293559	embedding2nn.weight	3	0.02659483626484871
293559	embedding2nn.weight	4	0.02344653196632862
293559	embedding2nn.weight	5	0.005259478464722633
293559	embedding2nn.weight	6	-0.015352909453213215
293559	embedding2nn.weight	7	-0.0006323441048152745
293559	embedding2nn.weight	8	-0.009820356033742428
293559	embedding2nn.weight	9	0.0019995050970464945
293559	embedding2nn.bias	0	0.014166510663926601
293559	embedding2nn.bias	1	-0.03818390145897865
293559	embedding2nn.bias	2	0.0847930759191513
293559	embedding2nn.bias	3	0.07002947479486465
293559	embedding2nn.bias	4	-0.0123496288433671
293559	embedding2nn.bias	5	-0.031693264842033386
293559	embedding2nn.bias	6	0.027388976886868477
293559	embedding2nn.bias	7	0.004856514278799295
293559	embedding2nn.bias	8	-0.03489287570118904
293559	embedding2nn.bias	9	0.027591262012720108
293559	rnn.weight_ih_l0	0	0.06514105200767517
293559	rnn.weight_ih_l0	1	-0.04126996919512749
293559	rnn.weight_ih_l0	2	0.0056014456786215305
293559	rnn.weight_ih_l0	3	0.04524592310190201
293559	rnn.weight_ih_l0	4	-0.030043110251426697
293559	rnn.weight_ih_l0	5	0.04117701202630997
293559	rnn.weight_ih_l0	6	0.007682289928197861
293559	rnn.weight_ih_l0	7	0.06598339229822159
293559	rnn.weight_ih_l0	8	0.009382178075611591
293559	rnn.weight_ih_l0	9	-0.025288328528404236
293559	rnn.weight_hh_l0	0	-0.012041803449392319
293559	rnn.weight_hh_l0	1	-0.027871595695614815
293559	rnn.weight_hh_l0	2	-0.061168525367975235
293559	rnn.weight_hh_l0	3	-0.005879925563931465
293559	rnn.weight_hh_l0	4	-0.00979664921760559
293559	rnn.weight_hh_l0	5	-0.024730298668146133
293559	rnn.weight_hh_l0	6	0.0006041335873305798
293559	rnn.weight_hh_l0	7	-0.0363544225692749
293559	rnn.weight_hh_l0	8	0.06708890944719315
293559	rnn.weight_hh_l0	9	0.04560130834579468
293559	rnn.bias_ih_l0	0	-0.17169451713562012
293559	rnn.bias_ih_l0	1	-0.17071744799613953
293559	rnn.bias_ih_l0	2	-0.019754262641072273
293559	rnn.bias_ih_l0	3	-0.1478114277124405
293559	rnn.bias_ih_l0	4	-0.05895327404141426
293559	rnn.bias_ih_l0	5	-0.17544060945510864
293559	rnn.bias_ih_l0	6	0.07501272112131119
293559	rnn.bias_ih_l0	7	-0.08608893305063248
293559	rnn.bias_ih_l0	8	-0.04592621326446533
293559	rnn.bias_ih_l0	9	-0.10835231840610504
293559	rnn.bias_hh_l0	0	-0.06971670687198639
293559	rnn.bias_hh_l0	1	0.24734950065612793
293559	rnn.bias_hh_l0	2	0.04645142704248428
293559	rnn.bias_hh_l0	3	-0.07818422466516495
293559	rnn.bias_hh_l0	4	-0.08300479501485825
293559	rnn.bias_hh_l0	5	-0.003137561259791255
293559	rnn.bias_hh_l0	6	0.05878642573952675
293559	rnn.bias_hh_l0	7	-0.09708721190690994
293559	rnn.bias_hh_l0	8	-0.23698703944683075
293559	rnn.bias_hh_l0	9	-0.10029136389493942
293559	rnn.weight_ih_l0_reverse	0	0.019762739539146423
293559	rnn.weight_ih_l0_reverse	1	-0.059595987200737
293559	rnn.weight_ih_l0_reverse	2	0.04321984946727753
293559	rnn.weight_ih_l0_reverse	3	0.020438384264707565
293559	rnn.weight_ih_l0_reverse	4	-0.0002827226708177477
293559	rnn.weight_ih_l0_reverse	5	-0.026280026882886887
293559	rnn.weight_ih_l0_reverse	6	0.013259085826575756
293559	rnn.weight_ih_l0_reverse	7	0.028262218460440636
293559	rnn.weight_ih_l0_reverse	8	-0.028097018599510193
293559	rnn.weight_ih_l0_reverse	9	-0.0013605514541268349
293559	rnn.weight_hh_l0_reverse	0	0.039748139679431915
293559	rnn.weight_hh_l0_reverse	1	0.029763296246528625
293559	rnn.weight_hh_l0_reverse	2	-0.022875716909766197
293559	rnn.weight_hh_l0_reverse	3	-0.08178264647722244
293559	rnn.weight_hh_l0_reverse	4	0.011419672518968582
293559	rnn.weight_hh_l0_reverse	5	-0.059877414256334305
293559	rnn.weight_hh_l0_reverse	6	-0.013690751977264881
293559	rnn.weight_hh_l0_reverse	7	0.030933646485209465
293559	rnn.weight_hh_l0_reverse	8	0.008007395081222057
293559	rnn.weight_hh_l0_reverse	9	0.009024357423186302
293559	rnn.bias_ih_l0_reverse	0	-0.04644707590341568
293559	rnn.bias_ih_l0_reverse	1	-0.13849838078022003
293559	rnn.bias_ih_l0_reverse	2	-0.1442093402147293
293559	rnn.bias_ih_l0_reverse	3	-0.046208955347537994
293559	rnn.bias_ih_l0_reverse	4	-0.11470241844654083
293559	rnn.bias_ih_l0_reverse	5	-0.08743312954902649
293559	rnn.bias_ih_l0_reverse	6	-0.2056465893983841
293559	rnn.bias_ih_l0_reverse	7	-0.05304654315114021
293559	rnn.bias_ih_l0_reverse	8	-0.06446857750415802
293559	rnn.bias_ih_l0_reverse	9	-0.13401444256305695
293559	rnn.bias_hh_l0_reverse	0	-0.14382728934288025
293559	rnn.bias_hh_l0_reverse	1	-0.16263386607170105
293559	rnn.bias_hh_l0_reverse	2	0.10246928036212921
293559	rnn.bias_hh_l0_reverse	3	0.07189389318227768
293559	rnn.bias_hh_l0_reverse	4	-0.17705492675304413
293559	rnn.bias_hh_l0_reverse	5	-0.14216697216033936
293559	rnn.bias_hh_l0_reverse	6	-0.09151649475097656
293559	rnn.bias_hh_l0_reverse	7	-0.05584190785884857
293559	rnn.bias_hh_l0_reverse	8	-0.09596297889947891
293559	rnn.bias_hh_l0_reverse	9	-0.02472415752708912
293559	linear.weight	0	-0.007723124697804451
293559	linear.weight	1	-0.002114549046382308
293559	linear.weight	2	0.3155711889266968
293559	linear.weight	3	-0.07893654704093933
293559	linear.weight	4	-0.010588549077510834
293559	linear.weight	5	0.11285294592380524
293559	linear.weight	6	-0.010739270597696304
293559	linear.weight	7	-0.07680779695510864
293559	linear.weight	8	0.2028169184923172
293559	linear.weight	9	-0.2675802707672119
293559	linear.bias	0	-0.03956538438796997
293559	linear.bias	1	0.031413208693265915
293559	linear.bias	2	0.4123305678367615
293559	linear.bias	3	-0.7265677452087402
293559	linear.bias	4	2.134854793548584
293559	linear.bias	5	-1.405016303062439
293559	linear.bias	6	-0.29498162865638733
293559	linear.bias	7	-0.1258167326450348
294117	transitions	0	-1.9417489767074585
294117	transitions	1	-10000.0
294117	transitions	2	-0.7969565987586975
294117	transitions	3	-10000.0
294117	transitions	4	2.0624067783355713
294117	transitions	5	-10000.0
294117	transitions	6	-10000.0
294117	transitions	7	1.8426620960235596
294117	transitions	8	-2.625990629196167
294117	transitions	9	-4.239076614379883
294117	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
294117	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
294117	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
294117	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
294117	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
294117	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
294117	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
294117	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
294117	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
294117	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
294117	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
294117	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
294117	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
294117	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
294117	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
294117	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
294117	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
294117	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
294117	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
294117	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
294117	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
294117	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
294117	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
294117	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
294117	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
294117	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
294117	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
294117	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
294117	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
294117	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
294117	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
294117	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
294117	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
294117	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
294117	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
294117	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
294117	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
294117	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
294117	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
294117	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
294117	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
294117	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
294117	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
294117	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
294117	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
294117	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
294117	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
294117	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
294117	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
294117	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
294117	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
294117	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
294117	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
294117	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
294117	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
294117	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
294117	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
294117	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
294117	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
294117	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
294117	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
294117	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
294117	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
294117	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
294117	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
294117	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
294117	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
294117	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
294117	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
294117	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
294117	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
294117	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
294117	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
294117	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
294117	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
294117	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
294117	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
294117	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
294117	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
294117	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
294117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
294117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
294117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
294117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
294117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
294117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
294117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
294117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
294117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
294117	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
294117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
294117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
294117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
294117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
294117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
294117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
294117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
294117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
294117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
294117	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
294117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
294117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
294117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
294117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
294117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
294117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
294117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
294117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
294117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
294117	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
294117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
294117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
294117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
294117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
294117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
294117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
294117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
294117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
294117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
294117	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
294117	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
294117	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
294117	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
294117	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
294117	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
294117	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
294117	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
294117	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
294117	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
294117	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
294117	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
294117	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
294117	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
294117	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
294117	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
294117	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
294117	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
294117	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
294117	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
294117	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
294117	embedding2nn.weight	0	0.006411552894860506
294117	embedding2nn.weight	1	0.003964089788496494
294117	embedding2nn.weight	2	0.013427624478936195
294117	embedding2nn.weight	3	0.02658938430249691
294117	embedding2nn.weight	4	0.02337690070271492
294117	embedding2nn.weight	5	0.005324033088982105
294117	embedding2nn.weight	6	-0.015360001474618912
294117	embedding2nn.weight	7	-0.0006466591730713844
294117	embedding2nn.weight	8	-0.009758023545145988
294117	embedding2nn.weight	9	0.002005495596677065
294117	embedding2nn.bias	0	0.013786469586193562
294117	embedding2nn.bias	1	-0.03782253712415695
294117	embedding2nn.bias	2	0.08451420813798904
294117	embedding2nn.bias	3	0.07033310830593109
294117	embedding2nn.bias	4	-0.01204653736203909
294117	embedding2nn.bias	5	-0.032325197011232376
294117	embedding2nn.bias	6	0.02724374271929264
294117	embedding2nn.bias	7	0.004809458274394274
294117	embedding2nn.bias	8	-0.0349714420735836
294117	embedding2nn.bias	9	0.026909466832876205
294117	rnn.weight_ih_l0	0	0.06526841223239899
294117	rnn.weight_ih_l0	1	-0.041245460510253906
294117	rnn.weight_ih_l0	2	0.0056015788577497005
294117	rnn.weight_ih_l0	3	0.045155610889196396
294117	rnn.weight_ih_l0	4	-0.030066441744565964
294117	rnn.weight_ih_l0	5	0.0412503220140934
294117	rnn.weight_ih_l0	6	0.00765538215637207
294117	rnn.weight_ih_l0	7	0.06605789810419083
294117	rnn.weight_ih_l0	8	0.009377256035804749
294117	rnn.weight_ih_l0	9	-0.02529282122850418
294117	rnn.weight_hh_l0	0	-0.011980349197983742
294117	rnn.weight_hh_l0	1	-0.02790125645697117
294117	rnn.weight_hh_l0	2	-0.06119485944509506
294117	rnn.weight_hh_l0	3	-0.005876579787582159
294117	rnn.weight_hh_l0	4	-0.009808327071368694
294117	rnn.weight_hh_l0	5	-0.024726133793592453
294117	rnn.weight_hh_l0	6	0.000597839942201972
294117	rnn.weight_hh_l0	7	-0.03633775934576988
294117	rnn.weight_hh_l0	8	0.06702348589897156
294117	rnn.weight_hh_l0	9	0.04563070833683014
294117	rnn.bias_ih_l0	0	-0.17175525426864624
294117	rnn.bias_ih_l0	1	-0.17097844183444977
294117	rnn.bias_ih_l0	2	-0.020005010068416595
294117	rnn.bias_ih_l0	3	-0.14756989479064941
294117	rnn.bias_ih_l0	4	-0.05885350704193115
294117	rnn.bias_ih_l0	5	-0.1755039244890213
294117	rnn.bias_ih_l0	6	0.07478699833154678
294117	rnn.bias_ih_l0	7	-0.08561891317367554
294117	rnn.bias_ih_l0	8	-0.046089429408311844
294117	rnn.bias_ih_l0	9	-0.1083541288971901
294117	rnn.bias_hh_l0	0	-0.0692995935678482
294117	rnn.bias_hh_l0	1	0.24743887782096863
294117	rnn.bias_hh_l0	2	0.04673973098397255
294117	rnn.bias_hh_l0	3	-0.07801812142133713
294117	rnn.bias_hh_l0	4	-0.08302958309650421
294117	rnn.bias_hh_l0	5	-0.0028862827457487583
294117	rnn.bias_hh_l0	6	0.0588083416223526
294117	rnn.bias_hh_l0	7	-0.09731411188840866
294117	rnn.bias_hh_l0	8	-0.2364666908979416
294117	rnn.bias_hh_l0	9	-0.1001565232872963
294117	rnn.weight_ih_l0_reverse	0	0.019925126805901527
294117	rnn.weight_ih_l0_reverse	1	-0.05956359580159187
294117	rnn.weight_ih_l0_reverse	2	0.04319417476654053
294117	rnn.weight_ih_l0_reverse	3	0.020328961312770844
294117	rnn.weight_ih_l0_reverse	4	-0.0003237803466618061
294117	rnn.weight_ih_l0_reverse	5	-0.02631567232310772
294117	rnn.weight_ih_l0_reverse	6	0.013508346863090992
294117	rnn.weight_ih_l0_reverse	7	0.02826438471674919
294117	rnn.weight_ih_l0_reverse	8	-0.028091557323932648
294117	rnn.weight_ih_l0_reverse	9	-0.001384532661177218
294117	rnn.weight_hh_l0_reverse	0	0.03976396098732948
294117	rnn.weight_hh_l0_reverse	1	0.02975323423743248
294117	rnn.weight_hh_l0_reverse	2	-0.02289005182683468
294117	rnn.weight_hh_l0_reverse	3	-0.08180060237646103
294117	rnn.weight_hh_l0_reverse	4	0.011383415199816227
294117	rnn.weight_hh_l0_reverse	5	-0.059893690049648285
294117	rnn.weight_hh_l0_reverse	6	-0.013696324080228806
294117	rnn.weight_hh_l0_reverse	7	0.03102637454867363
294117	rnn.weight_hh_l0_reverse	8	0.007979592308402061
294117	rnn.weight_hh_l0_reverse	9	0.009028353728353977
294117	rnn.bias_ih_l0_reverse	0	-0.04676120728254318
294117	rnn.bias_ih_l0_reverse	1	-0.13833469152450562
294117	rnn.bias_ih_l0_reverse	2	-0.14437232911586761
294117	rnn.bias_ih_l0_reverse	3	-0.04656387120485306
294117	rnn.bias_ih_l0_reverse	4	-0.11463982611894608
294117	rnn.bias_ih_l0_reverse	5	-0.08731414377689362
294117	rnn.bias_ih_l0_reverse	6	-0.20579257607460022
294117	rnn.bias_ih_l0_reverse	7	-0.053027693182229996
294117	rnn.bias_ih_l0_reverse	8	-0.06449636071920395
294117	rnn.bias_ih_l0_reverse	9	-0.1341850459575653
294117	rnn.bias_hh_l0_reverse	0	-0.14355924725532532
294117	rnn.bias_hh_l0_reverse	1	-0.16245247423648834
294117	rnn.bias_hh_l0_reverse	2	0.10264649987220764
294117	rnn.bias_hh_l0_reverse	3	0.07197446376085281
294117	rnn.bias_hh_l0_reverse	4	-0.17703329026699066
294117	rnn.bias_hh_l0_reverse	5	-0.14211435616016388
294117	rnn.bias_hh_l0_reverse	6	-0.09136030077934265
294117	rnn.bias_hh_l0_reverse	7	-0.0558040589094162
294117	rnn.bias_hh_l0_reverse	8	-0.09603448212146759
294117	rnn.bias_hh_l0_reverse	9	-0.024410270154476166
294117	linear.weight	0	-0.007723200600594282
294117	linear.weight	1	-0.002656475408002734
294117	linear.weight	2	0.31704390048980713
294117	linear.weight	3	-0.07893599569797516
294117	linear.weight	4	-0.010588549077510834
294117	linear.weight	5	0.11374853551387787
294117	linear.weight	6	-0.010739270597696304
294117	linear.weight	7	-0.07651622593402863
294117	linear.weight	8	0.2059103399515152
294117	linear.weight	9	-0.2675783634185791
294117	linear.bias	0	-0.03956538438796997
294117	linear.bias	1	0.031413208693265915
294117	linear.bias	2	0.4177190661430359
294117	linear.bias	3	-0.7376080751419067
294117	linear.bias	4	2.14078426361084
294117	linear.bias	5	-1.40501868724823
294117	linear.bias	6	-0.2950887084007263
294117	linear.bias	7	-0.12597313523292542
294675	transitions	0	-1.9418721199035645
294675	transitions	1	-10000.0
294675	transitions	2	-0.7969565987586975
294675	transitions	3	-10000.0
294675	transitions	4	2.0648372173309326
294675	transitions	5	-10000.0
294675	transitions	6	-10000.0
294675	transitions	7	1.842991828918457
294675	transitions	8	-2.6260786056518555
294675	transitions	9	-4.239091873168945
294675	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
294675	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
294675	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
294675	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
294675	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
294675	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
294675	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
294675	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
294675	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
294675	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
294675	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
294675	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
294675	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
294675	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
294675	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
294675	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
294675	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
294675	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
294675	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
294675	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
294675	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
294675	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
294675	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
294675	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
294675	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
294675	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
294675	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
294675	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
294675	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
294675	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
294675	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
294675	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
294675	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
294675	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
294675	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
294675	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
294675	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
294675	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
294675	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
294675	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
294675	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
294675	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
294675	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
294675	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
294675	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
294675	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
294675	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
294675	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
294675	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
294675	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
294675	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
294675	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
294675	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
294675	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
294675	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
294675	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
294675	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
294675	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
294675	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
294675	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
294675	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
294675	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
294675	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
294675	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
294675	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
294675	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
294675	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
294675	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
294675	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
294675	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
294675	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
294675	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
294675	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
294675	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
294675	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
294675	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
294675	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
294675	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
294675	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
294675	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
294675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
294675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
294675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
294675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
294675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
294675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
294675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
294675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
294675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
294675	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
294675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
294675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
294675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
294675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
294675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
294675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
294675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
294675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
294675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
294675	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
294675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
294675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
294675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
294675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
294675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
294675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
294675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
294675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
294675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
294675	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
294675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
294675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
294675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
294675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
294675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
294675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
294675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
294675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
294675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
294675	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
294675	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
294675	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
294675	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
294675	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
294675	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
294675	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
294675	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
294675	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
294675	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
294675	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
294675	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
294675	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
294675	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
294675	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
294675	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
294675	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
294675	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
294675	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
294675	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
294675	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
294675	embedding2nn.weight	0	0.0064110602252185345
294675	embedding2nn.weight	1	0.003974653780460358
294675	embedding2nn.weight	2	0.013428417965769768
294675	embedding2nn.weight	3	0.026589984074234962
294675	embedding2nn.weight	4	0.023375825956463814
294675	embedding2nn.weight	5	0.005379176698625088
294675	embedding2nn.weight	6	-0.015386229380965233
294675	embedding2nn.weight	7	-0.0006393207004293799
294675	embedding2nn.weight	8	-0.009820370003581047
294675	embedding2nn.weight	9	0.0020090145990252495
294675	embedding2nn.bias	0	0.013930314220488071
294675	embedding2nn.bias	1	-0.037488918751478195
294675	embedding2nn.bias	2	0.08446360379457474
294675	embedding2nn.bias	3	0.0702437162399292
294675	embedding2nn.bias	4	-0.01190822571516037
294675	embedding2nn.bias	5	-0.03211545944213867
294675	embedding2nn.bias	6	0.027572790160775185
294675	embedding2nn.bias	7	0.0042599462904036045
294675	embedding2nn.bias	8	-0.03483780845999718
294675	embedding2nn.bias	9	0.026970399543642998
294675	rnn.weight_ih_l0	0	0.06526311486959457
294675	rnn.weight_ih_l0	1	-0.041239019483327866
294675	rnn.weight_ih_l0	2	0.005557192489504814
294675	rnn.weight_ih_l0	3	0.04526306688785553
294675	rnn.weight_ih_l0	4	-0.0300066526979208
294675	rnn.weight_ih_l0	5	0.04124338552355766
294675	rnn.weight_ih_l0	6	0.007658356800675392
294675	rnn.weight_ih_l0	7	0.06603790074586868
294675	rnn.weight_ih_l0	8	0.0094352588057518
294675	rnn.weight_ih_l0	9	-0.02532402239739895
294675	rnn.weight_hh_l0	0	-0.011939999647438526
294675	rnn.weight_hh_l0	1	-0.02798767201602459
294675	rnn.weight_hh_l0	2	-0.06120392307639122
294675	rnn.weight_hh_l0	3	-0.005903651937842369
294675	rnn.weight_hh_l0	4	-0.009798111394047737
294675	rnn.weight_hh_l0	5	-0.0247160904109478
294675	rnn.weight_hh_l0	6	0.0005809054709970951
294675	rnn.weight_hh_l0	7	-0.036189597100019455
294675	rnn.weight_hh_l0	8	0.06700245290994644
294675	rnn.weight_hh_l0	9	0.04565044119954109
294675	rnn.bias_ih_l0	0	-0.17212237417697906
294675	rnn.bias_ih_l0	1	-0.17084144055843353
294675	rnn.bias_ih_l0	2	-0.020206719636917114
294675	rnn.bias_ih_l0	3	-0.14771796762943268
294675	rnn.bias_ih_l0	4	-0.058745842427015305
294675	rnn.bias_ih_l0	5	-0.1758914291858673
294675	rnn.bias_ih_l0	6	0.07440143823623657
294675	rnn.bias_ih_l0	7	-0.08593156188726425
294675	rnn.bias_ih_l0	8	-0.046149346977472305
294675	rnn.bias_ih_l0	9	-0.10827536135911942
294675	rnn.bias_hh_l0	0	-0.069603830575943
294675	rnn.bias_hh_l0	1	0.2472579926252365
294675	rnn.bias_hh_l0	2	0.046979308128356934
294675	rnn.bias_hh_l0	3	-0.07790740579366684
294675	rnn.bias_hh_l0	4	-0.08309561014175415
294675	rnn.bias_hh_l0	5	-0.0026124301366508007
294675	rnn.bias_hh_l0	6	0.05876653268933296
294675	rnn.bias_hh_l0	7	-0.0971822515130043
294675	rnn.bias_hh_l0	8	-0.23636946082115173
294675	rnn.bias_hh_l0	9	-0.10013988614082336
294675	rnn.weight_ih_l0_reverse	0	0.019822178408503532
294675	rnn.weight_ih_l0_reverse	1	-0.05965699627995491
294675	rnn.weight_ih_l0_reverse	2	0.04313194006681442
294675	rnn.weight_ih_l0_reverse	3	0.020354148000478745
294675	rnn.weight_ih_l0_reverse	4	-0.0002711059933062643
294675	rnn.weight_ih_l0_reverse	5	-0.026327582076191902
294675	rnn.weight_ih_l0_reverse	6	0.01370247546583414
294675	rnn.weight_ih_l0_reverse	7	0.02826574631035328
294675	rnn.weight_ih_l0_reverse	8	-0.02808816358447075
294675	rnn.weight_ih_l0_reverse	9	-0.0013790231896564364
294675	rnn.weight_hh_l0_reverse	0	0.0397644117474556
294675	rnn.weight_hh_l0_reverse	1	0.02981685847043991
294675	rnn.weight_hh_l0_reverse	2	-0.022897090762853622
294675	rnn.weight_hh_l0_reverse	3	-0.08187586069107056
294675	rnn.weight_hh_l0_reverse	4	0.011387947015464306
294675	rnn.weight_hh_l0_reverse	5	-0.05990947410464287
294675	rnn.weight_hh_l0_reverse	6	-0.013717113994061947
294675	rnn.weight_hh_l0_reverse	7	0.031119845807552338
294675	rnn.weight_hh_l0_reverse	8	0.00797546561807394
294675	rnn.weight_hh_l0_reverse	9	0.009046229533851147
294675	rnn.bias_ih_l0_reverse	0	-0.046681344509124756
294675	rnn.bias_ih_l0_reverse	1	-0.13841430842876434
294675	rnn.bias_ih_l0_reverse	2	-0.14444780349731445
294675	rnn.bias_ih_l0_reverse	3	-0.04664262384176254
294675	rnn.bias_ih_l0_reverse	4	-0.11472968757152557
294675	rnn.bias_ih_l0_reverse	5	-0.0872877985239029
294675	rnn.bias_ih_l0_reverse	6	-0.20582211017608643
294675	rnn.bias_ih_l0_reverse	7	-0.053064458072185516
294675	rnn.bias_ih_l0_reverse	8	-0.06470713764429092
294675	rnn.bias_ih_l0_reverse	9	-0.13470904529094696
294675	rnn.bias_hh_l0_reverse	0	-0.14361821115016937
294675	rnn.bias_hh_l0_reverse	1	-0.1627311259508133
294675	rnn.bias_hh_l0_reverse	2	0.10302460193634033
294675	rnn.bias_hh_l0_reverse	3	0.07192952930927277
294675	rnn.bias_hh_l0_reverse	4	-0.1774470955133438
294675	rnn.bias_hh_l0_reverse	5	-0.14252929389476776
294675	rnn.bias_hh_l0_reverse	6	-0.09105172008275986
294675	rnn.bias_hh_l0_reverse	7	-0.05593838170170784
294675	rnn.bias_hh_l0_reverse	8	-0.09573757648468018
294675	rnn.bias_hh_l0_reverse	9	-0.024679377675056458
294675	linear.weight	0	-0.007723442278802395
294675	linear.weight	1	-0.002327014459297061
294675	linear.weight	2	0.3173668384552002
294675	linear.weight	3	-0.07893568277359009
294675	linear.weight	4	-0.010588549077510834
294675	linear.weight	5	0.11721459031105042
294675	linear.weight	6	-0.010739270597696304
294675	linear.weight	7	-0.07379969954490662
294675	linear.weight	8	0.20510715246200562
294675	linear.weight	9	-0.268026202917099
294675	linear.bias	0	-0.03956538438796997
294675	linear.bias	1	0.031413208693265915
294675	linear.bias	2	0.4055720567703247
294675	linear.bias	3	-0.7298980355262756
294675	linear.bias	4	2.1399266719818115
294675	linear.bias	5	-1.4050220251083374
294675	linear.bias	6	-0.292318195104599
294675	linear.bias	7	-0.12343224883079529
295233	transitions	0	-1.9419615268707275
295233	transitions	1	-10000.0
295233	transitions	2	-0.7969565987586975
295233	transitions	3	-10000.0
295233	transitions	4	2.065077781677246
295233	transitions	5	-10000.0
295233	transitions	6	-10000.0
295233	transitions	7	1.8439685106277466
295233	transitions	8	-2.626166820526123
295233	transitions	9	-4.239108085632324
295233	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
295233	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
295233	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
295233	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
295233	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
295233	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
295233	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
295233	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
295233	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
295233	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
295233	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
295233	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
295233	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
295233	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
295233	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
295233	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
295233	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
295233	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
295233	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
295233	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
295233	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
295233	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
295233	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
295233	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
295233	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
295233	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
295233	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
295233	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
295233	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
295233	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
295233	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
295233	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
295233	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
295233	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
295233	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
295233	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
295233	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
295233	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
295233	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
295233	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
295233	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
295233	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
295233	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
295233	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
295233	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
295233	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
295233	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
295233	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
295233	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
295233	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
295233	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
295233	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
295233	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
295233	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
295233	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
295233	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
295233	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
295233	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
295233	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
295233	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
295233	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
295233	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
295233	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
295233	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
295233	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
295233	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
295233	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
295233	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
295233	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
295233	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
295233	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
295233	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
295233	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
295233	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
295233	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
295233	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
295233	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
295233	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
295233	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
295233	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
295233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
295233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
295233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
295233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
295233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
295233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
295233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
295233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
295233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
295233	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
295233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
295233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
295233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
295233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
295233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
295233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
295233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
295233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
295233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
295233	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
295233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
295233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
295233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
295233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
295233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
295233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
295233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
295233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
295233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
295233	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
295233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
295233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
295233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
295233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
295233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
295233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
295233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
295233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
295233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
295233	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
295233	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
295233	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
295233	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
295233	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
295233	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
295233	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
295233	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
295233	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
295233	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
295233	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
295233	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
295233	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
295233	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
295233	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
295233	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
295233	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
295233	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
295233	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
295233	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
295233	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
295233	embedding2nn.weight	0	0.006411435082554817
295233	embedding2nn.weight	1	0.003980576526373625
295233	embedding2nn.weight	2	0.013425463810563087
295233	embedding2nn.weight	3	0.026542920619249344
295233	embedding2nn.weight	4	0.0233338363468647
295233	embedding2nn.weight	5	0.005407725460827351
295233	embedding2nn.weight	6	-0.01542922854423523
295233	embedding2nn.weight	7	-0.0006149985711090267
295233	embedding2nn.weight	8	-0.009707378223538399
295233	embedding2nn.weight	9	0.0020015195477753878
295233	embedding2nn.bias	0	0.014666433446109295
295233	embedding2nn.bias	1	-0.037705034017562866
295233	embedding2nn.bias	2	0.08402615785598755
295233	embedding2nn.bias	3	0.0701446607708931
295233	embedding2nn.bias	4	-0.012484077364206314
295233	embedding2nn.bias	5	-0.03262483328580856
295233	embedding2nn.bias	6	0.027406511828303337
295233	embedding2nn.bias	7	0.004181837197393179
295233	embedding2nn.bias	8	-0.03524582460522652
295233	embedding2nn.bias	9	0.0268629789352417
295233	rnn.weight_ih_l0	0	0.06535573303699493
295233	rnn.weight_ih_l0	1	-0.04124999791383743
295233	rnn.weight_ih_l0	2	0.005487460643053055
295233	rnn.weight_ih_l0	3	0.04519357532262802
295233	rnn.weight_ih_l0	4	-0.0299599077552557
295233	rnn.weight_ih_l0	5	0.04121419042348862
295233	rnn.weight_ih_l0	6	0.007634732872247696
295233	rnn.weight_ih_l0	7	0.065963976085186
295233	rnn.weight_ih_l0	8	0.009420114569365978
295233	rnn.weight_ih_l0	9	-0.025263726711273193
295233	rnn.weight_hh_l0	0	-0.011987085454165936
295233	rnn.weight_hh_l0	1	-0.02802041918039322
295233	rnn.weight_hh_l0	2	-0.061217620968818665
295233	rnn.weight_hh_l0	3	-0.005873245652765036
295233	rnn.weight_hh_l0	4	-0.009784352965652943
295233	rnn.weight_hh_l0	5	-0.024752741679549217
295233	rnn.weight_hh_l0	6	0.0005865002167411149
295233	rnn.weight_hh_l0	7	-0.03621052950620651
295233	rnn.weight_hh_l0	8	0.06697091460227966
295233	rnn.weight_hh_l0	9	0.04571013152599335
295233	rnn.bias_ih_l0	0	-0.17209483683109283
295233	rnn.bias_ih_l0	1	-0.17060695588588715
295233	rnn.bias_ih_l0	2	-0.020048735663294792
295233	rnn.bias_ih_l0	3	-0.1476384550333023
295233	rnn.bias_ih_l0	4	-0.058341603726148605
295233	rnn.bias_ih_l0	5	-0.17577648162841797
295233	rnn.bias_ih_l0	6	0.07411014288663864
295233	rnn.bias_ih_l0	7	-0.08614296466112137
295233	rnn.bias_ih_l0	8	-0.04602674022316933
295233	rnn.bias_ih_l0	9	-0.10801218450069427
295233	rnn.bias_hh_l0	0	-0.06952755153179169
295233	rnn.bias_hh_l0	1	0.24706794321537018
295233	rnn.bias_hh_l0	2	0.04723237827420235
295233	rnn.bias_hh_l0	3	-0.07796358317136765
295233	rnn.bias_hh_l0	4	-0.08335655182600021
295233	rnn.bias_hh_l0	5	-0.0026757875457406044
295233	rnn.bias_hh_l0	6	0.0584859736263752
295233	rnn.bias_hh_l0	7	-0.09746191650629044
295233	rnn.bias_hh_l0	8	-0.23690487444400787
295233	rnn.bias_hh_l0	9	-0.10014956444501877
295233	rnn.weight_ih_l0_reverse	0	0.019962307065725327
295233	rnn.weight_ih_l0_reverse	1	-0.059617504477500916
295233	rnn.weight_ih_l0_reverse	2	0.04315526410937309
295233	rnn.weight_ih_l0_reverse	3	0.02030777744948864
295233	rnn.weight_ih_l0_reverse	4	-0.0002453456399962306
295233	rnn.weight_ih_l0_reverse	5	-0.026328518986701965
295233	rnn.weight_ih_l0_reverse	6	0.013581681065261364
295233	rnn.weight_ih_l0_reverse	7	0.02817405015230179
295233	rnn.weight_ih_l0_reverse	8	-0.028151415288448334
295233	rnn.weight_ih_l0_reverse	9	-0.0014357100008055568
295233	rnn.weight_hh_l0_reverse	0	0.039756614714860916
295233	rnn.weight_hh_l0_reverse	1	0.029796017333865166
295233	rnn.weight_hh_l0_reverse	2	-0.022895731031894684
295233	rnn.weight_hh_l0_reverse	3	-0.08178681135177612
295233	rnn.weight_hh_l0_reverse	4	0.011372352950274944
295233	rnn.weight_hh_l0_reverse	5	-0.059904977679252625
295233	rnn.weight_hh_l0_reverse	6	-0.01374139916151762
295233	rnn.weight_hh_l0_reverse	7	0.03112797997891903
295233	rnn.weight_hh_l0_reverse	8	0.008032956160604954
295233	rnn.weight_hh_l0_reverse	9	0.009101194329559803
295233	rnn.bias_ih_l0_reverse	0	-0.04665355756878853
295233	rnn.bias_ih_l0_reverse	1	-0.13841529190540314
295233	rnn.bias_ih_l0_reverse	2	-0.14445655047893524
295233	rnn.bias_ih_l0_reverse	3	-0.046858303248882294
295233	rnn.bias_ih_l0_reverse	4	-0.11463486403226852
295233	rnn.bias_ih_l0_reverse	5	-0.08723622560501099
295233	rnn.bias_ih_l0_reverse	6	-0.20576587319374084
295233	rnn.bias_ih_l0_reverse	7	-0.053253356367349625
295233	rnn.bias_ih_l0_reverse	8	-0.06462747603654861
295233	rnn.bias_ih_l0_reverse	9	-0.13478393852710724
295233	rnn.bias_hh_l0_reverse	0	-0.14371992647647858
295233	rnn.bias_hh_l0_reverse	1	-0.1628916710615158
295233	rnn.bias_hh_l0_reverse	2	0.10308756679296494
295233	rnn.bias_hh_l0_reverse	3	0.07214144617319107
295233	rnn.bias_hh_l0_reverse	4	-0.17747671902179718
295233	rnn.bias_hh_l0_reverse	5	-0.14244672656059265
295233	rnn.bias_hh_l0_reverse	6	-0.09086287021636963
295233	rnn.bias_hh_l0_reverse	7	-0.0556771382689476
295233	rnn.bias_hh_l0_reverse	8	-0.09577786922454834
295233	rnn.bias_hh_l0_reverse	9	-0.024899885058403015
295233	linear.weight	0	-0.007723629008978605
295233	linear.weight	1	-0.0014906983124092221
295233	linear.weight	2	0.3178430497646332
295233	linear.weight	3	-0.07893536239862442
295233	linear.weight	4	-0.010588549077510834
295233	linear.weight	5	0.11399007588624954
295233	linear.weight	6	-0.010739270597696304
295233	linear.weight	7	-0.07341574877500534
295233	linear.weight	8	0.20132321119308472
295233	linear.weight	9	-0.26837071776390076
295233	linear.bias	0	-0.03956538438796997
295233	linear.bias	1	0.031413208693265915
295233	linear.bias	2	0.4184766411781311
295233	linear.bias	3	-0.7360925674438477
295233	linear.bias	4	2.1435024738311768
295233	linear.bias	5	-1.405024528503418
295233	linear.bias	6	-0.2974483370780945
295233	linear.bias	7	-0.12857119739055634
295791	transitions	0	-1.942073941230774
295791	transitions	1	-10000.0
295791	transitions	2	-0.7969565987586975
295791	transitions	3	-10000.0
295791	transitions	4	2.0648350715637207
295791	transitions	5	-10000.0
295791	transitions	6	-10000.0
295791	transitions	7	1.8445874452590942
295791	transitions	8	-2.626241683959961
295791	transitions	9	-4.239120006561279
295791	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
295791	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
295791	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
295791	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
295791	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
295791	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
295791	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
295791	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
295791	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
295791	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
295791	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
295791	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
295791	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
295791	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
295791	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
295791	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
295791	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
295791	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
295791	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
295791	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
295791	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
295791	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
295791	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
295791	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
295791	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
295791	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
295791	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
295791	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
295791	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
295791	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
295791	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
295791	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
295791	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
295791	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
295791	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
295791	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
295791	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
295791	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
295791	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
295791	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
295791	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
295791	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
295791	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
295791	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
295791	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
295791	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
295791	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
295791	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
295791	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
295791	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
295791	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
295791	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
295791	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
295791	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
295791	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
295791	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
295791	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
295791	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
295791	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
295791	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
295791	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
295791	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
295791	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
295791	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
295791	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
295791	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
295791	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
295791	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
295791	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
295791	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
295791	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
295791	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
295791	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
295791	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
295791	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
295791	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
295791	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
295791	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
295791	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
295791	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
295791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
295791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
295791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
295791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
295791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
295791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
295791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
295791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
295791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
295791	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
295791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
295791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
295791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
295791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
295791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
295791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
295791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
295791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
295791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
295791	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
295791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
295791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
295791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
295791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
295791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
295791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
295791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
295791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
295791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
295791	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
295791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
295791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
295791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
295791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
295791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
295791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
295791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
295791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
295791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
295791	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
295791	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
295791	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
295791	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
295791	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
295791	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
295791	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
295791	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
295791	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
295791	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
295791	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
295791	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
295791	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
295791	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
295791	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
295791	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
295791	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
295791	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
295791	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
295791	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
295791	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
295791	embedding2nn.weight	0	0.00641140341758728
295791	embedding2nn.weight	1	0.003996297717094421
295791	embedding2nn.weight	2	0.013424507342278957
295791	embedding2nn.weight	3	0.026634152978658676
295791	embedding2nn.weight	4	0.023313675075769424
295791	embedding2nn.weight	5	0.005376916844397783
295791	embedding2nn.weight	6	-0.015412475913763046
295791	embedding2nn.weight	7	-0.000619898026343435
295791	embedding2nn.weight	8	-0.009700298309326172
295791	embedding2nn.weight	9	0.0020078085362911224
295791	embedding2nn.bias	0	0.014086894690990448
295791	embedding2nn.bias	1	-0.037746362388134
295791	embedding2nn.bias	2	0.08417434990406036
295791	embedding2nn.bias	3	0.07072780281305313
295791	embedding2nn.bias	4	-0.012660614214837551
295791	embedding2nn.bias	5	-0.032444242388010025
295791	embedding2nn.bias	6	0.02692876011133194
295791	embedding2nn.bias	7	0.004643456544727087
295791	embedding2nn.bias	8	-0.0350993387401104
295791	embedding2nn.bias	9	0.02567214146256447
295791	rnn.weight_ih_l0	0	0.0652790442109108
295791	rnn.weight_ih_l0	1	-0.04125773906707764
295791	rnn.weight_ih_l0	2	0.00550308171659708
295791	rnn.weight_ih_l0	3	0.04524999111890793
295791	rnn.weight_ih_l0	4	-0.02986922487616539
295791	rnn.weight_ih_l0	5	0.04113095626235008
295791	rnn.weight_ih_l0	6	0.007638487499207258
295791	rnn.weight_ih_l0	7	0.06592537462711334
295791	rnn.weight_ih_l0	8	0.009363609366118908
295791	rnn.weight_ih_l0	9	-0.02526770532131195
295791	rnn.weight_hh_l0	0	-0.011972869746387005
295791	rnn.weight_hh_l0	1	-0.028044430539011955
295791	rnn.weight_hh_l0	2	-0.06123628839850426
295791	rnn.weight_hh_l0	3	-0.005849944427609444
295791	rnn.weight_hh_l0	4	-0.009783396497368813
295791	rnn.weight_hh_l0	5	-0.024779105558991432
295791	rnn.weight_hh_l0	6	0.0005872931214980781
295791	rnn.weight_hh_l0	7	-0.03623618930578232
295791	rnn.weight_hh_l0	8	0.06694123148918152
295791	rnn.weight_hh_l0	9	0.045734357088804245
295791	rnn.bias_ih_l0	0	-0.1719464659690857
295791	rnn.bias_ih_l0	1	-0.17069678008556366
295791	rnn.bias_ih_l0	2	-0.019888121634721756
295791	rnn.bias_ih_l0	3	-0.14753638207912445
295791	rnn.bias_ih_l0	4	-0.05839104950428009
295791	rnn.bias_ih_l0	5	-0.17577846348285675
295791	rnn.bias_ih_l0	6	0.0746777281165123
295791	rnn.bias_ih_l0	7	-0.08622761815786362
295791	rnn.bias_ih_l0	8	-0.046044670045375824
295791	rnn.bias_ih_l0	9	-0.10751056671142578
295791	rnn.bias_hh_l0	0	-0.06929346919059753
295791	rnn.bias_hh_l0	1	0.2472277134656906
295791	rnn.bias_hh_l0	2	0.0472315289080143
295791	rnn.bias_hh_l0	3	-0.07844947278499603
295791	rnn.bias_hh_l0	4	-0.08328276872634888
295791	rnn.bias_hh_l0	5	-0.002434459747746587
295791	rnn.bias_hh_l0	6	0.05847439914941788
295791	rnn.bias_hh_l0	7	-0.09750238806009293
295791	rnn.bias_hh_l0	8	-0.23683761060237885
295791	rnn.bias_hh_l0	9	-0.10033004730939865
295791	rnn.weight_ih_l0_reverse	0	0.02017132192850113
295791	rnn.weight_ih_l0_reverse	1	-0.05971534922719002
295791	rnn.weight_ih_l0_reverse	2	0.04313671588897705
295791	rnn.weight_ih_l0_reverse	3	0.02029171958565712
295791	rnn.weight_ih_l0_reverse	4	-0.0002875395293813199
295791	rnn.weight_ih_l0_reverse	5	-0.026399588212370872
295791	rnn.weight_ih_l0_reverse	6	0.013521925546228886
295791	rnn.weight_ih_l0_reverse	7	0.028184112161397934
295791	rnn.weight_ih_l0_reverse	8	-0.02811194583773613
295791	rnn.weight_ih_l0_reverse	9	-0.0014535419177263975
295791	rnn.weight_hh_l0_reverse	0	0.03975716605782509
295791	rnn.weight_hh_l0_reverse	1	0.029843254014849663
295791	rnn.weight_hh_l0_reverse	2	-0.022882578894495964
295791	rnn.weight_hh_l0_reverse	3	-0.08183622360229492
295791	rnn.weight_hh_l0_reverse	4	0.011368860490620136
295791	rnn.weight_hh_l0_reverse	5	-0.05992835387587547
295791	rnn.weight_hh_l0_reverse	6	-0.013735620304942131
295791	rnn.weight_hh_l0_reverse	7	0.03110814280807972
295791	rnn.weight_hh_l0_reverse	8	0.007995189167559147
295791	rnn.weight_hh_l0_reverse	9	0.009162143804132938
295791	rnn.bias_ih_l0_reverse	0	-0.04679848626255989
295791	rnn.bias_ih_l0_reverse	1	-0.13836973905563354
295791	rnn.bias_ih_l0_reverse	2	-0.14436016976833344
295791	rnn.bias_ih_l0_reverse	3	-0.04714059829711914
295791	rnn.bias_ih_l0_reverse	4	-0.11468234658241272
295791	rnn.bias_ih_l0_reverse	5	-0.08694572746753693
295791	rnn.bias_ih_l0_reverse	6	-0.20598536729812622
295791	rnn.bias_ih_l0_reverse	7	-0.05327342078089714
295791	rnn.bias_ih_l0_reverse	8	-0.06480690091848373
295791	rnn.bias_ih_l0_reverse	9	-0.13477222621440887
295791	rnn.bias_hh_l0_reverse	0	-0.1433641016483307
295791	rnn.bias_hh_l0_reverse	1	-0.16307105123996735
295791	rnn.bias_hh_l0_reverse	2	0.10319128632545471
295791	rnn.bias_hh_l0_reverse	3	0.07223673164844513
295791	rnn.bias_hh_l0_reverse	4	-0.1774778664112091
295791	rnn.bias_hh_l0_reverse	5	-0.14250054955482483
295791	rnn.bias_hh_l0_reverse	6	-0.09096140414476395
295791	rnn.bias_hh_l0_reverse	7	-0.05562109500169754
295791	rnn.bias_hh_l0_reverse	8	-0.09590396285057068
295791	rnn.bias_hh_l0_reverse	9	-0.024723760783672333
295791	linear.weight	0	-0.007723809219896793
295791	linear.weight	1	0.00022985994291957468
295791	linear.weight	2	0.3154709041118622
295791	linear.weight	3	-0.07893502712249756
295791	linear.weight	4	-0.010588549077510834
295791	linear.weight	5	0.1156383529305458
295791	linear.weight	6	-0.010739270597696304
295791	linear.weight	7	-0.07184701412916183
295791	linear.weight	8	0.19539283215999603
295791	linear.weight	9	-0.2690892815589905
295791	linear.bias	0	-0.03956538438796997
295791	linear.bias	1	0.031413208693265915
295791	linear.bias	2	0.41483694314956665
295791	linear.bias	3	-0.7263265252113342
295791	linear.bias	4	2.1436166763305664
295791	linear.bias	5	-1.4050270318984985
295791	linear.bias	6	-0.3005087673664093
295791	linear.bias	7	-0.13173440098762512
296350	transitions	0	-1.9421828985214233
296350	transitions	1	-10000.0
296350	transitions	2	-0.7969565987586975
296350	transitions	3	-10000.0
296350	transitions	4	2.0647146701812744
296350	transitions	5	-10000.0
296350	transitions	6	-10000.0
296350	transitions	7	1.8436585664749146
296350	transitions	8	-2.6263391971588135
296350	transitions	9	-4.239132881164551
296350	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
296350	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
296350	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
296350	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
296350	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
296350	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
296350	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
296350	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
296350	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
296350	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
296350	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
296350	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
296350	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
296350	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
296350	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
296350	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
296350	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
296350	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
296350	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
296350	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
296350	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
296350	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
296350	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
296350	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
296350	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
296350	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
296350	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
296350	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
296350	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
296350	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
296350	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
296350	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
296350	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
296350	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
296350	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
296350	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
296350	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
296350	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
296350	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
296350	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
296350	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
296350	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
296350	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
296350	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
296350	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
296350	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
296350	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
296350	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
296350	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
296350	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
296350	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
296350	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
296350	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
296350	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
296350	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
296350	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
296350	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
296350	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
296350	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
296350	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
296350	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
296350	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
296350	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
296350	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
296350	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
296350	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
296350	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
296350	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
296350	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
296350	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
296350	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
296350	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
296350	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
296350	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
296350	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
296350	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
296350	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
296350	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
296350	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
296350	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
296350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
296350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
296350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
296350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
296350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
296350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
296350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
296350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
296350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
296350	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
296350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
296350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
296350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
296350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
296350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
296350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
296350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
296350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
296350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
296350	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
296350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
296350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
296350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
296350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
296350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
296350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
296350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
296350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
296350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
296350	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
296350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
296350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
296350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
296350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
296350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
296350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
296350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
296350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
296350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
296350	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
296350	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
296350	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
296350	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
296350	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
296350	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
296350	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
296350	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
296350	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
296350	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
296350	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
296350	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
296350	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
296350	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
296350	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
296350	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
296350	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
296350	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
296350	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
296350	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
296350	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
296350	embedding2nn.weight	0	0.006411360576748848
296350	embedding2nn.weight	1	0.003997370135039091
296350	embedding2nn.weight	2	0.01342533715069294
296350	embedding2nn.weight	3	0.026624098420143127
296350	embedding2nn.weight	4	0.023309089243412018
296350	embedding2nn.weight	5	0.005476124584674835
296350	embedding2nn.weight	6	-0.015404284931719303
296350	embedding2nn.weight	7	-0.0006080254097469151
296350	embedding2nn.weight	8	-0.00970450323075056
296350	embedding2nn.weight	9	0.0020273891277611256
296350	embedding2nn.bias	0	0.013545033521950245
296350	embedding2nn.bias	1	-0.0379219651222229
296350	embedding2nn.bias	2	0.08447835594415665
296350	embedding2nn.bias	3	0.07138583064079285
296350	embedding2nn.bias	4	-0.013300374150276184
296350	embedding2nn.bias	5	-0.03268061578273773
296350	embedding2nn.bias	6	0.027864160016179085
296350	embedding2nn.bias	7	0.004291323479264975
296350	embedding2nn.bias	8	-0.035202134400606155
296350	embedding2nn.bias	9	0.025630775839090347
296350	rnn.weight_ih_l0	0	0.06528142094612122
296350	rnn.weight_ih_l0	1	-0.04117187485098839
296350	rnn.weight_ih_l0	2	0.005504234693944454
296350	rnn.weight_ih_l0	3	0.045195888727903366
296350	rnn.weight_ih_l0	4	-0.02986912801861763
296350	rnn.weight_ih_l0	5	0.04105551913380623
296350	rnn.weight_ih_l0	6	0.007629385683685541
296350	rnn.weight_ih_l0	7	0.0658966451883316
296350	rnn.weight_ih_l0	8	0.009268896654248238
296350	rnn.weight_ih_l0	9	-0.025208264589309692
296350	rnn.weight_hh_l0	0	-0.012085643596947193
296350	rnn.weight_hh_l0	1	-0.02803858183324337
296350	rnn.weight_hh_l0	2	-0.061212267726659775
296350	rnn.weight_hh_l0	3	-0.005853302776813507
296350	rnn.weight_hh_l0	4	-0.009771603159606457
296350	rnn.weight_hh_l0	5	-0.024759497493505478
296350	rnn.weight_hh_l0	6	0.000598691578488797
296350	rnn.weight_hh_l0	7	-0.03624812886118889
296350	rnn.weight_hh_l0	8	0.06693223118782043
296350	rnn.weight_hh_l0	9	0.04572698473930359
296350	rnn.bias_ih_l0	0	-0.17157131433486938
296350	rnn.bias_ih_l0	1	-0.17119047045707703
296350	rnn.bias_ih_l0	2	-0.019797883927822113
296350	rnn.bias_ih_l0	3	-0.14755520224571228
296350	rnn.bias_ih_l0	4	-0.05823533982038498
296350	rnn.bias_ih_l0	5	-0.17576764523983002
296350	rnn.bias_ih_l0	6	0.0745806023478508
296350	rnn.bias_ih_l0	7	-0.08598846197128296
296350	rnn.bias_ih_l0	8	-0.045412417501211166
296350	rnn.bias_ih_l0	9	-0.10750613361597061
296350	rnn.bias_hh_l0	0	-0.06906704604625702
296350	rnn.bias_hh_l0	1	0.24723409116268158
296350	rnn.bias_hh_l0	2	0.04722682759165764
296350	rnn.bias_hh_l0	3	-0.07852444797754288
296350	rnn.bias_hh_l0	4	-0.08321011811494827
296350	rnn.bias_hh_l0	5	-0.002441773423925042
296350	rnn.bias_hh_l0	6	0.058288607746362686
296350	rnn.bias_hh_l0	7	-0.09763506799936295
296350	rnn.bias_hh_l0	8	-0.2366805225610733
296350	rnn.bias_hh_l0	9	-0.10033996403217316
296350	rnn.weight_ih_l0_reverse	0	0.020143425092101097
296350	rnn.weight_ih_l0_reverse	1	-0.059752628207206726
296350	rnn.weight_ih_l0_reverse	2	0.04317747429013252
296350	rnn.weight_ih_l0_reverse	3	0.020407427102327347
296350	rnn.weight_ih_l0_reverse	4	-0.00020473178301472217
296350	rnn.weight_ih_l0_reverse	5	-0.026280738413333893
296350	rnn.weight_ih_l0_reverse	6	0.013376041315495968
296350	rnn.weight_ih_l0_reverse	7	0.02825178951025009
296350	rnn.weight_ih_l0_reverse	8	-0.028120802715420723
296350	rnn.weight_ih_l0_reverse	9	-0.0013751810183748603
296350	rnn.weight_hh_l0_reverse	0	0.03977145999670029
296350	rnn.weight_hh_l0_reverse	1	0.02982000634074211
296350	rnn.weight_hh_l0_reverse	2	-0.022895216941833496
296350	rnn.weight_hh_l0_reverse	3	-0.08174480497837067
296350	rnn.weight_hh_l0_reverse	4	0.011414644308388233
296350	rnn.weight_hh_l0_reverse	5	-0.05997949838638306
296350	rnn.weight_hh_l0_reverse	6	-0.01377040147781372
296350	rnn.weight_hh_l0_reverse	7	0.03113582916557789
296350	rnn.weight_hh_l0_reverse	8	0.008015090599656105
296350	rnn.weight_hh_l0_reverse	9	0.009235222823917866
296350	rnn.bias_ih_l0_reverse	0	-0.046844299882650375
296350	rnn.bias_ih_l0_reverse	1	-0.13847066462039948
296350	rnn.bias_ih_l0_reverse	2	-0.14434555172920227
296350	rnn.bias_ih_l0_reverse	3	-0.047056905925273895
296350	rnn.bias_ih_l0_reverse	4	-0.11443332582712173
296350	rnn.bias_ih_l0_reverse	5	-0.08690805733203888
296350	rnn.bias_ih_l0_reverse	6	-0.20623141527175903
296350	rnn.bias_ih_l0_reverse	7	-0.053509779274463654
296350	rnn.bias_ih_l0_reverse	8	-0.06496845930814743
296350	rnn.bias_ih_l0_reverse	9	-0.1347448229789734
296350	rnn.bias_hh_l0_reverse	0	-0.14344076812267303
296350	rnn.bias_hh_l0_reverse	1	-0.16323167085647583
296350	rnn.bias_hh_l0_reverse	2	0.1026144027709961
296350	rnn.bias_hh_l0_reverse	3	0.0722406655550003
296350	rnn.bias_hh_l0_reverse	4	-0.1774793416261673
296350	rnn.bias_hh_l0_reverse	5	-0.1424398273229599
296350	rnn.bias_hh_l0_reverse	6	-0.09056055545806885
296350	rnn.bias_hh_l0_reverse	7	-0.055398061871528625
296350	rnn.bias_hh_l0_reverse	8	-0.09578105807304382
296350	rnn.bias_hh_l0_reverse	9	-0.02443361096084118
296350	linear.weight	0	-0.007723912131041288
296350	linear.weight	1	-0.000726712285540998
296350	linear.weight	2	0.3139975666999817
296350	linear.weight	3	-0.07893465459346771
296350	linear.weight	4	-0.010588549077510834
296350	linear.weight	5	0.11592090129852295
296350	linear.weight	6	-0.010739270597696304
296350	linear.weight	7	-0.07196754217147827
296350	linear.weight	8	0.20011182129383087
296350	linear.weight	9	-0.26849114894866943
296350	linear.bias	0	-0.03956538438796997
296350	linear.bias	1	0.031413208693265915
296350	linear.bias	2	0.41501834988594055
296350	linear.bias	3	-0.7375735640525818
296350	linear.bias	4	2.139204978942871
296350	linear.bias	5	-1.4050300121307373
296350	linear.bias	6	-0.292722225189209
296350	linear.bias	7	-0.1240280270576477
296908	transitions	0	-1.9423073530197144
296908	transitions	1	-10000.0
296908	transitions	2	-0.7969565987586975
296908	transitions	3	-10000.0
296908	transitions	4	2.0624239444732666
296908	transitions	5	-10000.0
296908	transitions	6	-10000.0
296908	transitions	7	1.8429875373840332
296908	transitions	8	-2.626427173614502
296908	transitions	9	-4.239149570465088
296908	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
296908	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
296908	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
296908	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
296908	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
296908	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
296908	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
296908	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
296908	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
296908	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
296908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
296908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
296908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
296908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
296908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
296908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
296908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
296908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
296908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
296908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
296908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
296908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
296908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
296908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
296908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
296908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
296908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
296908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
296908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
296908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
296908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
296908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
296908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
296908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
296908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
296908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
296908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
296908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
296908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
296908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
296908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
296908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
296908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
296908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
296908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
296908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
296908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
296908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
296908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
296908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
296908	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
296908	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
296908	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
296908	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
296908	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
296908	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
296908	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
296908	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
296908	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
296908	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
296908	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
296908	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
296908	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
296908	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
296908	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
296908	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
296908	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
296908	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
296908	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
296908	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
296908	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
296908	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
296908	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
296908	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
296908	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
296908	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
296908	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
296908	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
296908	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
296908	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
296908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
296908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
296908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
296908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
296908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
296908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
296908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
296908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
296908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
296908	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
296908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
296908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
296908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
296908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
296908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
296908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
296908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
296908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
296908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
296908	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
296908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
296908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
296908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
296908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
296908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
296908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
296908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
296908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
296908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
296908	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
296908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
296908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
296908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
296908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
296908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
296908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
296908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
296908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
296908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
296908	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
296908	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
296908	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
296908	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
296908	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
296908	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
296908	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
296908	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
296908	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
296908	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
296908	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
296908	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
296908	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
296908	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
296908	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
296908	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
296908	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
296908	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
296908	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
296908	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
296908	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
296908	embedding2nn.weight	0	0.0064111920073628426
296908	embedding2nn.weight	1	0.004017449449747801
296908	embedding2nn.weight	2	0.013425512239336967
296908	embedding2nn.weight	3	0.02664349041879177
296908	embedding2nn.weight	4	0.023305226117372513
296908	embedding2nn.weight	5	0.005463041830807924
296908	embedding2nn.weight	6	-0.015391524881124496
296908	embedding2nn.weight	7	-0.000611641095019877
296908	embedding2nn.weight	8	-0.009721477515995502
296908	embedding2nn.weight	9	0.0020324597135186195
296908	embedding2nn.bias	0	0.013703213073313236
296908	embedding2nn.bias	1	-0.03911681845784187
296908	embedding2nn.bias	2	0.08424203097820282
296908	embedding2nn.bias	3	0.07182212918996811
296908	embedding2nn.bias	4	-0.012391595169901848
296908	embedding2nn.bias	5	-0.03315224498510361
296908	embedding2nn.bias	6	0.028228459879755974
296908	embedding2nn.bias	7	0.004425853956490755
296908	embedding2nn.bias	8	-0.03560370206832886
296908	embedding2nn.bias	9	0.02552848681807518
296908	rnn.weight_ih_l0	0	0.06532060354948044
296908	rnn.weight_ih_l0	1	-0.0411694161593914
296908	rnn.weight_ih_l0	2	0.005524907261133194
296908	rnn.weight_ih_l0	3	0.045183613896369934
296908	rnn.weight_ih_l0	4	-0.029913052916526794
296908	rnn.weight_ih_l0	5	0.04105121269822121
296908	rnn.weight_ih_l0	6	0.007652037311345339
296908	rnn.weight_ih_l0	7	0.06595166027545929
296908	rnn.weight_ih_l0	8	0.009273864328861237
296908	rnn.weight_ih_l0	9	-0.025233764201402664
296908	rnn.weight_hh_l0	0	-0.012129360809922218
296908	rnn.weight_hh_l0	1	-0.028020836412906647
296908	rnn.weight_hh_l0	2	-0.06118865683674812
296908	rnn.weight_hh_l0	3	-0.0058440095745027065
296908	rnn.weight_hh_l0	4	-0.009791946038603783
296908	rnn.weight_hh_l0	5	-0.02477135881781578
296908	rnn.weight_hh_l0	6	0.0005930296611040831
296908	rnn.weight_hh_l0	7	-0.036189254373311996
296908	rnn.weight_hh_l0	8	0.06688948720693588
296908	rnn.weight_hh_l0	9	0.045702014118433
296908	rnn.bias_ih_l0	0	-0.17171625792980194
296908	rnn.bias_ih_l0	1	-0.1712108999490738
296908	rnn.bias_ih_l0	2	-0.0197747815400362
296908	rnn.bias_ih_l0	3	-0.14772284030914307
296908	rnn.bias_ih_l0	4	-0.058516692370176315
296908	rnn.bias_ih_l0	5	-0.17586588859558105
296908	rnn.bias_ih_l0	6	0.07457561790943146
296908	rnn.bias_ih_l0	7	-0.08587314188480377
296908	rnn.bias_ih_l0	8	-0.04527834802865982
296908	rnn.bias_ih_l0	9	-0.10749161243438721
296908	rnn.bias_hh_l0	0	-0.06905853003263474
296908	rnn.bias_hh_l0	1	0.24735237658023834
296908	rnn.bias_hh_l0	2	0.048257291316986084
296908	rnn.bias_hh_l0	3	-0.07858271896839142
296908	rnn.bias_hh_l0	4	-0.08322946727275848
296908	rnn.bias_hh_l0	5	-0.0026790096890181303
296908	rnn.bias_hh_l0	6	0.05826276168227196
296908	rnn.bias_hh_l0	7	-0.09731888771057129
296908	rnn.bias_hh_l0	8	-0.2366396188735962
296908	rnn.bias_hh_l0	9	-0.10035140812397003
296908	rnn.weight_ih_l0_reverse	0	0.020110735669732094
296908	rnn.weight_ih_l0_reverse	1	-0.0597822479903698
296908	rnn.weight_ih_l0_reverse	2	0.043200429528951645
296908	rnn.weight_ih_l0_reverse	3	0.02046208269894123
296908	rnn.weight_ih_l0_reverse	4	-0.00020594730449374765
296908	rnn.weight_ih_l0_reverse	5	-0.026340605691075325
296908	rnn.weight_ih_l0_reverse	6	0.013407223857939243
296908	rnn.weight_ih_l0_reverse	7	0.028240088373422623
296908	rnn.weight_ih_l0_reverse	8	-0.02811860293149948
296908	rnn.weight_ih_l0_reverse	9	-0.0013620703248307109
296908	rnn.weight_hh_l0_reverse	0	0.0397963710129261
296908	rnn.weight_hh_l0_reverse	1	0.029835019260644913
296908	rnn.weight_hh_l0_reverse	2	-0.02284618839621544
296908	rnn.weight_hh_l0_reverse	3	-0.08181095123291016
296908	rnn.weight_hh_l0_reverse	4	0.011439462192356586
296908	rnn.weight_hh_l0_reverse	5	-0.05993620678782463
296908	rnn.weight_hh_l0_reverse	6	-0.013801496475934982
296908	rnn.weight_hh_l0_reverse	7	0.031138375401496887
296908	rnn.weight_hh_l0_reverse	8	0.008005140349268913
296908	rnn.weight_hh_l0_reverse	9	0.009120672009885311
296908	rnn.bias_ih_l0_reverse	0	-0.04666880890727043
296908	rnn.bias_ih_l0_reverse	1	-0.1385490894317627
296908	rnn.bias_ih_l0_reverse	2	-0.14423346519470215
296908	rnn.bias_ih_l0_reverse	3	-0.04699790105223656
296908	rnn.bias_ih_l0_reverse	4	-0.1142319068312645
296908	rnn.bias_ih_l0_reverse	5	-0.08683109283447266
296908	rnn.bias_ih_l0_reverse	6	-0.2061660885810852
296908	rnn.bias_ih_l0_reverse	7	-0.05342442914843559
296908	rnn.bias_ih_l0_reverse	8	-0.06494372338056564
296908	rnn.bias_ih_l0_reverse	9	-0.13471996784210205
296908	rnn.bias_hh_l0_reverse	0	-0.14300531148910522
296908	rnn.bias_hh_l0_reverse	1	-0.16331996023654938
296908	rnn.bias_hh_l0_reverse	2	0.10301963239908218
296908	rnn.bias_hh_l0_reverse	3	0.07220019400119781
296908	rnn.bias_hh_l0_reverse	4	-0.17717750370502472
296908	rnn.bias_hh_l0_reverse	5	-0.14229615032672882
296908	rnn.bias_hh_l0_reverse	6	-0.09037380665540695
296908	rnn.bias_hh_l0_reverse	7	-0.05534162372350693
296908	rnn.bias_hh_l0_reverse	8	-0.09578753262758255
296908	rnn.bias_hh_l0_reverse	9	-0.024216018617153168
296908	linear.weight	0	-0.007724035531282425
296908	linear.weight	1	-0.00030800880631431937
296908	linear.weight	2	0.3146020472049713
296908	linear.weight	3	-0.07893422245979309
296908	linear.weight	4	-0.010588549077510834
296908	linear.weight	5	0.11179815232753754
296908	linear.weight	6	-0.010739270597696304
296908	linear.weight	7	-0.07111787796020508
296908	linear.weight	8	0.2018033117055893
296908	linear.weight	9	-0.2688353955745697
296908	linear.bias	0	-0.03956538438796997
296908	linear.bias	1	0.031413208693265915
296908	linear.bias	2	0.4175221920013428
296908	linear.bias	3	-0.7304825186729431
296908	linear.bias	4	2.1400558948516846
296908	linear.bias	5	-1.4050322771072388
296908	linear.bias	6	-0.2979300916194916
296908	linear.bias	7	-0.12925000488758087
297466	transitions	0	-1.9424365758895874
297466	transitions	1	-10000.0
297466	transitions	2	-0.7969565987586975
297466	transitions	3	-10000.0
297466	transitions	4	2.065394639968872
297466	transitions	5	-10000.0
297466	transitions	6	-10000.0
297466	transitions	7	1.8452835083007812
297466	transitions	8	-2.6265130043029785
297466	transitions	9	-4.239159107208252
297466	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
297466	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
297466	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
297466	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
297466	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
297466	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
297466	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
297466	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
297466	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
297466	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
297466	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
297466	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
297466	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
297466	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
297466	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
297466	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
297466	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
297466	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
297466	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
297466	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
297466	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
297466	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
297466	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
297466	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
297466	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
297466	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
297466	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
297466	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
297466	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
297466	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
297466	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
297466	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
297466	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
297466	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
297466	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
297466	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
297466	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
297466	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
297466	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
297466	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
297466	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
297466	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
297466	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
297466	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
297466	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
297466	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
297466	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
297466	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
297466	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
297466	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
297466	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
297466	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
297466	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
297466	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
297466	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
297466	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
297466	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
297466	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
297466	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
297466	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
297466	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
297466	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
297466	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
297466	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
297466	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
297466	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
297466	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
297466	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
297466	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
297466	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
297466	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
297466	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
297466	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
297466	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
297466	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
297466	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
297466	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
297466	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
297466	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
297466	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
297466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
297466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
297466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
297466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
297466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
297466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
297466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
297466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
297466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
297466	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
297466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
297466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
297466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
297466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
297466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
297466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
297466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
297466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
297466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
297466	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
297466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
297466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
297466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
297466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
297466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
297466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
297466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
297466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
297466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
297466	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
297466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
297466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
297466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
297466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
297466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
297466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
297466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
297466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
297466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
297466	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
297466	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
297466	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
297466	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
297466	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
297466	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
297466	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
297466	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
297466	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
297466	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
297466	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
297466	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
297466	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
297466	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
297466	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
297466	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
297466	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
297466	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
297466	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
297466	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
297466	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
297466	embedding2nn.weight	0	0.006410181988030672
297466	embedding2nn.weight	1	0.00400244677439332
297466	embedding2nn.weight	2	0.013426710851490498
297466	embedding2nn.weight	3	0.026684768497943878
297466	embedding2nn.weight	4	0.023271190002560616
297466	embedding2nn.weight	5	0.00542253814637661
297466	embedding2nn.weight	6	-0.0153951495885849
297466	embedding2nn.weight	7	-0.0005994694074615836
297466	embedding2nn.weight	8	-0.009682180359959602
297466	embedding2nn.weight	9	0.002040468156337738
297466	embedding2nn.bias	0	0.014119217172265053
297466	embedding2nn.bias	1	-0.03883952274918556
297466	embedding2nn.bias	2	0.08450857549905777
297466	embedding2nn.bias	3	0.07218111306428909
297466	embedding2nn.bias	4	-0.012747197411954403
297466	embedding2nn.bias	5	-0.032798461616039276
297466	embedding2nn.bias	6	0.028150146827101707
297466	embedding2nn.bias	7	0.00521111860871315
297466	embedding2nn.bias	8	-0.03488822281360626
297466	embedding2nn.bias	9	0.0260135717689991
297466	rnn.weight_ih_l0	0	0.06535045057535172
297466	rnn.weight_ih_l0	1	-0.041143354028463364
297466	rnn.weight_ih_l0	2	0.005462839733809233
297466	rnn.weight_ih_l0	3	0.04515867307782173
297466	rnn.weight_ih_l0	4	-0.029872022569179535
297466	rnn.weight_ih_l0	5	0.04106055945158005
297466	rnn.weight_ih_l0	6	0.00761454738676548
297466	rnn.weight_ih_l0	7	0.06604159623384476
297466	rnn.weight_ih_l0	8	0.00914178229868412
297466	rnn.weight_ih_l0	9	-0.02521156333386898
297466	rnn.weight_hh_l0	0	-0.012138736434280872
297466	rnn.weight_hh_l0	1	-0.027982283383607864
297466	rnn.weight_hh_l0	2	-0.061184097081422806
297466	rnn.weight_hh_l0	3	-0.005846867803484201
297466	rnn.weight_hh_l0	4	-0.009790482930839062
297466	rnn.weight_hh_l0	5	-0.024768434464931488
297466	rnn.weight_hh_l0	6	0.0005848386790603399
297466	rnn.weight_hh_l0	7	-0.03608221933245659
297466	rnn.weight_hh_l0	8	0.06686177104711533
297466	rnn.weight_hh_l0	9	0.04569384083151817
297466	rnn.bias_ih_l0	0	-0.17164063453674316
297466	rnn.bias_ih_l0	1	-0.1710340678691864
297466	rnn.bias_ih_l0	2	-0.01952938735485077
297466	rnn.bias_ih_l0	3	-0.14744356274604797
297466	rnn.bias_ih_l0	4	-0.05851854383945465
297466	rnn.bias_ih_l0	5	-0.17597433924674988
297466	rnn.bias_ih_l0	6	0.07435598969459534
297466	rnn.bias_ih_l0	7	-0.08595836907625198
297466	rnn.bias_ih_l0	8	-0.04498999938368797
297466	rnn.bias_ih_l0	9	-0.10724891722202301
297466	rnn.bias_hh_l0	0	-0.06913000345230103
297466	rnn.bias_hh_l0	1	0.24772918224334717
297466	rnn.bias_hh_l0	2	0.04865969344973564
297466	rnn.bias_hh_l0	3	-0.07874549180269241
297466	rnn.bias_hh_l0	4	-0.08346865326166153
297466	rnn.bias_hh_l0	5	-0.0029751041438430548
297466	rnn.bias_hh_l0	6	0.05789317935705185
297466	rnn.bias_hh_l0	7	-0.09758729487657547
297466	rnn.bias_hh_l0	8	-0.2370421141386032
297466	rnn.bias_hh_l0	9	-0.10022050887346268
297466	rnn.weight_ih_l0_reverse	0	0.020097974687814713
297466	rnn.weight_ih_l0_reverse	1	-0.0597354993224144
297466	rnn.weight_ih_l0_reverse	2	0.043166354298591614
297466	rnn.weight_ih_l0_reverse	3	0.020514914765954018
297466	rnn.weight_ih_l0_reverse	4	-0.00016766726912464947
297466	rnn.weight_ih_l0_reverse	5	-0.02633441612124443
297466	rnn.weight_ih_l0_reverse	6	0.013322057202458382
297466	rnn.weight_ih_l0_reverse	7	0.028226781636476517
297466	rnn.weight_ih_l0_reverse	8	-0.02805602177977562
297466	rnn.weight_ih_l0_reverse	9	-0.0013501783832907677
297466	rnn.weight_hh_l0_reverse	0	0.03974204882979393
297466	rnn.weight_hh_l0_reverse	1	0.029752803966403008
297466	rnn.weight_hh_l0_reverse	2	-0.022856222465634346
297466	rnn.weight_hh_l0_reverse	3	-0.08182284235954285
297466	rnn.weight_hh_l0_reverse	4	0.011414149776101112
297466	rnn.weight_hh_l0_reverse	5	-0.0599997341632843
297466	rnn.weight_hh_l0_reverse	6	-0.013818813487887383
297466	rnn.weight_hh_l0_reverse	7	0.031141458079218864
297466	rnn.weight_hh_l0_reverse	8	0.007965563796460629
297466	rnn.weight_hh_l0_reverse	9	0.009121392853558064
297466	rnn.bias_ih_l0_reverse	0	-0.04626499488949776
297466	rnn.bias_ih_l0_reverse	1	-0.13849414885044098
297466	rnn.bias_ih_l0_reverse	2	-0.14468954503536224
297466	rnn.bias_ih_l0_reverse	3	-0.04730096086859703
297466	rnn.bias_ih_l0_reverse	4	-0.11440637707710266
297466	rnn.bias_ih_l0_reverse	5	-0.08694545924663544
297466	rnn.bias_ih_l0_reverse	6	-0.20622123777866364
297466	rnn.bias_ih_l0_reverse	7	-0.05330250412225723
297466	rnn.bias_ih_l0_reverse	8	-0.06516968458890915
297466	rnn.bias_ih_l0_reverse	9	-0.13495323061943054
297466	rnn.bias_hh_l0_reverse	0	-0.1432436853647232
297466	rnn.bias_hh_l0_reverse	1	-0.16314619779586792
297466	rnn.bias_hh_l0_reverse	2	0.10371534526348114
297466	rnn.bias_hh_l0_reverse	3	0.0722438171505928
297466	rnn.bias_hh_l0_reverse	4	-0.1776343137025833
297466	rnn.bias_hh_l0_reverse	5	-0.14198508858680725
297466	rnn.bias_hh_l0_reverse	6	-0.09038585424423218
297466	rnn.bias_hh_l0_reverse	7	-0.05537864938378334
297466	rnn.bias_hh_l0_reverse	8	-0.09579750895500183
297466	rnn.bias_hh_l0_reverse	9	-0.02413129061460495
297466	linear.weight	0	-0.0077242013067007065
297466	linear.weight	1	0.0031749673653393984
297466	linear.weight	2	0.31395721435546875
297466	linear.weight	3	-0.078933946788311
297466	linear.weight	4	-0.010588549077510834
297466	linear.weight	5	0.10930261015892029
297466	linear.weight	6	-0.010739270597696304
297466	linear.weight	7	-0.06709424406290054
297466	linear.weight	8	0.20285990834236145
297466	linear.weight	9	-0.26949775218963623
297466	linear.bias	0	-0.03956538438796997
297466	linear.bias	1	0.031413208693265915
297466	linear.bias	2	0.4254513382911682
297466	linear.bias	3	-0.7300971746444702
297466	linear.bias	4	2.129725217819214
297466	linear.bias	5	-1.4050346612930298
297466	linear.bias	6	-0.29688751697540283
297466	linear.bias	7	-0.12826107442378998
298024	transitions	0	-1.9425532817840576
298024	transitions	1	-10000.0
298024	transitions	2	-0.7969565987586975
298024	transitions	3	-10000.0
298024	transitions	4	2.0656468868255615
298024	transitions	5	-10000.0
298024	transitions	6	-10000.0
298024	transitions	7	1.8447366952896118
298024	transitions	8	-2.6266231536865234
298024	transitions	9	-4.239172458648682
298024	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
298024	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
298024	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
298024	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
298024	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
298024	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
298024	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
298024	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
298024	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
298024	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
298024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
298024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
298024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
298024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
298024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
298024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
298024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
298024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
298024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
298024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
298024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
298024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
298024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
298024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
298024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
298024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
298024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
298024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
298024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
298024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
298024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
298024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
298024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
298024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
298024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
298024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
298024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
298024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
298024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
298024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
298024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
298024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
298024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
298024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
298024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
298024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
298024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
298024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
298024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
298024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
298024	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
298024	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
298024	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
298024	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
298024	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
298024	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
298024	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
298024	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
298024	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
298024	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
298024	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
298024	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
298024	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
298024	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
298024	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
298024	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
298024	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
298024	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
298024	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
298024	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
298024	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
298024	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
298024	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
298024	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
298024	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
298024	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
298024	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
298024	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
298024	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
298024	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
298024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
298024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
298024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
298024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
298024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
298024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
298024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
298024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
298024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
298024	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
298024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
298024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
298024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
298024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
298024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
298024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
298024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
298024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
298024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
298024	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
298024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
298024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
298024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
298024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
298024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
298024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
298024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
298024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
298024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
298024	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
298024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
298024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
298024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
298024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
298024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
298024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
298024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
298024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
298024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
298024	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
298024	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
298024	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
298024	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
298024	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
298024	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
298024	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
298024	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
298024	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
298024	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
298024	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
298024	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
298024	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
298024	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
298024	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
298024	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
298024	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
298024	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
298024	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
298024	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
298024	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
298024	embedding2nn.weight	0	0.006408522836863995
298024	embedding2nn.weight	1	0.004008892923593521
298024	embedding2nn.weight	2	0.013425292447209358
298024	embedding2nn.weight	3	0.026712968945503235
298024	embedding2nn.weight	4	0.023304099217057228
298024	embedding2nn.weight	5	0.005386998876929283
298024	embedding2nn.weight	6	-0.015419316478073597
298024	embedding2nn.weight	7	-0.0005954265943728387
298024	embedding2nn.weight	8	-0.009690439328551292
298024	embedding2nn.weight	9	0.0020706006325781345
298024	embedding2nn.bias	0	0.013918478041887283
298024	embedding2nn.bias	1	-0.03880990296602249
298024	embedding2nn.bias	2	0.08332178741693497
298024	embedding2nn.bias	3	0.07131126523017883
298024	embedding2nn.bias	4	-0.0109785757958889
298024	embedding2nn.bias	5	-0.033906176686286926
298024	embedding2nn.bias	6	0.028304651379585266
298024	embedding2nn.bias	7	0.004277143627405167
298024	embedding2nn.bias	8	-0.035475555807352066
298024	embedding2nn.bias	9	0.02600605972111225
298024	rnn.weight_ih_l0	0	0.06530727446079254
298024	rnn.weight_ih_l0	1	-0.0410417765378952
298024	rnn.weight_ih_l0	2	0.005524369888007641
298024	rnn.weight_ih_l0	3	0.045289259403944016
298024	rnn.weight_ih_l0	4	-0.029740475118160248
298024	rnn.weight_ih_l0	5	0.04111073166131973
298024	rnn.weight_ih_l0	6	0.007670167367905378
298024	rnn.weight_ih_l0	7	0.06600058078765869
298024	rnn.weight_ih_l0	8	0.009089771658182144
298024	rnn.weight_ih_l0	9	-0.025240199640393257
298024	rnn.weight_hh_l0	0	-0.01208908949047327
298024	rnn.weight_hh_l0	1	-0.027915891259908676
298024	rnn.weight_hh_l0	2	-0.06120942160487175
298024	rnn.weight_hh_l0	3	-0.005826043430715799
298024	rnn.weight_hh_l0	4	-0.009798754937946796
298024	rnn.weight_hh_l0	5	-0.02476528473198414
298024	rnn.weight_hh_l0	6	0.00058676180196926
298024	rnn.weight_hh_l0	7	-0.03613949567079544
298024	rnn.weight_hh_l0	8	0.06684679538011551
298024	rnn.weight_hh_l0	9	0.045689698308706284
298024	rnn.bias_ih_l0	0	-0.17211319506168365
298024	rnn.bias_ih_l0	1	-0.17083175480365753
298024	rnn.bias_ih_l0	2	-0.019531341269612312
298024	rnn.bias_ih_l0	3	-0.14722402393817902
298024	rnn.bias_ih_l0	4	-0.05804190784692764
298024	rnn.bias_ih_l0	5	-0.1758938580751419
298024	rnn.bias_ih_l0	6	0.07402127981185913
298024	rnn.bias_ih_l0	7	-0.08540146797895432
298024	rnn.bias_ih_l0	8	-0.045133765786886215
298024	rnn.bias_ih_l0	9	-0.10783156752586365
298024	rnn.bias_hh_l0	0	-0.06935518980026245
298024	rnn.bias_hh_l0	1	0.24772943556308746
298024	rnn.bias_hh_l0	2	0.0482950285077095
298024	rnn.bias_hh_l0	3	-0.07879479229450226
298024	rnn.bias_hh_l0	4	-0.08342745900154114
298024	rnn.bias_hh_l0	5	-0.0024339212104678154
298024	rnn.bias_hh_l0	6	0.057928416877985
298024	rnn.bias_hh_l0	7	-0.0978495180606842
298024	rnn.bias_hh_l0	8	-0.23757757246494293
298024	rnn.bias_hh_l0	9	-0.1001129224896431
298024	rnn.weight_ih_l0_reverse	0	0.02020251378417015
298024	rnn.weight_ih_l0_reverse	1	-0.059659916907548904
298024	rnn.weight_ih_l0_reverse	2	0.043154455721378326
298024	rnn.weight_ih_l0_reverse	3	0.020641762763261795
298024	rnn.weight_ih_l0_reverse	4	-0.00022979092318564653
298024	rnn.weight_ih_l0_reverse	5	-0.026326214894652367
298024	rnn.weight_ih_l0_reverse	6	0.013209201395511627
298024	rnn.weight_ih_l0_reverse	7	0.028222687542438507
298024	rnn.weight_ih_l0_reverse	8	-0.028127728030085564
298024	rnn.weight_ih_l0_reverse	9	-0.0013005789369344711
298024	rnn.weight_hh_l0_reverse	0	0.039727188646793365
298024	rnn.weight_hh_l0_reverse	1	0.02976299449801445
298024	rnn.weight_hh_l0_reverse	2	-0.02285926789045334
298024	rnn.weight_hh_l0_reverse	3	-0.08182057738304138
298024	rnn.weight_hh_l0_reverse	4	0.01139172725379467
298024	rnn.weight_hh_l0_reverse	5	-0.05997251346707344
298024	rnn.weight_hh_l0_reverse	6	-0.013846768997609615
298024	rnn.weight_hh_l0_reverse	7	0.031160134822130203
298024	rnn.weight_hh_l0_reverse	8	0.007923482917249203
298024	rnn.weight_hh_l0_reverse	9	0.009185767732560635
298024	rnn.bias_ih_l0_reverse	0	-0.046480223536491394
298024	rnn.bias_ih_l0_reverse	1	-0.1385457068681717
298024	rnn.bias_ih_l0_reverse	2	-0.14439529180526733
298024	rnn.bias_ih_l0_reverse	3	-0.04720183089375496
298024	rnn.bias_ih_l0_reverse	4	-0.11446524411439896
298024	rnn.bias_ih_l0_reverse	5	-0.08723121136426926
298024	rnn.bias_ih_l0_reverse	6	-0.20621493458747864
298024	rnn.bias_ih_l0_reverse	7	-0.053276486694812775
298024	rnn.bias_ih_l0_reverse	8	-0.0653761550784111
298024	rnn.bias_ih_l0_reverse	9	-0.13502101600170135
298024	rnn.bias_hh_l0_reverse	0	-0.14332765340805054
298024	rnn.bias_hh_l0_reverse	1	-0.16277457773685455
298024	rnn.bias_hh_l0_reverse	2	0.10353318601846695
298024	rnn.bias_hh_l0_reverse	3	0.07243800163269043
298024	rnn.bias_hh_l0_reverse	4	-0.17789064347743988
298024	rnn.bias_hh_l0_reverse	5	-0.1423097848892212
298024	rnn.bias_hh_l0_reverse	6	-0.09020623564720154
298024	rnn.bias_hh_l0_reverse	7	-0.05532632768154144
298024	rnn.bias_hh_l0_reverse	8	-0.09589265286922455
298024	rnn.bias_hh_l0_reverse	9	-0.02427935227751732
298024	linear.weight	0	-0.007724320981651545
298024	linear.weight	1	0.004234970547258854
298024	linear.weight	2	0.31356483697891235
298024	linear.weight	3	-0.078933484852314
298024	linear.weight	4	-0.010588549077510834
298024	linear.weight	5	0.11389955878257751
298024	linear.weight	6	-0.010739270597696304
298024	linear.weight	7	-0.06772314012050629
298024	linear.weight	8	0.199251189827919
298024	linear.weight	9	-0.2697092592716217
298024	linear.bias	0	-0.03956538438796997
298024	linear.bias	1	0.031413208693265915
298024	linear.bias	2	0.4300530254840851
298024	linear.bias	3	-0.7443985342979431
298024	linear.bias	4	2.141956329345703
298024	linear.bias	5	-1.4050368070602417
298024	linear.bias	6	-0.2981503903865814
298024	linear.bias	7	-0.1295122355222702
298582	transitions	0	-1.9426531791687012
298582	transitions	1	-10000.0
298582	transitions	2	-0.7969565987586975
298582	transitions	3	-10000.0
298582	transitions	4	2.0655617713928223
298582	transitions	5	-10000.0
298582	transitions	6	-10000.0
298582	transitions	7	1.8430399894714355
298582	transitions	8	-2.6267175674438477
298582	transitions	9	-4.239188194274902
298582	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
298582	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
298582	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
298582	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
298582	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
298582	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
298582	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
298582	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
298582	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
298582	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
298582	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
298582	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
298582	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
298582	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
298582	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
298582	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
298582	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
298582	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
298582	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
298582	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
298582	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
298582	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
298582	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
298582	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
298582	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
298582	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
298582	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
298582	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
298582	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
298582	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
298582	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
298582	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
298582	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
298582	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
298582	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
298582	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
298582	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
298582	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
298582	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
298582	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
298582	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
298582	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
298582	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
298582	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
298582	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
298582	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
298582	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
298582	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
298582	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
298582	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
298582	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
298582	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
298582	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
298582	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
298582	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
298582	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
298582	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
298582	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
298582	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
298582	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
298582	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
298582	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
298582	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
298582	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
298582	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
298582	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
298582	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
298582	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
298582	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
298582	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
298582	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
298582	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
298582	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
298582	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
298582	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
298582	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
298582	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
298582	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
298582	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
298582	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
298582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
298582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
298582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
298582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
298582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
298582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
298582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
298582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
298582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
298582	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
298582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
298582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
298582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
298582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
298582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
298582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
298582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
298582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
298582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
298582	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
298582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
298582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
298582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
298582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
298582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
298582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
298582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
298582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
298582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
298582	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
298582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
298582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
298582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
298582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
298582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
298582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
298582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
298582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
298582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
298582	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
298582	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
298582	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
298582	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
298582	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
298582	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
298582	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
298582	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
298582	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
298582	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
298582	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
298582	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
298582	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
298582	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
298582	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
298582	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
298582	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
298582	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
298582	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
298582	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
298582	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
298582	embedding2nn.weight	0	0.006410766858607531
298582	embedding2nn.weight	1	0.004015244077891111
298582	embedding2nn.weight	2	0.013425195589661598
298582	embedding2nn.weight	3	0.026717958971858025
298582	embedding2nn.weight	4	0.02332884445786476
298582	embedding2nn.weight	5	0.005445566028356552
298582	embedding2nn.weight	6	-0.015413697808980942
298582	embedding2nn.weight	7	-0.0005857048090547323
298582	embedding2nn.weight	8	-0.009728671982884407
298582	embedding2nn.weight	9	0.0020411706063896418
298582	embedding2nn.bias	0	0.013156010769307613
298582	embedding2nn.bias	1	-0.03852707892656326
298582	embedding2nn.bias	2	0.08278698474168777
298582	embedding2nn.bias	3	0.0706772580742836
298582	embedding2nn.bias	4	-0.01125652901828289
298582	embedding2nn.bias	5	-0.03382803127169609
298582	embedding2nn.bias	6	0.028015173971652985
298582	embedding2nn.bias	7	0.004866395611315966
298582	embedding2nn.bias	8	-0.034902166575193405
298582	embedding2nn.bias	9	0.025303391739726067
298582	rnn.weight_ih_l0	0	0.06523898988962173
298582	rnn.weight_ih_l0	1	-0.04108626767992973
298582	rnn.weight_ih_l0	2	0.005383418872952461
298582	rnn.weight_ih_l0	3	0.04523143172264099
298582	rnn.weight_ih_l0	4	-0.029818318784236908
298582	rnn.weight_ih_l0	5	0.041103847324848175
298582	rnn.weight_ih_l0	6	0.007684251759201288
298582	rnn.weight_ih_l0	7	0.06597857177257538
298582	rnn.weight_ih_l0	8	0.009038846008479595
298582	rnn.weight_ih_l0	9	-0.025297299027442932
298582	rnn.weight_hh_l0	0	-0.012046471238136292
298582	rnn.weight_hh_l0	1	-0.027916861698031425
298582	rnn.weight_hh_l0	2	-0.061203859746456146
298582	rnn.weight_hh_l0	3	-0.0058183991350233555
298582	rnn.weight_hh_l0	4	-0.00980016216635704
298582	rnn.weight_hh_l0	5	-0.024735871702432632
298582	rnn.weight_hh_l0	6	0.0005979766719974577
298582	rnn.weight_hh_l0	7	-0.036143917590379715
298582	rnn.weight_hh_l0	8	0.06695302575826645
298582	rnn.weight_hh_l0	9	0.045656029134988785
298582	rnn.bias_ih_l0	0	-0.17204220592975616
298582	rnn.bias_ih_l0	1	-0.17041082680225372
298582	rnn.bias_ih_l0	2	-0.01927614025771618
298582	rnn.bias_ih_l0	3	-0.14696137607097626
298582	rnn.bias_ih_l0	4	-0.05798257514834404
298582	rnn.bias_ih_l0	5	-0.1759978085756302
298582	rnn.bias_ih_l0	6	0.07439005374908447
298582	rnn.bias_ih_l0	7	-0.08581601828336716
298582	rnn.bias_ih_l0	8	-0.04507517069578171
298582	rnn.bias_ih_l0	9	-0.10769740492105484
298582	rnn.bias_hh_l0	0	-0.06970004737377167
298582	rnn.bias_hh_l0	1	0.24727468192577362
298582	rnn.bias_hh_l0	2	0.04851553961634636
298582	rnn.bias_hh_l0	3	-0.07860779017210007
298582	rnn.bias_hh_l0	4	-0.0833476260304451
298582	rnn.bias_hh_l0	5	-0.002296433551236987
298582	rnn.bias_hh_l0	6	0.05803335830569267
298582	rnn.bias_hh_l0	7	-0.09767691045999527
298582	rnn.bias_hh_l0	8	-0.23740389943122864
298582	rnn.bias_hh_l0	9	-0.10003708302974701
298582	rnn.weight_ih_l0_reverse	0	0.02031140960752964
298582	rnn.weight_ih_l0_reverse	1	-0.05962524563074112
298582	rnn.weight_ih_l0_reverse	2	0.043185822665691376
298582	rnn.weight_ih_l0_reverse	3	0.02068926952779293
298582	rnn.weight_ih_l0_reverse	4	-0.0002882806584239006
298582	rnn.weight_ih_l0_reverse	5	-0.026355499401688576
298582	rnn.weight_ih_l0_reverse	6	0.013217628002166748
298582	rnn.weight_ih_l0_reverse	7	0.0282391756772995
298582	rnn.weight_ih_l0_reverse	8	-0.028102656826376915
298582	rnn.weight_ih_l0_reverse	9	-0.0012481564190238714
298582	rnn.weight_hh_l0_reverse	0	0.039708759635686874
298582	rnn.weight_hh_l0_reverse	1	0.029724903404712677
298582	rnn.weight_hh_l0_reverse	2	-0.022847170010209084
298582	rnn.weight_hh_l0_reverse	3	-0.08189777284860611
298582	rnn.weight_hh_l0_reverse	4	0.01141950860619545
298582	rnn.weight_hh_l0_reverse	5	-0.05999206006526947
298582	rnn.weight_hh_l0_reverse	6	-0.013833087868988514
298582	rnn.weight_hh_l0_reverse	7	0.031203817576169968
298582	rnn.weight_hh_l0_reverse	8	0.007913579232990742
298582	rnn.weight_hh_l0_reverse	9	0.009228469803929329
298582	rnn.bias_ih_l0_reverse	0	-0.04647098854184151
298582	rnn.bias_ih_l0_reverse	1	-0.13861899077892303
298582	rnn.bias_ih_l0_reverse	2	-0.14437665045261383
298582	rnn.bias_ih_l0_reverse	3	-0.047066520899534225
298582	rnn.bias_ih_l0_reverse	4	-0.11428575962781906
298582	rnn.bias_ih_l0_reverse	5	-0.08721629530191422
298582	rnn.bias_ih_l0_reverse	6	-0.20619377493858337
298582	rnn.bias_ih_l0_reverse	7	-0.05309303477406502
298582	rnn.bias_ih_l0_reverse	8	-0.06534422188997269
298582	rnn.bias_ih_l0_reverse	9	-0.1354367882013321
298582	rnn.bias_hh_l0_reverse	0	-0.14321286976337433
298582	rnn.bias_hh_l0_reverse	1	-0.1625594198703766
298582	rnn.bias_hh_l0_reverse	2	0.10385414212942123
298582	rnn.bias_hh_l0_reverse	3	0.07273340225219727
298582	rnn.bias_hh_l0_reverse	4	-0.17787691950798035
298582	rnn.bias_hh_l0_reverse	5	-0.14260195195674896
298582	rnn.bias_hh_l0_reverse	6	-0.08974582701921463
298582	rnn.bias_hh_l0_reverse	7	-0.054953981190919876
298582	rnn.bias_hh_l0_reverse	8	-0.09580057114362717
298582	rnn.bias_hh_l0_reverse	9	-0.024077648296952248
298582	linear.weight	0	-0.007724429946392775
298582	linear.weight	1	0.003282506950199604
298582	linear.weight	2	0.3127067983150482
298582	linear.weight	3	-0.07893308997154236
298582	linear.weight	4	-0.010588549077510834
298582	linear.weight	5	0.1161952093243599
298582	linear.weight	6	-0.010739270597696304
298582	linear.weight	7	-0.0670463815331459
298582	linear.weight	8	0.19840684533119202
298582	linear.weight	9	-0.26990818977355957
298582	linear.bias	0	-0.03956538438796997
298582	linear.bias	1	0.031413208693265915
298582	linear.bias	2	0.4172859489917755
298582	linear.bias	3	-0.7282534837722778
298582	linear.bias	4	2.139735460281372
298582	linear.bias	5	-1.4050387144088745
298582	linear.bias	6	-0.2986878454685211
298582	linear.bias	7	-0.13011860847473145
299140	transitions	0	-1.9427649974822998
299140	transitions	1	-10000.0
299140	transitions	2	-0.7969565987586975
299140	transitions	3	-10000.0
299140	transitions	4	2.067774534225464
299140	transitions	5	-10000.0
299140	transitions	6	-10000.0
299140	transitions	7	1.843186378479004
299140	transitions	8	-2.6268110275268555
299140	transitions	9	-4.239202499389648
299140	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
299140	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
299140	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
299140	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
299140	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
299140	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
299140	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
299140	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
299140	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
299140	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
299140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
299140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
299140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
299140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
299140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
299140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
299140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
299140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
299140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
299140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
299140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
299140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
299140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
299140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
299140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
299140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
299140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
299140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
299140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
299140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
299140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
299140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
299140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
299140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
299140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
299140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
299140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
299140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
299140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
299140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
299140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
299140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
299140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
299140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
299140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
299140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
299140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
299140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
299140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
299140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
299140	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
299140	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
299140	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
299140	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
299140	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
299140	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
299140	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
299140	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
299140	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
299140	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
299140	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
299140	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
299140	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
299140	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
299140	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
299140	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
299140	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
299140	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
299140	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
299140	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
299140	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
299140	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
299140	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
299140	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
299140	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
299140	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
299140	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
299140	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
299140	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
299140	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
299140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
299140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
299140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
299140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
299140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
299140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
299140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
299140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
299140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
299140	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
299140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
299140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
299140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
299140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
299140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
299140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
299140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
299140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
299140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
299140	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
299140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
299140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
299140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
299140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
299140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
299140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
299140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
299140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
299140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
299140	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
299140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
299140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
299140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
299140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
299140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
299140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
299140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
299140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
299140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
299140	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
299140	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
299140	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
299140	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
299140	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
299140	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
299140	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
299140	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
299140	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
299140	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
299140	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
299140	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
299140	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
299140	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
299140	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
299140	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
299140	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
299140	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
299140	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
299140	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
299140	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
299140	embedding2nn.weight	0	0.00641070818528533
299140	embedding2nn.weight	1	0.0040148720145225525
299140	embedding2nn.weight	2	0.013424656353890896
299140	embedding2nn.weight	3	0.02666104957461357
299140	embedding2nn.weight	4	0.023363670334219933
299140	embedding2nn.weight	5	0.005448377225548029
299140	embedding2nn.weight	6	-0.01542452722787857
299140	embedding2nn.weight	7	-0.0005995825631543994
299140	embedding2nn.weight	8	-0.009759416803717613
299140	embedding2nn.weight	9	0.002056368160992861
299140	embedding2nn.bias	0	0.01384760532528162
299140	embedding2nn.bias	1	-0.03810996562242508
299140	embedding2nn.bias	2	0.08292993158102036
299140	embedding2nn.bias	3	0.07062890380620956
299140	embedding2nn.bias	4	-0.010962956584990025
299140	embedding2nn.bias	5	-0.03421914204955101
299140	embedding2nn.bias	6	0.027821725234389305
299140	embedding2nn.bias	7	0.004610777832567692
299140	embedding2nn.bias	8	-0.034969426691532135
299140	embedding2nn.bias	9	0.025264061987400055
299140	rnn.weight_ih_l0	0	0.06522545218467712
299140	rnn.weight_ih_l0	1	-0.041042521595954895
299140	rnn.weight_ih_l0	2	0.005436256527900696
299140	rnn.weight_ih_l0	3	0.045321833342313766
299140	rnn.weight_ih_l0	4	-0.029906272888183594
299140	rnn.weight_ih_l0	5	0.041058868169784546
299140	rnn.weight_ih_l0	6	0.007685395423322916
299140	rnn.weight_ih_l0	7	0.06589986383914948
299140	rnn.weight_ih_l0	8	0.00919944979250431
299140	rnn.weight_ih_l0	9	-0.025305282324552536
299140	rnn.weight_hh_l0	0	-0.011988312005996704
299140	rnn.weight_hh_l0	1	-0.0278940312564373
299140	rnn.weight_hh_l0	2	-0.061247289180755615
299140	rnn.weight_hh_l0	3	-0.005811003968119621
299140	rnn.weight_hh_l0	4	-0.009808630682528019
299140	rnn.weight_hh_l0	5	-0.02466624602675438
299140	rnn.weight_hh_l0	6	0.000616763427387923
299140	rnn.weight_hh_l0	7	-0.03613216057419777
299140	rnn.weight_hh_l0	8	0.0669490396976471
299140	rnn.weight_hh_l0	9	0.045656703412532806
299140	rnn.bias_ih_l0	0	-0.17208974063396454
299140	rnn.bias_ih_l0	1	-0.17035672068595886
299140	rnn.bias_ih_l0	2	-0.01927821710705757
299140	rnn.bias_ih_l0	3	-0.14744403958320618
299140	rnn.bias_ih_l0	4	-0.05836649611592293
299140	rnn.bias_ih_l0	5	-0.17604944109916687
299140	rnn.bias_ih_l0	6	0.07436478137969971
299140	rnn.bias_ih_l0	7	-0.08621983230113983
299140	rnn.bias_ih_l0	8	-0.04533553496003151
299140	rnn.bias_ih_l0	9	-0.1074720174074173
299140	rnn.bias_hh_l0	0	-0.06978221982717514
299140	rnn.bias_hh_l0	1	0.24774765968322754
299140	rnn.bias_hh_l0	2	0.048044487833976746
299140	rnn.bias_hh_l0	3	-0.0789741650223732
299140	rnn.bias_hh_l0	4	-0.083484947681427
299140	rnn.bias_hh_l0	5	-0.0022756431717425585
299140	rnn.bias_hh_l0	6	0.05780889838933945
299140	rnn.bias_hh_l0	7	-0.09785648435354233
299140	rnn.bias_hh_l0	8	-0.23746079206466675
299140	rnn.bias_hh_l0	9	-0.10040409117937088
299140	rnn.weight_ih_l0_reverse	0	0.020151225849986076
299140	rnn.weight_ih_l0_reverse	1	-0.059644825756549835
299140	rnn.weight_ih_l0_reverse	2	0.043242793530225754
299140	rnn.weight_ih_l0_reverse	3	0.02073066122829914
299140	rnn.weight_ih_l0_reverse	4	-0.00023545522708445787
299140	rnn.weight_ih_l0_reverse	5	-0.02632436715066433
299140	rnn.weight_ih_l0_reverse	6	0.013256749138236046
299140	rnn.weight_ih_l0_reverse	7	0.028304701671004295
299140	rnn.weight_ih_l0_reverse	8	-0.028091827407479286
299140	rnn.weight_ih_l0_reverse	9	-0.00127421657089144
299140	rnn.weight_hh_l0_reverse	0	0.03968772292137146
299140	rnn.weight_hh_l0_reverse	1	0.02968999184668064
299140	rnn.weight_hh_l0_reverse	2	-0.022860851138830185
299140	rnn.weight_hh_l0_reverse	3	-0.08196387439966202
299140	rnn.weight_hh_l0_reverse	4	0.011416805908083916
299140	rnn.weight_hh_l0_reverse	5	-0.059980690479278564
299140	rnn.weight_hh_l0_reverse	6	-0.013811888173222542
299140	rnn.weight_hh_l0_reverse	7	0.03120817244052887
299140	rnn.weight_hh_l0_reverse	8	0.007945423945784569
299140	rnn.weight_hh_l0_reverse	9	0.009175455197691917
299140	rnn.bias_ih_l0_reverse	0	-0.04649198800325394
299140	rnn.bias_ih_l0_reverse	1	-0.1386849284172058
299140	rnn.bias_ih_l0_reverse	2	-0.1445455700159073
299140	rnn.bias_ih_l0_reverse	3	-0.04704127833247185
299140	rnn.bias_ih_l0_reverse	4	-0.11447308957576752
299140	rnn.bias_ih_l0_reverse	5	-0.08701877295970917
299140	rnn.bias_ih_l0_reverse	6	-0.206145241856575
299140	rnn.bias_ih_l0_reverse	7	-0.05300676077604294
299140	rnn.bias_ih_l0_reverse	8	-0.06534195691347122
299140	rnn.bias_ih_l0_reverse	9	-0.1353294849395752
299140	rnn.bias_hh_l0_reverse	0	-0.14303675293922424
299140	rnn.bias_hh_l0_reverse	1	-0.16236598789691925
299140	rnn.bias_hh_l0_reverse	2	0.10382332652807236
299140	rnn.bias_hh_l0_reverse	3	0.07263293117284775
299140	rnn.bias_hh_l0_reverse	4	-0.1778038740158081
299140	rnn.bias_hh_l0_reverse	5	-0.14283379912376404
299140	rnn.bias_hh_l0_reverse	6	-0.08985946327447891
299140	rnn.bias_hh_l0_reverse	7	-0.05534343793988228
299140	rnn.bias_hh_l0_reverse	8	-0.09600027650594711
299140	rnn.bias_hh_l0_reverse	9	-0.024024391546845436
299140	linear.weight	0	-0.007724696770310402
299140	linear.weight	1	0.0013388533843681216
299140	linear.weight	2	0.31384024024009705
299140	linear.weight	3	-0.0789327621459961
299140	linear.weight	4	-0.010588549077510834
299140	linear.weight	5	0.11435851454734802
299140	linear.weight	6	-0.010739270597696304
299140	linear.weight	7	-0.06791123747825623
299140	linear.weight	8	0.19664844870567322
299140	linear.weight	9	-0.27011531591415405
299140	linear.bias	0	-0.03956538438796997
299140	linear.bias	1	0.031413208693265915
299140	linear.bias	2	0.4117918610572815
299140	linear.bias	3	-0.7247388958930969
299140	linear.bias	4	2.1539578437805176
299140	linear.bias	5	-1.4050418138504028
299140	linear.bias	6	-0.30475515127182007
299140	linear.bias	7	-0.13627871870994568
299698	transitions	0	-1.9428671598434448
299698	transitions	1	-10000.0
299698	transitions	2	-0.7969565987586975
299698	transitions	3	-10000.0
299698	transitions	4	2.0647470951080322
299698	transitions	5	-10000.0
299698	transitions	6	-10000.0
299698	transitions	7	1.8433868885040283
299698	transitions	8	-2.6269006729125977
299698	transitions	9	-4.239212989807129
299698	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
299698	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
299698	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
299698	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
299698	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
299698	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
299698	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
299698	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
299698	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
299698	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
299698	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
299698	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
299698	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
299698	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
299698	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
299698	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
299698	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
299698	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
299698	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
299698	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
299698	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
299698	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
299698	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
299698	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
299698	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
299698	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
299698	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
299698	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
299698	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
299698	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
299698	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
299698	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
299698	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
299698	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
299698	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
299698	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
299698	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
299698	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
299698	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
299698	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
299698	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
299698	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
299698	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
299698	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
299698	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
299698	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
299698	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
299698	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
299698	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
299698	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
299698	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
299698	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
299698	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
299698	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
299698	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
299698	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
299698	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
299698	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
299698	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
299698	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
299698	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
299698	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
299698	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
299698	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
299698	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
299698	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
299698	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
299698	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
299698	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
299698	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
299698	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
299698	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
299698	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
299698	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
299698	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
299698	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
299698	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
299698	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
299698	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
299698	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
299698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
299698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
299698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
299698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
299698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
299698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
299698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
299698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
299698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
299698	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
299698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
299698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
299698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
299698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
299698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
299698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
299698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
299698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
299698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
299698	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
299698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
299698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
299698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
299698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
299698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
299698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
299698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
299698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
299698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
299698	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
299698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
299698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
299698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
299698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
299698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
299698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
299698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
299698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
299698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
299698	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
299698	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
299698	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
299698	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
299698	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
299698	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
299698	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
299698	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
299698	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
299698	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
299698	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
299698	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
299698	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
299698	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
299698	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
299698	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
299698	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
299698	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
299698	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
299698	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
299698	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
299698	embedding2nn.weight	0	0.006408097688108683
299698	embedding2nn.weight	1	0.004023820161819458
299698	embedding2nn.weight	2	0.013424072414636612
299698	embedding2nn.weight	3	0.02665928192436695
299698	embedding2nn.weight	4	0.023412559181451797
299698	embedding2nn.weight	5	0.005439952481538057
299698	embedding2nn.weight	6	-0.015402419492602348
299698	embedding2nn.weight	7	-0.0006216343608684838
299698	embedding2nn.weight	8	-0.009727205149829388
299698	embedding2nn.weight	9	0.002054117387160659
299698	embedding2nn.bias	0	0.01376204751431942
299698	embedding2nn.bias	1	-0.037712499499320984
299698	embedding2nn.bias	2	0.08435346931219101
299698	embedding2nn.bias	3	0.07123294472694397
299698	embedding2nn.bias	4	-0.011557691730558872
299698	embedding2nn.bias	5	-0.03401695191860199
299698	embedding2nn.bias	6	0.028016511350870132
299698	embedding2nn.bias	7	0.003910868428647518
299698	embedding2nn.bias	8	-0.03422608599066734
299698	embedding2nn.bias	9	0.02534516714513302
299698	rnn.weight_ih_l0	0	0.06525842845439911
299698	rnn.weight_ih_l0	1	-0.04106075316667557
299698	rnn.weight_ih_l0	2	0.005461897235363722
299698	rnn.weight_ih_l0	3	0.04535062611103058
299698	rnn.weight_ih_l0	4	-0.029941022396087646
299698	rnn.weight_ih_l0	5	0.04106510430574417
299698	rnn.weight_ih_l0	6	0.0077115437015891075
299698	rnn.weight_ih_l0	7	0.06589498370885849
299698	rnn.weight_ih_l0	8	0.009228394366800785
299698	rnn.weight_ih_l0	9	-0.02532726526260376
299698	rnn.weight_hh_l0	0	-0.0119697330519557
299698	rnn.weight_hh_l0	1	-0.02793688327074051
299698	rnn.weight_hh_l0	2	-0.06124179810285568
299698	rnn.weight_hh_l0	3	-0.005818238016217947
299698	rnn.weight_hh_l0	4	-0.009823587723076344
299698	rnn.weight_hh_l0	5	-0.02464773692190647
299698	rnn.weight_hh_l0	6	0.000604341272264719
299698	rnn.weight_hh_l0	7	-0.03609788790345192
299698	rnn.weight_hh_l0	8	0.06686482578516006
299698	rnn.weight_hh_l0	9	0.04564794525504112
299698	rnn.bias_ih_l0	0	-0.17191722989082336
299698	rnn.bias_ih_l0	1	-0.17053371667861938
299698	rnn.bias_ih_l0	2	-0.019190704450011253
299698	rnn.bias_ih_l0	3	-0.1471516638994217
299698	rnn.bias_ih_l0	4	-0.05760382488369942
299698	rnn.bias_ih_l0	5	-0.17619384825229645
299698	rnn.bias_ih_l0	6	0.07469955086708069
299698	rnn.bias_ih_l0	7	-0.08641200512647629
299698	rnn.bias_ih_l0	8	-0.0453631691634655
299698	rnn.bias_ih_l0	9	-0.10769934207201004
299698	rnn.bias_hh_l0	0	-0.06987547874450684
299698	rnn.bias_hh_l0	1	0.24757790565490723
299698	rnn.bias_hh_l0	2	0.04833042249083519
299698	rnn.bias_hh_l0	3	-0.07885627448558807
299698	rnn.bias_hh_l0	4	-0.08388256281614304
299698	rnn.bias_hh_l0	5	-0.0018525138730183244
299698	rnn.bias_hh_l0	6	0.05756791681051254
299698	rnn.bias_hh_l0	7	-0.09749691188335419
299698	rnn.bias_hh_l0	8	-0.23729972541332245
299698	rnn.bias_hh_l0	9	-0.10034743696451187
299698	rnn.weight_ih_l0_reverse	0	0.019822098314762115
299698	rnn.weight_ih_l0_reverse	1	-0.05969968065619469
299698	rnn.weight_ih_l0_reverse	2	0.043239668011665344
299698	rnn.weight_ih_l0_reverse	3	0.020822159945964813
299698	rnn.weight_ih_l0_reverse	4	-0.00030045979656279087
299698	rnn.weight_ih_l0_reverse	5	-0.026200206950306892
299698	rnn.weight_ih_l0_reverse	6	0.013147497549653053
299698	rnn.weight_ih_l0_reverse	7	0.028341377153992653
299698	rnn.weight_ih_l0_reverse	8	-0.028092222288250923
299698	rnn.weight_ih_l0_reverse	9	-0.0012726865243166685
299698	rnn.weight_hh_l0_reverse	0	0.039691030979156494
299698	rnn.weight_hh_l0_reverse	1	0.029699379578232765
299698	rnn.weight_hh_l0_reverse	2	-0.02286444418132305
299698	rnn.weight_hh_l0_reverse	3	-0.08193815499544144
299698	rnn.weight_hh_l0_reverse	4	0.011431771330535412
299698	rnn.weight_hh_l0_reverse	5	-0.060027383267879486
299698	rnn.weight_hh_l0_reverse	6	-0.013797069899737835
299698	rnn.weight_hh_l0_reverse	7	0.031235728412866592
299698	rnn.weight_hh_l0_reverse	8	0.007955646142363548
299698	rnn.weight_hh_l0_reverse	9	0.009178703650832176
299698	rnn.bias_ih_l0_reverse	0	-0.04649391397833824
299698	rnn.bias_ih_l0_reverse	1	-0.13911643624305725
299698	rnn.bias_ih_l0_reverse	2	-0.14434672892093658
299698	rnn.bias_ih_l0_reverse	3	-0.04677051305770874
299698	rnn.bias_ih_l0_reverse	4	-0.1145990714430809
299698	rnn.bias_ih_l0_reverse	5	-0.08687582612037659
299698	rnn.bias_ih_l0_reverse	6	-0.20621110498905182
299698	rnn.bias_ih_l0_reverse	7	-0.05276802182197571
299698	rnn.bias_ih_l0_reverse	8	-0.06534203886985779
299698	rnn.bias_ih_l0_reverse	9	-0.1349472999572754
299698	rnn.bias_hh_l0_reverse	0	-0.14295227825641632
299698	rnn.bias_hh_l0_reverse	1	-0.16226209700107574
299698	rnn.bias_hh_l0_reverse	2	0.10399798303842545
299698	rnn.bias_hh_l0_reverse	3	0.07270947098731995
299698	rnn.bias_hh_l0_reverse	4	-0.17764399945735931
299698	rnn.bias_hh_l0_reverse	5	-0.14292070269584656
299698	rnn.bias_hh_l0_reverse	6	-0.08961984515190125
299698	rnn.bias_hh_l0_reverse	7	-0.055214110761880875
299698	rnn.bias_hh_l0_reverse	8	-0.0961453840136528
299698	rnn.bias_hh_l0_reverse	9	-0.023935668170452118
299698	linear.weight	0	-0.007724851369857788
299698	linear.weight	1	0.0003787070163525641
299698	linear.weight	2	0.31422191858291626
299698	linear.weight	3	-0.07893231511116028
299698	linear.weight	4	-0.010588549077510834
299698	linear.weight	5	0.11516556143760681
299698	linear.weight	6	-0.010739270597696304
299698	linear.weight	7	-0.06360413134098053
299698	linear.weight	8	0.19497250020503998
299698	linear.weight	9	-0.2706347405910492
299698	linear.bias	0	-0.03956538438796997
299698	linear.bias	1	0.031413208693265915
299698	linear.bias	2	0.4197509288787842
299698	linear.bias	3	-0.7300826907157898
299698	linear.bias	4	2.144556999206543
299698	linear.bias	5	-1.405043601989746
299698	linear.bias	6	-0.3013457953929901
299698	linear.bias	7	-0.1328868865966797
300256	transitions	0	-1.9429731369018555
300256	transitions	1	-10000.0
300256	transitions	2	-0.7969565987586975
300256	transitions	3	-10000.0
300256	transitions	4	2.0633292198181152
300256	transitions	5	-10000.0
300256	transitions	6	-10000.0
300256	transitions	7	1.844599962234497
300256	transitions	8	-2.6269891262054443
300256	transitions	9	-4.239223480224609
300256	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
300256	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
300256	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
300256	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
300256	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
300256	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
300256	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
300256	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
300256	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
300256	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
300256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
300256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
300256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
300256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
300256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
300256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
300256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
300256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
300256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
300256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
300256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
300256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
300256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
300256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
300256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
300256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
300256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
300256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
300256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
300256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
300256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
300256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
300256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
300256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
300256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
300256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
300256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
300256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
300256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
300256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
300256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
300256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
300256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
300256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
300256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
300256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
300256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
300256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
300256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
300256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
300256	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
300256	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
300256	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
300256	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
300256	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
300256	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
300256	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
300256	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
300256	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
300256	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
300256	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
300256	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
300256	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
300256	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
300256	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
300256	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
300256	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
300256	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
300256	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
300256	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
300256	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
300256	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
300256	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
300256	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
300256	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
300256	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
300256	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
300256	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
300256	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
300256	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
300256	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
300256	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
300256	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
300256	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
300256	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
300256	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
300256	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
300256	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
300256	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
300256	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
300256	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
300256	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
300256	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
300256	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
300256	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
300256	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
300256	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
300256	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
300256	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
300256	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
300256	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
300256	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
300256	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
300256	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
300256	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
300256	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
300256	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
300256	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
300256	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
300256	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
300256	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
300256	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
300256	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
300256	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
300256	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
300256	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
300256	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
300256	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
300256	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
300256	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
300256	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
300256	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
300256	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
300256	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
300256	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
300256	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
300256	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
300256	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
300256	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
300256	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
300256	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
300256	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
300256	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
300256	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
300256	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
300256	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
300256	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
300256	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
300256	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
300256	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
300256	embedding2nn.weight	0	0.006408520042896271
300256	embedding2nn.weight	1	0.0040126983076334
300256	embedding2nn.weight	2	0.013424891047179699
300256	embedding2nn.weight	3	0.026624852791428566
300256	embedding2nn.weight	4	0.02343171462416649
300256	embedding2nn.weight	5	0.0053792716935276985
300256	embedding2nn.weight	6	-0.01538216881453991
300256	embedding2nn.weight	7	-0.0006280099623836577
300256	embedding2nn.weight	8	-0.00978049635887146
300256	embedding2nn.weight	9	0.0020524407736957073
300256	embedding2nn.bias	0	0.013511125929653645
300256	embedding2nn.bias	1	-0.03773578256368637
300256	embedding2nn.bias	2	0.08329306542873383
300256	embedding2nn.bias	3	0.07082522660493851
300256	embedding2nn.bias	4	-0.011638956144452095
300256	embedding2nn.bias	5	-0.03388361632823944
300256	embedding2nn.bias	6	0.027913901954889297
300256	embedding2nn.bias	7	0.004005291033536196
300256	embedding2nn.bias	8	-0.03433886170387268
300256	embedding2nn.bias	9	0.025432243943214417
300256	rnn.weight_ih_l0	0	0.0652151107788086
300256	rnn.weight_ih_l0	1	-0.04106757044792175
300256	rnn.weight_ih_l0	2	0.005496895406395197
300256	rnn.weight_ih_l0	3	0.04547092691063881
300256	rnn.weight_ih_l0	4	-0.029994316399097443
300256	rnn.weight_ih_l0	5	0.040961261838674545
300256	rnn.weight_ih_l0	6	0.007709229364991188
300256	rnn.weight_ih_l0	7	0.06586065888404846
300256	rnn.weight_ih_l0	8	0.009306322783231735
300256	rnn.weight_ih_l0	9	-0.025336189195513725
300256	rnn.weight_hh_l0	0	-0.0119941346347332
300256	rnn.weight_hh_l0	1	-0.027928035706281662
300256	rnn.weight_hh_l0	2	-0.0612485408782959
300256	rnn.weight_hh_l0	3	-0.005803442094475031
300256	rnn.weight_hh_l0	4	-0.009830833412706852
300256	rnn.weight_hh_l0	5	-0.02460997924208641
300256	rnn.weight_hh_l0	6	0.0005880755488760769
300256	rnn.weight_hh_l0	7	-0.03608720377087593
300256	rnn.weight_hh_l0	8	0.06690464913845062
300256	rnn.weight_hh_l0	9	0.0456632636487484
300256	rnn.bias_ih_l0	0	-0.17171230912208557
300256	rnn.bias_ih_l0	1	-0.17073330283164978
300256	rnn.bias_ih_l0	2	-0.019443800672888756
300256	rnn.bias_ih_l0	3	-0.1470058560371399
300256	rnn.bias_ih_l0	4	-0.05753196030855179
300256	rnn.bias_ih_l0	5	-0.1759018748998642
300256	rnn.bias_ih_l0	6	0.074215829372406
300256	rnn.bias_ih_l0	7	-0.08646296709775925
300256	rnn.bias_ih_l0	8	-0.04555325582623482
300256	rnn.bias_ih_l0	9	-0.10801724344491959
300256	rnn.bias_hh_l0	0	-0.0695183053612709
300256	rnn.bias_hh_l0	1	0.24740073084831238
300256	rnn.bias_hh_l0	2	0.04880085960030556
300256	rnn.bias_hh_l0	3	-0.0788240134716034
300256	rnn.bias_hh_l0	4	-0.0838475376367569
300256	rnn.bias_hh_l0	5	-0.0018177548190578818
300256	rnn.bias_hh_l0	6	0.057734597474336624
300256	rnn.bias_hh_l0	7	-0.09764763712882996
300256	rnn.bias_hh_l0	8	-0.2372390776872635
300256	rnn.bias_hh_l0	9	-0.10045801103115082
300256	rnn.weight_ih_l0_reverse	0	0.020008351653814316
300256	rnn.weight_ih_l0_reverse	1	-0.059773072600364685
300256	rnn.weight_ih_l0_reverse	2	0.04329296201467514
300256	rnn.weight_ih_l0_reverse	3	0.020741060376167297
300256	rnn.weight_ih_l0_reverse	4	-0.0003166589012835175
300256	rnn.weight_ih_l0_reverse	5	-0.026204194873571396
300256	rnn.weight_ih_l0_reverse	6	0.013060925528407097
300256	rnn.weight_ih_l0_reverse	7	0.028331352397799492
300256	rnn.weight_ih_l0_reverse	8	-0.02805783599615097
300256	rnn.weight_ih_l0_reverse	9	-0.0013042411301285028
300256	rnn.weight_hh_l0_reverse	0	0.039694078266620636
300256	rnn.weight_hh_l0_reverse	1	0.02969285286962986
300256	rnn.weight_hh_l0_reverse	2	-0.02290276251733303
300256	rnn.weight_hh_l0_reverse	3	-0.08194565773010254
300256	rnn.weight_hh_l0_reverse	4	0.01142873428761959
300256	rnn.weight_hh_l0_reverse	5	-0.060051001608371735
300256	rnn.weight_hh_l0_reverse	6	-0.01380159892141819
300256	rnn.weight_hh_l0_reverse	7	0.03123636543750763
300256	rnn.weight_hh_l0_reverse	8	0.007957309484481812
300256	rnn.weight_hh_l0_reverse	9	0.009142216295003891
300256	rnn.bias_ih_l0_reverse	0	-0.04634654521942139
300256	rnn.bias_ih_l0_reverse	1	-0.13868598639965057
300256	rnn.bias_ih_l0_reverse	2	-0.14427410066127777
300256	rnn.bias_ih_l0_reverse	3	-0.04668377712368965
300256	rnn.bias_ih_l0_reverse	4	-0.11422939598560333
300256	rnn.bias_ih_l0_reverse	5	-0.0869491770863533
300256	rnn.bias_ih_l0_reverse	6	-0.20647664368152618
300256	rnn.bias_ih_l0_reverse	7	-0.05290080979466438
300256	rnn.bias_ih_l0_reverse	8	-0.0655553862452507
300256	rnn.bias_ih_l0_reverse	9	-0.13506877422332764
300256	rnn.bias_hh_l0_reverse	0	-0.1432117223739624
300256	rnn.bias_hh_l0_reverse	1	-0.16268053650856018
300256	rnn.bias_hh_l0_reverse	2	0.10412682592868805
300256	rnn.bias_hh_l0_reverse	3	0.0728876143693924
300256	rnn.bias_hh_l0_reverse	4	-0.17748697102069855
300256	rnn.bias_hh_l0_reverse	5	-0.14318731427192688
300256	rnn.bias_hh_l0_reverse	6	-0.08953218907117844
300256	rnn.bias_hh_l0_reverse	7	-0.05528399720788002
300256	rnn.bias_hh_l0_reverse	8	-0.09597480297088623
300256	rnn.bias_hh_l0_reverse	9	-0.023909511044621468
300256	linear.weight	0	-0.007724970579147339
300256	linear.weight	1	0.002518521388992667
300256	linear.weight	2	0.315466046333313
300256	linear.weight	3	-0.07893189787864685
300256	linear.weight	4	-0.010588549077510834
300256	linear.weight	5	0.11359308660030365
300256	linear.weight	6	-0.010739270597696304
300256	linear.weight	7	-0.06436054408550262
300256	linear.weight	8	0.19284874200820923
300256	linear.weight	9	-0.2706204354763031
300256	linear.bias	0	-0.03956538438796997
300256	linear.bias	1	0.031413208693265915
300256	linear.bias	2	0.41782301664352417
300256	linear.bias	3	-0.7257476449012756
300256	linear.bias	4	2.1404154300689697
300256	linear.bias	5	-1.4050462245941162
300256	linear.bias	6	-0.30044785141944885
300256	linear.bias	7	-0.13203173875808716
300814	transitions	0	-1.9430747032165527
300814	transitions	1	-10000.0
300814	transitions	2	-0.7969565987586975
300814	transitions	3	-10000.0
300814	transitions	4	2.0638985633850098
300814	transitions	5	-10000.0
300814	transitions	6	-10000.0
300814	transitions	7	1.8442294597625732
300814	transitions	8	-2.627079725265503
300814	transitions	9	-4.239234447479248
300814	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
300814	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
300814	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
300814	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
300814	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
300814	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
300814	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
300814	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
300814	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
300814	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
300814	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
300814	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
300814	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
300814	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
300814	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
300814	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
300814	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
300814	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
300814	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
300814	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
300814	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
300814	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
300814	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
300814	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
300814	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
300814	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
300814	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
300814	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
300814	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
300814	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
300814	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
300814	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
300814	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
300814	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
300814	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
300814	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
300814	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
300814	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
300814	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
300814	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
300814	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
300814	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
300814	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
300814	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
300814	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
300814	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
300814	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
300814	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
300814	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
300814	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
300814	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
300814	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
300814	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
300814	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
300814	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
300814	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
300814	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
300814	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
300814	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
300814	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
300814	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
300814	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
300814	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
300814	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
300814	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
300814	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
300814	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
300814	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
300814	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
300814	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
300814	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
300814	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
300814	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
300814	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
300814	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
300814	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
300814	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
300814	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
300814	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
300814	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
300814	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
300814	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
300814	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
300814	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
300814	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
300814	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
300814	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
300814	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
300814	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
300814	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
300814	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
300814	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
300814	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
300814	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
300814	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
300814	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
300814	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
300814	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
300814	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
300814	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
300814	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
300814	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
300814	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
300814	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
300814	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
300814	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
300814	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
300814	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
300814	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
300814	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
300814	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
300814	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
300814	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
300814	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
300814	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
300814	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
300814	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
300814	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
300814	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
300814	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
300814	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
300814	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
300814	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
300814	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
300814	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
300814	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
300814	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
300814	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
300814	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
300814	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
300814	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
300814	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
300814	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
300814	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
300814	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
300814	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
300814	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
300814	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
300814	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
300814	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
300814	embedding2nn.weight	0	0.006409092806279659
300814	embedding2nn.weight	1	0.004010105039924383
300814	embedding2nn.weight	2	0.013428245671093464
300814	embedding2nn.weight	3	0.026684487238526344
300814	embedding2nn.weight	4	0.023485835641622543
300814	embedding2nn.weight	5	0.005398898851126432
300814	embedding2nn.weight	6	-0.015400335192680359
300814	embedding2nn.weight	7	-0.0006013459642417729
300814	embedding2nn.weight	8	-0.009856309741735458
300814	embedding2nn.weight	9	0.0020274475682526827
300814	embedding2nn.bias	0	0.013377594761550426
300814	embedding2nn.bias	1	-0.03744105249643326
300814	embedding2nn.bias	2	0.08326435834169388
300814	embedding2nn.bias	3	0.07020846009254456
300814	embedding2nn.bias	4	-0.011936819180846214
300814	embedding2nn.bias	5	-0.03358270972967148
300814	embedding2nn.bias	6	0.02778291143476963
300814	embedding2nn.bias	7	0.004584910348057747
300814	embedding2nn.bias	8	-0.03479887172579765
300814	embedding2nn.bias	9	0.025298859924077988
300814	rnn.weight_ih_l0	0	0.0651373565196991
300814	rnn.weight_ih_l0	1	-0.04111545532941818
300814	rnn.weight_ih_l0	2	0.005492981988936663
300814	rnn.weight_ih_l0	3	0.04542316868901253
300814	rnn.weight_ih_l0	4	-0.029991131275892258
300814	rnn.weight_ih_l0	5	0.040902458131313324
300814	rnn.weight_ih_l0	6	0.007703687995672226
300814	rnn.weight_ih_l0	7	0.06588207185268402
300814	rnn.weight_ih_l0	8	0.009253022260963917
300814	rnn.weight_ih_l0	9	-0.02535516768693924
300814	rnn.weight_hh_l0	0	-0.012068131007254124
300814	rnn.weight_hh_l0	1	-0.02793930284678936
300814	rnn.weight_hh_l0	2	-0.06134442985057831
300814	rnn.weight_hh_l0	3	-0.00582237308844924
300814	rnn.weight_hh_l0	4	-0.009815816767513752
300814	rnn.weight_hh_l0	5	-0.024673307314515114
300814	rnn.weight_hh_l0	6	0.0006065886118449271
300814	rnn.weight_hh_l0	7	-0.036112524569034576
300814	rnn.weight_hh_l0	8	0.06688085198402405
300814	rnn.weight_hh_l0	9	0.045655906200408936
300814	rnn.bias_ih_l0	0	-0.17178523540496826
300814	rnn.bias_ih_l0	1	-0.17070186138153076
300814	rnn.bias_ih_l0	2	-0.01910610869526863
300814	rnn.bias_ih_l0	3	-0.14731211960315704
300814	rnn.bias_ih_l0	4	-0.057665035128593445
300814	rnn.bias_ih_l0	5	-0.17566677927970886
300814	rnn.bias_ih_l0	6	0.07362203299999237
300814	rnn.bias_ih_l0	7	-0.08640765398740768
300814	rnn.bias_ih_l0	8	-0.045988794416189194
300814	rnn.bias_ih_l0	9	-0.10783012211322784
300814	rnn.bias_hh_l0	0	-0.06930196285247803
300814	rnn.bias_hh_l0	1	0.24695979058742523
300814	rnn.bias_hh_l0	2	0.048914190381765366
300814	rnn.bias_hh_l0	3	-0.07887358218431473
300814	rnn.bias_hh_l0	4	-0.08402877300977707
300814	rnn.bias_hh_l0	5	-0.0017131920903921127
300814	rnn.bias_hh_l0	6	0.05789385735988617
300814	rnn.bias_hh_l0	7	-0.09816636890172958
300814	rnn.bias_hh_l0	8	-0.23739326000213623
300814	rnn.bias_hh_l0	9	-0.10052143782377243
300814	rnn.weight_ih_l0_reverse	0	0.019889120012521744
300814	rnn.weight_ih_l0_reverse	1	-0.059778593480587006
300814	rnn.weight_ih_l0_reverse	2	0.04325483739376068
300814	rnn.weight_ih_l0_reverse	3	0.02073417790234089
300814	rnn.weight_ih_l0_reverse	4	-0.00037316890666261315
300814	rnn.weight_ih_l0_reverse	5	-0.02616555243730545
300814	rnn.weight_ih_l0_reverse	6	0.013181416317820549
300814	rnn.weight_ih_l0_reverse	7	0.028387274593114853
300814	rnn.weight_ih_l0_reverse	8	-0.028046518564224243
300814	rnn.weight_ih_l0_reverse	9	-0.0012970413081347942
300814	rnn.weight_hh_l0_reverse	0	0.039685871452093124
300814	rnn.weight_hh_l0_reverse	1	0.029705263674259186
300814	rnn.weight_hh_l0_reverse	2	-0.022878099232912064
300814	rnn.weight_hh_l0_reverse	3	-0.0819186270236969
300814	rnn.weight_hh_l0_reverse	4	0.011422724463045597
300814	rnn.weight_hh_l0_reverse	5	-0.060126107186079025
300814	rnn.weight_hh_l0_reverse	6	-0.013812147080898285
300814	rnn.weight_hh_l0_reverse	7	0.031236963346600533
300814	rnn.weight_hh_l0_reverse	8	0.007985647767782211
300814	rnn.weight_hh_l0_reverse	9	0.00910511426627636
300814	rnn.bias_ih_l0_reverse	0	-0.04620307683944702
300814	rnn.bias_ih_l0_reverse	1	-0.1387888491153717
300814	rnn.bias_ih_l0_reverse	2	-0.14428846538066864
300814	rnn.bias_ih_l0_reverse	3	-0.04655272513628006
300814	rnn.bias_ih_l0_reverse	4	-0.11432182788848877
300814	rnn.bias_ih_l0_reverse	5	-0.08674891293048859
300814	rnn.bias_ih_l0_reverse	6	-0.20648664236068726
300814	rnn.bias_ih_l0_reverse	7	-0.052732400596141815
300814	rnn.bias_ih_l0_reverse	8	-0.06555528938770294
300814	rnn.bias_ih_l0_reverse	9	-0.13478970527648926
300814	rnn.bias_hh_l0_reverse	0	-0.1431121975183487
300814	rnn.bias_hh_l0_reverse	1	-0.16312329471111298
300814	rnn.bias_hh_l0_reverse	2	0.10396215319633484
300814	rnn.bias_hh_l0_reverse	3	0.0734371766448021
300814	rnn.bias_hh_l0_reverse	4	-0.17771773040294647
300814	rnn.bias_hh_l0_reverse	5	-0.14318786561489105
300814	rnn.bias_hh_l0_reverse	6	-0.08961249142885208
300814	rnn.bias_hh_l0_reverse	7	-0.05560873821377754
300814	rnn.bias_hh_l0_reverse	8	-0.09589441120624542
300814	rnn.bias_hh_l0_reverse	9	-0.023907534778118134
300814	linear.weight	0	-0.007725090719759464
300814	linear.weight	1	0.0010955958859995008
300814	linear.weight	2	0.315361887216568
300814	linear.weight	3	-0.07893142849206924
300814	linear.weight	4	-0.010588549077510834
300814	linear.weight	5	0.11478880792856216
300814	linear.weight	6	-0.010739270597696304
300814	linear.weight	7	-0.06298567354679108
300814	linear.weight	8	0.19674086570739746
300814	linear.weight	9	-0.2707723081111908
300814	linear.bias	0	-0.03956538438796997
300814	linear.bias	1	0.031413208693265915
300814	linear.bias	2	0.4111349582672119
300814	linear.bias	3	-0.7307003140449524
300814	linear.bias	4	2.1403493881225586
300814	linear.bias	5	-1.405048131942749
300814	linear.bias	6	-0.2945914566516876
300814	linear.bias	7	-0.12616391479969025
301372	transitions	0	-1.943206548690796
301372	transitions	1	-10000.0
301372	transitions	2	-0.7969565987586975
301372	transitions	3	-10000.0
301372	transitions	4	2.0650274753570557
301372	transitions	5	-10000.0
301372	transitions	6	-10000.0
301372	transitions	7	1.8449243307113647
301372	transitions	8	-2.627161979675293
301372	transitions	9	-4.239245891571045
301372	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
301372	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
301372	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
301372	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
301372	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
301372	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
301372	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
301372	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
301372	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
301372	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
301372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
301372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
301372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
301372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
301372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
301372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
301372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
301372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
301372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
301372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
301372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
301372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
301372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
301372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
301372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
301372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
301372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
301372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
301372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
301372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
301372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
301372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
301372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
301372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
301372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
301372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
301372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
301372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
301372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
301372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
301372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
301372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
301372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
301372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
301372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
301372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
301372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
301372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
301372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
301372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
301372	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
301372	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
301372	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
301372	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
301372	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
301372	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
301372	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
301372	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
301372	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
301372	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
301372	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
301372	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
301372	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
301372	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
301372	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
301372	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
301372	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
301372	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
301372	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
301372	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
301372	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
301372	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
301372	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
301372	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
301372	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
301372	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
301372	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
301372	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
301372	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
301372	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
301372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
301372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
301372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
301372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
301372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
301372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
301372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
301372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
301372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
301372	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
301372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
301372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
301372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
301372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
301372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
301372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
301372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
301372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
301372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
301372	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
301372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
301372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
301372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
301372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
301372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
301372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
301372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
301372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
301372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
301372	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
301372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
301372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
301372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
301372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
301372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
301372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
301372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
301372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
301372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
301372	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
301372	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
301372	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
301372	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
301372	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
301372	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
301372	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
301372	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
301372	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
301372	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
301372	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
301372	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
301372	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
301372	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
301372	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
301372	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
301372	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
301372	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
301372	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
301372	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
301372	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
301372	embedding2nn.weight	0	0.006409429479390383
301372	embedding2nn.weight	1	0.00400556018576026
301372	embedding2nn.weight	2	0.01342968363314867
301372	embedding2nn.weight	3	0.02672530710697174
301372	embedding2nn.weight	4	0.023510359227657318
301372	embedding2nn.weight	5	0.005412063095718622
301372	embedding2nn.weight	6	-0.015376139432191849
301372	embedding2nn.weight	7	-0.0005823797546327114
301372	embedding2nn.weight	8	-0.009788592346012592
301372	embedding2nn.weight	9	0.0020340108312666416
301372	embedding2nn.bias	0	0.01282787136733532
301372	embedding2nn.bias	1	-0.037808265537023544
301372	embedding2nn.bias	2	0.08271345496177673
301372	embedding2nn.bias	3	0.0705815851688385
301372	embedding2nn.bias	4	-0.011506734415888786
301372	embedding2nn.bias	5	-0.03257448971271515
301372	embedding2nn.bias	6	0.027522360906004906
301372	embedding2nn.bias	7	0.004257159773260355
301372	embedding2nn.bias	8	-0.03474285453557968
301372	embedding2nn.bias	9	0.025492385029792786
301372	rnn.weight_ih_l0	0	0.06511683017015457
301372	rnn.weight_ih_l0	1	-0.04115913435816765
301372	rnn.weight_ih_l0	2	0.0054467893205583096
301372	rnn.weight_ih_l0	3	0.04533269628882408
301372	rnn.weight_ih_l0	4	-0.02990937978029251
301372	rnn.weight_ih_l0	5	0.04080300033092499
301372	rnn.weight_ih_l0	6	0.007706563454121351
301372	rnn.weight_ih_l0	7	0.06583133339881897
301372	rnn.weight_ih_l0	8	0.009232847951352596
301372	rnn.weight_ih_l0	9	-0.025381656363606453
301372	rnn.weight_hh_l0	0	-0.012082476168870926
301372	rnn.weight_hh_l0	1	-0.027909375727176666
301372	rnn.weight_hh_l0	2	-0.06136682629585266
301372	rnn.weight_hh_l0	3	-0.005797917954623699
301372	rnn.weight_hh_l0	4	-0.009813074953854084
301372	rnn.weight_hh_l0	5	-0.024716658517718315
301372	rnn.weight_hh_l0	6	0.0006056515849195421
301372	rnn.weight_hh_l0	7	-0.03616856411099434
301372	rnn.weight_hh_l0	8	0.06686533987522125
301372	rnn.weight_hh_l0	9	0.045597463846206665
301372	rnn.bias_ih_l0	0	-0.17177504301071167
301372	rnn.bias_ih_l0	1	-0.1709396243095398
301372	rnn.bias_ih_l0	2	-0.018840132281184196
301372	rnn.bias_ih_l0	3	-0.14745795726776123
301372	rnn.bias_ih_l0	4	-0.057762932032346725
301372	rnn.bias_ih_l0	5	-0.17576991021633148
301372	rnn.bias_ih_l0	6	0.07305248081684113
301372	rnn.bias_ih_l0	7	-0.08664630353450775
301372	rnn.bias_ih_l0	8	-0.04592040181159973
301372	rnn.bias_ih_l0	9	-0.10781057178974152
301372	rnn.bias_hh_l0	0	-0.0696747824549675
301372	rnn.bias_hh_l0	1	0.24740593135356903
301372	rnn.bias_hh_l0	2	0.04909889027476311
301372	rnn.bias_hh_l0	3	-0.07881300896406174
301372	rnn.bias_hh_l0	4	-0.0838746726512909
301372	rnn.bias_hh_l0	5	-0.0014760250924155116
301372	rnn.bias_hh_l0	6	0.058057352900505066
301372	rnn.bias_hh_l0	7	-0.09772627800703049
301372	rnn.bias_hh_l0	8	-0.2376919388771057
301372	rnn.bias_hh_l0	9	-0.10045399516820908
301372	rnn.weight_ih_l0_reverse	0	0.01981511153280735
301372	rnn.weight_ih_l0_reverse	1	-0.059866875410079956
301372	rnn.weight_ih_l0_reverse	2	0.04328606650233269
301372	rnn.weight_ih_l0_reverse	3	0.020682385191321373
301372	rnn.weight_ih_l0_reverse	4	-0.0004447885730769485
301372	rnn.weight_ih_l0_reverse	5	-0.026150567457079887
301372	rnn.weight_ih_l0_reverse	6	0.013169767335057259
301372	rnn.weight_ih_l0_reverse	7	0.028404150158166885
301372	rnn.weight_ih_l0_reverse	8	-0.028038620948791504
301372	rnn.weight_ih_l0_reverse	9	-0.001233928371220827
301372	rnn.weight_hh_l0_reverse	0	0.03971485421061516
301372	rnn.weight_hh_l0_reverse	1	0.029686562716960907
301372	rnn.weight_hh_l0_reverse	2	-0.022856973111629486
301372	rnn.weight_hh_l0_reverse	3	-0.0819043517112732
301372	rnn.weight_hh_l0_reverse	4	0.011403713375329971
301372	rnn.weight_hh_l0_reverse	5	-0.0600665919482708
301372	rnn.weight_hh_l0_reverse	6	-0.013836820609867573
301372	rnn.weight_hh_l0_reverse	7	0.03123682178556919
301372	rnn.weight_hh_l0_reverse	8	0.007951139472424984
301372	rnn.weight_hh_l0_reverse	9	0.009052678011357784
301372	rnn.bias_ih_l0_reverse	0	-0.0463169664144516
301372	rnn.bias_ih_l0_reverse	1	-0.1389607936143875
301372	rnn.bias_ih_l0_reverse	2	-0.1442890465259552
301372	rnn.bias_ih_l0_reverse	3	-0.046650148928165436
301372	rnn.bias_ih_l0_reverse	4	-0.1142464354634285
301372	rnn.bias_ih_l0_reverse	5	-0.0866270661354065
301372	rnn.bias_ih_l0_reverse	6	-0.20644834637641907
301372	rnn.bias_ih_l0_reverse	7	-0.05269043520092964
301372	rnn.bias_ih_l0_reverse	8	-0.0655946359038353
301372	rnn.bias_ih_l0_reverse	9	-0.13511960208415985
301372	rnn.bias_hh_l0_reverse	0	-0.14287371933460236
301372	rnn.bias_hh_l0_reverse	1	-0.1627618968486786
301372	rnn.bias_hh_l0_reverse	2	0.10434902459383011
301372	rnn.bias_hh_l0_reverse	3	0.07361756265163422
301372	rnn.bias_hh_l0_reverse	4	-0.1774279922246933
301372	rnn.bias_hh_l0_reverse	5	-0.14320850372314453
301372	rnn.bias_hh_l0_reverse	6	-0.08967512845993042
301372	rnn.bias_hh_l0_reverse	7	-0.055523958057165146
301372	rnn.bias_hh_l0_reverse	8	-0.09575717896223068
301372	rnn.bias_hh_l0_reverse	9	-0.023938050493597984
301372	linear.weight	0	-0.007725264877080917
301372	linear.weight	1	0.0008035489590838552
301372	linear.weight	2	0.31468209624290466
301372	linear.weight	3	-0.07893098145723343
301372	linear.weight	4	-0.010588549077510834
301372	linear.weight	5	0.11421895027160645
301372	linear.weight	6	-0.010739270597696304
301372	linear.weight	7	-0.06648150086402893
301372	linear.weight	8	0.19793252646923065
301372	linear.weight	9	-0.2712417542934418
301372	linear.bias	0	-0.03956538438796997
301372	linear.bias	1	0.031413208693265915
301372	linear.bias	2	0.4271322786808014
301372	linear.bias	3	-0.7426720261573792
301372	linear.bias	4	2.1396660804748535
301372	linear.bias	5	-1.4050500392913818
301372	linear.bias	6	-0.2962479293346405
301372	linear.bias	7	-0.12783433496952057
301931	transitions	0	-1.9433103799819946
301931	transitions	1	-10000.0
301931	transitions	2	-0.7969565987586975
301931	transitions	3	-10000.0
301931	transitions	4	2.062100887298584
301931	transitions	5	-10000.0
301931	transitions	6	-10000.0
301931	transitions	7	1.8451335430145264
301931	transitions	8	-2.627244234085083
301931	transitions	9	-4.239256381988525
301931	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
301931	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
301931	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
301931	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
301931	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
301931	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
301931	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
301931	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
301931	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
301931	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
301931	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
301931	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
301931	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
301931	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
301931	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
301931	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
301931	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
301931	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
301931	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
301931	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
301931	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
301931	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
301931	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
301931	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
301931	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
301931	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
301931	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
301931	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
301931	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
301931	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
301931	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
301931	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
301931	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
301931	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
301931	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
301931	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
301931	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
301931	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
301931	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
301931	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
301931	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
301931	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
301931	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
301931	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
301931	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
301931	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
301931	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
301931	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
301931	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
301931	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
301931	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
301931	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
301931	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
301931	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
301931	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
301931	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
301931	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
301931	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
301931	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
301931	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
301931	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
301931	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
301931	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
301931	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
301931	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
301931	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
301931	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
301931	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
301931	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
301931	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
301931	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
301931	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
301931	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
301931	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
301931	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
301931	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
301931	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
301931	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
301931	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
301931	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
301931	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
301931	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
301931	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
301931	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
301931	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
301931	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
301931	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
301931	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
301931	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
301931	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
301931	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
301931	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
301931	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
301931	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
301931	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
301931	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
301931	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
301931	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
301931	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
301931	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
301931	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
301931	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
301931	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
301931	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
301931	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
301931	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
301931	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
301931	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
301931	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
301931	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
301931	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
301931	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
301931	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
301931	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
301931	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
301931	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
301931	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
301931	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
301931	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
301931	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
301931	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
301931	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
301931	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
301931	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
301931	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
301931	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
301931	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
301931	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
301931	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
301931	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
301931	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
301931	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
301931	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
301931	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
301931	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
301931	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
301931	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
301931	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
301931	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
301931	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
301931	embedding2nn.weight	0	0.0064108348451554775
301931	embedding2nn.weight	1	0.004017331637442112
301931	embedding2nn.weight	2	0.013426405377686024
301931	embedding2nn.weight	3	0.026740150526165962
301931	embedding2nn.weight	4	0.023499825969338417
301931	embedding2nn.weight	5	0.0054032462649047375
301931	embedding2nn.weight	6	-0.015409635379910469
301931	embedding2nn.weight	7	-0.0005810611764900386
301931	embedding2nn.weight	8	-0.009843306615948677
301931	embedding2nn.weight	9	0.002038572682067752
301931	embedding2nn.bias	0	0.012409618124365807
301931	embedding2nn.bias	1	-0.037117280066013336
301931	embedding2nn.bias	2	0.08305014669895172
301931	embedding2nn.bias	3	0.0700695663690567
301931	embedding2nn.bias	4	-0.011244692839682102
301931	embedding2nn.bias	5	-0.033050596714019775
301931	embedding2nn.bias	6	0.027323974296450615
301931	embedding2nn.bias	7	0.005213669966906309
301931	embedding2nn.bias	8	-0.033974092453718185
301931	embedding2nn.bias	9	0.025242509320378304
301931	rnn.weight_ih_l0	0	0.06521106511354446
301931	rnn.weight_ih_l0	1	-0.041136905550956726
301931	rnn.weight_ih_l0	2	0.005417971406131983
301931	rnn.weight_ih_l0	3	0.045360367745161057
301931	rnn.weight_ih_l0	4	-0.029902422800660133
301931	rnn.weight_ih_l0	5	0.04092422500252724
301931	rnn.weight_ih_l0	6	0.0076999240554869175
301931	rnn.weight_ih_l0	7	0.06583189219236374
301931	rnn.weight_ih_l0	8	0.009307258762419224
301931	rnn.weight_ih_l0	9	-0.025349589064717293
301931	rnn.weight_hh_l0	0	-0.012154044583439827
301931	rnn.weight_hh_l0	1	-0.02794649638235569
301931	rnn.weight_hh_l0	2	-0.06140846759080887
301931	rnn.weight_hh_l0	3	-0.005779879633337259
301931	rnn.weight_hh_l0	4	-0.009806521236896515
301931	rnn.weight_hh_l0	5	-0.024724362418055534
301931	rnn.weight_hh_l0	6	0.0005883877747692168
301931	rnn.weight_hh_l0	7	-0.03619953989982605
301931	rnn.weight_hh_l0	8	0.06697322428226471
301931	rnn.weight_hh_l0	9	0.04559149220585823
301931	rnn.bias_ih_l0	0	-0.1713857203722
301931	rnn.bias_ih_l0	1	-0.17057932913303375
301931	rnn.bias_ih_l0	2	-0.01901785098016262
301931	rnn.bias_ih_l0	3	-0.14734959602355957
301931	rnn.bias_ih_l0	4	-0.05833405256271362
301931	rnn.bias_ih_l0	5	-0.17562870681285858
301931	rnn.bias_ih_l0	6	0.07350991666316986
301931	rnn.bias_ih_l0	7	-0.08680965006351471
301931	rnn.bias_ih_l0	8	-0.046301815658807755
301931	rnn.bias_ih_l0	9	-0.10778046399354935
301931	rnn.bias_hh_l0	0	-0.06988322734832764
301931	rnn.bias_hh_l0	1	0.24696005880832672
301931	rnn.bias_hh_l0	2	0.04901554808020592
301931	rnn.bias_hh_l0	3	-0.07865448296070099
301931	rnn.bias_hh_l0	4	-0.08404864370822906
301931	rnn.bias_hh_l0	5	-0.0016694143414497375
301931	rnn.bias_hh_l0	6	0.058491144329309464
301931	rnn.bias_hh_l0	7	-0.09718728810548782
301931	rnn.bias_hh_l0	8	-0.23738428950309753
301931	rnn.bias_hh_l0	9	-0.10052545368671417
301931	rnn.weight_ih_l0_reverse	0	0.019964227452874184
301931	rnn.weight_ih_l0_reverse	1	-0.05983755737543106
301931	rnn.weight_ih_l0_reverse	2	0.04325130954384804
301931	rnn.weight_ih_l0_reverse	3	0.020778611302375793
301931	rnn.weight_ih_l0_reverse	4	-0.0005068117170594633
301931	rnn.weight_ih_l0_reverse	5	-0.02619563229382038
301931	rnn.weight_ih_l0_reverse	6	0.012985682114958763
301931	rnn.weight_ih_l0_reverse	7	0.02834601141512394
301931	rnn.weight_ih_l0_reverse	8	-0.02801337093114853
301931	rnn.weight_ih_l0_reverse	9	-0.0012501089368015528
301931	rnn.weight_hh_l0_reverse	0	0.03966505825519562
301931	rnn.weight_hh_l0_reverse	1	0.029694020748138428
301931	rnn.weight_hh_l0_reverse	2	-0.022838953882455826
301931	rnn.weight_hh_l0_reverse	3	-0.08199816942214966
301931	rnn.weight_hh_l0_reverse	4	0.011385446414351463
301931	rnn.weight_hh_l0_reverse	5	-0.06006821244955063
301931	rnn.weight_hh_l0_reverse	6	-0.01387137733399868
301931	rnn.weight_hh_l0_reverse	7	0.03126927465200424
301931	rnn.weight_hh_l0_reverse	8	0.007961907424032688
301931	rnn.weight_hh_l0_reverse	9	0.008948195725679398
301931	rnn.bias_ih_l0_reverse	0	-0.04658500850200653
301931	rnn.bias_ih_l0_reverse	1	-0.13878686726093292
301931	rnn.bias_ih_l0_reverse	2	-0.14450982213020325
301931	rnn.bias_ih_l0_reverse	3	-0.04634732007980347
301931	rnn.bias_ih_l0_reverse	4	-0.11401494592428207
301931	rnn.bias_ih_l0_reverse	5	-0.0864986702799797
301931	rnn.bias_ih_l0_reverse	6	-0.2063799500465393
301931	rnn.bias_ih_l0_reverse	7	-0.05276089161634445
301931	rnn.bias_ih_l0_reverse	8	-0.06534064561128616
301931	rnn.bias_ih_l0_reverse	9	-0.13512004911899567
301931	rnn.bias_hh_l0_reverse	0	-0.14290902018547058
301931	rnn.bias_hh_l0_reverse	1	-0.16280391812324524
301931	rnn.bias_hh_l0_reverse	2	0.10467196255922318
301931	rnn.bias_hh_l0_reverse	3	0.07385094463825226
301931	rnn.bias_hh_l0_reverse	4	-0.17806042730808258
301931	rnn.bias_hh_l0_reverse	5	-0.1431252509355545
301931	rnn.bias_hh_l0_reverse	6	-0.08974740654230118
301931	rnn.bias_hh_l0_reverse	7	-0.05544095113873482
301931	rnn.bias_hh_l0_reverse	8	-0.0957476869225502
301931	rnn.bias_hh_l0_reverse	9	-0.024144476279616356
301931	linear.weight	0	-0.00772537337616086
301931	linear.weight	1	0.003129849676042795
301931	linear.weight	2	0.31436121463775635
301931	linear.weight	3	-0.07893063127994537
301931	linear.weight	4	-0.010588549077510834
301931	linear.weight	5	0.11407455801963806
301931	linear.weight	6	-0.010739270597696304
301931	linear.weight	7	-0.06727424263954163
301931	linear.weight	8	0.2051200419664383
301931	linear.weight	9	-0.271267294883728
301931	linear.bias	0	-0.03956538438796997
301931	linear.bias	1	0.031413208693265915
301931	linear.bias	2	0.4172942340373993
301931	linear.bias	3	-0.7367856502532959
301931	linear.bias	4	2.1410131454467773
301931	linear.bias	5	-1.4050519466400146
301931	linear.bias	6	-0.2949296534061432
301931	linear.bias	7	-0.12653009593486786
302489	transitions	0	-1.9434207677841187
302489	transitions	1	-10000.0
302489	transitions	2	-0.7969565987586975
302489	transitions	3	-10000.0
302489	transitions	4	2.0616490840911865
302489	transitions	5	-10000.0
302489	transitions	6	-10000.0
302489	transitions	7	1.8459371328353882
302489	transitions	8	-2.627333641052246
302489	transitions	9	-4.239269733428955
302489	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
302489	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
302489	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
302489	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
302489	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
302489	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
302489	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
302489	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
302489	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
302489	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
302489	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
302489	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
302489	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
302489	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
302489	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
302489	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
302489	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
302489	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
302489	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
302489	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
302489	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
302489	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
302489	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
302489	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
302489	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
302489	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
302489	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
302489	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
302489	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
302489	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
302489	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
302489	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
302489	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
302489	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
302489	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
302489	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
302489	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
302489	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
302489	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
302489	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
302489	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
302489	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
302489	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
302489	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
302489	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
302489	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
302489	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
302489	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
302489	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
302489	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
302489	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
302489	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
302489	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
302489	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
302489	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
302489	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
302489	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
302489	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
302489	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
302489	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
302489	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
302489	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
302489	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
302489	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
302489	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
302489	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
302489	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
302489	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
302489	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
302489	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
302489	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
302489	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
302489	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
302489	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
302489	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
302489	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
302489	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
302489	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
302489	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
302489	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
302489	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
302489	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
302489	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
302489	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
302489	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
302489	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
302489	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
302489	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
302489	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
302489	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
302489	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
302489	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
302489	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
302489	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
302489	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
302489	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
302489	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
302489	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
302489	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
302489	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
302489	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
302489	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
302489	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
302489	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
302489	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
302489	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
302489	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
302489	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
302489	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
302489	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
302489	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
302489	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
302489	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
302489	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
302489	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
302489	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
302489	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
302489	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
302489	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
302489	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
302489	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
302489	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
302489	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
302489	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
302489	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
302489	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
302489	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
302489	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
302489	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
302489	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
302489	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
302489	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
302489	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
302489	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
302489	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
302489	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
302489	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
302489	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
302489	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
302489	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
302489	embedding2nn.weight	0	0.006409972440451384
302489	embedding2nn.weight	1	0.00401049992069602
302489	embedding2nn.weight	2	0.013425454497337341
302489	embedding2nn.weight	3	0.026745766401290894
302489	embedding2nn.weight	4	0.02355058677494526
302489	embedding2nn.weight	5	0.005457771476358175
302489	embedding2nn.weight	6	-0.015382890589535236
302489	embedding2nn.weight	7	-0.0005823554238304496
302489	embedding2nn.weight	8	-0.009897343814373016
302489	embedding2nn.weight	9	0.0020284659694880247
302489	embedding2nn.bias	0	0.011319290846586227
302489	embedding2nn.bias	1	-0.03679252043366432
302489	embedding2nn.bias	2	0.08342387527227402
302489	embedding2nn.bias	3	0.06957682222127914
302489	embedding2nn.bias	4	-0.01120099239051342
302489	embedding2nn.bias	5	-0.03294092416763306
302489	embedding2nn.bias	6	0.026734191924333572
302489	embedding2nn.bias	7	0.004630587063729763
302489	embedding2nn.bias	8	-0.034195590764284134
302489	embedding2nn.bias	9	0.024984247982501984
302489	rnn.weight_ih_l0	0	0.06527692824602127
302489	rnn.weight_ih_l0	1	-0.04109051078557968
302489	rnn.weight_ih_l0	2	0.005391942802816629
302489	rnn.weight_ih_l0	3	0.045320797711610794
302489	rnn.weight_ih_l0	4	-0.029830098152160645
302489	rnn.weight_ih_l0	5	0.04101482406258583
302489	rnn.weight_ih_l0	6	0.007686839904636145
302489	rnn.weight_ih_l0	7	0.06578020751476288
302489	rnn.weight_ih_l0	8	0.009327306412160397
302489	rnn.weight_ih_l0	9	-0.025382841005921364
302489	rnn.weight_hh_l0	0	-0.012127483263611794
302489	rnn.weight_hh_l0	1	-0.02797660045325756
302489	rnn.weight_hh_l0	2	-0.06142914295196533
302489	rnn.weight_hh_l0	3	-0.005771797616034746
302489	rnn.weight_hh_l0	4	-0.009820031933486462
302489	rnn.weight_hh_l0	5	-0.02475656196475029
302489	rnn.weight_hh_l0	6	0.0005956977838650346
302489	rnn.weight_hh_l0	7	-0.03621756285429001
302489	rnn.weight_hh_l0	8	0.06694032996892929
302489	rnn.weight_hh_l0	9	0.04556536674499512
302489	rnn.bias_ih_l0	0	-0.17150700092315674
302489	rnn.bias_ih_l0	1	-0.1705487072467804
302489	rnn.bias_ih_l0	2	-0.01911807432770729
302489	rnn.bias_ih_l0	3	-0.14749909937381744
302489	rnn.bias_ih_l0	4	-0.05850518122315407
302489	rnn.bias_ih_l0	5	-0.1750422865152359
302489	rnn.bias_ih_l0	6	0.07371354103088379
302489	rnn.bias_ih_l0	7	-0.08689664304256439
302489	rnn.bias_ih_l0	8	-0.04623257368803024
302489	rnn.bias_ih_l0	9	-0.10776220262050629
302489	rnn.bias_hh_l0	0	-0.06991355866193771
302489	rnn.bias_hh_l0	1	0.2471318244934082
302489	rnn.bias_hh_l0	2	0.04884013906121254
302489	rnn.bias_hh_l0	3	-0.07851298898458481
302489	rnn.bias_hh_l0	4	-0.08413586020469666
302489	rnn.bias_hh_l0	5	-0.0014389811549335718
302489	rnn.bias_hh_l0	6	0.05783678591251373
302489	rnn.bias_hh_l0	7	-0.0972791388630867
302489	rnn.bias_hh_l0	8	-0.23703128099441528
302489	rnn.bias_hh_l0	9	-0.10059025138616562
302489	rnn.weight_ih_l0_reverse	0	0.01967313513159752
302489	rnn.weight_ih_l0_reverse	1	-0.05981162562966347
302489	rnn.weight_ih_l0_reverse	2	0.04326435178518295
302489	rnn.weight_ih_l0_reverse	3	0.02071809023618698
302489	rnn.weight_ih_l0_reverse	4	-0.0004523367097135633
302489	rnn.weight_ih_l0_reverse	5	-0.02618555538356304
302489	rnn.weight_ih_l0_reverse	6	0.012929759919643402
302489	rnn.weight_ih_l0_reverse	7	0.028349198400974274
302489	rnn.weight_ih_l0_reverse	8	-0.027999667450785637
302489	rnn.weight_ih_l0_reverse	9	-0.0011875436175614595
302489	rnn.weight_hh_l0_reverse	0	0.039670731872320175
302489	rnn.weight_hh_l0_reverse	1	0.02969404123723507
302489	rnn.weight_hh_l0_reverse	2	-0.022875679656863213
302489	rnn.weight_hh_l0_reverse	3	-0.08208630234003067
302489	rnn.weight_hh_l0_reverse	4	0.011375632137060165
302489	rnn.weight_hh_l0_reverse	5	-0.06003275886178017
302489	rnn.weight_hh_l0_reverse	6	-0.01390806119889021
302489	rnn.weight_hh_l0_reverse	7	0.031279418617486954
302489	rnn.weight_hh_l0_reverse	8	0.007945760153234005
302489	rnn.weight_hh_l0_reverse	9	0.008859247900545597
302489	rnn.bias_ih_l0_reverse	0	-0.04671422764658928
302489	rnn.bias_ih_l0_reverse	1	-0.13880309462547302
302489	rnn.bias_ih_l0_reverse	2	-0.14488832652568817
302489	rnn.bias_ih_l0_reverse	3	-0.04625876620411873
302489	rnn.bias_ih_l0_reverse	4	-0.1140061765909195
302489	rnn.bias_ih_l0_reverse	5	-0.08668160438537598
302489	rnn.bias_ih_l0_reverse	6	-0.20635713636875153
302489	rnn.bias_ih_l0_reverse	7	-0.05257301405072212
302489	rnn.bias_ih_l0_reverse	8	-0.06548216938972473
302489	rnn.bias_ih_l0_reverse	9	-0.13527819514274597
302489	rnn.bias_hh_l0_reverse	0	-0.14269179105758667
302489	rnn.bias_hh_l0_reverse	1	-0.16291247308254242
302489	rnn.bias_hh_l0_reverse	2	0.104847751557827
302489	rnn.bias_hh_l0_reverse	3	0.0738057792186737
302489	rnn.bias_hh_l0_reverse	4	-0.17797552049160004
302489	rnn.bias_hh_l0_reverse	5	-0.143233984708786
302489	rnn.bias_hh_l0_reverse	6	-0.08963306248188019
302489	rnn.bias_hh_l0_reverse	7	-0.05560748651623726
302489	rnn.bias_hh_l0_reverse	8	-0.09555422514677048
302489	rnn.bias_hh_l0_reverse	9	-0.024328092113137245
302489	linear.weight	0	-0.007725571282207966
302489	linear.weight	1	0.0030815647915005684
302489	linear.weight	2	0.3137553632259369
302489	linear.weight	3	-0.07893029600381851
302489	linear.weight	4	-0.010588549077510834
302489	linear.weight	5	0.11378040909767151
302489	linear.weight	6	-0.010739270597696304
302489	linear.weight	7	-0.07151035964488983
302489	linear.weight	8	0.20402811467647552
302489	linear.weight	9	-0.2716616690158844
302489	linear.bias	0	-0.03956538438796997
302489	linear.bias	1	0.031413208693265915
302489	linear.bias	2	0.4312734603881836
302489	linear.bias	3	-0.7415674924850464
302489	linear.bias	4	2.1392734050750732
302489	linear.bias	5	-1.4050538539886475
302489	linear.bias	6	-0.29864299297332764
302489	linear.bias	7	-0.13026121258735657
303047	transitions	0	-1.9435172080993652
303047	transitions	1	-10000.0
303047	transitions	2	-0.7969565987586975
303047	transitions	3	-10000.0
303047	transitions	4	2.0617663860321045
303047	transitions	5	-10000.0
303047	transitions	6	-10000.0
303047	transitions	7	1.842918872833252
303047	transitions	8	-2.6274209022521973
303047	transitions	9	-4.239284515380859
303047	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
303047	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
303047	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
303047	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
303047	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
303047	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
303047	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
303047	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
303047	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
303047	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
303047	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
303047	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
303047	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
303047	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
303047	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
303047	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
303047	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
303047	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
303047	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
303047	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
303047	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
303047	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
303047	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
303047	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
303047	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
303047	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
303047	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
303047	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
303047	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
303047	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
303047	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
303047	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
303047	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
303047	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
303047	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
303047	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
303047	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
303047	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
303047	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
303047	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
303047	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
303047	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
303047	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
303047	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
303047	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
303047	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
303047	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
303047	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
303047	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
303047	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
303047	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
303047	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
303047	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
303047	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
303047	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
303047	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
303047	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
303047	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
303047	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
303047	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
303047	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
303047	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
303047	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
303047	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
303047	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
303047	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
303047	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
303047	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
303047	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
303047	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
303047	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
303047	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
303047	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
303047	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
303047	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
303047	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
303047	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
303047	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
303047	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
303047	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
303047	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
303047	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
303047	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
303047	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
303047	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
303047	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
303047	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
303047	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
303047	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
303047	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
303047	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
303047	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
303047	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
303047	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
303047	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
303047	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
303047	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
303047	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
303047	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
303047	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
303047	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
303047	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
303047	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
303047	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
303047	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
303047	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
303047	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
303047	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
303047	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
303047	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
303047	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
303047	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
303047	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
303047	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
303047	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
303047	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
303047	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
303047	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
303047	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
303047	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
303047	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
303047	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
303047	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
303047	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
303047	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
303047	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
303047	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
303047	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
303047	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
303047	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
303047	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
303047	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
303047	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
303047	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
303047	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
303047	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
303047	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
303047	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
303047	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
303047	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
303047	embedding2nn.weight	0	0.006409542169421911
303047	embedding2nn.weight	1	0.004004892893135548
303047	embedding2nn.weight	2	0.013421892188489437
303047	embedding2nn.weight	3	0.02676813118159771
303047	embedding2nn.weight	4	0.023536549881100655
303047	embedding2nn.weight	5	0.005412471946328878
303047	embedding2nn.weight	6	-0.015395008027553558
303047	embedding2nn.weight	7	-0.0005791996954940259
303047	embedding2nn.weight	8	-0.009926067665219307
303047	embedding2nn.weight	9	0.002026536501944065
303047	embedding2nn.bias	0	0.011239241808652878
303047	embedding2nn.bias	1	-0.03586665913462639
303047	embedding2nn.bias	2	0.08437109738588333
303047	embedding2nn.bias	3	0.06988266110420227
303047	embedding2nn.bias	4	-0.010845641605556011
303047	embedding2nn.bias	5	-0.03351175785064697
303047	embedding2nn.bias	6	0.026740750297904015
303047	embedding2nn.bias	7	0.004524590447545052
303047	embedding2nn.bias	8	-0.03436937928199768
303047	embedding2nn.bias	9	0.02527630515396595
303047	rnn.weight_ih_l0	0	0.06528206914663315
303047	rnn.weight_ih_l0	1	-0.04106753319501877
303047	rnn.weight_ih_l0	2	0.0054734693840146065
303047	rnn.weight_ih_l0	3	0.045382045209407806
303047	rnn.weight_ih_l0	4	-0.02980046533048153
303047	rnn.weight_ih_l0	5	0.04090600088238716
303047	rnn.weight_ih_l0	6	0.0077116480097174644
303047	rnn.weight_ih_l0	7	0.06569235771894455
303047	rnn.weight_ih_l0	8	0.009339265525341034
303047	rnn.weight_ih_l0	9	-0.025326665490865707
303047	rnn.weight_hh_l0	0	-0.012047124095261097
303047	rnn.weight_hh_l0	1	-0.028026888146996498
303047	rnn.weight_hh_l0	2	-0.06139960139989853
303047	rnn.weight_hh_l0	3	-0.005798975937068462
303047	rnn.weight_hh_l0	4	-0.009822751395404339
303047	rnn.weight_hh_l0	5	-0.02475534752011299
303047	rnn.weight_hh_l0	6	0.0005798948695883155
303047	rnn.weight_hh_l0	7	-0.03607620671391487
303047	rnn.weight_hh_l0	8	0.06695292890071869
303047	rnn.weight_hh_l0	9	0.0455278679728508
303047	rnn.bias_ih_l0	0	-0.17142485082149506
303047	rnn.bias_ih_l0	1	-0.17059190571308136
303047	rnn.bias_ih_l0	2	-0.019109617918729782
303047	rnn.bias_ih_l0	3	-0.14766746759414673
303047	rnn.bias_ih_l0	4	-0.0586632564663887
303047	rnn.bias_ih_l0	5	-0.17535950243473053
303047	rnn.bias_ih_l0	6	0.07315512001514435
303047	rnn.bias_ih_l0	7	-0.08678367733955383
303047	rnn.bias_ih_l0	8	-0.04621880128979683
303047	rnn.bias_ih_l0	9	-0.10798881947994232
303047	rnn.bias_hh_l0	0	-0.06979971379041672
303047	rnn.bias_hh_l0	1	0.24720309674739838
303047	rnn.bias_hh_l0	2	0.048370685428380966
303047	rnn.bias_hh_l0	3	-0.07818491011857986
303047	rnn.bias_hh_l0	4	-0.08423690497875214
303047	rnn.bias_hh_l0	5	-0.001351572573184967
303047	rnn.bias_hh_l0	6	0.057464465498924255
303047	rnn.bias_hh_l0	7	-0.09740448743104935
303047	rnn.bias_hh_l0	8	-0.23649291694164276
303047	rnn.bias_hh_l0	9	-0.10050386190414429
303047	rnn.weight_ih_l0_reverse	0	0.019766299054026604
303047	rnn.weight_ih_l0_reverse	1	-0.05976085364818573
303047	rnn.weight_ih_l0_reverse	2	0.04322484880685806
303047	rnn.weight_ih_l0_reverse	3	0.02073848992586136
303047	rnn.weight_ih_l0_reverse	4	-0.00046736845979467034
303047	rnn.weight_ih_l0_reverse	5	-0.0262675192207098
303047	rnn.weight_ih_l0_reverse	6	0.013025005348026752
303047	rnn.weight_ih_l0_reverse	7	0.0283361729234457
303047	rnn.weight_ih_l0_reverse	8	-0.02804168500006199
303047	rnn.weight_ih_l0_reverse	9	-0.0012505626073107123
303047	rnn.weight_hh_l0_reverse	0	0.039623986929655075
303047	rnn.weight_hh_l0_reverse	1	0.02964100055396557
303047	rnn.weight_hh_l0_reverse	2	-0.02289200946688652
303047	rnn.weight_hh_l0_reverse	3	-0.08217345178127289
303047	rnn.weight_hh_l0_reverse	4	0.011368026956915855
303047	rnn.weight_hh_l0_reverse	5	-0.06002514064311981
303047	rnn.weight_hh_l0_reverse	6	-0.013893957249820232
303047	rnn.weight_hh_l0_reverse	7	0.0313059464097023
303047	rnn.weight_hh_l0_reverse	8	0.007942196913063526
303047	rnn.weight_hh_l0_reverse	9	0.008786027319729328
303047	rnn.bias_ih_l0_reverse	0	-0.04672367498278618
303047	rnn.bias_ih_l0_reverse	1	-0.13892033696174622
303047	rnn.bias_ih_l0_reverse	2	-0.14511831104755402
303047	rnn.bias_ih_l0_reverse	3	-0.046161770820617676
303047	rnn.bias_ih_l0_reverse	4	-0.11384624987840652
303047	rnn.bias_ih_l0_reverse	5	-0.08697135746479034
303047	rnn.bias_ih_l0_reverse	6	-0.20628033578395844
303047	rnn.bias_ih_l0_reverse	7	-0.05244530364871025
303047	rnn.bias_ih_l0_reverse	8	-0.06560377031564713
303047	rnn.bias_ih_l0_reverse	9	-0.13559560477733612
303047	rnn.bias_hh_l0_reverse	0	-0.14303015172481537
303047	rnn.bias_hh_l0_reverse	1	-0.1627182960510254
303047	rnn.bias_hh_l0_reverse	2	0.10468330979347229
303047	rnn.bias_hh_l0_reverse	3	0.07370295375585556
303047	rnn.bias_hh_l0_reverse	4	-0.177569180727005
303047	rnn.bias_hh_l0_reverse	5	-0.14356791973114014
303047	rnn.bias_hh_l0_reverse	6	-0.08888481557369232
303047	rnn.bias_hh_l0_reverse	7	-0.05536065250635147
303047	rnn.bias_hh_l0_reverse	8	-0.09529739618301392
303047	rnn.bias_hh_l0_reverse	9	-0.024095823988318443
303047	linear.weight	0	-0.007725678384304047
303047	linear.weight	1	0.004134742543101311
303047	linear.weight	2	0.31414148211479187
303047	linear.weight	3	-0.0789298340678215
303047	linear.weight	4	-0.010588549077510834
303047	linear.weight	5	0.11557874083518982
303047	linear.weight	6	-0.010739270597696304
303047	linear.weight	7	-0.07097594439983368
303047	linear.weight	8	0.2108944207429886
303047	linear.weight	9	-0.2708292603492737
303047	linear.bias	0	-0.03956538438796997
303047	linear.bias	1	0.031413208693265915
303047	linear.bias	2	0.427741676568985
303047	linear.bias	3	-0.7291567325592041
303047	linear.bias	4	2.135253429412842
303047	linear.bias	5	-1.405055284500122
303047	linear.bias	6	-0.3010426461696625
303047	linear.bias	7	-0.1327052116394043
303605	transitions	0	-1.9436241388320923
303605	transitions	1	-10000.0
303605	transitions	2	-0.7969565987586975
303605	transitions	3	-10000.0
303605	transitions	4	2.062885046005249
303605	transitions	5	-10000.0
303605	transitions	6	-10000.0
303605	transitions	7	1.8454952239990234
303605	transitions	8	-2.6275017261505127
303605	transitions	9	-4.239298343658447
303605	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
303605	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
303605	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
303605	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
303605	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
303605	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
303605	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
303605	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
303605	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
303605	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
303605	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
303605	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
303605	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
303605	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
303605	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
303605	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
303605	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
303605	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
303605	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
303605	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
303605	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
303605	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
303605	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
303605	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
303605	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
303605	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
303605	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
303605	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
303605	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
303605	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
303605	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
303605	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
303605	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
303605	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
303605	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
303605	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
303605	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
303605	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
303605	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
303605	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
303605	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
303605	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
303605	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
303605	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
303605	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
303605	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
303605	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
303605	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
303605	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
303605	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
303605	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
303605	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
303605	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
303605	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
303605	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
303605	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
303605	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
303605	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
303605	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
303605	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
303605	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
303605	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
303605	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
303605	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
303605	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
303605	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
303605	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
303605	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
303605	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
303605	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
303605	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
303605	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
303605	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
303605	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
303605	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
303605	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
303605	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
303605	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
303605	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
303605	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
303605	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
303605	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
303605	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
303605	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
303605	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
303605	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
303605	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
303605	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
303605	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
303605	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
303605	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
303605	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
303605	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
303605	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
303605	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
303605	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
303605	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
303605	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
303605	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
303605	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
303605	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
303605	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
303605	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
303605	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
303605	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
303605	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
303605	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
303605	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
303605	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
303605	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
303605	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
303605	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
303605	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
303605	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
303605	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
303605	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
303605	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
303605	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
303605	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
303605	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
303605	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
303605	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
303605	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
303605	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
303605	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
303605	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
303605	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
303605	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
303605	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
303605	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
303605	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
303605	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
303605	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
303605	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
303605	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
303605	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
303605	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
303605	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
303605	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
303605	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
303605	embedding2nn.weight	0	0.006411218084394932
303605	embedding2nn.weight	1	0.003995718900114298
303605	embedding2nn.weight	2	0.013418518006801605
303605	embedding2nn.weight	3	0.026775378733873367
303605	embedding2nn.weight	4	0.023576248437166214
303605	embedding2nn.weight	5	0.005363444797694683
303605	embedding2nn.weight	6	-0.015403923578560352
303605	embedding2nn.weight	7	-0.0005570767680183053
303605	embedding2nn.weight	8	-0.009886382147669792
303605	embedding2nn.weight	9	0.002036184538155794
303605	embedding2nn.bias	0	0.01163695938885212
303605	embedding2nn.bias	1	-0.036581192165613174
303605	embedding2nn.bias	2	0.08472617715597153
303605	embedding2nn.bias	3	0.06943010538816452
303605	embedding2nn.bias	4	-0.010104155167937279
303605	embedding2nn.bias	5	-0.0331709086894989
303605	embedding2nn.bias	6	0.025569096207618713
303605	embedding2nn.bias	7	0.005267375148832798
303605	embedding2nn.bias	8	-0.03408365696668625
303605	embedding2nn.bias	9	0.023828307166695595
303605	rnn.weight_ih_l0	0	0.06536168605089188
303605	rnn.weight_ih_l0	1	-0.040997255593538284
303605	rnn.weight_ih_l0	2	0.005469372496008873
303605	rnn.weight_ih_l0	3	0.04548431932926178
303605	rnn.weight_ih_l0	4	-0.029741985723376274
303605	rnn.weight_ih_l0	5	0.04073374718427658
303605	rnn.weight_ih_l0	6	0.007709365803748369
303605	rnn.weight_ih_l0	7	0.0656479150056839
303605	rnn.weight_ih_l0	8	0.009249052964150906
303605	rnn.weight_ih_l0	9	-0.02524748630821705
303605	rnn.weight_hh_l0	0	-0.011973090469837189
303605	rnn.weight_hh_l0	1	-0.02799871936440468
303605	rnn.weight_hh_l0	2	-0.06129905581474304
303605	rnn.weight_hh_l0	3	-0.005795283708721399
303605	rnn.weight_hh_l0	4	-0.009822904132306576
303605	rnn.weight_hh_l0	5	-0.024757836014032364
303605	rnn.weight_hh_l0	6	0.0005777176702395082
303605	rnn.weight_hh_l0	7	-0.03611889109015465
303605	rnn.weight_hh_l0	8	0.06696908921003342
303605	rnn.weight_hh_l0	9	0.04544559493660927
303605	rnn.bias_ih_l0	0	-0.17079216241836548
303605	rnn.bias_ih_l0	1	-0.1710376888513565
303605	rnn.bias_ih_l0	2	-0.019176118075847626
303605	rnn.bias_ih_l0	3	-0.1477472186088562
303605	rnn.bias_ih_l0	4	-0.0581994466483593
303605	rnn.bias_ih_l0	5	-0.17513608932495117
303605	rnn.bias_ih_l0	6	0.07368868589401245
303605	rnn.bias_ih_l0	7	-0.0869719535112381
303605	rnn.bias_ih_l0	8	-0.04621029645204544
303605	rnn.bias_ih_l0	9	-0.10802903771400452
303605	rnn.bias_hh_l0	0	-0.06938264518976212
303605	rnn.bias_hh_l0	1	0.2471393197774887
303605	rnn.bias_hh_l0	2	0.048049308359622955
303605	rnn.bias_hh_l0	3	-0.07836177945137024
303605	rnn.bias_hh_l0	4	-0.08423022925853729
303605	rnn.bias_hh_l0	5	-0.001772949006408453
303605	rnn.bias_hh_l0	6	0.05733822286128998
303605	rnn.bias_hh_l0	7	-0.09748528152704239
303605	rnn.bias_hh_l0	8	-0.2364126741886139
303605	rnn.bias_hh_l0	9	-0.10045963525772095
303605	rnn.weight_ih_l0_reverse	0	0.019592145457863808
303605	rnn.weight_ih_l0_reverse	1	-0.05981717258691788
303605	rnn.weight_ih_l0_reverse	2	0.04326261952519417
303605	rnn.weight_ih_l0_reverse	3	0.02071773074567318
303605	rnn.weight_ih_l0_reverse	4	-0.0004012924910057336
303605	rnn.weight_ih_l0_reverse	5	-0.026402564719319344
303605	rnn.weight_ih_l0_reverse	6	0.013190650381147861
303605	rnn.weight_ih_l0_reverse	7	0.028270600363612175
303605	rnn.weight_ih_l0_reverse	8	-0.02802715077996254
303605	rnn.weight_ih_l0_reverse	9	-0.0013371477834880352
303605	rnn.weight_hh_l0_reverse	0	0.039652373641729355
303605	rnn.weight_hh_l0_reverse	1	0.029687387868762016
303605	rnn.weight_hh_l0_reverse	2	-0.02286970242857933
303605	rnn.weight_hh_l0_reverse	3	-0.08226022124290466
303605	rnn.weight_hh_l0_reverse	4	0.011385380290448666
303605	rnn.weight_hh_l0_reverse	5	-0.06004122272133827
303605	rnn.weight_hh_l0_reverse	6	-0.013900566846132278
303605	rnn.weight_hh_l0_reverse	7	0.03133198246359825
303605	rnn.weight_hh_l0_reverse	8	0.007932365871965885
303605	rnn.weight_hh_l0_reverse	9	0.008870923891663551
303605	rnn.bias_ih_l0_reverse	0	-0.04675104469060898
303605	rnn.bias_ih_l0_reverse	1	-0.13907578587532043
303605	rnn.bias_ih_l0_reverse	2	-0.14478415250778198
303605	rnn.bias_ih_l0_reverse	3	-0.046343639492988586
303605	rnn.bias_ih_l0_reverse	4	-0.11389560252428055
303605	rnn.bias_ih_l0_reverse	5	-0.08693308383226395
303605	rnn.bias_ih_l0_reverse	6	-0.20638233423233032
303605	rnn.bias_ih_l0_reverse	7	-0.05235881730914116
303605	rnn.bias_ih_l0_reverse	8	-0.06563377380371094
303605	rnn.bias_ih_l0_reverse	9	-0.1355169415473938
303605	rnn.bias_hh_l0_reverse	0	-0.14294902980327606
303605	rnn.bias_hh_l0_reverse	1	-0.16249331831932068
303605	rnn.bias_hh_l0_reverse	2	0.10510960221290588
303605	rnn.bias_hh_l0_reverse	3	0.07337027043104172
303605	rnn.bias_hh_l0_reverse	4	-0.1776416003704071
303605	rnn.bias_hh_l0_reverse	5	-0.14336846768856049
303605	rnn.bias_hh_l0_reverse	6	-0.08929088711738586
303605	rnn.bias_hh_l0_reverse	7	-0.05514000728726387
303605	rnn.bias_hh_l0_reverse	8	-0.09561438113451004
303605	rnn.bias_hh_l0_reverse	9	-0.02379462495446205
303605	linear.weight	0	-0.0077258264645934105
303605	linear.weight	1	0.00504533015191555
303605	linear.weight	2	0.3136495351791382
303605	linear.weight	3	-0.07892947643995285
303605	linear.weight	4	-0.010588549077510834
303605	linear.weight	5	0.1124785766005516
303605	linear.weight	6	-0.010739270597696304
303605	linear.weight	7	-0.07042918354272842
303605	linear.weight	8	0.20933619141578674
303605	linear.weight	9	-0.2715202867984772
303605	linear.bias	0	-0.03956538438796997
303605	linear.bias	1	0.031413208693265915
303605	linear.bias	2	0.4193391799926758
303605	linear.bias	3	-0.7353192567825317
303605	linear.bias	4	2.1470906734466553
303605	linear.bias	5	-1.4050571918487549
303605	linear.bias	6	-0.2996014654636383
303605	linear.bias	7	-0.13140296936035156
304163	transitions	0	-1.9437216520309448
304163	transitions	1	-10000.0
304163	transitions	2	-0.7969565987586975
304163	transitions	3	-10000.0
304163	transitions	4	2.063309907913208
304163	transitions	5	-10000.0
304163	transitions	6	-10000.0
304163	transitions	7	1.847664713859558
304163	transitions	8	-2.6275954246520996
304163	transitions	9	-4.239311695098877
304163	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
304163	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
304163	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
304163	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
304163	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
304163	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
304163	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
304163	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
304163	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
304163	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
304163	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
304163	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
304163	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
304163	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
304163	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
304163	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
304163	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
304163	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
304163	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
304163	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
304163	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
304163	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
304163	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
304163	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
304163	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
304163	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
304163	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
304163	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
304163	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
304163	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
304163	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
304163	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
304163	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
304163	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
304163	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
304163	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
304163	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
304163	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
304163	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
304163	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
304163	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
304163	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
304163	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
304163	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
304163	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
304163	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
304163	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
304163	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
304163	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
304163	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
304163	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
304163	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
304163	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
304163	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
304163	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
304163	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
304163	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
304163	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
304163	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
304163	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
304163	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
304163	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
304163	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
304163	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
304163	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
304163	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
304163	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
304163	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
304163	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
304163	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
304163	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
304163	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
304163	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
304163	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
304163	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
304163	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
304163	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
304163	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
304163	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
304163	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
304163	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
304163	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
304163	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
304163	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
304163	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
304163	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
304163	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
304163	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
304163	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
304163	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
304163	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
304163	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
304163	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
304163	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
304163	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
304163	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
304163	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
304163	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
304163	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
304163	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
304163	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
304163	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
304163	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
304163	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
304163	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
304163	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
304163	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
304163	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
304163	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
304163	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
304163	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
304163	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
304163	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
304163	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
304163	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
304163	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
304163	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
304163	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
304163	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
304163	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
304163	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
304163	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
304163	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
304163	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
304163	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
304163	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
304163	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
304163	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
304163	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
304163	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
304163	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
304163	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
304163	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
304163	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
304163	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
304163	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
304163	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
304163	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
304163	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
304163	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
304163	embedding2nn.weight	0	0.006409418303519487
304163	embedding2nn.weight	1	0.003991407807916403
304163	embedding2nn.weight	2	0.013416694477200508
304163	embedding2nn.weight	3	0.026837151497602463
304163	embedding2nn.weight	4	0.0235177893191576
304163	embedding2nn.weight	5	0.005353084299713373
304163	embedding2nn.weight	6	-0.015389247797429562
304163	embedding2nn.weight	7	-0.0005433717160485685
304163	embedding2nn.weight	8	-0.00990953017026186
304163	embedding2nn.weight	9	0.0020318340975791216
304163	embedding2nn.bias	0	0.011667272076010704
304163	embedding2nn.bias	1	-0.03802884370088577
304163	embedding2nn.bias	2	0.08473306149244308
304163	embedding2nn.bias	3	0.06887741386890411
304163	embedding2nn.bias	4	-0.009916280396282673
304163	embedding2nn.bias	5	-0.03319019824266434
304163	embedding2nn.bias	6	0.025592489168047905
304163	embedding2nn.bias	7	0.005106078926473856
304163	embedding2nn.bias	8	-0.033644452691078186
304163	embedding2nn.bias	9	0.024551479145884514
304163	rnn.weight_ih_l0	0	0.06533917784690857
304163	rnn.weight_ih_l0	1	-0.04104466736316681
304163	rnn.weight_ih_l0	2	0.005530261900275946
304163	rnn.weight_ih_l0	3	0.04553096368908882
304163	rnn.weight_ih_l0	4	-0.029747238382697105
304163	rnn.weight_ih_l0	5	0.04076220095157623
304163	rnn.weight_ih_l0	6	0.007703936658799648
304163	rnn.weight_ih_l0	7	0.06569258868694305
304163	rnn.weight_ih_l0	8	0.009260570630431175
304163	rnn.weight_ih_l0	9	-0.02519681118428707
304163	rnn.weight_hh_l0	0	-0.012063913978636265
304163	rnn.weight_hh_l0	1	-0.027982402592897415
304163	rnn.weight_hh_l0	2	-0.0613427571952343
304163	rnn.weight_hh_l0	3	-0.005793808959424496
304163	rnn.weight_hh_l0	4	-0.009806124493479729
304163	rnn.weight_hh_l0	5	-0.024698160588741302
304163	rnn.weight_hh_l0	6	0.0005813301540911198
304163	rnn.weight_hh_l0	7	-0.03613496199250221
304163	rnn.weight_hh_l0	8	0.06708146631717682
304163	rnn.weight_hh_l0	9	0.04542877525091171
304163	rnn.bias_ih_l0	0	-0.1708752065896988
304163	rnn.bias_ih_l0	1	-0.17116211354732513
304163	rnn.bias_ih_l0	2	-0.018991753458976746
304163	rnn.bias_ih_l0	3	-0.1479363590478897
304163	rnn.bias_ih_l0	4	-0.058500468730926514
304163	rnn.bias_ih_l0	5	-0.175166055560112
304163	rnn.bias_ih_l0	6	0.07381509989500046
304163	rnn.bias_ih_l0	7	-0.08740817755460739
304163	rnn.bias_ih_l0	8	-0.04636545851826668
304163	rnn.bias_ih_l0	9	-0.10808838903903961
304163	rnn.bias_hh_l0	0	-0.06987984478473663
304163	rnn.bias_hh_l0	1	0.24719516932964325
304163	rnn.bias_hh_l0	2	0.04779782518744469
304163	rnn.bias_hh_l0	3	-0.0784570500254631
304163	rnn.bias_hh_l0	4	-0.08423677831888199
304163	rnn.bias_hh_l0	5	-0.0016705237794667482
304163	rnn.bias_hh_l0	6	0.05737439543008804
304163	rnn.bias_hh_l0	7	-0.09738576412200928
304163	rnn.bias_hh_l0	8	-0.23626871407032013
304163	rnn.bias_hh_l0	9	-0.10081490874290466
304163	rnn.weight_ih_l0_reverse	0	0.01952996477484703
304163	rnn.weight_ih_l0_reverse	1	-0.05986995995044708
304163	rnn.weight_ih_l0_reverse	2	0.043190330266952515
304163	rnn.weight_ih_l0_reverse	3	0.02068527787923813
304163	rnn.weight_ih_l0_reverse	4	-0.0003944860945921391
304163	rnn.weight_ih_l0_reverse	5	-0.026482203975319862
304163	rnn.weight_ih_l0_reverse	6	0.013194411993026733
304163	rnn.weight_ih_l0_reverse	7	0.02830767259001732
304163	rnn.weight_ih_l0_reverse	8	-0.0280444473028183
304163	rnn.weight_ih_l0_reverse	9	-0.001282188342884183
304163	rnn.weight_hh_l0_reverse	0	0.039692267775535583
304163	rnn.weight_hh_l0_reverse	1	0.02964269369840622
304163	rnn.weight_hh_l0_reverse	2	-0.022869735956192017
304163	rnn.weight_hh_l0_reverse	3	-0.08215085417032242
304163	rnn.weight_hh_l0_reverse	4	0.01137955579906702
304163	rnn.weight_hh_l0_reverse	5	-0.06005158647894859
304163	rnn.weight_hh_l0_reverse	6	-0.01388530433177948
304163	rnn.weight_hh_l0_reverse	7	0.031312245875597
304163	rnn.weight_hh_l0_reverse	8	0.007960163056850433
304163	rnn.weight_hh_l0_reverse	9	0.008922312408685684
304163	rnn.bias_ih_l0_reverse	0	-0.0467710942029953
304163	rnn.bias_ih_l0_reverse	1	-0.1392204314470291
304163	rnn.bias_ih_l0_reverse	2	-0.1447945535182953
304163	rnn.bias_ih_l0_reverse	3	-0.046345531940460205
304163	rnn.bias_ih_l0_reverse	4	-0.11388224363327026
304163	rnn.bias_ih_l0_reverse	5	-0.08708269894123077
304163	rnn.bias_ih_l0_reverse	6	-0.20668156445026398
304163	rnn.bias_ih_l0_reverse	7	-0.05255049839615822
304163	rnn.bias_ih_l0_reverse	8	-0.06567716598510742
304163	rnn.bias_ih_l0_reverse	9	-0.13539598882198334
304163	rnn.bias_hh_l0_reverse	0	-0.1430366039276123
304163	rnn.bias_hh_l0_reverse	1	-0.16263408958911896
304163	rnn.bias_hh_l0_reverse	2	0.10463464260101318
304163	rnn.bias_hh_l0_reverse	3	0.07303669303655624
304163	rnn.bias_hh_l0_reverse	4	-0.17759010195732117
304163	rnn.bias_hh_l0_reverse	5	-0.1435200423002243
304163	rnn.bias_hh_l0_reverse	6	-0.08945296704769135
304163	rnn.bias_hh_l0_reverse	7	-0.055195510387420654
304163	rnn.bias_hh_l0_reverse	8	-0.09565762430429459
304163	rnn.bias_hh_l0_reverse	9	-0.024396255612373352
304163	linear.weight	0	-0.007725908886641264
304163	linear.weight	1	0.003800238948315382
304163	linear.weight	2	0.3144139051437378
304163	linear.weight	3	-0.07892895489931107
304163	linear.weight	4	-0.010588549077510834
304163	linear.weight	5	0.11204639822244644
304163	linear.weight	6	-0.010739270597696304
304163	linear.weight	7	-0.06994504481554031
304163	linear.weight	8	0.20986057817935944
304163	linear.weight	9	-0.27303725481033325
304163	linear.bias	0	-0.03956538438796997
304163	linear.bias	1	0.031413208693265915
304163	linear.bias	2	0.4278126657009125
304163	linear.bias	3	-0.73838210105896
304163	linear.bias	4	2.1433615684509277
304163	linear.bias	5	-1.4050589799880981
304163	linear.bias	6	-0.3004138171672821
304163	linear.bias	7	-0.13225708901882172
304721	transitions	0	-1.9438475370407104
304721	transitions	1	-10000.0
304721	transitions	2	-0.7969565987586975
304721	transitions	3	-10000.0
304721	transitions	4	2.0624871253967285
304721	transitions	5	-10000.0
304721	transitions	6	-10000.0
304721	transitions	7	1.8467075824737549
304721	transitions	8	-2.6276743412017822
304721	transitions	9	-4.239323139190674
304721	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
304721	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
304721	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
304721	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
304721	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
304721	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
304721	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
304721	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
304721	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
304721	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
304721	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
304721	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
304721	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
304721	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
304721	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
304721	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
304721	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
304721	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
304721	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
304721	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
304721	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
304721	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
304721	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
304721	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
304721	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
304721	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
304721	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
304721	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
304721	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
304721	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
304721	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
304721	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
304721	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
304721	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
304721	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
304721	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
304721	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
304721	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
304721	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
304721	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
304721	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
304721	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
304721	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
304721	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
304721	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
304721	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
304721	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
304721	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
304721	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
304721	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
304721	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
304721	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
304721	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
304721	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
304721	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
304721	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
304721	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
304721	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
304721	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
304721	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
304721	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
304721	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
304721	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
304721	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
304721	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
304721	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
304721	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
304721	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
304721	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
304721	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
304721	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
304721	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
304721	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
304721	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
304721	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
304721	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
304721	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
304721	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
304721	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
304721	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
304721	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
304721	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
304721	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
304721	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
304721	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
304721	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
304721	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
304721	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
304721	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
304721	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
304721	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
304721	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
304721	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
304721	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
304721	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
304721	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
304721	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
304721	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
304721	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
304721	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
304721	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
304721	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
304721	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
304721	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
304721	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
304721	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
304721	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
304721	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
304721	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
304721	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
304721	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
304721	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
304721	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
304721	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
304721	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
304721	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
304721	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
304721	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
304721	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
304721	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
304721	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
304721	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
304721	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
304721	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
304721	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
304721	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
304721	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
304721	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
304721	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
304721	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
304721	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
304721	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
304721	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
304721	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
304721	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
304721	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
304721	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
304721	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
304721	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
304721	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
304721	embedding2nn.weight	0	0.00640834541991353
304721	embedding2nn.weight	1	0.003995837643742561
304721	embedding2nn.weight	2	0.013417959213256836
304721	embedding2nn.weight	3	0.02684597857296467
304721	embedding2nn.weight	4	0.023476531729102135
304721	embedding2nn.weight	5	0.005280096083879471
304721	embedding2nn.weight	6	-0.015383245423436165
304721	embedding2nn.weight	7	-0.0005422531394287944
304721	embedding2nn.weight	8	-0.009871752932667732
304721	embedding2nn.weight	9	0.002023535082116723
304721	embedding2nn.bias	0	0.011602561920881271
304721	embedding2nn.bias	1	-0.03816905617713928
304721	embedding2nn.bias	2	0.08524980396032333
304721	embedding2nn.bias	3	0.06908749043941498
304721	embedding2nn.bias	4	-0.010316111147403717
304721	embedding2nn.bias	5	-0.03461579605937004
304721	embedding2nn.bias	6	0.025924481451511383
304721	embedding2nn.bias	7	0.004761021118611097
304721	embedding2nn.bias	8	-0.034115392714738846
304721	embedding2nn.bias	9	0.025435080751776695
304721	rnn.weight_ih_l0	0	0.06530890613794327
304721	rnn.weight_ih_l0	1	-0.04096456617116928
304721	rnn.weight_ih_l0	2	0.0055016567930579185
304721	rnn.weight_ih_l0	3	0.04553540050983429
304721	rnn.weight_ih_l0	4	-0.029726509004831314
304721	rnn.weight_ih_l0	5	0.040655624121427536
304721	rnn.weight_ih_l0	6	0.007736378349363804
304721	rnn.weight_ih_l0	7	0.06576348841190338
304721	rnn.weight_ih_l0	8	0.009209702722728252
304721	rnn.weight_ih_l0	9	-0.025165516883134842
304721	rnn.weight_hh_l0	0	-0.012025763280689716
304721	rnn.weight_hh_l0	1	-0.027956223115324974
304721	rnn.weight_hh_l0	2	-0.061422742903232574
304721	rnn.weight_hh_l0	3	-0.005804144777357578
304721	rnn.weight_hh_l0	4	-0.009791331365704536
304721	rnn.weight_hh_l0	5	-0.02468704618513584
304721	rnn.weight_hh_l0	6	0.0005601486773230135
304721	rnn.weight_hh_l0	7	-0.03603086620569229
304721	rnn.weight_hh_l0	8	0.06704691797494888
304721	rnn.weight_hh_l0	9	0.04540884122252464
304721	rnn.bias_ih_l0	0	-0.17077425122261047
304721	rnn.bias_ih_l0	1	-0.17090648412704468
304721	rnn.bias_ih_l0	2	-0.019033802673220634
304721	rnn.bias_ih_l0	3	-0.14775748550891876
304721	rnn.bias_ih_l0	4	-0.05875203758478165
304721	rnn.bias_ih_l0	5	-0.1754162311553955
304721	rnn.bias_ih_l0	6	0.07371248304843903
304721	rnn.bias_ih_l0	7	-0.0873902216553688
304721	rnn.bias_ih_l0	8	-0.04584941267967224
304721	rnn.bias_ih_l0	9	-0.10801437497138977
304721	rnn.bias_hh_l0	0	-0.0698026567697525
304721	rnn.bias_hh_l0	1	0.2474185973405838
304721	rnn.bias_hh_l0	2	0.04797587916254997
304721	rnn.bias_hh_l0	3	-0.07859360426664352
304721	rnn.bias_hh_l0	4	-0.08437255024909973
304721	rnn.bias_hh_l0	5	-0.0011946039739996195
304721	rnn.bias_hh_l0	6	0.05674455314874649
304721	rnn.bias_hh_l0	7	-0.09800508618354797
304721	rnn.bias_hh_l0	8	-0.2362249791622162
304721	rnn.bias_hh_l0	9	-0.1007566973567009
304721	rnn.weight_ih_l0_reverse	0	0.01943378895521164
304721	rnn.weight_ih_l0_reverse	1	-0.06000050529837608
304721	rnn.weight_ih_l0_reverse	2	0.043187227100133896
304721	rnn.weight_ih_l0_reverse	3	0.020667463541030884
304721	rnn.weight_ih_l0_reverse	4	-0.0004244257870595902
304721	rnn.weight_ih_l0_reverse	5	-0.026409544050693512
304721	rnn.weight_ih_l0_reverse	6	0.013030514121055603
304721	rnn.weight_ih_l0_reverse	7	0.028287174180150032
304721	rnn.weight_ih_l0_reverse	8	-0.028074854984879494
304721	rnn.weight_ih_l0_reverse	9	-0.001302851247601211
304721	rnn.weight_hh_l0_reverse	0	0.0396861657500267
304721	rnn.weight_hh_l0_reverse	1	0.029588885605335236
304721	rnn.weight_hh_l0_reverse	2	-0.02283560484647751
304721	rnn.weight_hh_l0_reverse	3	-0.08202240616083145
304721	rnn.weight_hh_l0_reverse	4	0.0113714300096035
304721	rnn.weight_hh_l0_reverse	5	-0.06004844605922699
304721	rnn.weight_hh_l0_reverse	6	-0.013874590396881104
304721	rnn.weight_hh_l0_reverse	7	0.03130677714943886
304721	rnn.weight_hh_l0_reverse	8	0.00792965292930603
304721	rnn.weight_hh_l0_reverse	9	0.00892999954521656
304721	rnn.bias_ih_l0_reverse	0	-0.04673910140991211
304721	rnn.bias_ih_l0_reverse	1	-0.13919776678085327
304721	rnn.bias_ih_l0_reverse	2	-0.1448078453540802
304721	rnn.bias_ih_l0_reverse	3	-0.04648454114794731
304721	rnn.bias_ih_l0_reverse	4	-0.11376354098320007
304721	rnn.bias_ih_l0_reverse	5	-0.08695483952760696
304721	rnn.bias_ih_l0_reverse	6	-0.20689326524734497
304721	rnn.bias_ih_l0_reverse	7	-0.052607763558626175
304721	rnn.bias_ih_l0_reverse	8	-0.06545490026473999
304721	rnn.bias_ih_l0_reverse	9	-0.1352115273475647
304721	rnn.bias_hh_l0_reverse	0	-0.14325496554374695
304721	rnn.bias_hh_l0_reverse	1	-0.16279208660125732
304721	rnn.bias_hh_l0_reverse	2	0.10509629547595978
304721	rnn.bias_hh_l0_reverse	3	0.0729847252368927
304721	rnn.bias_hh_l0_reverse	4	-0.17783744633197784
304721	rnn.bias_hh_l0_reverse	5	-0.1435149759054184
304721	rnn.bias_hh_l0_reverse	6	-0.08885019272565842
304721	rnn.bias_hh_l0_reverse	7	-0.05483553931117058
304721	rnn.bias_hh_l0_reverse	8	-0.09559608995914459
304721	rnn.bias_hh_l0_reverse	9	-0.0241143386811018
304721	linear.weight	0	-0.007726092357188463
304721	linear.weight	1	0.0037931795231997967
304721	linear.weight	2	0.314618855714798
304721	linear.weight	3	-0.07892857491970062
304721	linear.weight	4	-0.010588549077510834
304721	linear.weight	5	0.11377925425767899
304721	linear.weight	6	-0.010739270597696304
304721	linear.weight	7	-0.07101351767778397
304721	linear.weight	8	0.21247027814388275
304721	linear.weight	9	-0.27295276522636414
304721	linear.bias	0	-0.03956538438796997
304721	linear.bias	1	0.031413208693265915
304721	linear.bias	2	0.413495272397995
304721	linear.bias	3	-0.7370204925537109
304721	linear.bias	4	2.141099691390991
304721	linear.bias	5	-1.4050613641738892
304721	linear.bias	6	-0.2927418053150177
304721	linear.bias	7	-0.12469788640737534
305279	transitions	0	-1.9439862966537476
305279	transitions	1	-10000.0
305279	transitions	2	-0.7969565987586975
305279	transitions	3	-10000.0
305279	transitions	4	2.062021255493164
305279	transitions	5	-10000.0
305279	transitions	6	-10000.0
305279	transitions	7	1.8452911376953125
305279	transitions	8	-2.627765655517578
305279	transitions	9	-4.239335536956787
305279	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
305279	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
305279	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
305279	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
305279	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
305279	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
305279	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
305279	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
305279	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
305279	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
305279	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
305279	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
305279	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
305279	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
305279	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
305279	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
305279	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
305279	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
305279	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
305279	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
305279	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
305279	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
305279	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
305279	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
305279	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
305279	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
305279	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
305279	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
305279	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
305279	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
305279	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
305279	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
305279	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
305279	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
305279	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
305279	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
305279	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
305279	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
305279	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
305279	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
305279	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
305279	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
305279	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
305279	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
305279	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
305279	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
305279	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
305279	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
305279	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
305279	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
305279	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
305279	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
305279	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
305279	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
305279	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
305279	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
305279	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
305279	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
305279	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
305279	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
305279	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
305279	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
305279	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
305279	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
305279	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
305279	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
305279	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
305279	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
305279	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
305279	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
305279	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
305279	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
305279	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
305279	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
305279	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
305279	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
305279	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
305279	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
305279	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
305279	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
305279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
305279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
305279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
305279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
305279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
305279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
305279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
305279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
305279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
305279	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
305279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
305279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
305279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
305279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
305279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
305279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
305279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
305279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
305279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
305279	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
305279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
305279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
305279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
305279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
305279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
305279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
305279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
305279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
305279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
305279	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
305279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
305279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
305279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
305279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
305279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
305279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
305279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
305279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
305279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
305279	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
305279	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
305279	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
305279	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
305279	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
305279	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
305279	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
305279	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
305279	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
305279	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
305279	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
305279	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
305279	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
305279	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
305279	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
305279	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
305279	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
305279	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
305279	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
305279	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
305279	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
305279	embedding2nn.weight	0	0.006408429704606533
305279	embedding2nn.weight	1	0.004005813039839268
305279	embedding2nn.weight	2	0.01342191081494093
305279	embedding2nn.weight	3	0.026838984340429306
305279	embedding2nn.weight	4	0.023478902876377106
305279	embedding2nn.weight	5	0.005267856176942587
305279	embedding2nn.weight	6	-0.015397061593830585
305279	embedding2nn.weight	7	-0.0005483799031935632
305279	embedding2nn.weight	8	-0.009857216849923134
305279	embedding2nn.weight	9	0.0020303523633629084
305279	embedding2nn.bias	0	0.013015621341764927
305279	embedding2nn.bias	1	-0.03872533142566681
305279	embedding2nn.bias	2	0.0849263072013855
305279	embedding2nn.bias	3	0.06970307230949402
305279	embedding2nn.bias	4	-0.010004227049648762
305279	embedding2nn.bias	5	-0.03486459329724312
305279	embedding2nn.bias	6	0.025995083153247833
305279	embedding2nn.bias	7	0.005364003125578165
305279	embedding2nn.bias	8	-0.03367709740996361
305279	embedding2nn.bias	9	0.02537854202091694
305279	rnn.weight_ih_l0	0	0.06516725569963455
305279	rnn.weight_ih_l0	1	-0.040932949632406235
305279	rnn.weight_ih_l0	2	0.005412927363067865
305279	rnn.weight_ih_l0	3	0.04551821947097778
305279	rnn.weight_ih_l0	4	-0.02969229407608509
305279	rnn.weight_ih_l0	5	0.040692318230867386
305279	rnn.weight_ih_l0	6	0.007734406739473343
305279	rnn.weight_ih_l0	7	0.06579617410898209
305279	rnn.weight_ih_l0	8	0.009157810360193253
305279	rnn.weight_ih_l0	9	-0.02515537105500698
305279	rnn.weight_hh_l0	0	-0.012037062086164951
305279	rnn.weight_hh_l0	1	-0.027981797233223915
305279	rnn.weight_hh_l0	2	-0.06144019961357117
305279	rnn.weight_hh_l0	3	-0.005814614240080118
305279	rnn.weight_hh_l0	4	-0.009788059629499912
305279	rnn.weight_hh_l0	5	-0.024664564058184624
305279	rnn.weight_hh_l0	6	0.0005579562275670469
305279	rnn.weight_hh_l0	7	-0.036040496081113815
305279	rnn.weight_hh_l0	8	0.06710131466388702
305279	rnn.weight_hh_l0	9	0.045371051877737045
305279	rnn.bias_ih_l0	0	-0.17068414390087128
305279	rnn.bias_ih_l0	1	-0.1709677278995514
305279	rnn.bias_ih_l0	2	-0.01899230107665062
305279	rnn.bias_ih_l0	3	-0.1479368358850479
305279	rnn.bias_ih_l0	4	-0.058643639087677
305279	rnn.bias_ih_l0	5	-0.17562347650527954
305279	rnn.bias_ih_l0	6	0.07396218180656433
305279	rnn.bias_ih_l0	7	-0.08739058673381805
305279	rnn.bias_ih_l0	8	-0.04645455628633499
305279	rnn.bias_ih_l0	9	-0.10831444710493088
305279	rnn.bias_hh_l0	0	-0.07016043365001678
305279	rnn.bias_hh_l0	1	0.24775804579257965
305279	rnn.bias_hh_l0	2	0.0481240339577198
305279	rnn.bias_hh_l0	3	-0.07848875224590302
305279	rnn.bias_hh_l0	4	-0.08441277593374252
305279	rnn.bias_hh_l0	5	-0.001376922125928104
305279	rnn.bias_hh_l0	6	0.05727681890130043
305279	rnn.bias_hh_l0	7	-0.09801250696182251
305279	rnn.bias_hh_l0	8	-0.23680080473423004
305279	rnn.bias_hh_l0	9	-0.10075268894433975
305279	rnn.weight_ih_l0_reverse	0	0.01951056532561779
305279	rnn.weight_ih_l0_reverse	1	-0.059992317110300064
305279	rnn.weight_ih_l0_reverse	2	0.04319323971867561
305279	rnn.weight_ih_l0_reverse	3	0.020658714696764946
305279	rnn.weight_ih_l0_reverse	4	-0.0003567302192095667
305279	rnn.weight_ih_l0_reverse	5	-0.026463119313120842
305279	rnn.weight_ih_l0_reverse	6	0.013116417452692986
305279	rnn.weight_ih_l0_reverse	7	0.0282738134264946
305279	rnn.weight_ih_l0_reverse	8	-0.028083575889468193
305279	rnn.weight_ih_l0_reverse	9	-0.0013489231932908297
305279	rnn.weight_hh_l0_reverse	0	0.03968824818730354
305279	rnn.weight_hh_l0_reverse	1	0.029610708355903625
305279	rnn.weight_hh_l0_reverse	2	-0.022835789248347282
305279	rnn.weight_hh_l0_reverse	3	-0.08187827467918396
305279	rnn.weight_hh_l0_reverse	4	0.011361326090991497
305279	rnn.weight_hh_l0_reverse	5	-0.06006304919719696
305279	rnn.weight_hh_l0_reverse	6	-0.013949163258075714
305279	rnn.weight_hh_l0_reverse	7	0.03133797645568848
305279	rnn.weight_hh_l0_reverse	8	0.007919917814433575
305279	rnn.weight_hh_l0_reverse	9	0.008845149539411068
305279	rnn.bias_ih_l0_reverse	0	-0.046697042882442474
305279	rnn.bias_ih_l0_reverse	1	-0.1390894055366516
305279	rnn.bias_ih_l0_reverse	2	-0.1447470784187317
305279	rnn.bias_ih_l0_reverse	3	-0.046671729534864426
305279	rnn.bias_ih_l0_reverse	4	-0.11371264606714249
305279	rnn.bias_ih_l0_reverse	5	-0.08663405478000641
305279	rnn.bias_ih_l0_reverse	6	-0.20706360042095184
305279	rnn.bias_ih_l0_reverse	7	-0.05256861820816994
305279	rnn.bias_ih_l0_reverse	8	-0.06537848711013794
305279	rnn.bias_ih_l0_reverse	9	-0.13509976863861084
305279	rnn.bias_hh_l0_reverse	0	-0.1434796303510666
305279	rnn.bias_hh_l0_reverse	1	-0.16262885928153992
305279	rnn.bias_hh_l0_reverse	2	0.10518337786197662
305279	rnn.bias_hh_l0_reverse	3	0.07305537909269333
305279	rnn.bias_hh_l0_reverse	4	-0.178091898560524
305279	rnn.bias_hh_l0_reverse	5	-0.14359168708324432
305279	rnn.bias_hh_l0_reverse	6	-0.08878093212842941
305279	rnn.bias_hh_l0_reverse	7	-0.05479714646935463
305279	rnn.bias_hh_l0_reverse	8	-0.09572065621614456
305279	rnn.bias_hh_l0_reverse	9	-0.024026446044445038
305279	linear.weight	0	-0.007726248353719711
305279	linear.weight	1	0.00544480886310339
305279	linear.weight	2	0.3146970868110657
305279	linear.weight	3	-0.07892816513776779
305279	linear.weight	4	-0.010588549077510834
305279	linear.weight	5	0.11127404123544693
305279	linear.weight	6	-0.010739270597696304
305279	linear.weight	7	-0.0712590143084526
305279	linear.weight	8	0.20383989810943604
305279	linear.weight	9	-0.27303770184516907
305279	linear.bias	0	-0.03956538438796997
305279	linear.bias	1	0.031413208693265915
305279	linear.bias	2	0.4078189730644226
305279	linear.bias	3	-0.7352535724639893
305279	linear.bias	4	2.141934871673584
305279	linear.bias	5	-1.4050642251968384
305279	linear.bias	6	-0.2911413013935089
305279	linear.bias	7	-0.12320626527070999
305837	transitions	0	-1.9440948963165283
305837	transitions	1	-10000.0
305837	transitions	2	-0.7969565987586975
305837	transitions	3	-10000.0
305837	transitions	4	2.0639026165008545
305837	transitions	5	-10000.0
305837	transitions	6	-10000.0
305837	transitions	7	1.8439286947250366
305837	transitions	8	-2.627854824066162
305837	transitions	9	-4.239346504211426
305837	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
305837	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
305837	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
305837	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
305837	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
305837	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
305837	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
305837	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
305837	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
305837	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
305837	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
305837	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
305837	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
305837	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
305837	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
305837	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
305837	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
305837	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
305837	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
305837	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
305837	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
305837	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
305837	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
305837	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
305837	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
305837	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
305837	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
305837	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
305837	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
305837	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
305837	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
305837	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
305837	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
305837	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
305837	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
305837	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
305837	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
305837	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
305837	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
305837	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
305837	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
305837	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
305837	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
305837	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
305837	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
305837	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
305837	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
305837	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
305837	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
305837	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
305837	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
305837	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
305837	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
305837	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
305837	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
305837	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
305837	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
305837	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
305837	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
305837	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
305837	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
305837	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
305837	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
305837	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
305837	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
305837	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
305837	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
305837	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
305837	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
305837	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
305837	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
305837	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
305837	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
305837	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
305837	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
305837	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
305837	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
305837	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
305837	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
305837	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
305837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
305837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
305837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
305837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
305837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
305837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
305837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
305837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
305837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
305837	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
305837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
305837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
305837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
305837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
305837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
305837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
305837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
305837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
305837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
305837	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
305837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
305837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
305837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
305837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
305837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
305837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
305837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
305837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
305837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
305837	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
305837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
305837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
305837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
305837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
305837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
305837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
305837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
305837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
305837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
305837	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
305837	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
305837	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
305837	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
305837	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
305837	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
305837	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
305837	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
305837	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
305837	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
305837	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
305837	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
305837	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
305837	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
305837	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
305837	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
305837	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
305837	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
305837	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
305837	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
305837	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
305837	embedding2nn.weight	0	0.006407416891306639
305837	embedding2nn.weight	1	0.003992103040218353
305837	embedding2nn.weight	2	0.01342146284878254
305837	embedding2nn.weight	3	0.026856007054448128
305837	embedding2nn.weight	4	0.02350533939898014
305837	embedding2nn.weight	5	0.005273760762065649
305837	embedding2nn.weight	6	-0.015435292385518551
305837	embedding2nn.weight	7	-0.0005547190667130053
305837	embedding2nn.weight	8	-0.009832535870373249
305837	embedding2nn.weight	9	0.0020284943748265505
305837	embedding2nn.bias	0	0.01267319917678833
305837	embedding2nn.bias	1	-0.03886270523071289
305837	embedding2nn.bias	2	0.08494819700717926
305837	embedding2nn.bias	3	0.06970365345478058
305837	embedding2nn.bias	4	-0.010225455276668072
305837	embedding2nn.bias	5	-0.03474506363272667
305837	embedding2nn.bias	6	0.02685568295419216
305837	embedding2nn.bias	7	0.0053900196217000484
305837	embedding2nn.bias	8	-0.033570513129234314
305837	embedding2nn.bias	9	0.024923307821154594
305837	rnn.weight_ih_l0	0	0.06513474881649017
305837	rnn.weight_ih_l0	1	-0.041146837174892426
305837	rnn.weight_ih_l0	2	0.005358223803341389
305837	rnn.weight_ih_l0	3	0.04555930942296982
305837	rnn.weight_ih_l0	4	-0.029716452583670616
305837	rnn.weight_ih_l0	5	0.04064894840121269
305837	rnn.weight_ih_l0	6	0.007737497799098492
305837	rnn.weight_ih_l0	7	0.065758116543293
305837	rnn.weight_ih_l0	8	0.00919038150459528
305837	rnn.weight_ih_l0	9	-0.025251785293221474
305837	rnn.weight_hh_l0	0	-0.012042263522744179
305837	rnn.weight_hh_l0	1	-0.027967171743512154
305837	rnn.weight_hh_l0	2	-0.06145830452442169
305837	rnn.weight_hh_l0	3	-0.005810575559735298
305837	rnn.weight_hh_l0	4	-0.009796777740120888
305837	rnn.weight_hh_l0	5	-0.024635598063468933
305837	rnn.weight_hh_l0	6	0.0005619149305857718
305837	rnn.weight_hh_l0	7	-0.03604084253311157
305837	rnn.weight_hh_l0	8	0.06706678867340088
305837	rnn.weight_hh_l0	9	0.0453842356801033
305837	rnn.bias_ih_l0	0	-0.17108342051506042
305837	rnn.bias_ih_l0	1	-0.17082957923412323
305837	rnn.bias_ih_l0	2	-0.01923648826777935
305837	rnn.bias_ih_l0	3	-0.14845477044582367
305837	rnn.bias_ih_l0	4	-0.058683402836322784
305837	rnn.bias_ih_l0	5	-0.17545084655284882
305837	rnn.bias_ih_l0	6	0.073814757168293
305837	rnn.bias_ih_l0	7	-0.08735672384500504
305837	rnn.bias_ih_l0	8	-0.0467236153781414
305837	rnn.bias_ih_l0	9	-0.10816606879234314
305837	rnn.bias_hh_l0	0	-0.07007361948490143
305837	rnn.bias_hh_l0	1	0.24824383854866028
305837	rnn.bias_hh_l0	2	0.04863954335451126
305837	rnn.bias_hh_l0	3	-0.07870721071958542
305837	rnn.bias_hh_l0	4	-0.08447439968585968
305837	rnn.bias_hh_l0	5	-0.0012915149563923478
305837	rnn.bias_hh_l0	6	0.05729396641254425
305837	rnn.bias_hh_l0	7	-0.09768014401197433
305837	rnn.bias_hh_l0	8	-0.2365986406803131
305837	rnn.bias_hh_l0	9	-0.10077930986881256
305837	rnn.weight_ih_l0_reverse	0	0.019619720056653023
305837	rnn.weight_ih_l0_reverse	1	-0.059933483600616455
305837	rnn.weight_ih_l0_reverse	2	0.043218519538640976
305837	rnn.weight_ih_l0_reverse	3	0.0206244308501482
305837	rnn.weight_ih_l0_reverse	4	-0.00031677179504185915
305837	rnn.weight_ih_l0_reverse	5	-0.026280827820301056
305837	rnn.weight_ih_l0_reverse	6	0.013099003583192825
305837	rnn.weight_ih_l0_reverse	7	0.028346581384539604
305837	rnn.weight_ih_l0_reverse	8	-0.028163470327854156
305837	rnn.weight_ih_l0_reverse	9	-0.0013387770159170032
305837	rnn.weight_hh_l0_reverse	0	0.039725176990032196
305837	rnn.weight_hh_l0_reverse	1	0.029587583616375923
305837	rnn.weight_hh_l0_reverse	2	-0.022832253947854042
305837	rnn.weight_hh_l0_reverse	3	-0.08201943337917328
305837	rnn.weight_hh_l0_reverse	4	0.011351058259606361
305837	rnn.weight_hh_l0_reverse	5	-0.06012972816824913
305837	rnn.weight_hh_l0_reverse	6	-0.013913588598370552
305837	rnn.weight_hh_l0_reverse	7	0.0313447080552578
305837	rnn.weight_hh_l0_reverse	8	0.00795666966587305
305837	rnn.weight_hh_l0_reverse	9	0.008918602019548416
305837	rnn.bias_ih_l0_reverse	0	-0.046565696597099304
305837	rnn.bias_ih_l0_reverse	1	-0.13931956887245178
305837	rnn.bias_ih_l0_reverse	2	-0.14488747715950012
305837	rnn.bias_ih_l0_reverse	3	-0.04646356403827667
305837	rnn.bias_ih_l0_reverse	4	-0.11399108916521072
305837	rnn.bias_ih_l0_reverse	5	-0.08662501722574234
305837	rnn.bias_ih_l0_reverse	6	-0.20757706463336945
305837	rnn.bias_ih_l0_reverse	7	-0.052349016070365906
305837	rnn.bias_ih_l0_reverse	8	-0.06540443748235703
305837	rnn.bias_ih_l0_reverse	9	-0.13509519398212433
305837	rnn.bias_hh_l0_reverse	0	-0.14341415464878082
305837	rnn.bias_hh_l0_reverse	1	-0.16243329644203186
305837	rnn.bias_hh_l0_reverse	2	0.10505452752113342
305837	rnn.bias_hh_l0_reverse	3	0.07330743968486786
305837	rnn.bias_hh_l0_reverse	4	-0.17821116745471954
305837	rnn.bias_hh_l0_reverse	5	-0.14364008605480194
305837	rnn.bias_hh_l0_reverse	6	-0.08885837346315384
305837	rnn.bias_hh_l0_reverse	7	-0.05460784584283829
305837	rnn.bias_hh_l0_reverse	8	-0.09591381251811981
305837	rnn.bias_hh_l0_reverse	9	-0.024465590715408325
305837	linear.weight	0	-0.007726416457444429
305837	linear.weight	1	0.0025947866961359978
305837	linear.weight	2	0.3139793872833252
305837	linear.weight	3	-0.07892777025699615
305837	linear.weight	4	-0.010588549077510834
305837	linear.weight	5	0.11654127389192581
305837	linear.weight	6	-0.010739270597696304
305837	linear.weight	7	-0.07417065650224686
305837	linear.weight	8	0.2063043713569641
305837	linear.weight	9	-0.27357807755470276
305837	linear.bias	0	-0.03956538438796997
305837	linear.bias	1	0.031413208693265915
305837	linear.bias	2	0.4181731045246124
305837	linear.bias	3	-0.7385270595550537
305837	linear.bias	4	2.143347978591919
305837	linear.bias	5	-1.4050672054290771
305837	linear.bias	6	-0.29534098505973816
305837	linear.bias	7	-0.12748311460018158
306395	transitions	0	-1.9441826343536377
306395	transitions	1	-10000.0
306395	transitions	2	-0.7969565987586975
306395	transitions	3	-10000.0
306395	transitions	4	2.0666496753692627
306395	transitions	5	-10000.0
306395	transitions	6	-10000.0
306395	transitions	7	1.8455512523651123
306395	transitions	8	-2.6279287338256836
306395	transitions	9	-4.2393598556518555
306395	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
306395	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
306395	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
306395	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
306395	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
306395	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
306395	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
306395	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
306395	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
306395	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
306395	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
306395	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
306395	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
306395	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
306395	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
306395	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
306395	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
306395	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
306395	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
306395	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
306395	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
306395	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
306395	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
306395	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
306395	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
306395	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
306395	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
306395	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
306395	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
306395	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
306395	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
306395	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
306395	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
306395	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
306395	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
306395	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
306395	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
306395	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
306395	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
306395	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
306395	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
306395	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
306395	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
306395	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
306395	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
306395	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
306395	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
306395	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
306395	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
306395	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
306395	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
306395	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
306395	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
306395	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
306395	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
306395	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
306395	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
306395	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
306395	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
306395	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
306395	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
306395	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
306395	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
306395	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
306395	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
306395	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
306395	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
306395	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
306395	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
306395	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
306395	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
306395	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
306395	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
306395	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
306395	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
306395	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
306395	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
306395	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
306395	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
306395	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
306395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
306395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
306395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
306395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
306395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
306395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
306395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
306395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
306395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
306395	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
306395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
306395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
306395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
306395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
306395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
306395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
306395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
306395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
306395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
306395	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
306395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
306395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
306395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
306395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
306395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
306395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
306395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
306395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
306395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
306395	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
306395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
306395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
306395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
306395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
306395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
306395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
306395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
306395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
306395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
306395	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
306395	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
306395	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
306395	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
306395	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
306395	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
306395	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
306395	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
306395	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
306395	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
306395	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
306395	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
306395	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
306395	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
306395	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
306395	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
306395	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
306395	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
306395	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
306395	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
306395	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
306395	embedding2nn.weight	0	0.0064064981415867805
306395	embedding2nn.weight	1	0.00399622181430459
306395	embedding2nn.weight	2	0.01342056691646576
306395	embedding2nn.weight	3	0.026827195659279823
306395	embedding2nn.weight	4	0.023481139913201332
306395	embedding2nn.weight	5	0.005273629445582628
306395	embedding2nn.weight	6	-0.015452073886990547
306395	embedding2nn.weight	7	-0.0005375992623157799
306395	embedding2nn.weight	8	-0.00983264297246933
306395	embedding2nn.weight	9	0.0020277751609683037
306395	embedding2nn.bias	0	0.0129740284755826
306395	embedding2nn.bias	1	-0.03896195441484451
306395	embedding2nn.bias	2	0.08464262634515762
306395	embedding2nn.bias	3	0.06898637861013412
306395	embedding2nn.bias	4	-0.01020635012537241
306395	embedding2nn.bias	5	-0.03441397100687027
306395	embedding2nn.bias	6	0.026684163138270378
306395	embedding2nn.bias	7	0.0066641708835959435
306395	embedding2nn.bias	8	-0.033948980271816254
306395	embedding2nn.bias	9	0.025366894900798798
306395	rnn.weight_ih_l0	0	0.06511559337377548
306395	rnn.weight_ih_l0	1	-0.04104483500123024
306395	rnn.weight_ih_l0	2	0.005358544178307056
306395	rnn.weight_ih_l0	3	0.04546564817428589
306395	rnn.weight_ih_l0	4	-0.029795099049806595
306395	rnn.weight_ih_l0	5	0.04067759960889816
306395	rnn.weight_ih_l0	6	0.007710984442383051
306395	rnn.weight_ih_l0	7	0.06572889536619186
306395	rnn.weight_ih_l0	8	0.009057430550456047
306395	rnn.weight_ih_l0	9	-0.025153236463665962
306395	rnn.weight_hh_l0	0	-0.012050719000399113
306395	rnn.weight_hh_l0	1	-0.0279268529266119
306395	rnn.weight_hh_l0	2	-0.06148558855056763
306395	rnn.weight_hh_l0	3	-0.0057916054502129555
306395	rnn.weight_hh_l0	4	-0.009799792431294918
306395	rnn.weight_hh_l0	5	-0.024558192119002342
306395	rnn.weight_hh_l0	6	0.0005493395728990436
306395	rnn.weight_hh_l0	7	-0.035989586263895035
306395	rnn.weight_hh_l0	8	0.06709343940019608
306395	rnn.weight_hh_l0	9	0.0453631617128849
306395	rnn.bias_ih_l0	0	-0.1712319254875183
306395	rnn.bias_ih_l0	1	-0.17051063477993011
306395	rnn.bias_ih_l0	2	-0.01948166824877262
306395	rnn.bias_ih_l0	3	-0.14842137694358826
306395	rnn.bias_ih_l0	4	-0.05867115035653114
306395	rnn.bias_ih_l0	5	-0.17548342049121857
306395	rnn.bias_ih_l0	6	0.07386033982038498
306395	rnn.bias_ih_l0	7	-0.08719754219055176
306395	rnn.bias_ih_l0	8	-0.04670321196317673
306395	rnn.bias_ih_l0	9	-0.10810379683971405
306395	rnn.bias_hh_l0	0	-0.06961917877197266
306395	rnn.bias_hh_l0	1	0.24807579815387726
306395	rnn.bias_hh_l0	2	0.04849815368652344
306395	rnn.bias_hh_l0	3	-0.0787716954946518
306395	rnn.bias_hh_l0	4	-0.08439745008945465
306395	rnn.bias_hh_l0	5	-0.0013101572403684258
306395	rnn.bias_hh_l0	6	0.057308949530124664
306395	rnn.bias_hh_l0	7	-0.0974622517824173
306395	rnn.bias_hh_l0	8	-0.23619164526462555
306395	rnn.bias_hh_l0	9	-0.10075842589139938
306395	rnn.weight_ih_l0_reverse	0	0.01974537782371044
306395	rnn.weight_ih_l0_reverse	1	-0.05983112379908562
306395	rnn.weight_ih_l0_reverse	2	0.043257586658000946
306395	rnn.weight_ih_l0_reverse	3	0.020727677270770073
306395	rnn.weight_ih_l0_reverse	4	-0.0002829371369443834
306395	rnn.weight_ih_l0_reverse	5	-0.02629041112959385
306395	rnn.weight_ih_l0_reverse	6	0.012962840497493744
306395	rnn.weight_ih_l0_reverse	7	0.02834835834801197
306395	rnn.weight_ih_l0_reverse	8	-0.02816735953092575
306395	rnn.weight_ih_l0_reverse	9	-0.001304105157032609
306395	rnn.weight_hh_l0_reverse	0	0.0397396944463253
306395	rnn.weight_hh_l0_reverse	1	0.029615478590130806
306395	rnn.weight_hh_l0_reverse	2	-0.022851508110761642
306395	rnn.weight_hh_l0_reverse	3	-0.08187032490968704
306395	rnn.weight_hh_l0_reverse	4	0.011352929286658764
306395	rnn.weight_hh_l0_reverse	5	-0.06013641506433487
306395	rnn.weight_hh_l0_reverse	6	-0.013915195129811764
306395	rnn.weight_hh_l0_reverse	7	0.031338199973106384
306395	rnn.weight_hh_l0_reverse	8	0.00791806261986494
306395	rnn.weight_hh_l0_reverse	9	0.008813359774649143
306395	rnn.bias_ih_l0_reverse	0	-0.0463704988360405
306395	rnn.bias_ih_l0_reverse	1	-0.13932423293590546
306395	rnn.bias_ih_l0_reverse	2	-0.14484792947769165
306395	rnn.bias_ih_l0_reverse	3	-0.04629749059677124
306395	rnn.bias_ih_l0_reverse	4	-0.11414673179388046
306395	rnn.bias_ih_l0_reverse	5	-0.08674364537000656
306395	rnn.bias_ih_l0_reverse	6	-0.20750653743743896
306395	rnn.bias_ih_l0_reverse	7	-0.052505604922771454
306395	rnn.bias_ih_l0_reverse	8	-0.06547600775957108
306395	rnn.bias_ih_l0_reverse	9	-0.13515648245811462
306395	rnn.bias_hh_l0_reverse	0	-0.14340105652809143
306395	rnn.bias_hh_l0_reverse	1	-0.16241207718849182
306395	rnn.bias_hh_l0_reverse	2	0.10485242307186127
306395	rnn.bias_hh_l0_reverse	3	0.07366661727428436
306395	rnn.bias_hh_l0_reverse	4	-0.17803774774074554
306395	rnn.bias_hh_l0_reverse	5	-0.14347301423549652
306395	rnn.bias_hh_l0_reverse	6	-0.08864260464906693
306395	rnn.bias_hh_l0_reverse	7	-0.05462493374943733
306395	rnn.bias_hh_l0_reverse	8	-0.09578696638345718
306395	rnn.bias_hh_l0_reverse	9	-0.024483414366841316
306395	linear.weight	0	-0.007726587355136871
306395	linear.weight	1	0.0016218743985518813
306395	linear.weight	2	0.3159474730491638
306395	linear.weight	3	-0.07892737537622452
306395	linear.weight	4	-0.010588549077510834
306395	linear.weight	5	0.11726435273885727
306395	linear.weight	6	-0.010739270597696304
306395	linear.weight	7	-0.06943678855895996
306395	linear.weight	8	0.20647361874580383
306395	linear.weight	9	-0.27412742376327515
306395	linear.bias	0	-0.03956538438796997
306395	linear.bias	1	0.031413208693265915
306395	linear.bias	2	0.41734233498573303
306395	linear.bias	3	-0.7373712062835693
306395	linear.bias	4	2.152426242828369
306395	linear.bias	5	-1.4050692319869995
306395	linear.bias	6	-0.29999345541000366
306395	linear.bias	7	-0.1322164535522461
306953	transitions	0	-1.9442869424819946
306953	transitions	1	-10000.0
306953	transitions	2	-0.7969565987586975
306953	transitions	3	-10000.0
306953	transitions	4	2.066316843032837
306953	transitions	5	-10000.0
306953	transitions	6	-10000.0
306953	transitions	7	1.847301721572876
306953	transitions	8	-2.628004550933838
306953	transitions	9	-4.2393693923950195
306953	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
306953	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
306953	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
306953	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
306953	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
306953	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
306953	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
306953	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
306953	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
306953	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
306953	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
306953	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
306953	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
306953	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
306953	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
306953	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
306953	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
306953	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
306953	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
306953	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
306953	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
306953	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
306953	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
306953	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
306953	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
306953	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
306953	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
306953	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
306953	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
306953	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
306953	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
306953	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
306953	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
306953	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
306953	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
306953	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
306953	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
306953	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
306953	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
306953	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
306953	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
306953	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
306953	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
306953	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
306953	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
306953	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
306953	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
306953	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
306953	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
306953	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
306953	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
306953	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
306953	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
306953	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
306953	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
306953	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
306953	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
306953	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
306953	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
306953	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
306953	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
306953	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
306953	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
306953	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
306953	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
306953	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
306953	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
306953	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
306953	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
306953	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
306953	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
306953	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
306953	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
306953	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
306953	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
306953	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
306953	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
306953	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
306953	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
306953	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
306953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
306953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
306953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
306953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
306953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
306953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
306953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
306953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
306953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
306953	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
306953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
306953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
306953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
306953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
306953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
306953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
306953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
306953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
306953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
306953	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
306953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
306953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
306953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
306953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
306953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
306953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
306953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
306953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
306953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
306953	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
306953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
306953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
306953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
306953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
306953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
306953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
306953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
306953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
306953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
306953	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
306953	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
306953	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
306953	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
306953	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
306953	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
306953	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
306953	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
306953	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
306953	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
306953	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
306953	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
306953	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
306953	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
306953	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
306953	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
306953	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
306953	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
306953	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
306953	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
306953	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
306953	embedding2nn.weight	0	0.006406651344150305
306953	embedding2nn.weight	1	0.003974107094109058
306953	embedding2nn.weight	2	0.013420949690043926
306953	embedding2nn.weight	3	0.026841938495635986
306953	embedding2nn.weight	4	0.023509139195084572
306953	embedding2nn.weight	5	0.005290077533572912
306953	embedding2nn.weight	6	-0.015415088273584843
306953	embedding2nn.weight	7	-0.0005561319412663579
306953	embedding2nn.weight	8	-0.009810257703065872
306953	embedding2nn.weight	9	0.0020356448367238045
306953	embedding2nn.bias	0	0.012612827122211456
306953	embedding2nn.bias	1	-0.03798196464776993
306953	embedding2nn.bias	2	0.08425521105527878
306953	embedding2nn.bias	3	0.0696953684091568
306953	embedding2nn.bias	4	-0.010984743945300579
306953	embedding2nn.bias	5	-0.033989958465099335
306953	embedding2nn.bias	6	0.026975128799676895
306953	embedding2nn.bias	7	0.005474572069942951
306953	embedding2nn.bias	8	-0.03379325941205025
306953	embedding2nn.bias	9	0.023780647665262222
306953	rnn.weight_ih_l0	0	0.06514453887939453
306953	rnn.weight_ih_l0	1	-0.04106903821229935
306953	rnn.weight_ih_l0	2	0.005247517488896847
306953	rnn.weight_ih_l0	3	0.04551152512431145
306953	rnn.weight_ih_l0	4	-0.029769347980618477
306953	rnn.weight_ih_l0	5	0.04072626307606697
306953	rnn.weight_ih_l0	6	0.007697529625147581
306953	rnn.weight_ih_l0	7	0.06568334251642227
306953	rnn.weight_ih_l0	8	0.009181409142911434
306953	rnn.weight_ih_l0	9	-0.025194333866238594
306953	rnn.weight_hh_l0	0	-0.012026235461235046
306953	rnn.weight_hh_l0	1	-0.027894241735339165
306953	rnn.weight_hh_l0	2	-0.06144367530941963
306953	rnn.weight_hh_l0	3	-0.005817487835884094
306953	rnn.weight_hh_l0	4	-0.009778003208339214
306953	rnn.weight_hh_l0	5	-0.024573108181357384
306953	rnn.weight_hh_l0	6	0.0005408516153693199
306953	rnn.weight_hh_l0	7	-0.03602833300828934
306953	rnn.weight_hh_l0	8	0.06703858077526093
306953	rnn.weight_hh_l0	9	0.04534916579723358
306953	rnn.bias_ih_l0	0	-0.17203669250011444
306953	rnn.bias_ih_l0	1	-0.17047549784183502
306953	rnn.bias_ih_l0	2	-0.019580982625484467
306953	rnn.bias_ih_l0	3	-0.1482754349708557
306953	rnn.bias_ih_l0	4	-0.058665450662374496
306953	rnn.bias_ih_l0	5	-0.1754990816116333
306953	rnn.bias_ih_l0	6	0.07418873906135559
306953	rnn.bias_ih_l0	7	-0.08721958845853806
306953	rnn.bias_ih_l0	8	-0.04641926288604736
306953	rnn.bias_ih_l0	9	-0.10844139009714127
306953	rnn.bias_hh_l0	0	-0.06947509199380875
306953	rnn.bias_hh_l0	1	0.24814265966415405
306953	rnn.bias_hh_l0	2	0.04900755360722542
306953	rnn.bias_hh_l0	3	-0.07914496958255768
306953	rnn.bias_hh_l0	4	-0.08445554971694946
306953	rnn.bias_hh_l0	5	-0.0009906997438520193
306953	rnn.bias_hh_l0	6	0.05742897093296051
306953	rnn.bias_hh_l0	7	-0.0975254476070404
306953	rnn.bias_hh_l0	8	-0.23610542714595795
306953	rnn.bias_hh_l0	9	-0.10053787380456924
306953	rnn.weight_ih_l0_reverse	0	0.01975499652326107
306953	rnn.weight_ih_l0_reverse	1	-0.05995600298047066
306953	rnn.weight_ih_l0_reverse	2	0.043258197605609894
306953	rnn.weight_ih_l0_reverse	3	0.02065948210656643
306953	rnn.weight_ih_l0_reverse	4	-0.0003675850748550147
306953	rnn.weight_ih_l0_reverse	5	-0.02620074152946472
306953	rnn.weight_ih_l0_reverse	6	0.012828756123781204
306953	rnn.weight_ih_l0_reverse	7	0.028342336416244507
306953	rnn.weight_ih_l0_reverse	8	-0.0282285138964653
306953	rnn.weight_ih_l0_reverse	9	-0.0013118794886395335
306953	rnn.weight_hh_l0_reverse	0	0.03976865112781525
306953	rnn.weight_hh_l0_reverse	1	0.02956451289355755
306953	rnn.weight_hh_l0_reverse	2	-0.022869063541293144
306953	rnn.weight_hh_l0_reverse	3	-0.08179692178964615
306953	rnn.weight_hh_l0_reverse	4	0.0113836620002985
306953	rnn.weight_hh_l0_reverse	5	-0.060101769864559174
306953	rnn.weight_hh_l0_reverse	6	-0.013908530585467815
306953	rnn.weight_hh_l0_reverse	7	0.031304068863391876
306953	rnn.weight_hh_l0_reverse	8	0.007920837961137295
306953	rnn.weight_hh_l0_reverse	9	0.008837683126330376
306953	rnn.bias_ih_l0_reverse	0	-0.046178705990314484
306953	rnn.bias_ih_l0_reverse	1	-0.13932132720947266
306953	rnn.bias_ih_l0_reverse	2	-0.1451108306646347
306953	rnn.bias_ih_l0_reverse	3	-0.0462673045694828
306953	rnn.bias_ih_l0_reverse	4	-0.1141936182975769
306953	rnn.bias_ih_l0_reverse	5	-0.08628296852111816
306953	rnn.bias_ih_l0_reverse	6	-0.20752066373825073
306953	rnn.bias_ih_l0_reverse	7	-0.0523720346391201
306953	rnn.bias_ih_l0_reverse	8	-0.06538727879524231
306953	rnn.bias_ih_l0_reverse	9	-0.1350388526916504
306953	rnn.bias_hh_l0_reverse	0	-0.1431673765182495
306953	rnn.bias_hh_l0_reverse	1	-0.1626923829317093
306953	rnn.bias_hh_l0_reverse	2	0.10545630753040314
306953	rnn.bias_hh_l0_reverse	3	0.07400043308734894
306953	rnn.bias_hh_l0_reverse	4	-0.1783095747232437
306953	rnn.bias_hh_l0_reverse	5	-0.14331917464733124
306953	rnn.bias_hh_l0_reverse	6	-0.08892252296209335
306953	rnn.bias_hh_l0_reverse	7	-0.05482887849211693
306953	rnn.bias_hh_l0_reverse	8	-0.09586201608181
306953	rnn.bias_hh_l0_reverse	9	-0.024463308975100517
306953	linear.weight	0	-0.007726694457232952
306953	linear.weight	1	0.0029982570558786392
306953	linear.weight	2	0.31611689925193787
306953	linear.weight	3	-0.07892702519893646
306953	linear.weight	4	-0.010588549077510834
306953	linear.weight	5	0.11871188133955002
306953	linear.weight	6	-0.010739270597696304
306953	linear.weight	7	-0.0747106522321701
306953	linear.weight	8	0.19902801513671875
306953	linear.weight	9	-0.27370914816856384
306953	linear.bias	0	-0.03956538438796997
306953	linear.bias	1	0.031413208693265915
306953	linear.bias	2	0.4150815010070801
306953	linear.bias	3	-0.7407667636871338
306953	linear.bias	4	2.146108627319336
306953	linear.bias	5	-1.4050718545913696
306953	linear.bias	6	-0.2939147353172302
306953	linear.bias	7	-0.12630870938301086
307512	transitions	0	-1.9443882703781128
307512	transitions	1	-10000.0
307512	transitions	2	-0.7969565987586975
307512	transitions	3	-10000.0
307512	transitions	4	2.0696070194244385
307512	transitions	5	-10000.0
307512	transitions	6	-10000.0
307512	transitions	7	1.8464325666427612
307512	transitions	8	-2.628084659576416
307512	transitions	9	-4.239383697509766
307512	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
307512	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
307512	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
307512	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
307512	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
307512	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
307512	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
307512	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
307512	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
307512	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
307512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
307512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
307512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
307512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
307512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
307512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
307512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
307512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
307512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
307512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
307512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
307512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
307512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
307512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
307512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
307512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
307512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
307512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
307512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
307512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
307512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
307512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
307512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
307512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
307512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
307512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
307512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
307512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
307512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
307512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
307512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
307512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
307512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
307512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
307512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
307512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
307512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
307512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
307512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
307512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
307512	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
307512	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
307512	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
307512	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
307512	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
307512	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
307512	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
307512	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
307512	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
307512	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
307512	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
307512	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
307512	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
307512	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
307512	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
307512	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
307512	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
307512	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
307512	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
307512	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
307512	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
307512	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
307512	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
307512	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
307512	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
307512	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
307512	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
307512	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
307512	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
307512	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
307512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
307512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
307512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
307512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
307512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
307512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
307512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
307512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
307512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
307512	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
307512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
307512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
307512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
307512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
307512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
307512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
307512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
307512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
307512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
307512	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
307512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
307512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
307512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
307512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
307512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
307512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
307512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
307512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
307512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
307512	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
307512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
307512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
307512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
307512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
307512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
307512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
307512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
307512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
307512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
307512	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
307512	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
307512	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
307512	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
307512	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
307512	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
307512	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
307512	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
307512	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
307512	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
307512	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
307512	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
307512	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
307512	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
307512	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
307512	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
307512	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
307512	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
307512	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
307512	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
307512	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
307512	embedding2nn.weight	0	0.006406333763152361
307512	embedding2nn.weight	1	0.003972460515797138
307512	embedding2nn.weight	2	0.013420576229691505
307512	embedding2nn.weight	3	0.02682674489915371
307512	embedding2nn.weight	4	0.023490043357014656
307512	embedding2nn.weight	5	0.005353511776775122
307512	embedding2nn.weight	6	-0.01542708184570074
307512	embedding2nn.weight	7	-0.0005457807565107942
307512	embedding2nn.weight	8	-0.009887946769595146
307512	embedding2nn.weight	9	0.0020400993525981903
307512	embedding2nn.bias	0	0.01318848505616188
307512	embedding2nn.bias	1	-0.03824080154299736
307512	embedding2nn.bias	2	0.08458523452281952
307512	embedding2nn.bias	3	0.06935626268386841
307512	embedding2nn.bias	4	-0.010301888920366764
307512	embedding2nn.bias	5	-0.03390995413064957
307512	embedding2nn.bias	6	0.02799272909760475
307512	embedding2nn.bias	7	0.005556056741625071
307512	embedding2nn.bias	8	-0.03439099341630936
307512	embedding2nn.bias	9	0.024622103199362755
307512	rnn.weight_ih_l0	0	0.06518518924713135
307512	rnn.weight_ih_l0	1	-0.0411175899207592
307512	rnn.weight_ih_l0	2	0.0052277506329119205
307512	rnn.weight_ih_l0	3	0.045459263026714325
307512	rnn.weight_ih_l0	4	-0.029765689745545387
307512	rnn.weight_ih_l0	5	0.040645331144332886
307512	rnn.weight_ih_l0	6	0.007702079135924578
307512	rnn.weight_ih_l0	7	0.06566350907087326
307512	rnn.weight_ih_l0	8	0.009144176729023457
307512	rnn.weight_ih_l0	9	-0.025160256773233414
307512	rnn.weight_hh_l0	0	-0.012035680934786797
307512	rnn.weight_hh_l0	1	-0.027794845402240753
307512	rnn.weight_hh_l0	2	-0.06136886775493622
307512	rnn.weight_hh_l0	3	-0.005823832470923662
307512	rnn.weight_hh_l0	4	-0.009778313338756561
307512	rnn.weight_hh_l0	5	-0.024561284109950066
307512	rnn.weight_hh_l0	6	0.0005383708048611879
307512	rnn.weight_hh_l0	7	-0.03602704405784607
307512	rnn.weight_hh_l0	8	0.067033551633358
307512	rnn.weight_hh_l0	9	0.04531731456518173
307512	rnn.bias_ih_l0	0	-0.17237727344036102
307512	rnn.bias_ih_l0	1	-0.17044542729854584
307512	rnn.bias_ih_l0	2	-0.019637595862150192
307512	rnn.bias_ih_l0	3	-0.14806458353996277
307512	rnn.bias_ih_l0	4	-0.05898284912109375
307512	rnn.bias_ih_l0	5	-0.17553876340389252
307512	rnn.bias_ih_l0	6	0.07474042475223541
307512	rnn.bias_ih_l0	7	-0.08729659765958786
307512	rnn.bias_ih_l0	8	-0.04651181772351265
307512	rnn.bias_ih_l0	9	-0.10826177895069122
307512	rnn.bias_hh_l0	0	-0.06963443011045456
307512	rnn.bias_hh_l0	1	0.24838919937610626
307512	rnn.bias_hh_l0	2	0.049169283360242844
307512	rnn.bias_hh_l0	3	-0.07898598164319992
307512	rnn.bias_hh_l0	4	-0.08420431613922119
307512	rnn.bias_hh_l0	5	-0.0007516891346313059
307512	rnn.bias_hh_l0	6	0.05748637020587921
307512	rnn.bias_hh_l0	7	-0.09770984947681427
307512	rnn.bias_hh_l0	8	-0.23662203550338745
307512	rnn.bias_hh_l0	9	-0.10040799528360367
307512	rnn.weight_ih_l0_reverse	0	0.019788308069109917
307512	rnn.weight_ih_l0_reverse	1	-0.059840451925992966
307512	rnn.weight_ih_l0_reverse	2	0.043285731226205826
307512	rnn.weight_ih_l0_reverse	3	0.020623793825507164
307512	rnn.weight_ih_l0_reverse	4	-0.0004197617818135768
307512	rnn.weight_ih_l0_reverse	5	-0.02618788368999958
307512	rnn.weight_ih_l0_reverse	6	0.01297602616250515
307512	rnn.weight_ih_l0_reverse	7	0.028259336948394775
307512	rnn.weight_ih_l0_reverse	8	-0.028197498992085457
307512	rnn.weight_ih_l0_reverse	9	-0.0012808943865820765
307512	rnn.weight_hh_l0_reverse	0	0.03973371908068657
307512	rnn.weight_hh_l0_reverse	1	0.029568973928689957
307512	rnn.weight_hh_l0_reverse	2	-0.02286725677549839
307512	rnn.weight_hh_l0_reverse	3	-0.08184824883937836
307512	rnn.weight_hh_l0_reverse	4	0.011405480094254017
307512	rnn.weight_hh_l0_reverse	5	-0.0600360631942749
307512	rnn.weight_hh_l0_reverse	6	-0.013917254284024239
307512	rnn.weight_hh_l0_reverse	7	0.03126801177859306
307512	rnn.weight_hh_l0_reverse	8	0.00788696575909853
307512	rnn.weight_hh_l0_reverse	9	0.008829084224998951
307512	rnn.bias_ih_l0_reverse	0	-0.046347081661224365
307512	rnn.bias_ih_l0_reverse	1	-0.1391298919916153
307512	rnn.bias_ih_l0_reverse	2	-0.14518176019191742
307512	rnn.bias_ih_l0_reverse	3	-0.046042442321777344
307512	rnn.bias_ih_l0_reverse	4	-0.11413909494876862
307512	rnn.bias_ih_l0_reverse	5	-0.08612123131752014
307512	rnn.bias_ih_l0_reverse	6	-0.2077282965183258
307512	rnn.bias_ih_l0_reverse	7	-0.05229648947715759
307512	rnn.bias_ih_l0_reverse	8	-0.0652996227145195
307512	rnn.bias_ih_l0_reverse	9	-0.13533072173595428
307512	rnn.bias_hh_l0_reverse	0	-0.14300772547721863
307512	rnn.bias_hh_l0_reverse	1	-0.16259582340717316
307512	rnn.bias_hh_l0_reverse	2	0.10517600178718567
307512	rnn.bias_hh_l0_reverse	3	0.07356113940477371
307512	rnn.bias_hh_l0_reverse	4	-0.17784319818019867
307512	rnn.bias_hh_l0_reverse	5	-0.14332252740859985
307512	rnn.bias_hh_l0_reverse	6	-0.0892263650894165
307512	rnn.bias_hh_l0_reverse	7	-0.055083710700273514
307512	rnn.bias_hh_l0_reverse	8	-0.09593626111745834
307512	rnn.bias_hh_l0_reverse	9	-0.024570371955633163
307512	linear.weight	0	-0.007726843003183603
307512	linear.weight	1	0.0040671140886843204
307512	linear.weight	2	0.31654274463653564
307512	linear.weight	3	-0.07892659306526184
307512	linear.weight	4	-0.010588549077510834
307512	linear.weight	5	0.11672304570674896
307512	linear.weight	6	-0.010739270597696304
307512	linear.weight	7	-0.07735493779182434
307512	linear.weight	8	0.19609425961971283
307512	linear.weight	9	-0.27434682846069336
307512	linear.bias	0	-0.03956538438796997
307512	linear.bias	1	0.031413208693265915
307512	linear.bias	2	0.4210643768310547
307512	linear.bias	3	-0.736138105392456
307512	linear.bias	4	2.145127058029175
307512	linear.bias	5	-1.4050742387771606
307512	linear.bias	6	-0.29869380593299866
307512	linear.bias	7	-0.13114707171916962
308070	transitions	0	-1.9444749355316162
308070	transitions	1	-10000.0
308070	transitions	2	-0.7969565987586975
308070	transitions	3	-10000.0
308070	transitions	4	2.0698132514953613
308070	transitions	5	-10000.0
308070	transitions	6	-10000.0
308070	transitions	7	1.8445216417312622
308070	transitions	8	-2.6281516551971436
308070	transitions	9	-4.239394187927246
308070	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
308070	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
308070	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
308070	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
308070	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
308070	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
308070	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
308070	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
308070	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
308070	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
308070	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
308070	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
308070	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
308070	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
308070	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
308070	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
308070	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
308070	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
308070	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
308070	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
308070	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
308070	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
308070	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
308070	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
308070	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
308070	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
308070	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
308070	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
308070	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
308070	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
308070	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
308070	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
308070	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
308070	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
308070	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
308070	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
308070	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
308070	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
308070	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
308070	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
308070	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
308070	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
308070	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
308070	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
308070	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
308070	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
308070	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
308070	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
308070	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
308070	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
308070	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
308070	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
308070	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
308070	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
308070	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
308070	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
308070	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
308070	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
308070	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
308070	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
308070	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
308070	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
308070	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
308070	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
308070	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
308070	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
308070	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
308070	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
308070	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
308070	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
308070	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
308070	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
308070	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
308070	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
308070	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
308070	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
308070	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
308070	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
308070	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
308070	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
308070	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
308070	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
308070	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
308070	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
308070	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
308070	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
308070	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
308070	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
308070	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
308070	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
308070	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
308070	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
308070	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
308070	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
308070	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
308070	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
308070	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
308070	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
308070	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
308070	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
308070	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
308070	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
308070	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
308070	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
308070	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
308070	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
308070	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
308070	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
308070	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
308070	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
308070	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
308070	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
308070	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
308070	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
308070	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
308070	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
308070	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
308070	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
308070	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
308070	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
308070	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
308070	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
308070	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
308070	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
308070	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
308070	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
308070	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
308070	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
308070	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
308070	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
308070	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
308070	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
308070	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
308070	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
308070	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
308070	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
308070	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
308070	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
308070	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
308070	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
308070	embedding2nn.weight	0	0.006407266948372126
308070	embedding2nn.weight	1	0.003981262911111116
308070	embedding2nn.weight	2	0.013420908711850643
308070	embedding2nn.weight	3	0.026855548843741417
308070	embedding2nn.weight	4	0.023486211895942688
308070	embedding2nn.weight	5	0.0053270356729626656
308070	embedding2nn.weight	6	-0.01543813943862915
308070	embedding2nn.weight	7	-0.0005573867820203304
308070	embedding2nn.weight	8	-0.009869333356618881
308070	embedding2nn.weight	9	0.0020430388394743204
308070	embedding2nn.bias	0	0.013954036869108677
308070	embedding2nn.bias	1	-0.03812215477228165
308070	embedding2nn.bias	2	0.08412948250770569
308070	embedding2nn.bias	3	0.06852157413959503
308070	embedding2nn.bias	4	-0.011564364656805992
308070	embedding2nn.bias	5	-0.03418343886733055
308070	embedding2nn.bias	6	0.028905225917696953
308070	embedding2nn.bias	7	0.005356139037758112
308070	embedding2nn.bias	8	-0.03411268815398216
308070	embedding2nn.bias	9	0.025146646425127983
308070	rnn.weight_ih_l0	0	0.06509003043174744
308070	rnn.weight_ih_l0	1	-0.04108263552188873
308070	rnn.weight_ih_l0	2	0.00506118917837739
308070	rnn.weight_ih_l0	3	0.045462608337402344
308070	rnn.weight_ih_l0	4	-0.029764408245682716
308070	rnn.weight_ih_l0	5	0.040605947375297546
308070	rnn.weight_ih_l0	6	0.007690634578466415
308070	rnn.weight_ih_l0	7	0.06565331667661667
308070	rnn.weight_ih_l0	8	0.009002323262393475
308070	rnn.weight_ih_l0	9	-0.025206495076417923
308070	rnn.weight_hh_l0	0	-0.012064993381500244
308070	rnn.weight_hh_l0	1	-0.027698758989572525
308070	rnn.weight_hh_l0	2	-0.06132407486438751
308070	rnn.weight_hh_l0	3	-0.005818394012749195
308070	rnn.weight_hh_l0	4	-0.009787378832697868
308070	rnn.weight_hh_l0	5	-0.024616442620754242
308070	rnn.weight_hh_l0	6	0.0005497584352269769
308070	rnn.weight_hh_l0	7	-0.03610694035887718
308070	rnn.weight_hh_l0	8	0.06702722609043121
308070	rnn.weight_hh_l0	9	0.04531993344426155
308070	rnn.bias_ih_l0	0	-0.1722935289144516
308070	rnn.bias_ih_l0	1	-0.17039981484413147
308070	rnn.bias_ih_l0	2	-0.019916962832212448
308070	rnn.bias_ih_l0	3	-0.14804686605930328
308070	rnn.bias_ih_l0	4	-0.05835505574941635
308070	rnn.bias_ih_l0	5	-0.175401508808136
308070	rnn.bias_ih_l0	6	0.07405178993940353
308070	rnn.bias_ih_l0	7	-0.08764320611953735
308070	rnn.bias_ih_l0	8	-0.04638676717877388
308070	rnn.bias_ih_l0	9	-0.10823026299476624
308070	rnn.bias_hh_l0	0	-0.06932586431503296
308070	rnn.bias_hh_l0	1	0.2481481432914734
308070	rnn.bias_hh_l0	2	0.048486195504665375
308070	rnn.bias_hh_l0	3	-0.07907723635435104
308070	rnn.bias_hh_l0	4	-0.08411011844873428
308070	rnn.bias_hh_l0	5	-0.0011593098752200603
308070	rnn.bias_hh_l0	6	0.05722125992178917
308070	rnn.bias_hh_l0	7	-0.09837454557418823
308070	rnn.bias_hh_l0	8	-0.23681995272636414
308070	rnn.bias_hh_l0	9	-0.1002974584698677
308070	rnn.weight_ih_l0_reverse	0	0.01971653290092945
308070	rnn.weight_ih_l0_reverse	1	-0.059852052479982376
308070	rnn.weight_ih_l0_reverse	2	0.04329412803053856
308070	rnn.weight_ih_l0_reverse	3	0.020700505003333092
308070	rnn.weight_ih_l0_reverse	4	-0.00036347651621326804
308070	rnn.weight_ih_l0_reverse	5	-0.02623625658452511
308070	rnn.weight_ih_l0_reverse	6	0.012871178798377514
308070	rnn.weight_ih_l0_reverse	7	0.028196044266223907
308070	rnn.weight_ih_l0_reverse	8	-0.02815677598118782
308070	rnn.weight_ih_l0_reverse	9	-0.0012662054505199194
308070	rnn.weight_hh_l0_reverse	0	0.03974524512887001
308070	rnn.weight_hh_l0_reverse	1	0.029575679451227188
308070	rnn.weight_hh_l0_reverse	2	-0.022879034280776978
308070	rnn.weight_hh_l0_reverse	3	-0.08182444423437119
308070	rnn.weight_hh_l0_reverse	4	0.011372031643986702
308070	rnn.weight_hh_l0_reverse	5	-0.06007320433855057
308070	rnn.weight_hh_l0_reverse	6	-0.013878888450562954
308070	rnn.weight_hh_l0_reverse	7	0.03128019720315933
308070	rnn.weight_hh_l0_reverse	8	0.007886421866714954
308070	rnn.weight_hh_l0_reverse	9	0.008747966960072517
308070	rnn.bias_ih_l0_reverse	0	-0.046174921095371246
308070	rnn.bias_ih_l0_reverse	1	-0.13926514983177185
308070	rnn.bias_ih_l0_reverse	2	-0.14532743394374847
308070	rnn.bias_ih_l0_reverse	3	-0.046243034303188324
308070	rnn.bias_ih_l0_reverse	4	-0.11421698331832886
308070	rnn.bias_ih_l0_reverse	5	-0.08662775903940201
308070	rnn.bias_ih_l0_reverse	6	-0.20788352191448212
308070	rnn.bias_ih_l0_reverse	7	-0.0521131306886673
308070	rnn.bias_ih_l0_reverse	8	-0.06535474956035614
308070	rnn.bias_ih_l0_reverse	9	-0.1354312151670456
308070	rnn.bias_hh_l0_reverse	0	-0.1431615650653839
308070	rnn.bias_hh_l0_reverse	1	-0.16250751912593842
308070	rnn.bias_hh_l0_reverse	2	0.10515089333057404
308070	rnn.bias_hh_l0_reverse	3	0.07346144318580627
308070	rnn.bias_hh_l0_reverse	4	-0.17788681387901306
308070	rnn.bias_hh_l0_reverse	5	-0.14336611330509186
308070	rnn.bias_hh_l0_reverse	6	-0.08938028663396835
308070	rnn.bias_hh_l0_reverse	7	-0.05491645261645317
308070	rnn.bias_hh_l0_reverse	8	-0.09611544013023376
308070	rnn.bias_hh_l0_reverse	9	-0.02518010139465332
308070	linear.weight	0	-0.0077269612811505795
308070	linear.weight	1	0.004321804270148277
308070	linear.weight	2	0.31675297021865845
308070	linear.weight	3	-0.07892617583274841
308070	linear.weight	4	-0.010588549077510834
308070	linear.weight	5	0.1183006539940834
308070	linear.weight	6	-0.010739270597696304
308070	linear.weight	7	-0.07578890770673752
308070	linear.weight	8	0.1944855898618698
308070	linear.weight	9	-0.27433326840400696
308070	linear.bias	0	-0.03956538438796997
308070	linear.bias	1	0.031413208693265915
308070	linear.bias	2	0.42618894577026367
308070	linear.bias	3	-0.7420196533203125
308070	linear.bias	4	2.1439287662506104
308070	linear.bias	5	-1.405076026916504
308070	linear.bias	6	-0.29761725664138794
308070	linear.bias	7	-0.1302536278963089
308628	transitions	0	-1.9446218013763428
308628	transitions	1	-10000.0
308628	transitions	2	-0.7969565987586975
308628	transitions	3	-10000.0
308628	transitions	4	2.0675575733184814
308628	transitions	5	-10000.0
308628	transitions	6	-10000.0
308628	transitions	7	1.8473328351974487
308628	transitions	8	-2.6282269954681396
308628	transitions	9	-4.239407062530518
308628	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
308628	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
308628	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
308628	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
308628	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
308628	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
308628	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
308628	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
308628	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
308628	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
308628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
308628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
308628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
308628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
308628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
308628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
308628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
308628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
308628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
308628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
308628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
308628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
308628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
308628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
308628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
308628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
308628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
308628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
308628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
308628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
308628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
308628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
308628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
308628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
308628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
308628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
308628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
308628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
308628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
308628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
308628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
308628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
308628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
308628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
308628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
308628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
308628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
308628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
308628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
308628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
308628	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
308628	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
308628	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
308628	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
308628	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
308628	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
308628	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
308628	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
308628	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
308628	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
308628	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
308628	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
308628	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
308628	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
308628	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
308628	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
308628	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
308628	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
308628	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
308628	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
308628	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
308628	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
308628	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
308628	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
308628	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
308628	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
308628	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
308628	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
308628	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
308628	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
308628	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
308628	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
308628	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
308628	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
308628	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
308628	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
308628	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
308628	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
308628	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
308628	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
308628	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
308628	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
308628	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
308628	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
308628	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
308628	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
308628	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
308628	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
308628	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
308628	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
308628	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
308628	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
308628	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
308628	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
308628	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
308628	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
308628	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
308628	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
308628	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
308628	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
308628	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
308628	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
308628	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
308628	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
308628	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
308628	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
308628	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
308628	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
308628	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
308628	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
308628	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
308628	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
308628	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
308628	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
308628	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
308628	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
308628	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
308628	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
308628	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
308628	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
308628	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
308628	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
308628	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
308628	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
308628	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
308628	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
308628	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
308628	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
308628	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
308628	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
308628	embedding2nn.weight	0	0.006407466251403093
308628	embedding2nn.weight	1	0.003986785653978586
308628	embedding2nn.weight	2	0.013422835618257523
308628	embedding2nn.weight	3	0.02684546634554863
308628	embedding2nn.weight	4	0.023409271612763405
308628	embedding2nn.weight	5	0.005337744485586882
308628	embedding2nn.weight	6	-0.015417450107634068
308628	embedding2nn.weight	7	-0.0005445247516036034
308628	embedding2nn.weight	8	-0.009892008267343044
308628	embedding2nn.weight	9	0.0020374555606395006
308628	embedding2nn.bias	0	0.014333350583910942
308628	embedding2nn.bias	1	-0.0380382165312767
308628	embedding2nn.bias	2	0.08437191694974899
308628	embedding2nn.bias	3	0.06916043162345886
308628	embedding2nn.bias	4	-0.011001748964190483
308628	embedding2nn.bias	5	-0.034738391637802124
308628	embedding2nn.bias	6	0.029600828886032104
308628	embedding2nn.bias	7	0.005283784121274948
308628	embedding2nn.bias	8	-0.03371467441320419
308628	embedding2nn.bias	9	0.025152916088700294
308628	rnn.weight_ih_l0	0	0.06506484001874924
308628	rnn.weight_ih_l0	1	-0.04106798395514488
308628	rnn.weight_ih_l0	2	0.005058814771473408
308628	rnn.weight_ih_l0	3	0.045475833117961884
308628	rnn.weight_ih_l0	4	-0.02962382137775421
308628	rnn.weight_ih_l0	5	0.04047146812081337
308628	rnn.weight_ih_l0	6	0.00772543391212821
308628	rnn.weight_ih_l0	7	0.06566581130027771
308628	rnn.weight_ih_l0	8	0.008951232768595219
308628	rnn.weight_ih_l0	9	-0.025273876264691353
308628	rnn.weight_hh_l0	0	-0.012035639025270939
308628	rnn.weight_hh_l0	1	-0.027680769562721252
308628	rnn.weight_hh_l0	2	-0.06134214997291565
308628	rnn.weight_hh_l0	3	-0.005844110157340765
308628	rnn.weight_hh_l0	4	-0.009805481880903244
308628	rnn.weight_hh_l0	5	-0.02463413029909134
308628	rnn.weight_hh_l0	6	0.0005500336410477757
308628	rnn.weight_hh_l0	7	-0.0360083170235157
308628	rnn.weight_hh_l0	8	0.06701704114675522
308628	rnn.weight_hh_l0	9	0.04536248743534088
308628	rnn.bias_ih_l0	0	-0.17276674509048462
308628	rnn.bias_ih_l0	1	-0.17012539505958557
308628	rnn.bias_ih_l0	2	-0.019848205149173737
308628	rnn.bias_ih_l0	3	-0.1479702740907669
308628	rnn.bias_ih_l0	4	-0.05810621753334999
308628	rnn.bias_ih_l0	5	-0.1753121167421341
308628	rnn.bias_ih_l0	6	0.07437602430582047
308628	rnn.bias_ih_l0	7	-0.08757836371660233
308628	rnn.bias_ih_l0	8	-0.04604864493012428
308628	rnn.bias_ih_l0	9	-0.10829612612724304
308628	rnn.bias_hh_l0	0	-0.06952740252017975
308628	rnn.bias_hh_l0	1	0.24881403148174286
308628	rnn.bias_hh_l0	2	0.04866667836904526
308628	rnn.bias_hh_l0	3	-0.07892081886529922
308628	rnn.bias_hh_l0	4	-0.08404021710157394
308628	rnn.bias_hh_l0	5	-0.0010155208874493837
308628	rnn.bias_hh_l0	6	0.05762532353401184
308628	rnn.bias_hh_l0	7	-0.09821335971355438
308628	rnn.bias_hh_l0	8	-0.23603764176368713
308628	rnn.bias_hh_l0	9	-0.10018290579319
308628	rnn.weight_ih_l0_reverse	0	0.01980832777917385
308628	rnn.weight_ih_l0_reverse	1	-0.059765055775642395
308628	rnn.weight_ih_l0_reverse	2	0.04334516078233719
308628	rnn.weight_ih_l0_reverse	3	0.02079950086772442
308628	rnn.weight_ih_l0_reverse	4	-0.0003941422619391233
308628	rnn.weight_ih_l0_reverse	5	-0.026197314262390137
308628	rnn.weight_ih_l0_reverse	6	0.012851343490183353
308628	rnn.weight_ih_l0_reverse	7	0.028228670358657837
308628	rnn.weight_ih_l0_reverse	8	-0.028176255524158478
308628	rnn.weight_ih_l0_reverse	9	-0.0013047073734924197
308628	rnn.weight_hh_l0_reverse	0	0.03974618390202522
308628	rnn.weight_hh_l0_reverse	1	0.029529910534620285
308628	rnn.weight_hh_l0_reverse	2	-0.022897789254784584
308628	rnn.weight_hh_l0_reverse	3	-0.08178572356700897
308628	rnn.weight_hh_l0_reverse	4	0.011375771835446358
308628	rnn.weight_hh_l0_reverse	5	-0.060132741928100586
308628	rnn.weight_hh_l0_reverse	6	-0.013898031786084175
308628	rnn.weight_hh_l0_reverse	7	0.03126389533281326
308628	rnn.weight_hh_l0_reverse	8	0.007842260412871838
308628	rnn.weight_hh_l0_reverse	9	0.008786879479885101
308628	rnn.bias_ih_l0_reverse	0	-0.04626045748591423
308628	rnn.bias_ih_l0_reverse	1	-0.13938668370246887
308628	rnn.bias_ih_l0_reverse	2	-0.14515817165374756
308628	rnn.bias_ih_l0_reverse	3	-0.04655751213431358
308628	rnn.bias_ih_l0_reverse	4	-0.11467280238866806
308628	rnn.bias_ih_l0_reverse	5	-0.08657454699277878
308628	rnn.bias_ih_l0_reverse	6	-0.2081586867570877
308628	rnn.bias_ih_l0_reverse	7	-0.052390206605196
308628	rnn.bias_ih_l0_reverse	8	-0.0652816891670227
308628	rnn.bias_ih_l0_reverse	9	-0.13557669520378113
308628	rnn.bias_hh_l0_reverse	0	-0.14309599995613098
308628	rnn.bias_hh_l0_reverse	1	-0.16262567043304443
308628	rnn.bias_hh_l0_reverse	2	0.10558607429265976
308628	rnn.bias_hh_l0_reverse	3	0.07393764704465866
308628	rnn.bias_hh_l0_reverse	4	-0.17780473828315735
308628	rnn.bias_hh_l0_reverse	5	-0.14317332208156586
308628	rnn.bias_hh_l0_reverse	6	-0.08921367675065994
308628	rnn.bias_hh_l0_reverse	7	-0.054801348596811295
308628	rnn.bias_hh_l0_reverse	8	-0.0957510694861412
308628	rnn.bias_hh_l0_reverse	9	-0.025000184774398804
308628	linear.weight	0	-0.007727124262601137
308628	linear.weight	1	0.00539482431486249
308628	linear.weight	2	0.3167089819908142
308628	linear.weight	3	-0.07892593741416931
308628	linear.weight	4	-0.010588549077510834
308628	linear.weight	5	0.12144841253757477
308628	linear.weight	6	-0.010739270597696304
308628	linear.weight	7	-0.07614020258188248
308628	linear.weight	8	0.19190622866153717
308628	linear.weight	9	-0.27524030208587646
308628	linear.bias	0	-0.03956538438796997
308628	linear.bias	1	0.031413208693265915
308628	linear.bias	2	0.42243266105651855
308628	linear.bias	3	-0.7390886545181274
308628	linear.bias	4	2.135411500930786
308628	linear.bias	5	-1.4050792455673218
308628	linear.bias	6	-0.2928820252418518
308628	linear.bias	7	-0.12562964856624603
309186	transitions	0	-1.9447216987609863
309186	transitions	1	-10000.0
309186	transitions	2	-0.7969565987586975
309186	transitions	3	-10000.0
309186	transitions	4	2.0655312538146973
309186	transitions	5	-10000.0
309186	transitions	6	-10000.0
309186	transitions	7	1.845388412475586
309186	transitions	8	-2.628300428390503
309186	transitions	9	-4.239418029785156
309186	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
309186	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
309186	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
309186	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
309186	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
309186	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
309186	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
309186	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
309186	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
309186	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
309186	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
309186	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
309186	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
309186	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
309186	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
309186	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
309186	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
309186	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
309186	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
309186	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
309186	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
309186	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
309186	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
309186	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
309186	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
309186	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
309186	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
309186	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
309186	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
309186	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
309186	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
309186	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
309186	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
309186	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
309186	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
309186	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
309186	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
309186	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
309186	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
309186	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
309186	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
309186	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
309186	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
309186	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
309186	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
309186	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
309186	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
309186	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
309186	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
309186	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
309186	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
309186	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
309186	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
309186	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
309186	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
309186	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
309186	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
309186	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
309186	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
309186	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
309186	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
309186	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
309186	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
309186	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
309186	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
309186	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
309186	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
309186	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
309186	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
309186	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
309186	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
309186	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
309186	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
309186	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
309186	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
309186	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
309186	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
309186	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
309186	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
309186	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
309186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
309186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
309186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
309186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
309186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
309186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
309186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
309186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
309186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
309186	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
309186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
309186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
309186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
309186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
309186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
309186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
309186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
309186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
309186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
309186	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
309186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
309186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
309186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
309186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
309186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
309186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
309186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
309186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
309186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
309186	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
309186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
309186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
309186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
309186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
309186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
309186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
309186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
309186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
309186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
309186	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
309186	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
309186	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
309186	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
309186	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
309186	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
309186	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
309186	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
309186	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
309186	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
309186	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
309186	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
309186	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
309186	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
309186	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
309186	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
309186	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
309186	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
309186	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
309186	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
309186	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
309186	embedding2nn.weight	0	0.006406370550394058
309186	embedding2nn.weight	1	0.003976639825850725
309186	embedding2nn.weight	2	0.013421503826975822
309186	embedding2nn.weight	3	0.02683076448738575
309186	embedding2nn.weight	4	0.023427702486515045
309186	embedding2nn.weight	5	0.005340191535651684
309186	embedding2nn.weight	6	-0.01541939377784729
309186	embedding2nn.weight	7	-0.0005161736044101417
309186	embedding2nn.weight	8	-0.00987716019153595
309186	embedding2nn.weight	9	0.0020609688945114613
309186	embedding2nn.bias	0	0.013918571174144745
309186	embedding2nn.bias	1	-0.03714591637253761
309186	embedding2nn.bias	2	0.08435288071632385
309186	embedding2nn.bias	3	0.06873726844787598
309186	embedding2nn.bias	4	-0.010639368556439877
309186	embedding2nn.bias	5	-0.035747092217206955
309186	embedding2nn.bias	6	0.029101625084877014
309186	embedding2nn.bias	7	0.004498576745390892
309186	embedding2nn.bias	8	-0.033650025725364685
309186	embedding2nn.bias	9	0.025502707809209824
309186	rnn.weight_ih_l0	0	0.06501356512308121
309186	rnn.weight_ih_l0	1	-0.0411190390586853
309186	rnn.weight_ih_l0	2	0.005008163396269083
309186	rnn.weight_ih_l0	3	0.04552494361996651
309186	rnn.weight_ih_l0	4	-0.02962414361536503
309186	rnn.weight_ih_l0	5	0.040484990924596786
309186	rnn.weight_ih_l0	6	0.00772133469581604
309186	rnn.weight_ih_l0	7	0.06567517668008804
309186	rnn.weight_ih_l0	8	0.008968740701675415
309186	rnn.weight_ih_l0	9	-0.025261303409934044
309186	rnn.weight_hh_l0	0	-0.011989752762019634
309186	rnn.weight_hh_l0	1	-0.02770579420030117
309186	rnn.weight_hh_l0	2	-0.06137634441256523
309186	rnn.weight_hh_l0	3	-0.005829877685755491
309186	rnn.weight_hh_l0	4	-0.009768679738044739
309186	rnn.weight_hh_l0	5	-0.024639250710606575
309186	rnn.weight_hh_l0	6	0.0005432014586403966
309186	rnn.weight_hh_l0	7	-0.03601036220788956
309186	rnn.weight_hh_l0	8	0.06694543361663818
309186	rnn.weight_hh_l0	9	0.04538154602050781
309186	rnn.bias_ih_l0	0	-0.17281462252140045
309186	rnn.bias_ih_l0	1	-0.16990938782691956
309186	rnn.bias_ih_l0	2	-0.019858483225107193
309186	rnn.bias_ih_l0	3	-0.14798018336296082
309186	rnn.bias_ih_l0	4	-0.05809817463159561
309186	rnn.bias_ih_l0	5	-0.17542555928230286
309186	rnn.bias_ih_l0	6	0.07492540031671524
309186	rnn.bias_ih_l0	7	-0.0875401645898819
309186	rnn.bias_ih_l0	8	-0.04594111442565918
309186	rnn.bias_ih_l0	9	-0.10817079991102219
309186	rnn.bias_hh_l0	0	-0.06973391026258469
309186	rnn.bias_hh_l0	1	0.24866464734077454
309186	rnn.bias_hh_l0	2	0.048304684460163116
309186	rnn.bias_hh_l0	3	-0.07905495166778564
309186	rnn.bias_hh_l0	4	-0.08389285951852798
309186	rnn.bias_hh_l0	5	-0.00029837863985449076
309186	rnn.bias_hh_l0	6	0.057795677334070206
309186	rnn.bias_hh_l0	7	-0.09801055490970612
309186	rnn.bias_hh_l0	8	-0.23593053221702576
309186	rnn.bias_hh_l0	9	-0.10048031061887741
309186	rnn.weight_ih_l0_reverse	0	0.019760116934776306
309186	rnn.weight_ih_l0_reverse	1	-0.05973081663250923
309186	rnn.weight_ih_l0_reverse	2	0.043424513190984726
309186	rnn.weight_ih_l0_reverse	3	0.020786795765161514
309186	rnn.weight_ih_l0_reverse	4	-0.00039262461359612644
309186	rnn.weight_ih_l0_reverse	5	-0.026215270161628723
309186	rnn.weight_ih_l0_reverse	6	0.012951876036822796
309186	rnn.weight_ih_l0_reverse	7	0.02821126952767372
309186	rnn.weight_ih_l0_reverse	8	-0.02822158671915531
309186	rnn.weight_ih_l0_reverse	9	-0.0012539252638816833
309186	rnn.weight_hh_l0_reverse	0	0.03976074978709221
309186	rnn.weight_hh_l0_reverse	1	0.029511744156479836
309186	rnn.weight_hh_l0_reverse	2	-0.02293163165450096
309186	rnn.weight_hh_l0_reverse	3	-0.08170580118894577
309186	rnn.weight_hh_l0_reverse	4	0.011390193365514278
309186	rnn.weight_hh_l0_reverse	5	-0.0601949617266655
309186	rnn.weight_hh_l0_reverse	6	-0.013881436549127102
309186	rnn.weight_hh_l0_reverse	7	0.03127415478229523
309186	rnn.weight_hh_l0_reverse	8	0.007780322339385748
309186	rnn.weight_hh_l0_reverse	9	0.008723682723939419
309186	rnn.bias_ih_l0_reverse	0	-0.046210527420043945
309186	rnn.bias_ih_l0_reverse	1	-0.13963977992534637
309186	rnn.bias_ih_l0_reverse	2	-0.14547385275363922
309186	rnn.bias_ih_l0_reverse	3	-0.046643760055303574
309186	rnn.bias_ih_l0_reverse	4	-0.11478228867053986
309186	rnn.bias_ih_l0_reverse	5	-0.08685429394245148
309186	rnn.bias_ih_l0_reverse	6	-0.20810973644256592
309186	rnn.bias_ih_l0_reverse	7	-0.05230008810758591
309186	rnn.bias_ih_l0_reverse	8	-0.06498821079730988
309186	rnn.bias_ih_l0_reverse	9	-0.13554461300373077
309186	rnn.bias_hh_l0_reverse	0	-0.14311188459396362
309186	rnn.bias_hh_l0_reverse	1	-0.1624821573495865
309186	rnn.bias_hh_l0_reverse	2	0.10553691536188126
309186	rnn.bias_hh_l0_reverse	3	0.07380513101816177
309186	rnn.bias_hh_l0_reverse	4	-0.1776447892189026
309186	rnn.bias_hh_l0_reverse	5	-0.14358337223529816
309186	rnn.bias_hh_l0_reverse	6	-0.08897624909877777
309186	rnn.bias_hh_l0_reverse	7	-0.054733432829380035
309186	rnn.bias_hh_l0_reverse	8	-0.09592871367931366
309186	rnn.bias_hh_l0_reverse	9	-0.02510354109108448
309186	linear.weight	0	-0.007727243471890688
309186	linear.weight	1	0.006315894890576601
309186	linear.weight	2	0.3166743516921997
309186	linear.weight	3	-0.07892532646656036
309186	linear.weight	4	-0.010588549077510834
309186	linear.weight	5	0.11739157885313034
309186	linear.weight	6	-0.010739270597696304
309186	linear.weight	7	-0.07380073517560959
309186	linear.weight	8	0.19227851927280426
309186	linear.weight	9	-0.27645641565322876
309186	linear.bias	0	-0.03956538438796997
309186	linear.bias	1	0.031413208693265915
309186	linear.bias	2	0.4127851724624634
309186	linear.bias	3	-0.7398532629013062
309186	linear.bias	4	2.143402576446533
309186	linear.bias	5	-1.405081033706665
309186	linear.bias	6	-0.2915889024734497
309186	linear.bias	7	-0.12448576092720032
309744	transitions	0	-1.9448314905166626
309744	transitions	1	-10000.0
309744	transitions	2	-0.7969565987586975
309744	transitions	3	-10000.0
309744	transitions	4	2.0662527084350586
309744	transitions	5	-10000.0
309744	transitions	6	-10000.0
309744	transitions	7	1.844156265258789
309744	transitions	8	-2.628375291824341
309744	transitions	9	-4.239429950714111
309744	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
309744	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
309744	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
309744	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
309744	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
309744	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
309744	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
309744	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
309744	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
309744	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
309744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
309744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
309744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
309744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
309744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
309744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
309744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
309744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
309744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
309744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
309744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
309744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
309744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
309744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
309744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
309744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
309744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
309744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
309744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
309744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
309744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
309744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
309744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
309744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
309744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
309744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
309744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
309744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
309744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
309744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
309744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
309744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
309744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
309744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
309744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
309744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
309744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
309744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
309744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
309744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
309744	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
309744	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
309744	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
309744	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
309744	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
309744	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
309744	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
309744	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
309744	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
309744	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
309744	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
309744	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
309744	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
309744	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
309744	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
309744	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
309744	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
309744	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
309744	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
309744	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
309744	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
309744	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
309744	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
309744	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
309744	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
309744	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
309744	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
309744	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
309744	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
309744	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
309744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
309744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
309744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
309744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
309744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
309744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
309744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
309744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
309744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
309744	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
309744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
309744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
309744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
309744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
309744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
309744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
309744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
309744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
309744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
309744	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
309744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
309744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
309744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
309744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
309744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
309744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
309744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
309744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
309744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
309744	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
309744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
309744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
309744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
309744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
309744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
309744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
309744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
309744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
309744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
309744	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
309744	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
309744	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
309744	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
309744	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
309744	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
309744	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
309744	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
309744	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
309744	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
309744	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
309744	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
309744	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
309744	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
309744	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
309744	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
309744	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
309744	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
309744	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
309744	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
309744	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
309744	embedding2nn.weight	0	0.006404917221516371
309744	embedding2nn.weight	1	0.003987841308116913
309744	embedding2nn.weight	2	0.013420183211565018
309744	embedding2nn.weight	3	0.026838088408112526
309744	embedding2nn.weight	4	0.0234309621155262
309744	embedding2nn.weight	5	0.005396880209445953
309744	embedding2nn.weight	6	-0.015430381521582603
309744	embedding2nn.weight	7	-0.000525226874742657
309744	embedding2nn.weight	8	-0.00993664562702179
309744	embedding2nn.weight	9	0.002074402291327715
309744	embedding2nn.bias	0	0.0135307926684618
309744	embedding2nn.bias	1	-0.03729617968201637
309744	embedding2nn.bias	2	0.08417074382305145
309744	embedding2nn.bias	3	0.06785639375448227
309744	embedding2nn.bias	4	-0.009671797044575214
309744	embedding2nn.bias	5	-0.036236803978681564
309744	embedding2nn.bias	6	0.029392311349511147
309744	embedding2nn.bias	7	0.004810192622244358
309744	embedding2nn.bias	8	-0.03438050299882889
309744	embedding2nn.bias	9	0.025160888209939003
309744	rnn.weight_ih_l0	0	0.06500125676393509
309744	rnn.weight_ih_l0	1	-0.0412234328687191
309744	rnn.weight_ih_l0	2	0.004959111101925373
309744	rnn.weight_ih_l0	3	0.0455995611846447
309744	rnn.weight_ih_l0	4	-0.02959074079990387
309744	rnn.weight_ih_l0	5	0.04054670408368111
309744	rnn.weight_ih_l0	6	0.007723031099885702
309744	rnn.weight_ih_l0	7	0.06579240411520004
309744	rnn.weight_ih_l0	8	0.009012973867356777
309744	rnn.weight_ih_l0	9	-0.025269415229558945
309744	rnn.weight_hh_l0	0	-0.01200868934392929
309744	rnn.weight_hh_l0	1	-0.0277012437582016
309744	rnn.weight_hh_l0	2	-0.06146571785211563
309744	rnn.weight_hh_l0	3	-0.005833513103425503
309744	rnn.weight_hh_l0	4	-0.009781824424862862
309744	rnn.weight_hh_l0	5	-0.02466307021677494
309744	rnn.weight_hh_l0	6	0.0005510952905751765
309744	rnn.weight_hh_l0	7	-0.03611152991652489
309744	rnn.weight_hh_l0	8	0.06688133627176285
309744	rnn.weight_hh_l0	9	0.04539547115564346
309744	rnn.bias_ih_l0	0	-0.1734228879213333
309744	rnn.bias_ih_l0	1	-0.17001205682754517
309744	rnn.bias_ih_l0	2	-0.019865447655320168
309744	rnn.bias_ih_l0	3	-0.14804907143115997
309744	rnn.bias_ih_l0	4	-0.057810332626104355
309744	rnn.bias_ih_l0	5	-0.1750563383102417
309744	rnn.bias_ih_l0	6	0.07398907840251923
309744	rnn.bias_ih_l0	7	-0.08734364807605743
309744	rnn.bias_ih_l0	8	-0.046156253665685654
309744	rnn.bias_ih_l0	9	-0.10797560960054398
309744	rnn.bias_hh_l0	0	-0.07005476951599121
309744	rnn.bias_hh_l0	1	0.2487669289112091
309744	rnn.bias_hh_l0	2	0.04807897284626961
309744	rnn.bias_hh_l0	3	-0.07914934307336807
309744	rnn.bias_hh_l0	4	-0.08408603817224503
309744	rnn.bias_hh_l0	5	-0.00057453871704638
309744	rnn.bias_hh_l0	6	0.05761541426181793
309744	rnn.bias_hh_l0	7	-0.09751004725694656
309744	rnn.bias_hh_l0	8	-0.2357426881790161
309744	rnn.bias_hh_l0	9	-0.1004863753914833
309744	rnn.weight_ih_l0_reverse	0	0.019719094038009644
309744	rnn.weight_ih_l0_reverse	1	-0.05985566973686218
309744	rnn.weight_ih_l0_reverse	2	0.043306611478328705
309744	rnn.weight_ih_l0_reverse	3	0.02081691101193428
309744	rnn.weight_ih_l0_reverse	4	-0.00041884591337293386
309744	rnn.weight_ih_l0_reverse	5	-0.026226425543427467
309744	rnn.weight_ih_l0_reverse	6	0.012948043644428253
309744	rnn.weight_ih_l0_reverse	7	0.028265004977583885
309744	rnn.weight_ih_l0_reverse	8	-0.028196163475513458
309744	rnn.weight_ih_l0_reverse	9	-0.0012833209475502372
309744	rnn.weight_hh_l0_reverse	0	0.039733659476041794
309744	rnn.weight_hh_l0_reverse	1	0.02953229285776615
309744	rnn.weight_hh_l0_reverse	2	-0.022920070216059685
309744	rnn.weight_hh_l0_reverse	3	-0.08169687539339066
309744	rnn.weight_hh_l0_reverse	4	0.011391243897378445
309744	rnn.weight_hh_l0_reverse	5	-0.06025989353656769
309744	rnn.weight_hh_l0_reverse	6	-0.01388649269938469
309744	rnn.weight_hh_l0_reverse	7	0.0312747061252594
309744	rnn.weight_hh_l0_reverse	8	0.007815157994627953
309744	rnn.weight_hh_l0_reverse	9	0.008751229383051395
309744	rnn.bias_ih_l0_reverse	0	-0.0462944433093071
309744	rnn.bias_ih_l0_reverse	1	-0.13963083922863007
309744	rnn.bias_ih_l0_reverse	2	-0.1454581320285797
309744	rnn.bias_ih_l0_reverse	3	-0.04642357677221298
309744	rnn.bias_ih_l0_reverse	4	-0.11470811814069748
309744	rnn.bias_ih_l0_reverse	5	-0.0865713581442833
309744	rnn.bias_ih_l0_reverse	6	-0.20816409587860107
309744	rnn.bias_ih_l0_reverse	7	-0.052241355180740356
309744	rnn.bias_ih_l0_reverse	8	-0.06500469893217087
309744	rnn.bias_ih_l0_reverse	9	-0.13566994667053223
309744	rnn.bias_hh_l0_reverse	0	-0.14273566007614136
309744	rnn.bias_hh_l0_reverse	1	-0.16224157810211182
309744	rnn.bias_hh_l0_reverse	2	0.10535617172718048
309744	rnn.bias_hh_l0_reverse	3	0.07376840710639954
309744	rnn.bias_hh_l0_reverse	4	-0.1773819476366043
309744	rnn.bias_hh_l0_reverse	5	-0.14335522055625916
309744	rnn.bias_hh_l0_reverse	6	-0.08871850371360779
309744	rnn.bias_hh_l0_reverse	7	-0.054603010416030884
309744	rnn.bias_hh_l0_reverse	8	-0.09608463943004608
309744	rnn.bias_hh_l0_reverse	9	-0.025326810777187347
309744	linear.weight	0	-0.007727353367954493
309744	linear.weight	1	0.005452197510749102
309744	linear.weight	2	0.31693071126937866
309744	linear.weight	3	-0.07892508804798126
309744	linear.weight	4	-0.010588549077510834
309744	linear.weight	5	0.11648566275835037
309744	linear.weight	6	-0.010739270597696304
309744	linear.weight	7	-0.07656707614660263
309744	linear.weight	8	0.18803785741329193
309744	linear.weight	9	-0.27615460753440857
309744	linear.bias	0	-0.03956538438796997
309744	linear.bias	1	0.031413208693265915
309744	linear.bias	2	0.4010939598083496
309744	linear.bias	3	-0.7321537137031555
309744	linear.bias	4	2.142752170562744
309744	linear.bias	5	-1.4050828218460083
309744	linear.bias	6	-0.28927305340766907
309744	linear.bias	7	-0.12214688211679459
310302	transitions	0	-1.944963812828064
310302	transitions	1	-10000.0
310302	transitions	2	-0.7969565987586975
310302	transitions	3	-10000.0
310302	transitions	4	2.0662710666656494
310302	transitions	5	-10000.0
310302	transitions	6	-10000.0
310302	transitions	7	1.846634864807129
310302	transitions	8	-2.6284635066986084
310302	transitions	9	-4.239442825317383
310302	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
310302	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
310302	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
310302	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
310302	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
310302	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
310302	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
310302	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
310302	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
310302	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
310302	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
310302	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
310302	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
310302	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
310302	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
310302	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
310302	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
310302	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
310302	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
310302	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
310302	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
310302	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
310302	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
310302	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
310302	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
310302	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
310302	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
310302	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
310302	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
310302	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
310302	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
310302	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
310302	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
310302	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
310302	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
310302	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
310302	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
310302	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
310302	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
310302	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
310302	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
310302	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
310302	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
310302	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
310302	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
310302	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
310302	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
310302	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
310302	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
310302	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
310302	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
310302	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
310302	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
310302	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
310302	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
310302	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
310302	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
310302	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
310302	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
310302	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
310302	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
310302	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
310302	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
310302	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
310302	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
310302	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
310302	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
310302	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
310302	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
310302	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
310302	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
310302	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
310302	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
310302	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
310302	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
310302	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
310302	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
310302	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
310302	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
310302	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
310302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
310302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
310302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
310302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
310302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
310302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
310302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
310302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
310302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
310302	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
310302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
310302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
310302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
310302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
310302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
310302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
310302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
310302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
310302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
310302	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
310302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
310302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
310302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
310302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
310302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
310302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
310302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
310302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
310302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
310302	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
310302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
310302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
310302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
310302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
310302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
310302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
310302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
310302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
310302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
310302	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
310302	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
310302	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
310302	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
310302	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
310302	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
310302	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
310302	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
310302	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
310302	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
310302	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
310302	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
310302	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
310302	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
310302	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
310302	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
310302	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
310302	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
310302	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
310302	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
310302	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
310302	embedding2nn.weight	0	0.0064047700725495815
310302	embedding2nn.weight	1	0.0039794547483325005
310302	embedding2nn.weight	2	0.013421648181974888
310302	embedding2nn.weight	3	0.02679802104830742
310302	embedding2nn.weight	4	0.023394599556922913
310302	embedding2nn.weight	5	0.005336567759513855
310302	embedding2nn.weight	6	-0.015443002805113792
310302	embedding2nn.weight	7	-0.0005345523823052645
310302	embedding2nn.weight	8	-0.009834758006036282
310302	embedding2nn.weight	9	0.002091777976602316
310302	embedding2nn.bias	0	0.013246944174170494
310302	embedding2nn.bias	1	-0.037173520773649216
310302	embedding2nn.bias	2	0.08398222923278809
310302	embedding2nn.bias	3	0.06753401458263397
310302	embedding2nn.bias	4	-0.009668471291661263
310302	embedding2nn.bias	5	-0.03664276376366615
310302	embedding2nn.bias	6	0.02920129895210266
310302	embedding2nn.bias	7	0.004179765470325947
310302	embedding2nn.bias	8	-0.03429928794503212
310302	embedding2nn.bias	9	0.025488534942269325
310302	rnn.weight_ih_l0	0	0.0649578869342804
310302	rnn.weight_ih_l0	1	-0.04128844290971756
310302	rnn.weight_ih_l0	2	0.004885629750788212
310302	rnn.weight_ih_l0	3	0.04547016695141792
310302	rnn.weight_ih_l0	4	-0.029612824320793152
310302	rnn.weight_ih_l0	5	0.04047077149152756
310302	rnn.weight_ih_l0	6	0.007759267929941416
310302	rnn.weight_ih_l0	7	0.06567896157503128
310302	rnn.weight_ih_l0	8	0.00902977678924799
310302	rnn.weight_ih_l0	9	-0.02518547885119915
310302	rnn.weight_hh_l0	0	-0.012051071040332317
310302	rnn.weight_hh_l0	1	-0.027687299996614456
310302	rnn.weight_hh_l0	2	-0.06144062057137489
310302	rnn.weight_hh_l0	3	-0.005854783579707146
310302	rnn.weight_hh_l0	4	-0.00979051273316145
310302	rnn.weight_hh_l0	5	-0.024596242234110832
310302	rnn.weight_hh_l0	6	0.0005435712519101799
310302	rnn.weight_hh_l0	7	-0.036169085651636124
310302	rnn.weight_hh_l0	8	0.06690789759159088
310302	rnn.weight_hh_l0	9	0.045410189777612686
310302	rnn.bias_ih_l0	0	-0.17353664338588715
310302	rnn.bias_ih_l0	1	-0.16975733637809753
310302	rnn.bias_ih_l0	2	-0.019914692267775536
310302	rnn.bias_ih_l0	3	-0.14790765941143036
310302	rnn.bias_ih_l0	4	-0.058054931461811066
310302	rnn.bias_ih_l0	5	-0.17485646903514862
310302	rnn.bias_ih_l0	6	0.07394202798604965
310302	rnn.bias_ih_l0	7	-0.08752855658531189
310302	rnn.bias_ih_l0	8	-0.04616300016641617
310302	rnn.bias_ih_l0	9	-0.10772011429071426
310302	rnn.bias_hh_l0	0	-0.07012594491243362
310302	rnn.bias_hh_l0	1	0.24941083788871765
310302	rnn.bias_hh_l0	2	0.047822192311286926
310302	rnn.bias_hh_l0	3	-0.07914890348911285
310302	rnn.bias_hh_l0	4	-0.08399061113595963
310302	rnn.bias_hh_l0	5	-0.00046285096323117614
310302	rnn.bias_hh_l0	6	0.05765524134039879
310302	rnn.bias_hh_l0	7	-0.09762415289878845
310302	rnn.bias_hh_l0	8	-0.23561188578605652
310302	rnn.bias_hh_l0	9	-0.10037105530500412
310302	rnn.weight_ih_l0_reverse	0	0.01975834183394909
310302	rnn.weight_ih_l0_reverse	1	-0.059972766786813736
310302	rnn.weight_ih_l0_reverse	2	0.04330577328801155
310302	rnn.weight_ih_l0_reverse	3	0.020855547860264778
310302	rnn.weight_ih_l0_reverse	4	-0.0004169789026491344
310302	rnn.weight_ih_l0_reverse	5	-0.026228073984384537
310302	rnn.weight_ih_l0_reverse	6	0.01272352784872055
310302	rnn.weight_ih_l0_reverse	7	0.02823750302195549
310302	rnn.weight_ih_l0_reverse	8	-0.028292445465922356
310302	rnn.weight_ih_l0_reverse	9	-0.0012201799545437098
310302	rnn.weight_hh_l0_reverse	0	0.039775438606739044
310302	rnn.weight_hh_l0_reverse	1	0.02954823337495327
310302	rnn.weight_hh_l0_reverse	2	-0.022951316088438034
310302	rnn.weight_hh_l0_reverse	3	-0.08164029568433762
310302	rnn.weight_hh_l0_reverse	4	0.011401211842894554
310302	rnn.weight_hh_l0_reverse	5	-0.06026072055101395
310302	rnn.weight_hh_l0_reverse	6	-0.013899615034461021
310302	rnn.weight_hh_l0_reverse	7	0.03125454857945442
310302	rnn.weight_hh_l0_reverse	8	0.007701092399656773
310302	rnn.weight_hh_l0_reverse	9	0.008733153343200684
310302	rnn.bias_ih_l0_reverse	0	-0.04661739245057106
310302	rnn.bias_ih_l0_reverse	1	-0.1395205706357956
310302	rnn.bias_ih_l0_reverse	2	-0.14546692371368408
310302	rnn.bias_ih_l0_reverse	3	-0.04679689183831215
310302	rnn.bias_ih_l0_reverse	4	-0.1144690066576004
310302	rnn.bias_ih_l0_reverse	5	-0.086839459836483
310302	rnn.bias_ih_l0_reverse	6	-0.2080850750207901
310302	rnn.bias_ih_l0_reverse	7	-0.05191176012158394
310302	rnn.bias_ih_l0_reverse	8	-0.06498022377490997
310302	rnn.bias_ih_l0_reverse	9	-0.135698601603508
310302	rnn.bias_hh_l0_reverse	0	-0.1429935097694397
310302	rnn.bias_hh_l0_reverse	1	-0.16195325553417206
310302	rnn.bias_hh_l0_reverse	2	0.10612960159778595
310302	rnn.bias_hh_l0_reverse	3	0.07403550297021866
310302	rnn.bias_hh_l0_reverse	4	-0.1775476187467575
310302	rnn.bias_hh_l0_reverse	5	-0.14325395226478577
310302	rnn.bias_hh_l0_reverse	6	-0.08896172791719437
310302	rnn.bias_hh_l0_reverse	7	-0.05425628274679184
310302	rnn.bias_hh_l0_reverse	8	-0.095737986266613
310302	rnn.bias_hh_l0_reverse	9	-0.025253042578697205
310302	linear.weight	0	-0.00772753544151783
310302	linear.weight	1	0.007231832481920719
310302	linear.weight	2	0.31839022040367126
310302	linear.weight	3	-0.07892465591430664
310302	linear.weight	4	-0.010588549077510834
310302	linear.weight	5	0.11534777283668518
310302	linear.weight	6	-0.010739270597696304
310302	linear.weight	7	-0.07946173846721649
310302	linear.weight	8	0.1908019334077835
310302	linear.weight	9	-0.27648308873176575
310302	linear.bias	0	-0.03956538438796997
310302	linear.bias	1	0.031413208693265915
310302	linear.bias	2	0.4245013892650604
310302	linear.bias	3	-0.7488539814949036
310302	linear.bias	4	2.1415605545043945
310302	linear.bias	5	-1.4050847291946411
310302	linear.bias	6	-0.29194894433021545
310302	linear.bias	7	-0.1249709203839302
310860	transitions	0	-1.9450671672821045
310860	transitions	1	-10000.0
310860	transitions	2	-0.7969565987586975
310860	transitions	3	-10000.0
310860	transitions	4	2.066767692565918
310860	transitions	5	-10000.0
310860	transitions	6	-10000.0
310860	transitions	7	1.8489322662353516
310860	transitions	8	-2.6285345554351807
310860	transitions	9	-4.239452838897705
310860	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
310860	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
310860	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
310860	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
310860	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
310860	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
310860	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
310860	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
310860	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
310860	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
310860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
310860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
310860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
310860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
310860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
310860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
310860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
310860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
310860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
310860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
310860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
310860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
310860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
310860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
310860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
310860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
310860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
310860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
310860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
310860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
310860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
310860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
310860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
310860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
310860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
310860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
310860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
310860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
310860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
310860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
310860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
310860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
310860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
310860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
310860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
310860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
310860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
310860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
310860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
310860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
310860	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
310860	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
310860	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
310860	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
310860	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
310860	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
310860	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
310860	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
310860	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
310860	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
310860	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
310860	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
310860	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
310860	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
310860	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
310860	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
310860	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
310860	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
310860	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
310860	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
310860	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
310860	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
310860	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
310860	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
310860	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
310860	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
310860	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
310860	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
310860	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
310860	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
310860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
310860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
310860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
310860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
310860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
310860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
310860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
310860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
310860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
310860	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
310860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
310860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
310860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
310860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
310860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
310860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
310860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
310860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
310860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
310860	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
310860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
310860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
310860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
310860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
310860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
310860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
310860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
310860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
310860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
310860	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
310860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
310860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
310860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
310860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
310860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
310860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
310860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
310860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
310860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
310860	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
310860	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
310860	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
310860	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
310860	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
310860	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
310860	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
310860	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
310860	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
310860	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
310860	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
310860	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
310860	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
310860	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
310860	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
310860	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
310860	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
310860	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
310860	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
310860	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
310860	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
310860	embedding2nn.weight	0	0.006405833642929792
310860	embedding2nn.weight	1	0.003986588679254055
310860	embedding2nn.weight	2	0.01342146098613739
310860	embedding2nn.weight	3	0.026816630735993385
310860	embedding2nn.weight	4	0.023396417498588562
310860	embedding2nn.weight	5	0.00532043119892478
310860	embedding2nn.weight	6	-0.015439589507877827
310860	embedding2nn.weight	7	-0.0005254092393442988
310860	embedding2nn.weight	8	-0.009882616810500622
310860	embedding2nn.weight	9	0.002117790514603257
310860	embedding2nn.bias	0	0.013392440974712372
310860	embedding2nn.bias	1	-0.03690009564161301
310860	embedding2nn.bias	2	0.08417098969221115
310860	embedding2nn.bias	3	0.06626629084348679
310860	embedding2nn.bias	4	-0.009166955016553402
310860	embedding2nn.bias	5	-0.03613533079624176
310860	embedding2nn.bias	6	0.029159264639019966
310860	embedding2nn.bias	7	0.004620679188519716
310860	embedding2nn.bias	8	-0.034452226012945175
310860	embedding2nn.bias	9	0.02530536986887455
310860	rnn.weight_ih_l0	0	0.06483884155750275
310860	rnn.weight_ih_l0	1	-0.04129418358206749
310860	rnn.weight_ih_l0	2	0.004987436346709728
310860	rnn.weight_ih_l0	3	0.045479074120521545
310860	rnn.weight_ih_l0	4	-0.02955610863864422
310860	rnn.weight_ih_l0	5	0.04051429033279419
310860	rnn.weight_ih_l0	6	0.007747977506369352
310860	rnn.weight_ih_l0	7	0.06573816388845444
310860	rnn.weight_ih_l0	8	0.009007400833070278
310860	rnn.weight_ih_l0	9	-0.025191277265548706
310860	rnn.weight_hh_l0	0	-0.011982767842710018
310860	rnn.weight_hh_l0	1	-0.027778202667832375
310860	rnn.weight_hh_l0	2	-0.061496637761592865
310860	rnn.weight_hh_l0	3	-0.005840629804879427
310860	rnn.weight_hh_l0	4	-0.00978244561702013
310860	rnn.weight_hh_l0	5	-0.024691259488463402
310860	rnn.weight_hh_l0	6	0.0005487135495059192
310860	rnn.weight_hh_l0	7	-0.0361383892595768
310860	rnn.weight_hh_l0	8	0.06683889776468277
310860	rnn.weight_hh_l0	9	0.04542982950806618
310860	rnn.bias_ih_l0	0	-0.173397958278656
310860	rnn.bias_ih_l0	1	-0.17008090019226074
310860	rnn.bias_ih_l0	2	-0.0200313962996006
310860	rnn.bias_ih_l0	3	-0.14753900468349457
310860	rnn.bias_ih_l0	4	-0.05785078555345535
310860	rnn.bias_ih_l0	5	-0.174860417842865
310860	rnn.bias_ih_l0	6	0.07364644855260849
310860	rnn.bias_ih_l0	7	-0.0876590684056282
310860	rnn.bias_ih_l0	8	-0.046185530722141266
310860	rnn.bias_ih_l0	9	-0.10779184848070145
310860	rnn.bias_hh_l0	0	-0.06982094049453735
310860	rnn.bias_hh_l0	1	0.24913755059242249
310860	rnn.bias_hh_l0	2	0.04740545153617859
310860	rnn.bias_hh_l0	3	-0.07921388745307922
310860	rnn.bias_hh_l0	4	-0.08407366275787354
310860	rnn.bias_hh_l0	5	-0.00024953880347311497
310860	rnn.bias_hh_l0	6	0.05801153555512428
310860	rnn.bias_hh_l0	7	-0.09715339541435242
310860	rnn.bias_hh_l0	8	-0.23558039963245392
310860	rnn.bias_hh_l0	9	-0.10023049265146255
310860	rnn.weight_ih_l0_reverse	0	0.019730914384126663
310860	rnn.weight_ih_l0_reverse	1	-0.06000374257564545
310860	rnn.weight_ih_l0_reverse	2	0.04326159507036209
310860	rnn.weight_ih_l0_reverse	3	0.020934956148266792
310860	rnn.weight_ih_l0_reverse	4	-0.0004822113842237741
310860	rnn.weight_ih_l0_reverse	5	-0.02619587630033493
310860	rnn.weight_ih_l0_reverse	6	0.013017462566494942
310860	rnn.weight_ih_l0_reverse	7	0.028236305341124535
310860	rnn.weight_ih_l0_reverse	8	-0.028346849605441093
310860	rnn.weight_ih_l0_reverse	9	-0.0012513926485553384
310860	rnn.weight_hh_l0_reverse	0	0.03976771980524063
310860	rnn.weight_hh_l0_reverse	1	0.029495857656002045
310860	rnn.weight_hh_l0_reverse	2	-0.022972282022237778
310860	rnn.weight_hh_l0_reverse	3	-0.08163847029209137
310860	rnn.weight_hh_l0_reverse	4	0.011358700692653656
310860	rnn.weight_hh_l0_reverse	5	-0.060223840177059174
310860	rnn.weight_hh_l0_reverse	6	-0.013933680951595306
310860	rnn.weight_hh_l0_reverse	7	0.031270962208509445
310860	rnn.weight_hh_l0_reverse	8	0.007654217537492514
310860	rnn.weight_hh_l0_reverse	9	0.008823543787002563
310860	rnn.bias_ih_l0_reverse	0	-0.046593938022851944
310860	rnn.bias_ih_l0_reverse	1	-0.13956105709075928
310860	rnn.bias_ih_l0_reverse	2	-0.14578165113925934
310860	rnn.bias_ih_l0_reverse	3	-0.046841975301504135
310860	rnn.bias_ih_l0_reverse	4	-0.11433743685483932
310860	rnn.bias_ih_l0_reverse	5	-0.08651120215654373
310860	rnn.bias_ih_l0_reverse	6	-0.20780576765537262
310860	rnn.bias_ih_l0_reverse	7	-0.05175386369228363
310860	rnn.bias_ih_l0_reverse	8	-0.06503575295209885
310860	rnn.bias_ih_l0_reverse	9	-0.13589009642601013
310860	rnn.bias_hh_l0_reverse	0	-0.1430244743824005
310860	rnn.bias_hh_l0_reverse	1	-0.16238844394683838
310860	rnn.bias_hh_l0_reverse	2	0.10660330951213837
310860	rnn.bias_hh_l0_reverse	3	0.07412558048963547
310860	rnn.bias_hh_l0_reverse	4	-0.17788510024547577
310860	rnn.bias_hh_l0_reverse	5	-0.14321346580982208
310860	rnn.bias_hh_l0_reverse	6	-0.08886565268039703
310860	rnn.bias_hh_l0_reverse	7	-0.054065361618995667
310860	rnn.bias_hh_l0_reverse	8	-0.09580854326486588
310860	rnn.bias_hh_l0_reverse	9	-0.024898841977119446
310860	linear.weight	0	-0.007727674208581448
310860	linear.weight	1	0.006517173256725073
310860	linear.weight	2	0.3185531198978424
310860	linear.weight	3	-0.07892432063817978
310860	linear.weight	4	-0.010588549077510834
310860	linear.weight	5	0.11730905622243881
310860	linear.weight	6	-0.010739270597696304
310860	linear.weight	7	-0.07841220498085022
310860	linear.weight	8	0.18922016024589539
310860	linear.weight	9	-0.27653375267982483
310860	linear.bias	0	-0.03956538438796997
310860	linear.bias	1	0.031413208693265915
310860	linear.bias	2	0.4144846498966217
310860	linear.bias	3	-0.733725368976593
310860	linear.bias	4	2.1453664302825928
310860	linear.bias	5	-1.4050862789154053
310860	linear.bias	6	-0.29634901881217957
310860	linear.bias	7	-0.12947304546833038
311418	transitions	0	-1.9451863765716553
311418	transitions	1	-10000.0
311418	transitions	2	-0.7969565987586975
311418	transitions	3	-10000.0
311418	transitions	4	2.0664587020874023
311418	transitions	5	-10000.0
311418	transitions	6	-10000.0
311418	transitions	7	1.849107265472412
311418	transitions	8	-2.6286163330078125
311418	transitions	9	-4.239468574523926
311418	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
311418	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
311418	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
311418	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
311418	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
311418	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
311418	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
311418	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
311418	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
311418	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
311418	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
311418	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
311418	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
311418	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
311418	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
311418	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
311418	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
311418	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
311418	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
311418	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
311418	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
311418	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
311418	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
311418	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
311418	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
311418	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
311418	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
311418	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
311418	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
311418	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
311418	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
311418	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
311418	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
311418	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
311418	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
311418	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
311418	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
311418	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
311418	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
311418	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
311418	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
311418	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
311418	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
311418	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
311418	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
311418	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
311418	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
311418	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
311418	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
311418	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
311418	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
311418	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
311418	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
311418	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
311418	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
311418	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
311418	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
311418	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
311418	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
311418	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
311418	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
311418	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
311418	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
311418	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
311418	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
311418	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
311418	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
311418	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
311418	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
311418	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
311418	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
311418	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
311418	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
311418	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
311418	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
311418	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
311418	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
311418	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
311418	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
311418	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
311418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
311418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
311418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
311418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
311418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
311418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
311418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
311418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
311418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
311418	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
311418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
311418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
311418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
311418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
311418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
311418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
311418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
311418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
311418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
311418	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
311418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
311418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
311418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
311418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
311418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
311418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
311418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
311418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
311418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
311418	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
311418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
311418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
311418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
311418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
311418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
311418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
311418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
311418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
311418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
311418	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
311418	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
311418	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
311418	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
311418	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
311418	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
311418	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
311418	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
311418	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
311418	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
311418	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
311418	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
311418	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
311418	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
311418	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
311418	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
311418	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
311418	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
311418	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
311418	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
311418	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
311418	embedding2nn.weight	0	0.006404762621968985
311418	embedding2nn.weight	1	0.003987293690443039
311418	embedding2nn.weight	2	0.013419431634247303
311418	embedding2nn.weight	3	0.02685052901506424
311418	embedding2nn.weight	4	0.023406682536005974
311418	embedding2nn.weight	5	0.005304114427417517
311418	embedding2nn.weight	6	-0.015430567786097527
311418	embedding2nn.weight	7	-0.0005446163122542202
311418	embedding2nn.weight	8	-0.009907811880111694
311418	embedding2nn.weight	9	0.0021185982041060925
311418	embedding2nn.bias	0	0.01339571364223957
311418	embedding2nn.bias	1	-0.03709203749895096
311418	embedding2nn.bias	2	0.08383303135633469
311418	embedding2nn.bias	3	0.06642313301563263
311418	embedding2nn.bias	4	-0.009268445894122124
311418	embedding2nn.bias	5	-0.03581826761364937
311418	embedding2nn.bias	6	0.02927624247968197
311418	embedding2nn.bias	7	0.004021040163934231
311418	embedding2nn.bias	8	-0.034897513687610626
311418	embedding2nn.bias	9	0.024477174505591393
311418	rnn.weight_ih_l0	0	0.06479521095752716
311418	rnn.weight_ih_l0	1	-0.041349858045578
311418	rnn.weight_ih_l0	2	0.004903015680611134
311418	rnn.weight_ih_l0	3	0.045505329966545105
311418	rnn.weight_ih_l0	4	-0.029584862291812897
311418	rnn.weight_ih_l0	5	0.04068160057067871
311418	rnn.weight_ih_l0	6	0.0077333771623671055
311418	rnn.weight_ih_l0	7	0.06567341089248657
311418	rnn.weight_ih_l0	8	0.008874604478478432
311418	rnn.weight_ih_l0	9	-0.02532830275595188
311418	rnn.weight_hh_l0	0	-0.011825976893305779
311418	rnn.weight_hh_l0	1	-0.027804037556052208
311418	rnn.weight_hh_l0	2	-0.06150757521390915
311418	rnn.weight_hh_l0	3	-0.0058288248255848885
311418	rnn.weight_hh_l0	4	-0.009792880155146122
311418	rnn.weight_hh_l0	5	-0.02465413510799408
311418	rnn.weight_hh_l0	6	0.0005895723588764668
311418	rnn.weight_hh_l0	7	-0.03612480312585831
311418	rnn.weight_hh_l0	8	0.06681467592716217
311418	rnn.weight_hh_l0	9	0.04535047709941864
311418	rnn.bias_ih_l0	0	-0.1734444797039032
311418	rnn.bias_ih_l0	1	-0.1704142689704895
311418	rnn.bias_ih_l0	2	-0.020101603120565414
311418	rnn.bias_ih_l0	3	-0.14712344110012054
311418	rnn.bias_ih_l0	4	-0.057936690747737885
311418	rnn.bias_ih_l0	5	-0.1749335080385208
311418	rnn.bias_ih_l0	6	0.0741034597158432
311418	rnn.bias_ih_l0	7	-0.0873429924249649
311418	rnn.bias_ih_l0	8	-0.04634467139840126
311418	rnn.bias_ih_l0	9	-0.1079169511795044
311418	rnn.bias_hh_l0	0	-0.06952854245901108
311418	rnn.bias_hh_l0	1	0.24823345243930817
311418	rnn.bias_hh_l0	2	0.047519732266664505
311418	rnn.bias_hh_l0	3	-0.07922373712062836
311418	rnn.bias_hh_l0	4	-0.08396539092063904
311418	rnn.bias_hh_l0	5	-0.0006305340211838484
311418	rnn.bias_hh_l0	6	0.057782068848609924
311418	rnn.bias_hh_l0	7	-0.09790609031915665
311418	rnn.bias_hh_l0	8	-0.23560830950737
311418	rnn.bias_hh_l0	9	-0.10047373920679092
311418	rnn.weight_ih_l0_reverse	0	0.01990828849375248
311418	rnn.weight_ih_l0_reverse	1	-0.05995140224695206
311418	rnn.weight_ih_l0_reverse	2	0.04326698184013367
311418	rnn.weight_ih_l0_reverse	3	0.02088933438062668
311418	rnn.weight_ih_l0_reverse	4	-0.00043456413550302386
311418	rnn.weight_ih_l0_reverse	5	-0.026262594386935234
311418	rnn.weight_ih_l0_reverse	6	0.012995826080441475
311418	rnn.weight_ih_l0_reverse	7	0.028239885345101357
311418	rnn.weight_ih_l0_reverse	8	-0.02831811085343361
311418	rnn.weight_ih_l0_reverse	9	-0.0012427812907844782
311418	rnn.weight_hh_l0_reverse	0	0.039763376116752625
311418	rnn.weight_hh_l0_reverse	1	0.02953915297985077
311418	rnn.weight_hh_l0_reverse	2	-0.02298295870423317
311418	rnn.weight_hh_l0_reverse	3	-0.08175207674503326
311418	rnn.weight_hh_l0_reverse	4	0.011336471885442734
311418	rnn.weight_hh_l0_reverse	5	-0.06028539314866066
311418	rnn.weight_hh_l0_reverse	6	-0.013972559943795204
311418	rnn.weight_hh_l0_reverse	7	0.03129836916923523
311418	rnn.weight_hh_l0_reverse	8	0.007514973636716604
311418	rnn.weight_hh_l0_reverse	9	0.008817870169878006
311418	rnn.bias_ih_l0_reverse	0	-0.04634235054254532
311418	rnn.bias_ih_l0_reverse	1	-0.1394275426864624
311418	rnn.bias_ih_l0_reverse	2	-0.14587265253067017
311418	rnn.bias_ih_l0_reverse	3	-0.04689192399382591
311418	rnn.bias_ih_l0_reverse	4	-0.11416826397180557
311418	rnn.bias_ih_l0_reverse	5	-0.08649809658527374
311418	rnn.bias_ih_l0_reverse	6	-0.20780226588249207
311418	rnn.bias_ih_l0_reverse	7	-0.051775917410850525
311418	rnn.bias_ih_l0_reverse	8	-0.0651610866189003
311418	rnn.bias_ih_l0_reverse	9	-0.1357395052909851
311418	rnn.bias_hh_l0_reverse	0	-0.14263731241226196
311418	rnn.bias_hh_l0_reverse	1	-0.1623632162809372
311418	rnn.bias_hh_l0_reverse	2	0.10707785189151764
311418	rnn.bias_hh_l0_reverse	3	0.07424115389585495
311418	rnn.bias_hh_l0_reverse	4	-0.178134024143219
311418	rnn.bias_hh_l0_reverse	5	-0.14302067458629608
311418	rnn.bias_hh_l0_reverse	6	-0.08909846842288971
311418	rnn.bias_hh_l0_reverse	7	-0.05431978404521942
311418	rnn.bias_hh_l0_reverse	8	-0.0956898182630539
311418	rnn.bias_hh_l0_reverse	9	-0.024832623079419136
311418	linear.weight	0	-0.007727820426225662
311418	linear.weight	1	0.00827165599912405
311418	linear.weight	2	0.3202374577522278
311418	linear.weight	3	-0.07892391085624695
311418	linear.weight	4	-0.010588549077510834
311418	linear.weight	5	0.1191454604268074
311418	linear.weight	6	-0.010739270597696304
311418	linear.weight	7	-0.0810546725988388
311418	linear.weight	8	0.18805468082427979
311418	linear.weight	9	-0.2775391638278961
311418	linear.bias	0	-0.03956538438796997
311418	linear.bias	1	0.031413208693265915
311418	linear.bias	2	0.40988487005233765
311418	linear.bias	3	-0.7332670092582703
311418	linear.bias	4	2.1447031497955322
311418	linear.bias	5	-1.4050875902175903
311418	linear.bias	6	-0.29385825991630554
311418	linear.bias	7	-0.12714414298534393
311976	transitions	0	-1.9452910423278809
311976	transitions	1	-10000.0
311976	transitions	2	-0.7969565987586975
311976	transitions	3	-10000.0
311976	transitions	4	2.067335605621338
311976	transitions	5	-10000.0
311976	transitions	6	-10000.0
311976	transitions	7	1.8497766256332397
311976	transitions	8	-2.628725051879883
311976	transitions	9	-4.239480972290039
311976	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
311976	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
311976	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
311976	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
311976	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
311976	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
311976	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
311976	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
311976	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
311976	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
311976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
311976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
311976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
311976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
311976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
311976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
311976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
311976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
311976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
311976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
311976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
311976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
311976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
311976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
311976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
311976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
311976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
311976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
311976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
311976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
311976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
311976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
311976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
311976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
311976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
311976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
311976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
311976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
311976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
311976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
311976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
311976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
311976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
311976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
311976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
311976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
311976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
311976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
311976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
311976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
311976	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
311976	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
311976	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
311976	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
311976	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
311976	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
311976	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
311976	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
311976	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
311976	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
311976	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
311976	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
311976	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
311976	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
311976	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
311976	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
311976	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
311976	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
311976	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
311976	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
311976	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
311976	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
311976	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
311976	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
311976	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
311976	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
311976	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
311976	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
311976	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
311976	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
311976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
311976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
311976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
311976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
311976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
311976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
311976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
311976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
311976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
311976	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
311976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
311976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
311976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
311976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
311976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
311976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
311976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
311976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
311976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
311976	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
311976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
311976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
311976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
311976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
311976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
311976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
311976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
311976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
311976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
311976	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
311976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
311976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
311976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
311976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
311976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
311976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
311976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
311976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
311976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
311976	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
311976	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
311976	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
311976	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
311976	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
311976	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
311976	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
311976	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
311976	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
311976	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
311976	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
311976	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
311976	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
311976	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
311976	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
311976	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
311976	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
311976	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
311976	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
311976	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
311976	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
311976	embedding2nn.weight	0	0.006403876934200525
311976	embedding2nn.weight	1	0.004003481008112431
311976	embedding2nn.weight	2	0.013418152928352356
311976	embedding2nn.weight	3	0.02686489373445511
311976	embedding2nn.weight	4	0.02336059883236885
311976	embedding2nn.weight	5	0.005350156687200069
311976	embedding2nn.weight	6	-0.015422252006828785
311976	embedding2nn.weight	7	-0.0005478495731949806
311976	embedding2nn.weight	8	-0.009902684949338436
311976	embedding2nn.weight	9	0.0021158752497285604
311976	embedding2nn.bias	0	0.013217746280133724
311976	embedding2nn.bias	1	-0.03717507794499397
311976	embedding2nn.bias	2	0.08389966189861298
311976	embedding2nn.bias	3	0.06680376082658768
311976	embedding2nn.bias	4	-0.01012880727648735
311976	embedding2nn.bias	5	-0.034918252378702164
311976	embedding2nn.bias	6	0.028724955394864082
311976	embedding2nn.bias	7	0.004566018935292959
311976	embedding2nn.bias	8	-0.035692594945430756
311976	embedding2nn.bias	9	0.024549100548028946
311976	rnn.weight_ih_l0	0	0.0648004338145256
311976	rnn.weight_ih_l0	1	-0.041242815554142
311976	rnn.weight_ih_l0	2	0.004755091853439808
311976	rnn.weight_ih_l0	3	0.04547625407576561
311976	rnn.weight_ih_l0	4	-0.029623286798596382
311976	rnn.weight_ih_l0	5	0.04055434465408325
311976	rnn.weight_ih_l0	6	0.007758154533803463
311976	rnn.weight_ih_l0	7	0.06558919697999954
311976	rnn.weight_ih_l0	8	0.008892258629202843
311976	rnn.weight_ih_l0	9	-0.025295650586485863
311976	rnn.weight_hh_l0	0	-0.011793157085776329
311976	rnn.weight_hh_l0	1	-0.027851175516843796
311976	rnn.weight_hh_l0	2	-0.06151631474494934
311976	rnn.weight_hh_l0	3	-0.0058507188223302364
311976	rnn.weight_hh_l0	4	-0.009792373515665531
311976	rnn.weight_hh_l0	5	-0.024562258273363113
311976	rnn.weight_hh_l0	6	0.0005956856766715646
311976	rnn.weight_hh_l0	7	-0.03597294166684151
311976	rnn.weight_hh_l0	8	0.06683015823364258
311976	rnn.weight_hh_l0	9	0.04534633457660675
311976	rnn.bias_ih_l0	0	-0.1736706793308258
311976	rnn.bias_ih_l0	1	-0.1702175736427307
311976	rnn.bias_ih_l0	2	-0.020165620371699333
311976	rnn.bias_ih_l0	3	-0.14721496403217316
311976	rnn.bias_ih_l0	4	-0.05799107998609543
311976	rnn.bias_ih_l0	5	-0.17507630586624146
311976	rnn.bias_ih_l0	6	0.07395388931035995
311976	rnn.bias_ih_l0	7	-0.08760959655046463
311976	rnn.bias_ih_l0	8	-0.046181026846170425
311976	rnn.bias_ih_l0	9	-0.10806643962860107
311976	rnn.bias_hh_l0	0	-0.06957482546567917
311976	rnn.bias_hh_l0	1	0.24763785302639008
311976	rnn.bias_hh_l0	2	0.04738987609744072
311976	rnn.bias_hh_l0	3	-0.07909868657588959
311976	rnn.bias_hh_l0	4	-0.0841066762804985
311976	rnn.bias_hh_l0	5	-0.0001229152549058199
311976	rnn.bias_hh_l0	6	0.05782347917556763
311976	rnn.bias_hh_l0	7	-0.09789655357599258
311976	rnn.bias_hh_l0	8	-0.23575635254383087
311976	rnn.bias_hh_l0	9	-0.10066656023263931
311976	rnn.weight_ih_l0_reverse	0	0.019820451736450195
311976	rnn.weight_ih_l0_reverse	1	-0.05991119518876076
311976	rnn.weight_ih_l0_reverse	2	0.0432329885661602
311976	rnn.weight_ih_l0_reverse	3	0.020919326692819595
311976	rnn.weight_ih_l0_reverse	4	-0.0005462861736305058
311976	rnn.weight_ih_l0_reverse	5	-0.026140904054045677
311976	rnn.weight_ih_l0_reverse	6	0.012845906428992748
311976	rnn.weight_ih_l0_reverse	7	0.02827279455959797
311976	rnn.weight_ih_l0_reverse	8	-0.02828872762620449
311976	rnn.weight_ih_l0_reverse	9	-0.0012405096786096692
311976	rnn.weight_hh_l0_reverse	0	0.03977639973163605
311976	rnn.weight_hh_l0_reverse	1	0.02961498685181141
311976	rnn.weight_hh_l0_reverse	2	-0.022994160652160645
311976	rnn.weight_hh_l0_reverse	3	-0.08188623189926147
311976	rnn.weight_hh_l0_reverse	4	0.011346202343702316
311976	rnn.weight_hh_l0_reverse	5	-0.060236167162656784
311976	rnn.weight_hh_l0_reverse	6	-0.013996200636029243
311976	rnn.weight_hh_l0_reverse	7	0.03133656829595566
311976	rnn.weight_hh_l0_reverse	8	0.007502010092139244
311976	rnn.weight_hh_l0_reverse	9	0.008846567012369633
311976	rnn.bias_ih_l0_reverse	0	-0.046233344823122025
311976	rnn.bias_ih_l0_reverse	1	-0.13917818665504456
311976	rnn.bias_ih_l0_reverse	2	-0.1458539068698883
311976	rnn.bias_ih_l0_reverse	3	-0.04664326086640358
311976	rnn.bias_ih_l0_reverse	4	-0.11375781148672104
311976	rnn.bias_ih_l0_reverse	5	-0.08671492338180542
311976	rnn.bias_ih_l0_reverse	6	-0.20822852849960327
311976	rnn.bias_ih_l0_reverse	7	-0.0520821288228035
311976	rnn.bias_ih_l0_reverse	8	-0.06516409665346146
311976	rnn.bias_ih_l0_reverse	9	-0.1354200541973114
311976	rnn.bias_hh_l0_reverse	0	-0.14276188611984253
311976	rnn.bias_hh_l0_reverse	1	-0.1626228243112564
311976	rnn.bias_hh_l0_reverse	2	0.10695666074752808
311976	rnn.bias_hh_l0_reverse	3	0.07398820668458939
311976	rnn.bias_hh_l0_reverse	4	-0.1779356151819229
311976	rnn.bias_hh_l0_reverse	5	-0.14347095787525177
311976	rnn.bias_hh_l0_reverse	6	-0.08950584381818771
311976	rnn.bias_hh_l0_reverse	7	-0.05428118258714676
311976	rnn.bias_hh_l0_reverse	8	-0.09574936330318451
311976	rnn.bias_hh_l0_reverse	9	-0.024773409590125084
311976	linear.weight	0	-0.007727958261966705
311976	linear.weight	1	0.008478068746626377
311976	linear.weight	2	0.3198719620704651
311976	linear.weight	3	-0.07892352342605591
311976	linear.weight	4	-0.010588549077510834
311976	linear.weight	5	0.11668597161769867
311976	linear.weight	6	-0.010739270597696304
311976	linear.weight	7	-0.08256860822439194
311976	linear.weight	8	0.18922653794288635
311976	linear.weight	9	-0.27660807967185974
311976	linear.bias	0	-0.03956538438796997
311976	linear.bias	1	0.031413208693265915
311976	linear.bias	2	0.4205566346645355
311976	linear.bias	3	-0.7338994741439819
311976	linear.bias	4	2.1424639225006104
311976	linear.bias	5	-1.405089259147644
311976	linear.bias	6	-0.2977598011493683
311976	linear.bias	7	-0.1310257464647293
312534	transitions	0	-1.9453985691070557
312534	transitions	1	-10000.0
312534	transitions	2	-0.7969565987586975
312534	transitions	3	-10000.0
312534	transitions	4	2.0678203105926514
312534	transitions	5	-10000.0
312534	transitions	6	-10000.0
312534	transitions	7	1.8495086431503296
312534	transitions	8	-2.628816843032837
312534	transitions	9	-4.239491939544678
312534	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
312534	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
312534	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
312534	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
312534	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
312534	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
312534	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
312534	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
312534	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
312534	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
312534	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
312534	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
312534	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
312534	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
312534	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
312534	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
312534	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
312534	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
312534	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
312534	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
312534	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
312534	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
312534	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
312534	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
312534	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
312534	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
312534	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
312534	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
312534	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
312534	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
312534	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
312534	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
312534	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
312534	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
312534	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
312534	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
312534	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
312534	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
312534	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
312534	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
312534	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
312534	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
312534	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
312534	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
312534	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
312534	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
312534	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
312534	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
312534	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
312534	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
312534	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
312534	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
312534	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
312534	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
312534	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
312534	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
312534	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
312534	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
312534	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
312534	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
312534	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
312534	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
312534	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
312534	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
312534	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
312534	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
312534	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
312534	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
312534	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
312534	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
312534	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
312534	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
312534	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
312534	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
312534	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
312534	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
312534	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
312534	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
312534	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
312534	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
312534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
312534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
312534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
312534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
312534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
312534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
312534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
312534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
312534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
312534	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
312534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
312534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
312534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
312534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
312534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
312534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
312534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
312534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
312534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
312534	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
312534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
312534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
312534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
312534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
312534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
312534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
312534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
312534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
312534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
312534	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
312534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
312534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
312534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
312534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
312534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
312534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
312534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
312534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
312534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
312534	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
312534	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
312534	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
312534	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
312534	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
312534	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
312534	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
312534	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
312534	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
312534	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
312534	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
312534	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
312534	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
312534	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
312534	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
312534	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
312534	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
312534	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
312534	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
312534	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
312534	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
312534	embedding2nn.weight	0	0.00640418054535985
312534	embedding2nn.weight	1	0.00401687528938055
312534	embedding2nn.weight	2	0.013418457470834255
312534	embedding2nn.weight	3	0.026834316551685333
312534	embedding2nn.weight	4	0.023422207683324814
312534	embedding2nn.weight	5	0.005417680833488703
312534	embedding2nn.weight	6	-0.015431568957865238
312534	embedding2nn.weight	7	-0.0005529116024263203
312534	embedding2nn.weight	8	-0.009864501655101776
312534	embedding2nn.weight	9	0.00209637638181448
312534	embedding2nn.bias	0	0.014130840077996254
312534	embedding2nn.bias	1	-0.03798593953251839
312534	embedding2nn.bias	2	0.08434674888849258
312534	embedding2nn.bias	3	0.06739091873168945
312534	embedding2nn.bias	4	-0.010581748560070992
312534	embedding2nn.bias	5	-0.0354863665997982
312534	embedding2nn.bias	6	0.028653791174292564
312534	embedding2nn.bias	7	0.004417588468641043
312534	embedding2nn.bias	8	-0.03610767424106598
312534	embedding2nn.bias	9	0.0250355526804924
312534	rnn.weight_ih_l0	0	0.06474635004997253
312534	rnn.weight_ih_l0	1	-0.041424695402383804
312534	rnn.weight_ih_l0	2	0.004692307207733393
312534	rnn.weight_ih_l0	3	0.04537477716803551
312534	rnn.weight_ih_l0	4	-0.029575496912002563
312534	rnn.weight_ih_l0	5	0.040575843304395676
312534	rnn.weight_ih_l0	6	0.007739359512925148
312534	rnn.weight_ih_l0	7	0.065627321600914
312534	rnn.weight_ih_l0	8	0.008975738659501076
312534	rnn.weight_ih_l0	9	-0.02530176192522049
312534	rnn.weight_hh_l0	0	-0.011875651776790619
312534	rnn.weight_hh_l0	1	-0.027901988476514816
312534	rnn.weight_hh_l0	2	-0.061484262347221375
312534	rnn.weight_hh_l0	3	-0.0058976891450583935
312534	rnn.weight_hh_l0	4	-0.009781962260603905
312534	rnn.weight_hh_l0	5	-0.02460123784840107
312534	rnn.weight_hh_l0	6	0.0006104892236180604
312534	rnn.weight_hh_l0	7	-0.03601266071200371
312534	rnn.weight_hh_l0	8	0.06685340404510498
312534	rnn.weight_hh_l0	9	0.0453539602458477
312534	rnn.bias_ih_l0	0	-0.17353978753089905
312534	rnn.bias_ih_l0	1	-0.1704186648130417
312534	rnn.bias_ih_l0	2	-0.02018010802567005
312534	rnn.bias_ih_l0	3	-0.14710231125354767
312534	rnn.bias_ih_l0	4	-0.058176036924123764
312534	rnn.bias_ih_l0	5	-0.17510873079299927
312534	rnn.bias_ih_l0	6	0.07413314282894135
312534	rnn.bias_ih_l0	7	-0.08758384734392166
312534	rnn.bias_ih_l0	8	-0.046602457761764526
312534	rnn.bias_ih_l0	9	-0.107864148914814
312534	rnn.bias_hh_l0	0	-0.06973863393068314
312534	rnn.bias_hh_l0	1	0.24812345206737518
312534	rnn.bias_hh_l0	2	0.04714478924870491
312534	rnn.bias_hh_l0	3	-0.07867550849914551
312534	rnn.bias_hh_l0	4	-0.08416558802127838
312534	rnn.bias_hh_l0	5	-0.0004296490806154907
312534	rnn.bias_hh_l0	6	0.057727664709091187
312534	rnn.bias_hh_l0	7	-0.0976884663105011
312534	rnn.bias_hh_l0	8	-0.2356286197900772
312534	rnn.bias_hh_l0	9	-0.10084236413240433
312534	rnn.weight_ih_l0_reverse	0	0.020016631111502647
312534	rnn.weight_ih_l0_reverse	1	-0.059980809688568115
312534	rnn.weight_ih_l0_reverse	2	0.043135982006788254
312534	rnn.weight_ih_l0_reverse	3	0.02091238461434841
312534	rnn.weight_ih_l0_reverse	4	-0.000553108227904886
312534	rnn.weight_ih_l0_reverse	5	-0.026131736114621162
312534	rnn.weight_ih_l0_reverse	6	0.012803412973880768
312534	rnn.weight_ih_l0_reverse	7	0.028239689767360687
312534	rnn.weight_ih_l0_reverse	8	-0.02824641391634941
312534	rnn.weight_ih_l0_reverse	9	-0.0012402109568938613
312534	rnn.weight_hh_l0_reverse	0	0.039747390896081924
312534	rnn.weight_hh_l0_reverse	1	0.029618361964821815
312534	rnn.weight_hh_l0_reverse	2	-0.02302311174571514
312534	rnn.weight_hh_l0_reverse	3	-0.08190634101629257
312534	rnn.weight_hh_l0_reverse	4	0.011365668848156929
312534	rnn.weight_hh_l0_reverse	5	-0.060259368270635605
312534	rnn.weight_hh_l0_reverse	6	-0.014021224342286587
312534	rnn.weight_hh_l0_reverse	7	0.031327877193689346
312534	rnn.weight_hh_l0_reverse	8	0.007500694133341312
312534	rnn.weight_hh_l0_reverse	9	0.00882598664611578
312534	rnn.bias_ih_l0_reverse	0	-0.04641333967447281
312534	rnn.bias_ih_l0_reverse	1	-0.1392434984445572
312534	rnn.bias_ih_l0_reverse	2	-0.145773246884346
312534	rnn.bias_ih_l0_reverse	3	-0.046788208186626434
312534	rnn.bias_ih_l0_reverse	4	-0.11360237747430801
312534	rnn.bias_ih_l0_reverse	5	-0.08654893189668655
312534	rnn.bias_ih_l0_reverse	6	-0.20857422053813934
312534	rnn.bias_ih_l0_reverse	7	-0.052333515137434006
312534	rnn.bias_ih_l0_reverse	8	-0.06517010182142258
312534	rnn.bias_ih_l0_reverse	9	-0.1346709281206131
312534	rnn.bias_hh_l0_reverse	0	-0.14274908602237701
312534	rnn.bias_hh_l0_reverse	1	-0.16226790845394135
312534	rnn.bias_hh_l0_reverse	2	0.10663328319787979
312534	rnn.bias_hh_l0_reverse	3	0.07379733771085739
312534	rnn.bias_hh_l0_reverse	4	-0.17798472940921783
312534	rnn.bias_hh_l0_reverse	5	-0.14371414482593536
312534	rnn.bias_hh_l0_reverse	6	-0.08956186473369598
312534	rnn.bias_hh_l0_reverse	7	-0.05457523837685585
312534	rnn.bias_hh_l0_reverse	8	-0.09610364586114883
312534	rnn.bias_hh_l0_reverse	9	-0.024742085486650467
312534	linear.weight	0	-0.007728148717433214
312534	linear.weight	1	0.007375589106231928
312534	linear.weight	2	0.3202277719974518
312534	linear.weight	3	-0.07892313599586487
312534	linear.weight	4	-0.010588549077510834
312534	linear.weight	5	0.11703270673751831
312534	linear.weight	6	-0.010739270597696304
312534	linear.weight	7	-0.07925112545490265
312534	linear.weight	8	0.19207684695720673
312534	linear.weight	9	-0.27617147564888
312534	linear.bias	0	-0.03956538438796997
312534	linear.bias	1	0.031413208693265915
312534	linear.bias	2	0.41728052496910095
312534	linear.bias	3	-0.732758104801178
312534	linear.bias	4	2.1509273052215576
312534	linear.bias	5	-1.405091404914856
312534	linear.bias	6	-0.3008962869644165
312534	linear.bias	7	-0.13420329988002777
313093	transitions	0	-1.9455496072769165
313093	transitions	1	-10000.0
313093	transitions	2	-0.7969565987586975
313093	transitions	3	-10000.0
313093	transitions	4	2.066617727279663
313093	transitions	5	-10000.0
313093	transitions	6	-10000.0
313093	transitions	7	1.8480569124221802
313093	transitions	8	-2.628894329071045
313093	transitions	9	-4.239505290985107
313093	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
313093	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
313093	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
313093	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
313093	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
313093	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
313093	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
313093	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
313093	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
313093	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
313093	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
313093	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
313093	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
313093	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
313093	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
313093	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
313093	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
313093	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
313093	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
313093	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
313093	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
313093	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
313093	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
313093	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
313093	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
313093	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
313093	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
313093	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
313093	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
313093	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
313093	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
313093	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
313093	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
313093	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
313093	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
313093	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
313093	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
313093	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
313093	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
313093	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
313093	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
313093	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
313093	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
313093	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
313093	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
313093	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
313093	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
313093	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
313093	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
313093	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
313093	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
313093	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
313093	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
313093	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
313093	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
313093	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
313093	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
313093	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
313093	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
313093	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
313093	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
313093	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
313093	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
313093	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
313093	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
313093	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
313093	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
313093	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
313093	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
313093	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
313093	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
313093	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
313093	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
313093	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
313093	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
313093	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
313093	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
313093	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
313093	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
313093	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
313093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
313093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
313093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
313093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
313093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
313093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
313093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
313093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
313093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
313093	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
313093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
313093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
313093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
313093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
313093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
313093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
313093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
313093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
313093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
313093	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
313093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
313093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
313093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
313093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
313093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
313093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
313093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
313093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
313093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
313093	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
313093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
313093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
313093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
313093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
313093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
313093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
313093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
313093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
313093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
313093	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
313093	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
313093	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
313093	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
313093	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
313093	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
313093	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
313093	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
313093	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
313093	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
313093	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
313093	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
313093	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
313093	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
313093	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
313093	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
313093	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
313093	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
313093	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
313093	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
313093	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
313093	embedding2nn.weight	0	0.006402825471013784
313093	embedding2nn.weight	1	0.004017513711005449
313093	embedding2nn.weight	2	0.013417781330645084
313093	embedding2nn.weight	3	0.026794010773301125
313093	embedding2nn.weight	4	0.023461205884814262
313093	embedding2nn.weight	5	0.005499586462974548
313093	embedding2nn.weight	6	-0.015409758314490318
313093	embedding2nn.weight	7	-0.0005263772909529507
313093	embedding2nn.weight	8	-0.00986278336495161
313093	embedding2nn.weight	9	0.002074437215924263
313093	embedding2nn.bias	0	0.014581676572561264
313093	embedding2nn.bias	1	-0.03775138780474663
313093	embedding2nn.bias	2	0.08451242744922638
313093	embedding2nn.bias	3	0.06719585508108139
313093	embedding2nn.bias	4	-0.010285778902471066
313093	embedding2nn.bias	5	-0.0353626050055027
313093	embedding2nn.bias	6	0.029263366013765335
313093	embedding2nn.bias	7	0.004613648634403944
313093	embedding2nn.bias	8	-0.0357564277946949
313093	embedding2nn.bias	9	0.025188563391566277
313093	rnn.weight_ih_l0	0	0.06464047729969025
313093	rnn.weight_ih_l0	1	-0.041475676000118256
313093	rnn.weight_ih_l0	2	0.004686989821493626
313093	rnn.weight_ih_l0	3	0.04539559409022331
313093	rnn.weight_ih_l0	4	-0.029593298211693764
313093	rnn.weight_ih_l0	5	0.04060220718383789
313093	rnn.weight_ih_l0	6	0.0077961343340575695
313093	rnn.weight_ih_l0	7	0.0656648501753807
313093	rnn.weight_ih_l0	8	0.009062835946679115
313093	rnn.weight_ih_l0	9	-0.025342941284179688
313093	rnn.weight_hh_l0	0	-0.011855200864374638
313093	rnn.weight_hh_l0	1	-0.02792276442050934
313093	rnn.weight_hh_l0	2	-0.0615214966237545
313093	rnn.weight_hh_l0	3	-0.005880690645426512
313093	rnn.weight_hh_l0	4	-0.009795437566936016
313093	rnn.weight_hh_l0	5	-0.02456456795334816
313093	rnn.weight_hh_l0	6	0.0006211467552930117
313093	rnn.weight_hh_l0	7	-0.03601551428437233
313093	rnn.weight_hh_l0	8	0.06684993207454681
313093	rnn.weight_hh_l0	9	0.045317962765693665
313093	rnn.bias_ih_l0	0	-0.1735655963420868
313093	rnn.bias_ih_l0	1	-0.1700681447982788
313093	rnn.bias_ih_l0	2	-0.020226867869496346
313093	rnn.bias_ih_l0	3	-0.14709503948688507
313093	rnn.bias_ih_l0	4	-0.058366768062114716
313093	rnn.bias_ih_l0	5	-0.1746872067451477
313093	rnn.bias_ih_l0	6	0.07398761808872223
313093	rnn.bias_ih_l0	7	-0.08744681626558304
313093	rnn.bias_ih_l0	8	-0.046414781361818314
313093	rnn.bias_ih_l0	9	-0.10804051905870438
313093	rnn.bias_hh_l0	0	-0.06963316351175308
313093	rnn.bias_hh_l0	1	0.24766437709331512
313093	rnn.bias_hh_l0	2	0.04754308611154556
313093	rnn.bias_hh_l0	3	-0.07860983908176422
313093	rnn.bias_hh_l0	4	-0.08408721536397934
313093	rnn.bias_hh_l0	5	-0.0008135553216561675
313093	rnn.bias_hh_l0	6	0.057380687445402145
313093	rnn.bias_hh_l0	7	-0.09737863391637802
313093	rnn.bias_hh_l0	8	-0.23624396324157715
313093	rnn.bias_hh_l0	9	-0.10094982385635376
313093	rnn.weight_ih_l0_reverse	0	0.019995348528027534
313093	rnn.weight_ih_l0_reverse	1	-0.06000669673085213
313093	rnn.weight_ih_l0_reverse	2	0.04306740313768387
313093	rnn.weight_ih_l0_reverse	3	0.020977336913347244
313093	rnn.weight_ih_l0_reverse	4	-0.0005284860963001847
313093	rnn.weight_ih_l0_reverse	5	-0.02610660344362259
313093	rnn.weight_ih_l0_reverse	6	0.012814507819712162
313093	rnn.weight_ih_l0_reverse	7	0.028273021802306175
313093	rnn.weight_ih_l0_reverse	8	-0.028266925364732742
313093	rnn.weight_ih_l0_reverse	9	-0.0012385420268401504
313093	rnn.weight_hh_l0_reverse	0	0.039750054478645325
313093	rnn.weight_hh_l0_reverse	1	0.029602544382214546
313093	rnn.weight_hh_l0_reverse	2	-0.023020101711153984
313093	rnn.weight_hh_l0_reverse	3	-0.08186417073011398
313093	rnn.weight_hh_l0_reverse	4	0.01133501622825861
313093	rnn.weight_hh_l0_reverse	5	-0.0602751299738884
313093	rnn.weight_hh_l0_reverse	6	-0.01411898247897625
313093	rnn.weight_hh_l0_reverse	7	0.03131625056266785
313093	rnn.weight_hh_l0_reverse	8	0.007571307942271233
313093	rnn.weight_hh_l0_reverse	9	0.008740446530282497
313093	rnn.bias_ih_l0_reverse	0	-0.04663216695189476
313093	rnn.bias_ih_l0_reverse	1	-0.1391519457101822
313093	rnn.bias_ih_l0_reverse	2	-0.14588120579719543
313093	rnn.bias_ih_l0_reverse	3	-0.04651084914803505
313093	rnn.bias_ih_l0_reverse	4	-0.11393856257200241
313093	rnn.bias_ih_l0_reverse	5	-0.08662182092666626
313093	rnn.bias_ih_l0_reverse	6	-0.20811595022678375
313093	rnn.bias_ih_l0_reverse	7	-0.052350446581840515
313093	rnn.bias_ih_l0_reverse	8	-0.06491070240736008
313093	rnn.bias_ih_l0_reverse	9	-0.13452628254890442
313093	rnn.bias_hh_l0_reverse	0	-0.14258341491222382
313093	rnn.bias_hh_l0_reverse	1	-0.1623549908399582
313093	rnn.bias_hh_l0_reverse	2	0.10584785044193268
313093	rnn.bias_hh_l0_reverse	3	0.07433851063251495
313093	rnn.bias_hh_l0_reverse	4	-0.17814449965953827
313093	rnn.bias_hh_l0_reverse	5	-0.1437058001756668
313093	rnn.bias_hh_l0_reverse	6	-0.08949926495552063
313093	rnn.bias_hh_l0_reverse	7	-0.0543389618396759
313093	rnn.bias_hh_l0_reverse	8	-0.09634958207607269
313093	rnn.bias_hh_l0_reverse	9	-0.024798637256026268
313093	linear.weight	0	-0.007728401105850935
313093	linear.weight	1	0.005901985336095095
313093	linear.weight	2	0.32009994983673096
313093	linear.weight	3	-0.07892283797264099
313093	linear.weight	4	-0.010588549077510834
313093	linear.weight	5	0.11636559665203094
313093	linear.weight	6	-0.010739270597696304
313093	linear.weight	7	-0.07741005718708038
313093	linear.weight	8	0.1914767622947693
313093	linear.weight	9	-0.2760968506336212
313093	linear.bias	0	-0.03956538438796997
313093	linear.bias	1	0.031413208693265915
313093	linear.bias	2	0.41975855827331543
313093	linear.bias	3	-0.7389093041419983
313093	linear.bias	4	2.1426167488098145
313093	linear.bias	5	-1.4050931930541992
313093	linear.bias	6	-0.2948106825351715
313093	linear.bias	7	-0.12829025089740753
313651	transitions	0	-1.9456697702407837
313651	transitions	1	-10000.0
313651	transitions	2	-0.7969565987586975
313651	transitions	3	-10000.0
313651	transitions	4	2.067598819732666
313651	transitions	5	-10000.0
313651	transitions	6	-10000.0
313651	transitions	7	1.8476449251174927
313651	transitions	8	-2.628981351852417
313651	transitions	9	-4.2395219802856445
313651	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
313651	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
313651	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
313651	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
313651	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
313651	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
313651	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
313651	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
313651	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
313651	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
313651	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
313651	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
313651	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
313651	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
313651	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
313651	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
313651	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
313651	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
313651	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
313651	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
313651	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
313651	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
313651	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
313651	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
313651	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
313651	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
313651	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
313651	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
313651	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
313651	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
313651	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
313651	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
313651	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
313651	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
313651	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
313651	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
313651	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
313651	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
313651	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
313651	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
313651	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
313651	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
313651	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
313651	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
313651	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
313651	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
313651	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
313651	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
313651	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
313651	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
313651	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
313651	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
313651	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
313651	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
313651	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
313651	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
313651	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
313651	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
313651	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
313651	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
313651	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
313651	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
313651	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
313651	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
313651	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
313651	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
313651	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
313651	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
313651	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
313651	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
313651	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
313651	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
313651	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
313651	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
313651	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
313651	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
313651	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
313651	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
313651	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
313651	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
313651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
313651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
313651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
313651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
313651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
313651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
313651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
313651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
313651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
313651	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
313651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
313651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
313651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
313651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
313651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
313651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
313651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
313651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
313651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
313651	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
313651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
313651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
313651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
313651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
313651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
313651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
313651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
313651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
313651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
313651	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
313651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
313651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
313651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
313651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
313651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
313651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
313651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
313651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
313651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
313651	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
313651	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
313651	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
313651	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
313651	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
313651	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
313651	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
313651	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
313651	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
313651	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
313651	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
313651	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
313651	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
313651	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
313651	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
313651	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
313651	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
313651	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
313651	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
313651	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
313651	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
313651	embedding2nn.weight	0	0.006402147468179464
313651	embedding2nn.weight	1	0.004014602862298489
313651	embedding2nn.weight	2	0.013418379239737988
313651	embedding2nn.weight	3	0.02681877464056015
313651	embedding2nn.weight	4	0.023420892655849457
313651	embedding2nn.weight	5	0.005444748792797327
313651	embedding2nn.weight	6	-0.015411730855703354
313651	embedding2nn.weight	7	-0.0005334549932740629
313651	embedding2nn.weight	8	-0.009913844056427479
313651	embedding2nn.weight	9	0.0020622354932129383
313651	embedding2nn.bias	0	0.014586003497242928
313651	embedding2nn.bias	1	-0.037184495478868484
313651	embedding2nn.bias	2	0.08525339514017105
313651	embedding2nn.bias	3	0.06755787134170532
313651	embedding2nn.bias	4	-0.011378088034689426
313651	embedding2nn.bias	5	-0.035613831132650375
313651	embedding2nn.bias	6	0.029107099398970604
313651	embedding2nn.bias	7	0.004177827388048172
313651	embedding2nn.bias	8	-0.03580991178750992
313651	embedding2nn.bias	9	0.02565370686352253
313651	rnn.weight_ih_l0	0	0.06462369114160538
313651	rnn.weight_ih_l0	1	-0.041485194116830826
313651	rnn.weight_ih_l0	2	0.0046292198821902275
313651	rnn.weight_ih_l0	3	0.04538373649120331
313651	rnn.weight_ih_l0	4	-0.029565036296844482
313651	rnn.weight_ih_l0	5	0.04063928872346878
313651	rnn.weight_ih_l0	6	0.007779720705002546
313651	rnn.weight_ih_l0	7	0.06568539887666702
313651	rnn.weight_ih_l0	8	0.008975294418632984
313651	rnn.weight_ih_l0	9	-0.025339893996715546
313651	rnn.weight_hh_l0	0	-0.01181927789002657
313651	rnn.weight_hh_l0	1	-0.02788844332098961
313651	rnn.weight_hh_l0	2	-0.061515938490629196
313651	rnn.weight_hh_l0	3	-0.005886606406420469
313651	rnn.weight_hh_l0	4	-0.009802287444472313
313651	rnn.weight_hh_l0	5	-0.024579625576734543
313651	rnn.weight_hh_l0	6	0.0006226662662811577
313651	rnn.weight_hh_l0	7	-0.03602883964776993
313651	rnn.weight_hh_l0	8	0.0669105127453804
313651	rnn.weight_hh_l0	9	0.04534772410988808
313651	rnn.bias_ih_l0	0	-0.1738044023513794
313651	rnn.bias_ih_l0	1	-0.16992886364459991
313651	rnn.bias_ih_l0	2	-0.02003485895693302
313651	rnn.bias_ih_l0	3	-0.14709150791168213
313651	rnn.bias_ih_l0	4	-0.05839916691184044
313651	rnn.bias_ih_l0	5	-0.1747056394815445
313651	rnn.bias_ih_l0	6	0.07369550317525864
313651	rnn.bias_ih_l0	7	-0.08725188672542572
313651	rnn.bias_ih_l0	8	-0.04668520763516426
313651	rnn.bias_ih_l0	9	-0.10791879892349243
313651	rnn.bias_hh_l0	0	-0.06966244429349899
313651	rnn.bias_hh_l0	1	0.24811676144599915
313651	rnn.bias_hh_l0	2	0.04790443181991577
313651	rnn.bias_hh_l0	3	-0.07878697663545609
313651	rnn.bias_hh_l0	4	-0.08361537754535675
313651	rnn.bias_hh_l0	5	-0.0007024894002825022
313651	rnn.bias_hh_l0	6	0.057655807584524155
313651	rnn.bias_hh_l0	7	-0.09731005132198334
313651	rnn.bias_hh_l0	8	-0.23634231090545654
313651	rnn.bias_hh_l0	9	-0.10100386291742325
313651	rnn.weight_ih_l0_reverse	0	0.0198589488863945
313651	rnn.weight_ih_l0_reverse	1	-0.059986840933561325
313651	rnn.weight_ih_l0_reverse	2	0.04308617487549782
313651	rnn.weight_ih_l0_reverse	3	0.021008489653468132
313651	rnn.weight_ih_l0_reverse	4	-0.0005904136341996491
313651	rnn.weight_ih_l0_reverse	5	-0.02610114775598049
313651	rnn.weight_ih_l0_reverse	6	0.012833386659622192
313651	rnn.weight_ih_l0_reverse	7	0.02828332409262657
313651	rnn.weight_ih_l0_reverse	8	-0.028264028951525688
313651	rnn.weight_ih_l0_reverse	9	-0.0012534999987110496
313651	rnn.weight_hh_l0_reverse	0	0.03975020721554756
313651	rnn.weight_hh_l0_reverse	1	0.029616327956318855
313651	rnn.weight_hh_l0_reverse	2	-0.02296377159655094
313651	rnn.weight_hh_l0_reverse	3	-0.081891730427742
313651	rnn.weight_hh_l0_reverse	4	0.011280971579253674
313651	rnn.weight_hh_l0_reverse	5	-0.060242436826229095
313651	rnn.weight_hh_l0_reverse	6	-0.014084984548389912
313651	rnn.weight_hh_l0_reverse	7	0.03127465397119522
313651	rnn.weight_hh_l0_reverse	8	0.007605541963130236
313651	rnn.weight_hh_l0_reverse	9	0.008786503225564957
313651	rnn.bias_ih_l0_reverse	0	-0.04674742370843887
313651	rnn.bias_ih_l0_reverse	1	-0.13890543580055237
313651	rnn.bias_ih_l0_reverse	2	-0.14594615995883942
313651	rnn.bias_ih_l0_reverse	3	-0.046429067850112915
313651	rnn.bias_ih_l0_reverse	4	-0.11410147696733475
313651	rnn.bias_ih_l0_reverse	5	-0.08661691099405289
313651	rnn.bias_ih_l0_reverse	6	-0.2084101289510727
313651	rnn.bias_ih_l0_reverse	7	-0.0522737056016922
313651	rnn.bias_ih_l0_reverse	8	-0.06504979729652405
313651	rnn.bias_ih_l0_reverse	9	-0.1344500482082367
313651	rnn.bias_hh_l0_reverse	0	-0.14293502271175385
313651	rnn.bias_hh_l0_reverse	1	-0.16196048259735107
313651	rnn.bias_hh_l0_reverse	2	0.1056353822350502
313651	rnn.bias_hh_l0_reverse	3	0.07388004660606384
313651	rnn.bias_hh_l0_reverse	4	-0.1781737208366394
313651	rnn.bias_hh_l0_reverse	5	-0.14374978840351105
313651	rnn.bias_hh_l0_reverse	6	-0.089645616710186
313651	rnn.bias_hh_l0_reverse	7	-0.054421912878751755
313651	rnn.bias_hh_l0_reverse	8	-0.0965472012758255
313651	rnn.bias_hh_l0_reverse	9	-0.024861088022589684
313651	linear.weight	0	-0.007728574797511101
313651	linear.weight	1	0.007207830436527729
313651	linear.weight	2	0.31916579604148865
313651	linear.weight	3	-0.07892240583896637
313651	linear.weight	4	-0.010588549077510834
313651	linear.weight	5	0.11694749444723129
313651	linear.weight	6	-0.010739270597696304
313651	linear.weight	7	-0.07583118975162506
313651	linear.weight	8	0.1935085654258728
313651	linear.weight	9	-0.2753729522228241
313651	linear.bias	0	-0.03956538438796997
313651	linear.bias	1	0.031413208693265915
313651	linear.bias	2	0.42257556319236755
313651	linear.bias	3	-0.7462813854217529
313651	linear.bias	4	2.140857219696045
313651	linear.bias	5	-1.4050953388214111
313651	linear.bias	6	-0.29164108633995056
313651	linear.bias	7	-0.1251281052827835
314209	transitions	0	-1.9457849264144897
314209	transitions	1	-10000.0
314209	transitions	2	-0.7969565987586975
314209	transitions	3	-10000.0
314209	transitions	4	2.065504550933838
314209	transitions	5	-10000.0
314209	transitions	6	-10000.0
314209	transitions	7	1.8483091592788696
314209	transitions	8	-2.629055976867676
314209	transitions	9	-4.239530563354492
314209	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
314209	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
314209	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
314209	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
314209	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
314209	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
314209	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
314209	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
314209	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
314209	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
314209	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
314209	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
314209	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
314209	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
314209	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
314209	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
314209	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
314209	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
314209	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
314209	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
314209	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
314209	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
314209	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
314209	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
314209	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
314209	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
314209	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
314209	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
314209	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
314209	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
314209	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
314209	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
314209	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
314209	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
314209	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
314209	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
314209	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
314209	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
314209	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
314209	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
314209	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
314209	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
314209	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
314209	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
314209	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
314209	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
314209	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
314209	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
314209	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
314209	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
314209	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
314209	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
314209	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
314209	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
314209	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
314209	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
314209	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
314209	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
314209	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
314209	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
314209	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
314209	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
314209	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
314209	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
314209	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
314209	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
314209	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
314209	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
314209	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
314209	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
314209	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
314209	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
314209	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
314209	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
314209	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
314209	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
314209	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
314209	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
314209	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
314209	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
314209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
314209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
314209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
314209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
314209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
314209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
314209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
314209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
314209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
314209	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
314209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
314209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
314209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
314209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
314209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
314209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
314209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
314209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
314209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
314209	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
314209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
314209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
314209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
314209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
314209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
314209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
314209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
314209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
314209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
314209	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
314209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
314209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
314209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
314209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
314209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
314209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
314209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
314209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
314209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
314209	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
314209	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
314209	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
314209	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
314209	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
314209	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
314209	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
314209	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
314209	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
314209	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
314209	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
314209	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
314209	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
314209	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
314209	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
314209	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
314209	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
314209	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
314209	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
314209	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
314209	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
314209	embedding2nn.weight	0	0.0064020282588899136
314209	embedding2nn.weight	1	0.004015260376036167
314209	embedding2nn.weight	2	0.013417903333902359
314209	embedding2nn.weight	3	0.026797713711857796
314209	embedding2nn.weight	4	0.023369604721665382
314209	embedding2nn.weight	5	0.005460008513182402
314209	embedding2nn.weight	6	-0.015409340150654316
314209	embedding2nn.weight	7	-0.0005119513953104615
314209	embedding2nn.weight	8	-0.00982842966914177
314209	embedding2nn.weight	9	0.002046171110123396
314209	embedding2nn.bias	0	0.014614515006542206
314209	embedding2nn.bias	1	-0.037699565291404724
314209	embedding2nn.bias	2	0.08456915616989136
314209	embedding2nn.bias	3	0.06789686530828476
314209	embedding2nn.bias	4	-0.010886367410421371
314209	embedding2nn.bias	5	-0.03481654077768326
314209	embedding2nn.bias	6	0.0285100769251585
314209	embedding2nn.bias	7	0.005018464755266905
314209	embedding2nn.bias	8	-0.03540747985243797
314209	embedding2nn.bias	9	0.024514010176062584
314209	rnn.weight_ih_l0	0	0.06471023708581924
314209	rnn.weight_ih_l0	1	-0.0415421724319458
314209	rnn.weight_ih_l0	2	0.004608514253050089
314209	rnn.weight_ih_l0	3	0.04541837424039841
314209	rnn.weight_ih_l0	4	-0.02944028750061989
314209	rnn.weight_ih_l0	5	0.04056207090616226
314209	rnn.weight_ih_l0	6	0.007772144395858049
314209	rnn.weight_ih_l0	7	0.06568562984466553
314209	rnn.weight_ih_l0	8	0.008990003727376461
314209	rnn.weight_ih_l0	9	-0.02532551996409893
314209	rnn.weight_hh_l0	0	-0.011761585250496864
314209	rnn.weight_hh_l0	1	-0.027871858328580856
314209	rnn.weight_hh_l0	2	-0.061549682170152664
314209	rnn.weight_hh_l0	3	-0.005898566916584969
314209	rnn.weight_hh_l0	4	-0.009811459109187126
314209	rnn.weight_hh_l0	5	-0.0246075838804245
314209	rnn.weight_hh_l0	6	0.0006032263627275825
314209	rnn.weight_hh_l0	7	-0.036098700016736984
314209	rnn.weight_hh_l0	8	0.06683894991874695
314209	rnn.weight_hh_l0	9	0.045233387500047684
314209	rnn.bias_ih_l0	0	-0.1738283783197403
314209	rnn.bias_ih_l0	1	-0.16995075345039368
314209	rnn.bias_ih_l0	2	-0.01986159197986126
314209	rnn.bias_ih_l0	3	-0.14699327945709229
314209	rnn.bias_ih_l0	4	-0.05871739983558655
314209	rnn.bias_ih_l0	5	-0.17508088052272797
314209	rnn.bias_ih_l0	6	0.07372935116291046
314209	rnn.bias_ih_l0	7	-0.0871461033821106
314209	rnn.bias_ih_l0	8	-0.046740688383579254
314209	rnn.bias_ih_l0	9	-0.10750045627355576
314209	rnn.bias_hh_l0	0	-0.06947357207536697
314209	rnn.bias_hh_l0	1	0.24802999198436737
314209	rnn.bias_hh_l0	2	0.04825827106833458
314209	rnn.bias_hh_l0	3	-0.07904649525880814
314209	rnn.bias_hh_l0	4	-0.08343929797410965
314209	rnn.bias_hh_l0	5	-0.0007544433465227485
314209	rnn.bias_hh_l0	6	0.05772041156888008
314209	rnn.bias_hh_l0	7	-0.09755107015371323
314209	rnn.bias_hh_l0	8	-0.23642271757125854
314209	rnn.bias_hh_l0	9	-0.10115107893943787
314209	rnn.weight_ih_l0_reverse	0	0.019855519756674767
314209	rnn.weight_ih_l0_reverse	1	-0.06001460924744606
314209	rnn.weight_ih_l0_reverse	2	0.04303072392940521
314209	rnn.weight_ih_l0_reverse	3	0.02098696120083332
314209	rnn.weight_ih_l0_reverse	4	-0.0005882020341232419
314209	rnn.weight_ih_l0_reverse	5	-0.02610740438103676
314209	rnn.weight_ih_l0_reverse	6	0.01296315435320139
314209	rnn.weight_ih_l0_reverse	7	0.028290867805480957
314209	rnn.weight_ih_l0_reverse	8	-0.028201481327414513
314209	rnn.weight_ih_l0_reverse	9	-0.0012167729437351227
314209	rnn.weight_hh_l0_reverse	0	0.03977116197347641
314209	rnn.weight_hh_l0_reverse	1	0.029596010223031044
314209	rnn.weight_hh_l0_reverse	2	-0.02291847951710224
314209	rnn.weight_hh_l0_reverse	3	-0.08190671354532242
314209	rnn.weight_hh_l0_reverse	4	0.011311955749988556
314209	rnn.weight_hh_l0_reverse	5	-0.06021689996123314
314209	rnn.weight_hh_l0_reverse	6	-0.014073549769818783
314209	rnn.weight_hh_l0_reverse	7	0.03122411109507084
314209	rnn.weight_hh_l0_reverse	8	0.007665385026484728
314209	rnn.weight_hh_l0_reverse	9	0.00871069822460413
314209	rnn.bias_ih_l0_reverse	0	-0.04689418524503708
314209	rnn.bias_ih_l0_reverse	1	-0.13888126611709595
314209	rnn.bias_ih_l0_reverse	2	-0.1461005061864853
314209	rnn.bias_ih_l0_reverse	3	-0.04616321250796318
314209	rnn.bias_ih_l0_reverse	4	-0.11401796340942383
314209	rnn.bias_ih_l0_reverse	5	-0.08656030893325806
314209	rnn.bias_ih_l0_reverse	6	-0.20828181505203247
314209	rnn.bias_ih_l0_reverse	7	-0.052171941846609116
314209	rnn.bias_ih_l0_reverse	8	-0.06526961177587509
314209	rnn.bias_ih_l0_reverse	9	-0.13440684974193573
314209	rnn.bias_hh_l0_reverse	0	-0.14292357861995697
314209	rnn.bias_hh_l0_reverse	1	-0.1621592789888382
314209	rnn.bias_hh_l0_reverse	2	0.10559618473052979
314209	rnn.bias_hh_l0_reverse	3	0.0736578106880188
314209	rnn.bias_hh_l0_reverse	4	-0.17790913581848145
314209	rnn.bias_hh_l0_reverse	5	-0.14353615045547485
314209	rnn.bias_hh_l0_reverse	6	-0.08981073647737503
314209	rnn.bias_hh_l0_reverse	7	-0.054421864449977875
314209	rnn.bias_hh_l0_reverse	8	-0.09644351899623871
314209	rnn.bias_hh_l0_reverse	9	-0.024865340441465378
314209	linear.weight	0	-0.007728800177574158
314209	linear.weight	1	0.0027658063918352127
314209	linear.weight	2	0.31998586654663086
314209	linear.weight	3	-0.07892195880413055
314209	linear.weight	4	-0.010588549077510834
314209	linear.weight	5	0.11980018019676208
314209	linear.weight	6	-0.010739270597696304
314209	linear.weight	7	-0.07613787055015564
314209	linear.weight	8	0.19371585547924042
314209	linear.weight	9	-0.2758477032184601
314209	linear.bias	0	-0.03956538438796997
314209	linear.bias	1	0.031413208693265915
314209	linear.bias	2	0.4154806137084961
314209	linear.bias	3	-0.7364986538887024
314209	linear.bias	4	2.1422598361968994
314209	linear.bias	5	-1.4050976037979126
314209	linear.bias	6	-0.2936229705810547
314209	linear.bias	7	-0.1272195279598236
314767	transitions	0	-1.9458872079849243
314767	transitions	1	-10000.0
314767	transitions	2	-0.7969565987586975
314767	transitions	3	-10000.0
314767	transitions	4	2.0682833194732666
314767	transitions	5	-10000.0
314767	transitions	6	-10000.0
314767	transitions	7	1.8497341871261597
314767	transitions	8	-2.629140615463257
314767	transitions	9	-4.239539623260498
314767	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
314767	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
314767	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
314767	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
314767	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
314767	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
314767	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
314767	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
314767	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
314767	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
314767	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
314767	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
314767	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
314767	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
314767	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
314767	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
314767	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
314767	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
314767	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
314767	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
314767	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
314767	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
314767	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
314767	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
314767	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
314767	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
314767	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
314767	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
314767	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
314767	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
314767	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
314767	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
314767	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
314767	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
314767	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
314767	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
314767	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
314767	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
314767	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
314767	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
314767	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
314767	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
314767	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
314767	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
314767	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
314767	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
314767	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
314767	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
314767	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
314767	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
314767	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
314767	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
314767	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
314767	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
314767	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
314767	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
314767	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
314767	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
314767	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
314767	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
314767	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
314767	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
314767	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
314767	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
314767	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
314767	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
314767	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
314767	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
314767	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
314767	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
314767	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
314767	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
314767	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
314767	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
314767	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
314767	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
314767	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
314767	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
314767	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
314767	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
314767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
314767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
314767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
314767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
314767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
314767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
314767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
314767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
314767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
314767	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
314767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
314767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
314767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
314767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
314767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
314767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
314767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
314767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
314767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
314767	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
314767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
314767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
314767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
314767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
314767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
314767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
314767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
314767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
314767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
314767	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
314767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
314767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
314767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
314767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
314767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
314767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
314767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
314767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
314767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
314767	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
314767	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
314767	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
314767	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
314767	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
314767	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
314767	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
314767	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
314767	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
314767	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
314767	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
314767	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
314767	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
314767	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
314767	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
314767	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
314767	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
314767	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
314767	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
314767	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
314767	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
314767	embedding2nn.weight	0	0.006403131876140833
314767	embedding2nn.weight	1	0.004011530429124832
314767	embedding2nn.weight	2	0.01341938879340887
314767	embedding2nn.weight	3	0.02681395597755909
314767	embedding2nn.weight	4	0.02333728037774563
314767	embedding2nn.weight	5	0.0054885996505618095
314767	embedding2nn.weight	6	-0.01538741122931242
314767	embedding2nn.weight	7	-0.0005039750249125063
314767	embedding2nn.weight	8	-0.009801067411899567
314767	embedding2nn.weight	9	0.002022957429289818
314767	embedding2nn.bias	0	0.0141971530392766
314767	embedding2nn.bias	1	-0.0378287099301815
314767	embedding2nn.bias	2	0.0844789445400238
314767	embedding2nn.bias	3	0.06737592071294785
314767	embedding2nn.bias	4	-0.011131632141768932
314767	embedding2nn.bias	5	-0.03458945080637932
314767	embedding2nn.bias	6	0.02754746377468109
314767	embedding2nn.bias	7	0.004781870171427727
314767	embedding2nn.bias	8	-0.035026825964450836
314767	embedding2nn.bias	9	0.024240979924798012
314767	rnn.weight_ih_l0	0	0.06477916985750198
314767	rnn.weight_ih_l0	1	-0.04155733808875084
314767	rnn.weight_ih_l0	2	0.004725243896245956
314767	rnn.weight_ih_l0	3	0.045369867235422134
314767	rnn.weight_ih_l0	4	-0.02942032739520073
314767	rnn.weight_ih_l0	5	0.04050442576408386
314767	rnn.weight_ih_l0	6	0.007746786344796419
314767	rnn.weight_ih_l0	7	0.06565342098474503
314767	rnn.weight_ih_l0	8	0.00894144270569086
314767	rnn.weight_ih_l0	9	-0.025345679372549057
314767	rnn.weight_hh_l0	0	-0.011733559891581535
314767	rnn.weight_hh_l0	1	-0.02795162796974182
314767	rnn.weight_hh_l0	2	-0.06157870963215828
314767	rnn.weight_hh_l0	3	-0.005883583799004555
314767	rnn.weight_hh_l0	4	-0.009824334643781185
314767	rnn.weight_hh_l0	5	-0.02458075061440468
314767	rnn.weight_hh_l0	6	0.0005945307202637196
314767	rnn.weight_hh_l0	7	-0.036177799105644226
314767	rnn.weight_hh_l0	8	0.06697636097669601
314767	rnn.weight_hh_l0	9	0.04524771869182587
314767	rnn.bias_ih_l0	0	-0.17373555898666382
314767	rnn.bias_ih_l0	1	-0.17001639306545258
314767	rnn.bias_ih_l0	2	-0.02008105255663395
314767	rnn.bias_ih_l0	3	-0.14695312082767487
314767	rnn.bias_ih_l0	4	-0.05869342386722565
314767	rnn.bias_ih_l0	5	-0.17515435814857483
314767	rnn.bias_ih_l0	6	0.07426466792821884
314767	rnn.bias_ih_l0	7	-0.08749157935380936
314767	rnn.bias_ih_l0	8	-0.046996328979730606
314767	rnn.bias_ih_l0	9	-0.10740523785352707
314767	rnn.bias_hh_l0	0	-0.06975354999303818
314767	rnn.bias_hh_l0	1	0.2483941614627838
314767	rnn.bias_hh_l0	2	0.048366691917181015
314767	rnn.bias_hh_l0	3	-0.07929202169179916
314767	rnn.bias_hh_l0	4	-0.08315760642290115
314767	rnn.bias_hh_l0	5	-0.0012317885411903262
314767	rnn.bias_hh_l0	6	0.057356107980012894
314767	rnn.bias_hh_l0	7	-0.09780314564704895
314767	rnn.bias_hh_l0	8	-0.2365807294845581
314767	rnn.bias_hh_l0	9	-0.10131068527698517
314767	rnn.weight_ih_l0_reverse	0	0.019931377843022346
314767	rnn.weight_ih_l0_reverse	1	-0.059922266751527786
314767	rnn.weight_ih_l0_reverse	2	0.04301713779568672
314767	rnn.weight_ih_l0_reverse	3	0.02085186168551445
314767	rnn.weight_ih_l0_reverse	4	-0.0004918682971037924
314767	rnn.weight_ih_l0_reverse	5	-0.026065070182085037
314767	rnn.weight_ih_l0_reverse	6	0.013074076734483242
314767	rnn.weight_ih_l0_reverse	7	0.028256770223379135
314767	rnn.weight_ih_l0_reverse	8	-0.028189169242978096
314767	rnn.weight_ih_l0_reverse	9	-0.0012193169677630067
314767	rnn.weight_hh_l0_reverse	0	0.03976082056760788
314767	rnn.weight_hh_l0_reverse	1	0.029606692492961884
314767	rnn.weight_hh_l0_reverse	2	-0.02290046587586403
314767	rnn.weight_hh_l0_reverse	3	-0.0818638727068901
314767	rnn.weight_hh_l0_reverse	4	0.011315708979964256
314767	rnn.weight_hh_l0_reverse	5	-0.060227930545806885
314767	rnn.weight_hh_l0_reverse	6	-0.014112530276179314
314767	rnn.weight_hh_l0_reverse	7	0.031218355521559715
314767	rnn.weight_hh_l0_reverse	8	0.007680767215788364
314767	rnn.weight_hh_l0_reverse	9	0.008697085082530975
314767	rnn.bias_ih_l0_reverse	0	-0.0467507541179657
314767	rnn.bias_ih_l0_reverse	1	-0.13895520567893982
314767	rnn.bias_ih_l0_reverse	2	-0.1464947760105133
314767	rnn.bias_ih_l0_reverse	3	-0.046241339296102524
314767	rnn.bias_ih_l0_reverse	4	-0.11423511803150177
314767	rnn.bias_ih_l0_reverse	5	-0.08656977117061615
314767	rnn.bias_ih_l0_reverse	6	-0.20837406814098358
314767	rnn.bias_ih_l0_reverse	7	-0.05227033048868179
314767	rnn.bias_ih_l0_reverse	8	-0.06514424085617065
314767	rnn.bias_ih_l0_reverse	9	-0.13446687161922455
314767	rnn.bias_hh_l0_reverse	0	-0.14275437593460083
314767	rnn.bias_hh_l0_reverse	1	-0.16222931444644928
314767	rnn.bias_hh_l0_reverse	2	0.10554874688386917
314767	rnn.bias_hh_l0_reverse	3	0.07377353310585022
314767	rnn.bias_hh_l0_reverse	4	-0.17790557444095612
314767	rnn.bias_hh_l0_reverse	5	-0.1431196630001068
314767	rnn.bias_hh_l0_reverse	6	-0.08971264213323593
314767	rnn.bias_hh_l0_reverse	7	-0.05438334494829178
314767	rnn.bias_hh_l0_reverse	8	-0.09644375741481781
314767	rnn.bias_hh_l0_reverse	9	-0.024765290319919586
314767	linear.weight	0	-0.007729079108685255
314767	linear.weight	1	0.0035335547290742397
314767	linear.weight	2	0.3180710971355438
314767	linear.weight	3	-0.07892158627510071
314767	linear.weight	4	-0.010588549077510834
314767	linear.weight	5	0.12091875076293945
314767	linear.weight	6	-0.010739270597696304
314767	linear.weight	7	-0.0791332796216011
314767	linear.weight	8	0.18598848581314087
314767	linear.weight	9	-0.27631691098213196
314767	linear.bias	0	-0.03956538438796997
314767	linear.bias	1	0.031413208693265915
314767	linear.bias	2	0.41899147629737854
314767	linear.bias	3	-0.7370900511741638
314767	linear.bias	4	2.1476383209228516
314767	linear.bias	5	-1.4050991535186768
314767	linear.bias	6	-0.29774636030197144
314767	linear.bias	7	-0.13137657940387726
315325	transitions	0	-1.9460009336471558
315325	transitions	1	-10000.0
315325	transitions	2	-0.7969565987586975
315325	transitions	3	-10000.0
315325	transitions	4	2.0663485527038574
315325	transitions	5	-10000.0
315325	transitions	6	-10000.0
315325	transitions	7	1.8470895290374756
315325	transitions	8	-2.629243850708008
315325	transitions	9	-4.239553451538086
315325	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
315325	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
315325	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
315325	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
315325	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
315325	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
315325	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
315325	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
315325	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
315325	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
315325	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
315325	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
315325	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
315325	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
315325	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
315325	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
315325	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
315325	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
315325	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
315325	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
315325	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
315325	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
315325	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
315325	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
315325	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
315325	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
315325	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
315325	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
315325	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
315325	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
315325	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
315325	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
315325	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
315325	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
315325	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
315325	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
315325	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
315325	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
315325	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
315325	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
315325	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
315325	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
315325	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
315325	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
315325	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
315325	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
315325	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
315325	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
315325	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
315325	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
315325	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
315325	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
315325	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
315325	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
315325	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
315325	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
315325	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
315325	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
315325	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
315325	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
315325	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
315325	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
315325	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
315325	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
315325	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
315325	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
315325	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
315325	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
315325	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
315325	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
315325	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
315325	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
315325	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
315325	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
315325	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
315325	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
315325	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
315325	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
315325	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
315325	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
315325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
315325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
315325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
315325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
315325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
315325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
315325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
315325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
315325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
315325	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
315325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
315325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
315325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
315325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
315325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
315325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
315325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
315325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
315325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
315325	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
315325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
315325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
315325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
315325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
315325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
315325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
315325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
315325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
315325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
315325	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
315325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
315325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
315325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
315325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
315325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
315325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
315325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
315325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
315325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
315325	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
315325	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
315325	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
315325	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
315325	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
315325	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
315325	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
315325	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
315325	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
315325	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
315325	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
315325	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
315325	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
315325	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
315325	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
315325	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
315325	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
315325	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
315325	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
315325	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
315325	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
315325	embedding2nn.weight	0	0.006399942561984062
315325	embedding2nn.weight	1	0.004019029904156923
315325	embedding2nn.weight	2	0.013422233052551746
315325	embedding2nn.weight	3	0.02685900218784809
315325	embedding2nn.weight	4	0.023346345871686935
315325	embedding2nn.weight	5	0.005578045267611742
315325	embedding2nn.weight	6	-0.01537532638758421
315325	embedding2nn.weight	7	-0.0005128697957843542
315325	embedding2nn.weight	8	-0.009836963377892971
315325	embedding2nn.weight	9	0.0020193508826196194
315325	embedding2nn.bias	0	0.013914142735302448
315325	embedding2nn.bias	1	-0.037039294838905334
315325	embedding2nn.bias	2	0.08400224149227142
315325	embedding2nn.bias	3	0.06766477972269058
315325	embedding2nn.bias	4	-0.011667659506201744
315325	embedding2nn.bias	5	-0.0363798514008522
315325	embedding2nn.bias	6	0.027497459203004837
315325	embedding2nn.bias	7	0.0048538981936872005
315325	embedding2nn.bias	8	-0.034841302782297134
315325	embedding2nn.bias	9	0.024410739541053772
315325	rnn.weight_ih_l0	0	0.06474801898002625
315325	rnn.weight_ih_l0	1	-0.04150646552443504
315325	rnn.weight_ih_l0	2	0.004742083139717579
315325	rnn.weight_ih_l0	3	0.04536693915724754
315325	rnn.weight_ih_l0	4	-0.029439618811011314
315325	rnn.weight_ih_l0	5	0.04055425524711609
315325	rnn.weight_ih_l0	6	0.007767902687191963
315325	rnn.weight_ih_l0	7	0.06570415943861008
315325	rnn.weight_ih_l0	8	0.008912659250199795
315325	rnn.weight_ih_l0	9	-0.025332598015666008
315325	rnn.weight_hh_l0	0	-0.011690161190927029
315325	rnn.weight_hh_l0	1	-0.027982037514448166
315325	rnn.weight_hh_l0	2	-0.06155373156070709
315325	rnn.weight_hh_l0	3	-0.005882601719349623
315325	rnn.weight_hh_l0	4	-0.009811997413635254
315325	rnn.weight_hh_l0	5	-0.024547355249524117
315325	rnn.weight_hh_l0	6	0.0005972647340968251
315325	rnn.weight_hh_l0	7	-0.036189574748277664
315325	rnn.weight_hh_l0	8	0.06699582934379578
315325	rnn.weight_hh_l0	9	0.04528210684657097
315325	rnn.bias_ih_l0	0	-0.17370933294296265
315325	rnn.bias_ih_l0	1	-0.17015202343463898
315325	rnn.bias_ih_l0	2	-0.0203285813331604
315325	rnn.bias_ih_l0	3	-0.14696644246578217
315325	rnn.bias_ih_l0	4	-0.05889155715703964
315325	rnn.bias_ih_l0	5	-0.17509423196315765
315325	rnn.bias_ih_l0	6	0.07445357739925385
315325	rnn.bias_ih_l0	7	-0.08765986561775208
315325	rnn.bias_ih_l0	8	-0.04711252450942993
315325	rnn.bias_ih_l0	9	-0.10747439414262772
315325	rnn.bias_hh_l0	0	-0.06968694925308228
315325	rnn.bias_hh_l0	1	0.2481880486011505
315325	rnn.bias_hh_l0	2	0.048528432846069336
315325	rnn.bias_hh_l0	3	-0.07930713146924973
315325	rnn.bias_hh_l0	4	-0.08309860527515411
315325	rnn.bias_hh_l0	5	-0.0015248460695147514
315325	rnn.bias_hh_l0	6	0.05746664106845856
315325	rnn.bias_hh_l0	7	-0.09727168083190918
315325	rnn.bias_hh_l0	8	-0.23621918261051178
315325	rnn.bias_hh_l0	9	-0.1013871356844902
315325	rnn.weight_ih_l0_reverse	0	0.01988970674574375
315325	rnn.weight_ih_l0_reverse	1	-0.060009248554706573
315325	rnn.weight_ih_l0_reverse	2	0.04297080263495445
315325	rnn.weight_ih_l0_reverse	3	0.020899780094623566
315325	rnn.weight_ih_l0_reverse	4	-0.0004788980586454272
315325	rnn.weight_ih_l0_reverse	5	-0.02602933906018734
315325	rnn.weight_ih_l0_reverse	6	0.013064195401966572
315325	rnn.weight_ih_l0_reverse	7	0.02821270562708378
315325	rnn.weight_ih_l0_reverse	8	-0.028191884979605675
315325	rnn.weight_ih_l0_reverse	9	-0.0012323952978476882
315325	rnn.weight_hh_l0_reverse	0	0.03976096585392952
315325	rnn.weight_hh_l0_reverse	1	0.02963246777653694
315325	rnn.weight_hh_l0_reverse	2	-0.022928820922970772
315325	rnn.weight_hh_l0_reverse	3	-0.08184649050235748
315325	rnn.weight_hh_l0_reverse	4	0.011324364691972733
315325	rnn.weight_hh_l0_reverse	5	-0.06029588356614113
315325	rnn.weight_hh_l0_reverse	6	-0.014094334095716476
315325	rnn.weight_hh_l0_reverse	7	0.0311728548258543
315325	rnn.weight_hh_l0_reverse	8	0.007718588691204786
315325	rnn.weight_hh_l0_reverse	9	0.008756694383919239
315325	rnn.bias_ih_l0_reverse	0	-0.046816907823085785
315325	rnn.bias_ih_l0_reverse	1	-0.13904064893722534
315325	rnn.bias_ih_l0_reverse	2	-0.14618809521198273
315325	rnn.bias_ih_l0_reverse	3	-0.04631522297859192
315325	rnn.bias_ih_l0_reverse	4	-0.11399441212415695
315325	rnn.bias_ih_l0_reverse	5	-0.08623678237199783
315325	rnn.bias_ih_l0_reverse	6	-0.2085062712430954
315325	rnn.bias_ih_l0_reverse	7	-0.0518815740942955
315325	rnn.bias_ih_l0_reverse	8	-0.06505952030420303
315325	rnn.bias_ih_l0_reverse	9	-0.13421867787837982
315325	rnn.bias_hh_l0_reverse	0	-0.1425524353981018
315325	rnn.bias_hh_l0_reverse	1	-0.16243690252304077
315325	rnn.bias_hh_l0_reverse	2	0.10508395731449127
315325	rnn.bias_hh_l0_reverse	3	0.07363332062959671
315325	rnn.bias_hh_l0_reverse	4	-0.17767289280891418
315325	rnn.bias_hh_l0_reverse	5	-0.1432773321866989
315325	rnn.bias_hh_l0_reverse	6	-0.08996530622243881
315325	rnn.bias_hh_l0_reverse	7	-0.05434177815914154
315325	rnn.bias_hh_l0_reverse	8	-0.09646981954574585
315325	rnn.bias_hh_l0_reverse	9	-0.024687474593520164
315325	linear.weight	0	-0.007729336619377136
315325	linear.weight	1	0.004378513898700476
315325	linear.weight	2	0.31840837001800537
315325	linear.weight	3	-0.0789211094379425
315325	linear.weight	4	-0.010588549077510834
315325	linear.weight	5	0.11892818659543991
315325	linear.weight	6	-0.010739270597696304
315325	linear.weight	7	-0.08056517690420151
315325	linear.weight	8	0.18764151632785797
315325	linear.weight	9	-0.27616438269615173
315325	linear.bias	0	-0.03956538438796997
315325	linear.bias	1	0.031413208693265915
315325	linear.bias	2	0.41780030727386475
315325	linear.bias	3	-0.7391690015792847
315325	linear.bias	4	2.1495656967163086
315325	linear.bias	5	-1.4051028490066528
315325	linear.bias	6	-0.29701974987983704
315325	linear.bias	7	-0.13074415922164917
315883	transitions	0	-1.9460887908935547
315883	transitions	1	-10000.0
315883	transitions	2	-0.7969565987586975
315883	transitions	3	-10000.0
315883	transitions	4	2.067648410797119
315883	transitions	5	-10000.0
315883	transitions	6	-10000.0
315883	transitions	7	1.8472732305526733
315883	transitions	8	-2.629312753677368
315883	transitions	9	-4.239563941955566
315883	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
315883	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
315883	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
315883	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
315883	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
315883	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
315883	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
315883	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
315883	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
315883	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
315883	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
315883	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
315883	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
315883	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
315883	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
315883	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
315883	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
315883	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
315883	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
315883	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
315883	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
315883	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
315883	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
315883	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
315883	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
315883	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
315883	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
315883	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
315883	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
315883	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
315883	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
315883	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
315883	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
315883	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
315883	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
315883	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
315883	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
315883	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
315883	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
315883	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
315883	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
315883	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
315883	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
315883	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
315883	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
315883	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
315883	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
315883	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
315883	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
315883	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
315883	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
315883	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
315883	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
315883	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
315883	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
315883	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
315883	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
315883	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
315883	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
315883	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
315883	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
315883	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
315883	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
315883	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
315883	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
315883	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
315883	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
315883	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
315883	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
315883	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
315883	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
315883	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
315883	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
315883	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
315883	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
315883	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
315883	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
315883	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
315883	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
315883	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
315883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
315883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
315883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
315883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
315883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
315883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
315883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
315883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
315883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
315883	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
315883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
315883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
315883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
315883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
315883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
315883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
315883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
315883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
315883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
315883	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
315883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
315883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
315883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
315883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
315883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
315883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
315883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
315883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
315883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
315883	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
315883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
315883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
315883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
315883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
315883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
315883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
315883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
315883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
315883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
315883	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
315883	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
315883	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
315883	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
315883	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
315883	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
315883	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
315883	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
315883	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
315883	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
315883	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
315883	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
315883	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
315883	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
315883	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
315883	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
315883	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
315883	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
315883	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
315883	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
315883	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
315883	embedding2nn.weight	0	0.006400232203304768
315883	embedding2nn.weight	1	0.004005483351647854
315883	embedding2nn.weight	2	0.013421468436717987
315883	embedding2nn.weight	3	0.02691766433417797
315883	embedding2nn.weight	4	0.023316655308008194
315883	embedding2nn.weight	5	0.005556533113121986
315883	embedding2nn.weight	6	-0.015376797877252102
315883	embedding2nn.weight	7	-0.0005348736303858459
315883	embedding2nn.weight	8	-0.009883157908916473
315883	embedding2nn.weight	9	0.0020457678474485874
315883	embedding2nn.bias	0	0.015226681716740131
315883	embedding2nn.bias	1	-0.037351615726947784
315883	embedding2nn.bias	2	0.08316484093666077
315883	embedding2nn.bias	3	0.06776463985443115
315883	embedding2nn.bias	4	-0.011947372928261757
315883	embedding2nn.bias	5	-0.03504558280110359
315883	embedding2nn.bias	6	0.027024835348129272
315883	embedding2nn.bias	7	0.006121271755546331
315883	embedding2nn.bias	8	-0.03535136207938194
315883	embedding2nn.bias	9	0.023952405899763107
315883	rnn.weight_ih_l0	0	0.06471405178308487
315883	rnn.weight_ih_l0	1	-0.041521571576595306
315883	rnn.weight_ih_l0	2	0.004784868564456701
315883	rnn.weight_ih_l0	3	0.04543665796518326
315883	rnn.weight_ih_l0	4	-0.029402514919638634
315883	rnn.weight_ih_l0	5	0.04041082784533501
315883	rnn.weight_ih_l0	6	0.007760072126984596
315883	rnn.weight_ih_l0	7	0.06563185155391693
315883	rnn.weight_ih_l0	8	0.008867246098816395
315883	rnn.weight_ih_l0	9	-0.025275208055973053
315883	rnn.weight_hh_l0	0	-0.011655615642666817
315883	rnn.weight_hh_l0	1	-0.027995141223073006
315883	rnn.weight_hh_l0	2	-0.061549052596092224
315883	rnn.weight_hh_l0	3	-0.005883956793695688
315883	rnn.weight_hh_l0	4	-0.009805209003388882
315883	rnn.weight_hh_l0	5	-0.024544259533286095
315883	rnn.weight_hh_l0	6	0.0006011641817167401
315883	rnn.weight_hh_l0	7	-0.036289263516664505
315883	rnn.weight_hh_l0	8	0.06706912070512772
315883	rnn.weight_hh_l0	9	0.0452880896627903
315883	rnn.bias_ih_l0	0	-0.17372457683086395
315883	rnn.bias_ih_l0	1	-0.1699385792016983
315883	rnn.bias_ih_l0	2	-0.020279550924897194
315883	rnn.bias_ih_l0	3	-0.14671456813812256
315883	rnn.bias_ih_l0	4	-0.0591302290558815
315883	rnn.bias_ih_l0	5	-0.17502130568027496
315883	rnn.bias_ih_l0	6	0.07425766438245773
315883	rnn.bias_ih_l0	7	-0.08731283992528915
315883	rnn.bias_ih_l0	8	-0.04680332913994789
315883	rnn.bias_ih_l0	9	-0.10775126516819
315883	rnn.bias_hh_l0	0	-0.06975904107093811
315883	rnn.bias_hh_l0	1	0.24792252480983734
315883	rnn.bias_hh_l0	2	0.04837051406502724
315883	rnn.bias_hh_l0	3	-0.07920555025339127
315883	rnn.bias_hh_l0	4	-0.0831216424703598
315883	rnn.bias_hh_l0	5	-0.0015869021881371737
315883	rnn.bias_hh_l0	6	0.057796500623226166
315883	rnn.bias_hh_l0	7	-0.09730793535709381
315883	rnn.bias_hh_l0	8	-0.23591186106204987
315883	rnn.bias_hh_l0	9	-0.10121745616197586
315883	rnn.weight_ih_l0_reverse	0	0.019841711968183517
315883	rnn.weight_ih_l0_reverse	1	-0.059983447194099426
315883	rnn.weight_ih_l0_reverse	2	0.04293988645076752
315883	rnn.weight_ih_l0_reverse	3	0.020802104845643044
315883	rnn.weight_ih_l0_reverse	4	-0.0004684253071900457
315883	rnn.weight_ih_l0_reverse	5	-0.026020582765340805
315883	rnn.weight_ih_l0_reverse	6	0.01290119905024767
315883	rnn.weight_ih_l0_reverse	7	0.028232242912054062
315883	rnn.weight_ih_l0_reverse	8	-0.02815592847764492
315883	rnn.weight_ih_l0_reverse	9	-0.001171416137367487
315883	rnn.weight_hh_l0_reverse	0	0.03976089879870415
315883	rnn.weight_hh_l0_reverse	1	0.029659701511263847
315883	rnn.weight_hh_l0_reverse	2	-0.0229134950786829
315883	rnn.weight_hh_l0_reverse	3	-0.08188246190547943
315883	rnn.weight_hh_l0_reverse	4	0.011325296945869923
315883	rnn.weight_hh_l0_reverse	5	-0.060348719358444214
315883	rnn.weight_hh_l0_reverse	6	-0.014092761091887951
315883	rnn.weight_hh_l0_reverse	7	0.03116372972726822
315883	rnn.weight_hh_l0_reverse	8	0.007690465077757835
315883	rnn.weight_hh_l0_reverse	9	0.00875349622219801
315883	rnn.bias_ih_l0_reverse	0	-0.04705394431948662
315883	rnn.bias_ih_l0_reverse	1	-0.1389031559228897
315883	rnn.bias_ih_l0_reverse	2	-0.14605511724948883
315883	rnn.bias_ih_l0_reverse	3	-0.04650040715932846
315883	rnn.bias_ih_l0_reverse	4	-0.11407098919153214
315883	rnn.bias_ih_l0_reverse	5	-0.08627855032682419
315883	rnn.bias_ih_l0_reverse	6	-0.20851503312587738
315883	rnn.bias_ih_l0_reverse	7	-0.05254830792546272
315883	rnn.bias_ih_l0_reverse	8	-0.06504639983177185
315883	rnn.bias_ih_l0_reverse	9	-0.13422882556915283
315883	rnn.bias_hh_l0_reverse	0	-0.14274431765079498
315883	rnn.bias_hh_l0_reverse	1	-0.16247978806495667
315883	rnn.bias_hh_l0_reverse	2	0.10519948601722717
315883	rnn.bias_hh_l0_reverse	3	0.07386340200901031
315883	rnn.bias_hh_l0_reverse	4	-0.17776191234588623
315883	rnn.bias_hh_l0_reverse	5	-0.1437036097049713
315883	rnn.bias_hh_l0_reverse	6	-0.08983413875102997
315883	rnn.bias_hh_l0_reverse	7	-0.05409058555960655
315883	rnn.bias_hh_l0_reverse	8	-0.09646265208721161
315883	rnn.bias_hh_l0_reverse	9	-0.024633992463350296
315883	linear.weight	0	-0.007729474455118179
315883	linear.weight	1	0.004640429746359587
315883	linear.weight	2	0.31525808572769165
315883	linear.weight	3	-0.07892061769962311
315883	linear.weight	4	-0.010588549077510834
315883	linear.weight	5	0.11668131500482559
315883	linear.weight	6	-0.010739270597696304
315883	linear.weight	7	-0.08243916928768158
315883	linear.weight	8	0.1900058090686798
315883	linear.weight	9	-0.2765761911869049
315883	linear.bias	0	-0.03956538438796997
315883	linear.bias	1	0.031413208693265915
315883	linear.bias	2	0.40324530005455017
315883	linear.bias	3	-0.7341294288635254
315883	linear.bias	4	2.1408865451812744
315883	linear.bias	5	-1.405104398727417
315883	linear.bias	6	-0.28785401582717896
315883	linear.bias	7	-0.12170016765594482
316441	transitions	0	-1.946195363998413
316441	transitions	1	-10000.0
316441	transitions	2	-0.7969565987586975
316441	transitions	3	-10000.0
316441	transitions	4	2.0678467750549316
316441	transitions	5	-10000.0
316441	transitions	6	-10000.0
316441	transitions	7	1.8468701839447021
316441	transitions	8	-2.6293907165527344
316441	transitions	9	-4.239572048187256
316441	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
316441	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
316441	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
316441	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
316441	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
316441	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
316441	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
316441	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
316441	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
316441	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
316441	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
316441	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
316441	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
316441	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
316441	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
316441	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
316441	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
316441	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
316441	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
316441	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
316441	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
316441	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
316441	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
316441	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
316441	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
316441	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
316441	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
316441	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
316441	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
316441	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
316441	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
316441	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
316441	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
316441	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
316441	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
316441	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
316441	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
316441	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
316441	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
316441	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
316441	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
316441	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
316441	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
316441	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
316441	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
316441	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
316441	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
316441	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
316441	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
316441	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
316441	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
316441	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
316441	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
316441	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
316441	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
316441	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
316441	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
316441	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
316441	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
316441	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
316441	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
316441	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
316441	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
316441	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
316441	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
316441	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
316441	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
316441	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
316441	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
316441	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
316441	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
316441	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
316441	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
316441	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
316441	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
316441	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
316441	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
316441	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
316441	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
316441	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
316441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
316441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
316441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
316441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
316441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
316441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
316441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
316441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
316441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
316441	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
316441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
316441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
316441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
316441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
316441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
316441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
316441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
316441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
316441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
316441	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
316441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
316441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
316441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
316441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
316441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
316441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
316441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
316441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
316441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
316441	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
316441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
316441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
316441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
316441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
316441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
316441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
316441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
316441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
316441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
316441	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
316441	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
316441	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
316441	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
316441	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
316441	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
316441	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
316441	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
316441	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
316441	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
316441	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
316441	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
316441	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
316441	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
316441	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
316441	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
316441	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
316441	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
316441	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
316441	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
316441	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
316441	embedding2nn.weight	0	0.006398551631718874
316441	embedding2nn.weight	1	0.004014622885733843
316441	embedding2nn.weight	2	0.013423094525933266
316441	embedding2nn.weight	3	0.026913737878203392
316441	embedding2nn.weight	4	0.023281371220946312
316441	embedding2nn.weight	5	0.0055241771042346954
316441	embedding2nn.weight	6	-0.015377121046185493
316441	embedding2nn.weight	7	-0.0005448581650853157
316441	embedding2nn.weight	8	-0.00996624305844307
316441	embedding2nn.weight	9	0.002073594368994236
316441	embedding2nn.bias	0	0.014785239472985268
316441	embedding2nn.bias	1	-0.03689217567443848
316441	embedding2nn.bias	2	0.08294949680566788
316441	embedding2nn.bias	3	0.06725605577230453
316441	embedding2nn.bias	4	-0.012040874920785427
316441	embedding2nn.bias	5	-0.03523726761341095
316441	embedding2nn.bias	6	0.02754843421280384
316441	embedding2nn.bias	7	0.006274606566876173
316441	embedding2nn.bias	8	-0.03402721881866455
316441	embedding2nn.bias	9	0.02458605356514454
316441	rnn.weight_ih_l0	0	0.06474708765745163
316441	rnn.weight_ih_l0	1	-0.04144544154405594
316441	rnn.weight_ih_l0	2	0.0048604970797896385
316441	rnn.weight_ih_l0	3	0.045386429876089096
316441	rnn.weight_ih_l0	4	-0.029428593814373016
316441	rnn.weight_ih_l0	5	0.04044056683778763
316441	rnn.weight_ih_l0	6	0.007780137471854687
316441	rnn.weight_ih_l0	7	0.06564763933420181
316441	rnn.weight_ih_l0	8	0.008852928876876831
316441	rnn.weight_ih_l0	9	-0.025296298786997795
316441	rnn.weight_hh_l0	0	-0.011587802320718765
316441	rnn.weight_hh_l0	1	-0.02791212685406208
316441	rnn.weight_hh_l0	2	-0.06157900393009186
316441	rnn.weight_hh_l0	3	-0.005878731608390808
316441	rnn.weight_hh_l0	4	-0.009802459739148617
316441	rnn.weight_hh_l0	5	-0.024636700749397278
316441	rnn.weight_hh_l0	6	0.0006057842401787639
316441	rnn.weight_hh_l0	7	-0.03636838123202324
316441	rnn.weight_hh_l0	8	0.0670260414481163
316441	rnn.weight_hh_l0	9	0.04528822749853134
316441	rnn.bias_ih_l0	0	-0.17359919846057892
316441	rnn.bias_ih_l0	1	-0.16985715925693512
316441	rnn.bias_ih_l0	2	-0.0203195009380579
316441	rnn.bias_ih_l0	3	-0.14679737389087677
316441	rnn.bias_ih_l0	4	-0.05902713164687157
316441	rnn.bias_ih_l0	5	-0.17489375174045563
316441	rnn.bias_ih_l0	6	0.07436072826385498
316441	rnn.bias_ih_l0	7	-0.08725641667842865
316441	rnn.bias_ih_l0	8	-0.04644842818379402
316441	rnn.bias_ih_l0	9	-0.10790885984897614
316441	rnn.bias_hh_l0	0	-0.0695146769285202
316441	rnn.bias_hh_l0	1	0.2480318546295166
316441	rnn.bias_hh_l0	2	0.04801054298877716
316441	rnn.bias_hh_l0	3	-0.07919443398714066
316441	rnn.bias_hh_l0	4	-0.0829675942659378
316441	rnn.bias_hh_l0	5	-0.0016746640903875232
316441	rnn.bias_hh_l0	6	0.05801353231072426
316441	rnn.bias_hh_l0	7	-0.09727279841899872
316441	rnn.bias_hh_l0	8	-0.23621204495429993
316441	rnn.bias_hh_l0	9	-0.10142841935157776
316441	rnn.weight_ih_l0_reverse	0	0.0200148094445467
316441	rnn.weight_ih_l0_reverse	1	-0.06008465960621834
316441	rnn.weight_ih_l0_reverse	2	0.04297515004873276
316441	rnn.weight_ih_l0_reverse	3	0.0207159873098135
316441	rnn.weight_ih_l0_reverse	4	-0.00039065166492946446
316441	rnn.weight_ih_l0_reverse	5	-0.026074949651956558
316441	rnn.weight_ih_l0_reverse	6	0.012828805483877659
316441	rnn.weight_ih_l0_reverse	7	0.028212640434503555
316441	rnn.weight_ih_l0_reverse	8	-0.028165178373456
316441	rnn.weight_ih_l0_reverse	9	-0.001188737340271473
316441	rnn.weight_hh_l0_reverse	0	0.0397324301302433
316441	rnn.weight_hh_l0_reverse	1	0.02961808070540428
316441	rnn.weight_hh_l0_reverse	2	-0.022926265373826027
316441	rnn.weight_hh_l0_reverse	3	-0.0818549171090126
316441	rnn.weight_hh_l0_reverse	4	0.011331984773278236
316441	rnn.weight_hh_l0_reverse	5	-0.06032567098736763
316441	rnn.weight_hh_l0_reverse	6	-0.014094160869717598
316441	rnn.weight_hh_l0_reverse	7	0.031151384115219116
316441	rnn.weight_hh_l0_reverse	8	0.00767427496612072
316441	rnn.weight_hh_l0_reverse	9	0.008738960139453411
316441	rnn.bias_ih_l0_reverse	0	-0.04716390371322632
316441	rnn.bias_ih_l0_reverse	1	-0.13900139927864075
316441	rnn.bias_ih_l0_reverse	2	-0.14612983167171478
316441	rnn.bias_ih_l0_reverse	3	-0.046619486063718796
316441	rnn.bias_ih_l0_reverse	4	-0.11389555782079697
316441	rnn.bias_ih_l0_reverse	5	-0.08649149537086487
316441	rnn.bias_ih_l0_reverse	6	-0.2086041122674942
316441	rnn.bias_ih_l0_reverse	7	-0.05237091705203056
316441	rnn.bias_ih_l0_reverse	8	-0.06496942788362503
316441	rnn.bias_ih_l0_reverse	9	-0.13426491618156433
316441	rnn.bias_hh_l0_reverse	0	-0.14250953495502472
316441	rnn.bias_hh_l0_reverse	1	-0.16253338754177094
316441	rnn.bias_hh_l0_reverse	2	0.10518411546945572
316441	rnn.bias_hh_l0_reverse	3	0.07395996898412704
316441	rnn.bias_hh_l0_reverse	4	-0.17748181521892548
316441	rnn.bias_hh_l0_reverse	5	-0.1436578929424286
316441	rnn.bias_hh_l0_reverse	6	-0.09034693241119385
316441	rnn.bias_hh_l0_reverse	7	-0.05401252955198288
316441	rnn.bias_hh_l0_reverse	8	-0.09641876071691513
316441	rnn.bias_hh_l0_reverse	9	-0.02468917891383171
316441	linear.weight	0	-0.007729606702923775
316441	linear.weight	1	0.004654404241591692
316441	linear.weight	2	0.3169226348400116
316441	linear.weight	3	-0.07892020046710968
316441	linear.weight	4	-0.010588549077510834
316441	linear.weight	5	0.11616396903991699
316441	linear.weight	6	-0.010739270597696304
316441	linear.weight	7	-0.08350909501314163
316441	linear.weight	8	0.18849655985832214
316441	linear.weight	9	-0.27629730105400085
316441	linear.bias	0	-0.03956538438796997
316441	linear.bias	1	0.031413208693265915
316441	linear.bias	2	0.4294185936450958
316441	linear.bias	3	-0.7413365840911865
316441	linear.bias	4	2.139610767364502
316441	linear.bias	5	-1.4051059484481812
316441	linear.bias	6	-0.29665684700012207
316441	linear.bias	7	-0.13057298958301544
316999	transitions	0	-1.9462976455688477
316999	transitions	1	-10000.0
316999	transitions	2	-0.7969565987586975
316999	transitions	3	-10000.0
316999	transitions	4	2.0652904510498047
316999	transitions	5	-10000.0
316999	transitions	6	-10000.0
316999	transitions	7	1.8453152179718018
316999	transitions	8	-2.6294820308685303
316999	transitions	9	-4.23958158493042
316999	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
316999	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
316999	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
316999	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
316999	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
316999	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
316999	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
316999	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
316999	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
316999	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
316999	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
316999	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
316999	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
316999	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
316999	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
316999	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
316999	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
316999	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
316999	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
316999	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
316999	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
316999	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
316999	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
316999	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
316999	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
316999	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
316999	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
316999	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
316999	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
316999	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
316999	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
316999	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
316999	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
316999	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
316999	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
316999	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
316999	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
316999	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
316999	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
316999	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
316999	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
316999	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
316999	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
316999	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
316999	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
316999	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
316999	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
316999	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
316999	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
316999	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
316999	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
316999	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
316999	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
316999	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
316999	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
316999	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
316999	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
316999	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
316999	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
316999	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
316999	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
316999	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
316999	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
316999	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
316999	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
316999	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
316999	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
316999	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
316999	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
316999	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
316999	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
316999	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
316999	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
316999	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
316999	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
316999	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
316999	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
316999	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
316999	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
316999	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
316999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
316999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
316999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
316999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
316999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
316999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
316999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
316999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
316999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
316999	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
316999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
316999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
316999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
316999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
316999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
316999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
316999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
316999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
316999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
316999	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
316999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
316999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
316999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
316999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
316999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
316999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
316999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
316999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
316999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
316999	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
316999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
316999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
316999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
316999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
316999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
316999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
316999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
316999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
316999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
316999	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
316999	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
316999	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
316999	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
316999	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
316999	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
316999	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
316999	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
316999	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
316999	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
316999	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
316999	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
316999	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
316999	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
316999	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
316999	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
316999	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
316999	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
316999	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
316999	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
316999	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
316999	embedding2nn.weight	0	0.00639721704646945
316999	embedding2nn.weight	1	0.004026453942060471
316999	embedding2nn.weight	2	0.01342399325221777
316999	embedding2nn.weight	3	0.026914946734905243
316999	embedding2nn.weight	4	0.023254044353961945
316999	embedding2nn.weight	5	0.005585263948887587
316999	embedding2nn.weight	6	-0.015376245602965355
316999	embedding2nn.weight	7	-0.0005542684812098742
316999	embedding2nn.weight	8	-0.010043595917522907
316999	embedding2nn.weight	9	0.002101949416100979
316999	embedding2nn.bias	0	0.015088737942278385
316999	embedding2nn.bias	1	-0.03735401853919029
316999	embedding2nn.bias	2	0.08289439976215363
316999	embedding2nn.bias	3	0.06788940727710724
316999	embedding2nn.bias	4	-0.012030758894979954
316999	embedding2nn.bias	5	-0.03529969975352287
316999	embedding2nn.bias	6	0.028553104028105736
316999	embedding2nn.bias	7	0.006514623761177063
316999	embedding2nn.bias	8	-0.033968836069107056
316999	embedding2nn.bias	9	0.024869682267308235
316999	rnn.weight_ih_l0	0	0.0646844208240509
316999	rnn.weight_ih_l0	1	-0.041371069848537445
316999	rnn.weight_ih_l0	2	0.005013427697122097
316999	rnn.weight_ih_l0	3	0.04542311653494835
316999	rnn.weight_ih_l0	4	-0.029517874121665955
316999	rnn.weight_ih_l0	5	0.040407270193099976
316999	rnn.weight_ih_l0	6	0.007774400059133768
316999	rnn.weight_ih_l0	7	0.06570880115032196
316999	rnn.weight_ih_l0	8	0.008801329880952835
316999	rnn.weight_ih_l0	9	-0.025197526440024376
316999	rnn.weight_hh_l0	0	-0.011636290699243546
316999	rnn.weight_hh_l0	1	-0.027949729934334755
316999	rnn.weight_hh_l0	2	-0.061598967760801315
316999	rnn.weight_hh_l0	3	-0.005912743043154478
316999	rnn.weight_hh_l0	4	-0.00980200245976448
316999	rnn.weight_hh_l0	5	-0.02463514730334282
316999	rnn.weight_hh_l0	6	0.0006218259804882109
316999	rnn.weight_hh_l0	7	-0.03629463165998459
316999	rnn.weight_hh_l0	8	0.06712773442268372
316999	rnn.weight_hh_l0	9	0.045262932777404785
316999	rnn.bias_ih_l0	0	-0.17313288152217865
316999	rnn.bias_ih_l0	1	-0.16971895098686218
316999	rnn.bias_ih_l0	2	-0.020089874044060707
316999	rnn.bias_ih_l0	3	-0.14687477052211761
316999	rnn.bias_ih_l0	4	-0.05927527695894241
316999	rnn.bias_ih_l0	5	-0.17507816851139069
316999	rnn.bias_ih_l0	6	0.07431836426258087
316999	rnn.bias_ih_l0	7	-0.08744388073682785
316999	rnn.bias_ih_l0	8	-0.04609939455986023
316999	rnn.bias_ih_l0	9	-0.10766328126192093
316999	rnn.bias_hh_l0	0	-0.06944268196821213
316999	rnn.bias_hh_l0	1	0.24788321554660797
316999	rnn.bias_hh_l0	2	0.047680918127298355
316999	rnn.bias_hh_l0	3	-0.07917845994234085
316999	rnn.bias_hh_l0	4	-0.08302668482065201
316999	rnn.bias_hh_l0	5	-0.0015463859308511019
316999	rnn.bias_hh_l0	6	0.05831903591752052
316999	rnn.bias_hh_l0	7	-0.0972941517829895
316999	rnn.bias_hh_l0	8	-0.2359175682067871
316999	rnn.bias_hh_l0	9	-0.10137970000505447
316999	rnn.weight_ih_l0_reverse	0	0.0203208327293396
316999	rnn.weight_ih_l0_reverse	1	-0.06010424718260765
316999	rnn.weight_ih_l0_reverse	2	0.042987339198589325
316999	rnn.weight_ih_l0_reverse	3	0.020727334544062614
316999	rnn.weight_ih_l0_reverse	4	-0.0004521927621681243
316999	rnn.weight_ih_l0_reverse	5	-0.026146510615944862
316999	rnn.weight_ih_l0_reverse	6	0.012804747559130192
316999	rnn.weight_ih_l0_reverse	7	0.028242623433470726
316999	rnn.weight_ih_l0_reverse	8	-0.02815788798034191
316999	rnn.weight_ih_l0_reverse	9	-0.0012328351149335504
316999	rnn.weight_hh_l0_reverse	0	0.039722710847854614
316999	rnn.weight_hh_l0_reverse	1	0.029626931995153427
316999	rnn.weight_hh_l0_reverse	2	-0.02288547158241272
316999	rnn.weight_hh_l0_reverse	3	-0.0817585363984108
316999	rnn.weight_hh_l0_reverse	4	0.01133053470402956
316999	rnn.weight_hh_l0_reverse	5	-0.060344599187374115
316999	rnn.weight_hh_l0_reverse	6	-0.0140933683142066
316999	rnn.weight_hh_l0_reverse	7	0.031143471598625183
316999	rnn.weight_hh_l0_reverse	8	0.007575969211757183
316999	rnn.weight_hh_l0_reverse	9	0.008741708472371101
316999	rnn.bias_ih_l0_reverse	0	-0.04695591330528259
316999	rnn.bias_ih_l0_reverse	1	-0.13904985785484314
316999	rnn.bias_ih_l0_reverse	2	-0.14606885612010956
316999	rnn.bias_ih_l0_reverse	3	-0.04662314057350159
316999	rnn.bias_ih_l0_reverse	4	-0.11338824778795242
316999	rnn.bias_ih_l0_reverse	5	-0.08667102456092834
316999	rnn.bias_ih_l0_reverse	6	-0.2087865024805069
316999	rnn.bias_ih_l0_reverse	7	-0.052243612706661224
316999	rnn.bias_ih_l0_reverse	8	-0.06451194733381271
316999	rnn.bias_ih_l0_reverse	9	-0.13427472114562988
316999	rnn.bias_hh_l0_reverse	0	-0.1424594223499298
316999	rnn.bias_hh_l0_reverse	1	-0.16236327588558197
316999	rnn.bias_hh_l0_reverse	2	0.10559677332639694
316999	rnn.bias_hh_l0_reverse	3	0.07393091917037964
316999	rnn.bias_hh_l0_reverse	4	-0.17770782113075256
316999	rnn.bias_hh_l0_reverse	5	-0.14348042011260986
316999	rnn.bias_hh_l0_reverse	6	-0.09008479863405228
316999	rnn.bias_hh_l0_reverse	7	-0.053752921521663666
316999	rnn.bias_hh_l0_reverse	8	-0.09636367112398148
316999	rnn.bias_hh_l0_reverse	9	-0.02519390918314457
316999	linear.weight	0	-0.007729746866971254
316999	linear.weight	1	0.003976762760430574
316999	linear.weight	2	0.3152230978012085
316999	linear.weight	3	-0.0789199024438858
316999	linear.weight	4	-0.010588549077510834
316999	linear.weight	5	0.111799456179142
316999	linear.weight	6	-0.010739270597696304
316999	linear.weight	7	-0.0801251158118248
316999	linear.weight	8	0.18922996520996094
316999	linear.weight	9	-0.2756232023239136
316999	linear.bias	0	-0.03956538438796997
316999	linear.bias	1	0.031413208693265915
316999	linear.bias	2	0.43154793977737427
316999	linear.bias	3	-0.7348669767379761
316999	linear.bias	4	2.1330463886260986
316999	linear.bias	5	-1.405107855796814
316999	linear.bias	6	-0.2976580560207367
316999	linear.bias	7	-0.13158532977104187
317557	transitions	0	-1.9463921785354614
317557	transitions	1	-10000.0
317557	transitions	2	-0.7969565987586975
317557	transitions	3	-10000.0
317557	transitions	4	2.0666213035583496
317557	transitions	5	-10000.0
317557	transitions	6	-10000.0
317557	transitions	7	1.8453798294067383
317557	transitions	8	-2.6295583248138428
317557	transitions	9	-4.2395920753479
317557	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
317557	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
317557	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
317557	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
317557	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
317557	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
317557	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
317557	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
317557	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
317557	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
317557	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
317557	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
317557	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
317557	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
317557	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
317557	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
317557	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
317557	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
317557	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
317557	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
317557	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
317557	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
317557	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
317557	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
317557	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
317557	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
317557	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
317557	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
317557	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
317557	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
317557	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
317557	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
317557	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
317557	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
317557	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
317557	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
317557	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
317557	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
317557	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
317557	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
317557	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
317557	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
317557	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
317557	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
317557	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
317557	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
317557	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
317557	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
317557	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
317557	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
317557	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
317557	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
317557	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
317557	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
317557	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
317557	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
317557	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
317557	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
317557	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
317557	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
317557	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
317557	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
317557	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
317557	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
317557	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
317557	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
317557	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
317557	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
317557	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
317557	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
317557	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
317557	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
317557	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
317557	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
317557	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
317557	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
317557	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
317557	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
317557	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
317557	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
317557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
317557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
317557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
317557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
317557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
317557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
317557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
317557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
317557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
317557	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
317557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
317557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
317557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
317557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
317557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
317557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
317557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
317557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
317557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
317557	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
317557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
317557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
317557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
317557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
317557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
317557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
317557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
317557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
317557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
317557	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
317557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
317557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
317557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
317557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
317557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
317557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
317557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
317557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
317557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
317557	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
317557	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
317557	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
317557	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
317557	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
317557	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
317557	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
317557	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
317557	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
317557	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
317557	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
317557	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
317557	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
317557	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
317557	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
317557	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
317557	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
317557	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
317557	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
317557	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
317557	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
317557	embedding2nn.weight	0	0.006397642660886049
317557	embedding2nn.weight	1	0.004023636691272259
317557	embedding2nn.weight	2	0.013425793498754501
317557	embedding2nn.weight	3	0.026947010308504105
317557	embedding2nn.weight	4	0.023313218727707863
317557	embedding2nn.weight	5	0.005579709075391293
317557	embedding2nn.weight	6	-0.015372181311249733
317557	embedding2nn.weight	7	-0.0005692694103345275
317557	embedding2nn.weight	8	-0.010089937597513199
317557	embedding2nn.weight	9	0.002093743998557329
317557	embedding2nn.bias	0	0.014942260459065437
317557	embedding2nn.bias	1	-0.038288045674562454
317557	embedding2nn.bias	2	0.08250915259122849
317557	embedding2nn.bias	3	0.06828868389129639
317557	embedding2nn.bias	4	-0.011411726474761963
317557	embedding2nn.bias	5	-0.034490808844566345
317557	embedding2nn.bias	6	0.028170499950647354
317557	embedding2nn.bias	7	0.006797784473747015
317557	embedding2nn.bias	8	-0.034557271748781204
317557	embedding2nn.bias	9	0.024577638134360313
317557	rnn.weight_ih_l0	0	0.06463742256164551
317557	rnn.weight_ih_l0	1	-0.0414377823472023
317557	rnn.weight_ih_l0	2	0.005065023899078369
317557	rnn.weight_ih_l0	3	0.0453760139644146
317557	rnn.weight_ih_l0	4	-0.02946280688047409
317557	rnn.weight_ih_l0	5	0.04048615321516991
317557	rnn.weight_ih_l0	6	0.007778800558298826
317557	rnn.weight_ih_l0	7	0.0657869279384613
317557	rnn.weight_ih_l0	8	0.008829338476061821
317557	rnn.weight_ih_l0	9	-0.02516896091401577
317557	rnn.weight_hh_l0	0	-0.01172354631125927
317557	rnn.weight_hh_l0	1	-0.027940327301621437
317557	rnn.weight_hh_l0	2	-0.06156343221664429
317557	rnn.weight_hh_l0	3	-0.005919387098401785
317557	rnn.weight_hh_l0	4	-0.009817391633987427
317557	rnn.weight_hh_l0	5	-0.024650786072015762
317557	rnn.weight_hh_l0	6	0.0006216602632775903
317557	rnn.weight_hh_l0	7	-0.036271240562200546
317557	rnn.weight_hh_l0	8	0.06705912947654724
317557	rnn.weight_hh_l0	9	0.0452609583735466
317557	rnn.bias_ih_l0	0	-0.17311301827430725
317557	rnn.bias_ih_l0	1	-0.17001427710056305
317557	rnn.bias_ih_l0	2	-0.020099185407161713
317557	rnn.bias_ih_l0	3	-0.14671887457370758
317557	rnn.bias_ih_l0	4	-0.0589265450835228
317557	rnn.bias_ih_l0	5	-0.1753041297197342
317557	rnn.bias_ih_l0	6	0.07425782084465027
317557	rnn.bias_ih_l0	7	-0.0871589407324791
317557	rnn.bias_ih_l0	8	-0.04599720239639282
317557	rnn.bias_ih_l0	9	-0.10750055313110352
317557	rnn.bias_hh_l0	0	-0.06934134662151337
317557	rnn.bias_hh_l0	1	0.24784651398658752
317557	rnn.bias_hh_l0	2	0.047671541571617126
317557	rnn.bias_hh_l0	3	-0.07900381833314896
317557	rnn.bias_hh_l0	4	-0.08295691758394241
317557	rnn.bias_hh_l0	5	-0.0019712508656084538
317557	rnn.bias_hh_l0	6	0.05800526589155197
317557	rnn.bias_hh_l0	7	-0.09711148589849472
317557	rnn.bias_hh_l0	8	-0.23554369807243347
317557	rnn.bias_hh_l0	9	-0.10168899595737457
317557	rnn.weight_ih_l0_reverse	0	0.020357832312583923
317557	rnn.weight_ih_l0_reverse	1	-0.06015070527791977
317557	rnn.weight_ih_l0_reverse	2	0.04299526661634445
317557	rnn.weight_ih_l0_reverse	3	0.02058528922498226
317557	rnn.weight_ih_l0_reverse	4	-0.0003992563288193196
317557	rnn.weight_ih_l0_reverse	5	-0.025960147380828857
317557	rnn.weight_ih_l0_reverse	6	0.012891286052763462
317557	rnn.weight_ih_l0_reverse	7	0.028247028589248657
317557	rnn.weight_ih_l0_reverse	8	-0.02821749448776245
317557	rnn.weight_ih_l0_reverse	9	-0.0012660862412303686
317557	rnn.weight_hh_l0_reverse	0	0.039731547236442566
317557	rnn.weight_hh_l0_reverse	1	0.029627211391925812
317557	rnn.weight_hh_l0_reverse	2	-0.022892329841852188
317557	rnn.weight_hh_l0_reverse	3	-0.08182838559150696
317557	rnn.weight_hh_l0_reverse	4	0.011349394917488098
317557	rnn.weight_hh_l0_reverse	5	-0.06030033528804779
317557	rnn.weight_hh_l0_reverse	6	-0.014126814901828766
317557	rnn.weight_hh_l0_reverse	7	0.031168516725301743
317557	rnn.weight_hh_l0_reverse	8	0.007590242195874453
317557	rnn.weight_hh_l0_reverse	9	0.008692448027431965
317557	rnn.bias_ih_l0_reverse	0	-0.046740200370550156
317557	rnn.bias_ih_l0_reverse	1	-0.13916811347007751
317557	rnn.bias_ih_l0_reverse	2	-0.14595766365528107
317557	rnn.bias_ih_l0_reverse	3	-0.04646100476384163
317557	rnn.bias_ih_l0_reverse	4	-0.11334341764450073
317557	rnn.bias_ih_l0_reverse	5	-0.08660861104726791
317557	rnn.bias_ih_l0_reverse	6	-0.2087961584329605
317557	rnn.bias_ih_l0_reverse	7	-0.05250563472509384
317557	rnn.bias_ih_l0_reverse	8	-0.06462211906909943
317557	rnn.bias_ih_l0_reverse	9	-0.13463960587978363
317557	rnn.bias_hh_l0_reverse	0	-0.14236551523208618
317557	rnn.bias_hh_l0_reverse	1	-0.16244161128997803
317557	rnn.bias_hh_l0_reverse	2	0.1058739498257637
317557	rnn.bias_hh_l0_reverse	3	0.07361522316932678
317557	rnn.bias_hh_l0_reverse	4	-0.17823633551597595
317557	rnn.bias_hh_l0_reverse	5	-0.14336642622947693
317557	rnn.bias_hh_l0_reverse	6	-0.09038421511650085
317557	rnn.bias_hh_l0_reverse	7	-0.05414360389113426
317557	rnn.bias_hh_l0_reverse	8	-0.09621507674455643
317557	rnn.bias_hh_l0_reverse	9	-0.02492952160537243
317557	linear.weight	0	-0.007729875389486551
317557	linear.weight	1	0.005354952998459339
317557	linear.weight	2	0.3157014548778534
317557	linear.weight	3	-0.07891952991485596
317557	linear.weight	4	-0.010588549077510834
317557	linear.weight	5	0.11420455574989319
317557	linear.weight	6	-0.010739270597696304
317557	linear.weight	7	-0.07834229618310928
317557	linear.weight	8	0.1842590570449829
317557	linear.weight	9	-0.27660199999809265
317557	linear.bias	0	-0.03956538438796997
317557	linear.bias	1	0.031413208693265915
317557	linear.bias	2	0.42418086528778076
317557	linear.bias	3	-0.740714430809021
317557	linear.bias	4	2.144315242767334
317557	linear.bias	5	-1.4051100015640259
317557	linear.bias	6	-0.2966548204421997
317557	linear.bias	7	-0.13062797486782074
318115	transitions	0	-1.9465069770812988
318115	transitions	1	-10000.0
318115	transitions	2	-0.7969565987586975
318115	transitions	3	-10000.0
318115	transitions	4	2.0665223598480225
318115	transitions	5	-10000.0
318115	transitions	6	-10000.0
318115	transitions	7	1.847385048866272
318115	transitions	8	-2.629631757736206
318115	transitions	9	-4.239604473114014
318115	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
318115	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
318115	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
318115	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
318115	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
318115	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
318115	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
318115	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
318115	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
318115	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
318115	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
318115	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
318115	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
318115	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
318115	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
318115	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
318115	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
318115	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
318115	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
318115	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
318115	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
318115	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
318115	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
318115	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
318115	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
318115	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
318115	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
318115	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
318115	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
318115	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
318115	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
318115	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
318115	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
318115	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
318115	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
318115	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
318115	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
318115	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
318115	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
318115	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
318115	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
318115	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
318115	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
318115	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
318115	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
318115	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
318115	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
318115	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
318115	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
318115	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
318115	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
318115	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
318115	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
318115	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
318115	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
318115	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
318115	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
318115	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
318115	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
318115	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
318115	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
318115	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
318115	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
318115	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
318115	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
318115	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
318115	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
318115	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
318115	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
318115	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
318115	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
318115	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
318115	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
318115	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
318115	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
318115	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
318115	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
318115	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
318115	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
318115	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
318115	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
318115	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
318115	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
318115	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
318115	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
318115	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
318115	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
318115	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
318115	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
318115	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
318115	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
318115	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
318115	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
318115	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
318115	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
318115	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
318115	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
318115	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
318115	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
318115	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
318115	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
318115	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
318115	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
318115	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
318115	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
318115	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
318115	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
318115	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
318115	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
318115	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
318115	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
318115	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
318115	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
318115	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
318115	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
318115	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
318115	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
318115	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
318115	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
318115	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
318115	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
318115	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
318115	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
318115	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
318115	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
318115	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
318115	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
318115	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
318115	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
318115	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
318115	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
318115	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
318115	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
318115	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
318115	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
318115	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
318115	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
318115	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
318115	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
318115	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
318115	embedding2nn.weight	0	0.006399999372661114
318115	embedding2nn.weight	1	0.004024976398795843
318115	embedding2nn.weight	2	0.013424829579889774
318115	embedding2nn.weight	3	0.026911145076155663
318115	embedding2nn.weight	4	0.023302102461457253
318115	embedding2nn.weight	5	0.00559336319565773
318115	embedding2nn.weight	6	-0.015379655174911022
318115	embedding2nn.weight	7	-0.0005672422121278942
318115	embedding2nn.weight	8	-0.010102578438818455
318115	embedding2nn.weight	9	0.0020794409792870283
318115	embedding2nn.bias	0	0.014885271899402142
318115	embedding2nn.bias	1	-0.03873447701334953
318115	embedding2nn.bias	2	0.08223441988229752
318115	embedding2nn.bias	3	0.068084217607975
318115	embedding2nn.bias	4	-0.011204526759684086
318115	embedding2nn.bias	5	-0.034747250378131866
318115	embedding2nn.bias	6	0.028071805834770203
318115	embedding2nn.bias	7	0.006042586639523506
318115	embedding2nn.bias	8	-0.03387372940778732
318115	embedding2nn.bias	9	0.024997128173708916
318115	rnn.weight_ih_l0	0	0.06459634751081467
318115	rnn.weight_ih_l0	1	-0.041426584124565125
318115	rnn.weight_ih_l0	2	0.005153797101229429
318115	rnn.weight_ih_l0	3	0.045448850840330124
318115	rnn.weight_ih_l0	4	-0.029541052877902985
318115	rnn.weight_ih_l0	5	0.040450047701597214
318115	rnn.weight_ih_l0	6	0.00775306997820735
318115	rnn.weight_ih_l0	7	0.06571485847234726
318115	rnn.weight_ih_l0	8	0.008731555193662643
318115	rnn.weight_ih_l0	9	-0.02525341510772705
318115	rnn.weight_hh_l0	0	-0.011730551719665527
318115	rnn.weight_hh_l0	1	-0.02799510583281517
318115	rnn.weight_hh_l0	2	-0.06159696355462074
318115	rnn.weight_hh_l0	3	-0.005887482315301895
318115	rnn.weight_hh_l0	4	-0.009811791591346264
318115	rnn.weight_hh_l0	5	-0.02465461567044258
318115	rnn.weight_hh_l0	6	0.0006463771569542587
318115	rnn.weight_hh_l0	7	-0.03622037172317505
318115	rnn.weight_hh_l0	8	0.06708866357803345
318115	rnn.weight_hh_l0	9	0.0452611967921257
318115	rnn.bias_ih_l0	0	-0.1734371781349182
318115	rnn.bias_ih_l0	1	-0.16964416205883026
318115	rnn.bias_ih_l0	2	-0.01981012150645256
318115	rnn.bias_ih_l0	3	-0.14718392491340637
318115	rnn.bias_ih_l0	4	-0.05873895436525345
318115	rnn.bias_ih_l0	5	-0.17491690814495087
318115	rnn.bias_ih_l0	6	0.07460074871778488
318115	rnn.bias_ih_l0	7	-0.08676688373088837
318115	rnn.bias_ih_l0	8	-0.04631957411766052
318115	rnn.bias_ih_l0	9	-0.1073511391878128
318115	rnn.bias_hh_l0	0	-0.0695423036813736
318115	rnn.bias_hh_l0	1	0.24724934995174408
318115	rnn.bias_hh_l0	2	0.047512203454971313
318115	rnn.bias_hh_l0	3	-0.0786658301949501
318115	rnn.bias_hh_l0	4	-0.08262907713651657
318115	rnn.bias_hh_l0	5	-0.002366678323596716
318115	rnn.bias_hh_l0	6	0.05794711038470268
318115	rnn.bias_hh_l0	7	-0.09744112193584442
318115	rnn.bias_hh_l0	8	-0.23514056205749512
318115	rnn.bias_hh_l0	9	-0.10180046409368515
318115	rnn.weight_ih_l0_reverse	0	0.020160946995019913
318115	rnn.weight_ih_l0_reverse	1	-0.06015625596046448
318115	rnn.weight_ih_l0_reverse	2	0.0430225133895874
318115	rnn.weight_ih_l0_reverse	3	0.020702090114355087
318115	rnn.weight_ih_l0_reverse	4	-0.000377055344870314
318115	rnn.weight_ih_l0_reverse	5	-0.025987394154071808
318115	rnn.weight_ih_l0_reverse	6	0.01276852935552597
318115	rnn.weight_ih_l0_reverse	7	0.02830350585281849
318115	rnn.weight_ih_l0_reverse	8	-0.028258390724658966
318115	rnn.weight_ih_l0_reverse	9	-0.0012472112430259585
318115	rnn.weight_hh_l0_reverse	0	0.03967937082052231
318115	rnn.weight_hh_l0_reverse	1	0.029636496677994728
318115	rnn.weight_hh_l0_reverse	2	-0.022879548370838165
318115	rnn.weight_hh_l0_reverse	3	-0.08189734071493149
318115	rnn.weight_hh_l0_reverse	4	0.011368747800588608
318115	rnn.weight_hh_l0_reverse	5	-0.060370877385139465
318115	rnn.weight_hh_l0_reverse	6	-0.014107291586697102
318115	rnn.weight_hh_l0_reverse	7	0.03119562193751335
318115	rnn.weight_hh_l0_reverse	8	0.007594635710120201
318115	rnn.weight_hh_l0_reverse	9	0.00866039376705885
318115	rnn.bias_ih_l0_reverse	0	-0.046597108244895935
318115	rnn.bias_ih_l0_reverse	1	-0.1391797512769699
318115	rnn.bias_ih_l0_reverse	2	-0.14626525342464447
318115	rnn.bias_ih_l0_reverse	3	-0.04672174155712128
318115	rnn.bias_ih_l0_reverse	4	-0.11357798427343369
318115	rnn.bias_ih_l0_reverse	5	-0.08648315072059631
318115	rnn.bias_ih_l0_reverse	6	-0.20894378423690796
318115	rnn.bias_ih_l0_reverse	7	-0.052460428327322006
318115	rnn.bias_ih_l0_reverse	8	-0.06441876292228699
318115	rnn.bias_ih_l0_reverse	9	-0.13459928333759308
318115	rnn.bias_hh_l0_reverse	0	-0.14225511252880096
318115	rnn.bias_hh_l0_reverse	1	-0.16219016909599304
318115	rnn.bias_hh_l0_reverse	2	0.10593375563621521
318115	rnn.bias_hh_l0_reverse	3	0.07349236309528351
318115	rnn.bias_hh_l0_reverse	4	-0.1780669391155243
318115	rnn.bias_hh_l0_reverse	5	-0.14354148507118225
318115	rnn.bias_hh_l0_reverse	6	-0.09011844545602798
318115	rnn.bias_hh_l0_reverse	7	-0.053988344967365265
318115	rnn.bias_hh_l0_reverse	8	-0.09601832181215286
318115	rnn.bias_hh_l0_reverse	9	-0.02495022863149643
318115	linear.weight	0	-0.007730027660727501
318115	linear.weight	1	0.00592937832698226
318115	linear.weight	2	0.3163251280784607
318115	linear.weight	3	-0.07891898602247238
318115	linear.weight	4	-0.010588549077510834
318115	linear.weight	5	0.11453115195035934
318115	linear.weight	6	-0.010739270597696304
318115	linear.weight	7	-0.0810292512178421
318115	linear.weight	8	0.1850164532661438
318115	linear.weight	9	-0.2760867178440094
318115	linear.bias	0	-0.03956538438796997
318115	linear.bias	1	0.031413208693265915
318115	linear.bias	2	0.4133625626564026
318115	linear.bias	3	-0.7329214811325073
318115	linear.bias	4	2.140589952468872
318115	linear.bias	5	-1.4051116704940796
318115	linear.bias	6	-0.2932469844818115
318115	linear.bias	7	-0.12726886570453644
318674	transitions	0	-1.9466207027435303
318674	transitions	1	-10000.0
318674	transitions	2	-0.7969565987586975
318674	transitions	3	-10000.0
318674	transitions	4	2.0676937103271484
318674	transitions	5	-10000.0
318674	transitions	6	-10000.0
318674	transitions	7	1.8472702503204346
318674	transitions	8	-2.6297361850738525
318674	transitions	9	-4.239615440368652
318674	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
318674	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
318674	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
318674	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
318674	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
318674	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
318674	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
318674	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
318674	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
318674	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
318674	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
318674	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
318674	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
318674	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
318674	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
318674	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
318674	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
318674	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
318674	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
318674	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
318674	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
318674	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
318674	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
318674	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
318674	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
318674	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
318674	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
318674	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
318674	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
318674	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
318674	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
318674	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
318674	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
318674	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
318674	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
318674	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
318674	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
318674	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
318674	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
318674	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
318674	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
318674	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
318674	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
318674	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
318674	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
318674	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
318674	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
318674	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
318674	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
318674	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
318674	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
318674	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
318674	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
318674	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
318674	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
318674	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
318674	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
318674	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
318674	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
318674	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
318674	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
318674	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
318674	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
318674	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
318674	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
318674	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
318674	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
318674	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
318674	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
318674	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
318674	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
318674	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
318674	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
318674	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
318674	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
318674	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
318674	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
318674	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
318674	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
318674	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
318674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
318674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
318674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
318674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
318674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
318674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
318674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
318674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
318674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
318674	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
318674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
318674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
318674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
318674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
318674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
318674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
318674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
318674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
318674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
318674	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
318674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
318674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
318674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
318674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
318674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
318674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
318674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
318674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
318674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
318674	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
318674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
318674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
318674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
318674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
318674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
318674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
318674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
318674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
318674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
318674	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
318674	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
318674	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
318674	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
318674	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
318674	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
318674	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
318674	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
318674	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
318674	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
318674	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
318674	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
318674	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
318674	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
318674	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
318674	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
318674	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
318674	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
318674	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
318674	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
318674	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
318674	embedding2nn.weight	0	0.00640022661536932
318674	embedding2nn.weight	1	0.0040173777379095554
318674	embedding2nn.weight	2	0.013425310142338276
318674	embedding2nn.weight	3	0.02690752036869526
318674	embedding2nn.weight	4	0.02323351800441742
318674	embedding2nn.weight	5	0.0055541666224598885
318674	embedding2nn.weight	6	-0.015400717966258526
318674	embedding2nn.weight	7	-0.0005499219405464828
318674	embedding2nn.weight	8	-0.010112462565302849
318674	embedding2nn.weight	9	0.0020846507977694273
318674	embedding2nn.bias	0	0.01558199804276228
318674	embedding2nn.bias	1	-0.038661133497953415
318674	embedding2nn.bias	2	0.08255106955766678
318674	embedding2nn.bias	3	0.06901315599679947
318674	embedding2nn.bias	4	-0.011426384560763836
318674	embedding2nn.bias	5	-0.03489606827497482
318674	embedding2nn.bias	6	0.028589772060513496
318674	embedding2nn.bias	7	0.005965205375105143
318674	embedding2nn.bias	8	-0.03394770249724388
318674	embedding2nn.bias	9	0.02460647188127041
318674	rnn.weight_ih_l0	0	0.06467656046152115
318674	rnn.weight_ih_l0	1	-0.041399579495191574
318674	rnn.weight_ih_l0	2	0.005174244288355112
318674	rnn.weight_ih_l0	3	0.04542560130357742
318674	rnn.weight_ih_l0	4	-0.029530823230743408
318674	rnn.weight_ih_l0	5	0.04047612100839615
318674	rnn.weight_ih_l0	6	0.007766359951347113
318674	rnn.weight_ih_l0	7	0.06571625918149948
318674	rnn.weight_ih_l0	8	0.008780553936958313
318674	rnn.weight_ih_l0	9	-0.025138145312666893
318674	rnn.weight_hh_l0	0	-0.011729310266673565
318674	rnn.weight_hh_l0	1	-0.028016861528158188
318674	rnn.weight_hh_l0	2	-0.06154925003647804
318674	rnn.weight_hh_l0	3	-0.005915645509958267
318674	rnn.weight_hh_l0	4	-0.009814185090363026
318674	rnn.weight_hh_l0	5	-0.024657903239130974
318674	rnn.weight_hh_l0	6	0.0006453846581280231
318674	rnn.weight_hh_l0	7	-0.03613927587866783
318674	rnn.weight_hh_l0	8	0.06711233407258987
318674	rnn.weight_hh_l0	9	0.04524034261703491
318674	rnn.bias_ih_l0	0	-0.1736152172088623
318674	rnn.bias_ih_l0	1	-0.17010699212551117
318674	rnn.bias_ih_l0	2	-0.01984112150967121
318674	rnn.bias_ih_l0	3	-0.14727935194969177
318674	rnn.bias_ih_l0	4	-0.05884358659386635
318674	rnn.bias_ih_l0	5	-0.17508037388324738
318674	rnn.bias_ih_l0	6	0.07490882277488708
318674	rnn.bias_ih_l0	7	-0.087187759578228
318674	rnn.bias_ih_l0	8	-0.045873723924160004
318674	rnn.bias_ih_l0	9	-0.10747875273227692
318674	rnn.bias_hh_l0	0	-0.06999117136001587
318674	rnn.bias_hh_l0	1	0.24741345643997192
318674	rnn.bias_hh_l0	2	0.04745301231741905
318674	rnn.bias_hh_l0	3	-0.07848595082759857
318674	rnn.bias_hh_l0	4	-0.08287058770656586
318674	rnn.bias_hh_l0	5	-0.0028413571417331696
318674	rnn.bias_hh_l0	6	0.05808650329709053
318674	rnn.bias_hh_l0	7	-0.09754688292741776
318674	rnn.bias_hh_l0	8	-0.23530592024326324
318674	rnn.bias_hh_l0	9	-0.10170494765043259
318674	rnn.weight_ih_l0_reverse	0	0.02014029026031494
318674	rnn.weight_ih_l0_reverse	1	-0.0601884126663208
318674	rnn.weight_ih_l0_reverse	2	0.043004926294088364
318674	rnn.weight_ih_l0_reverse	3	0.02057604491710663
318674	rnn.weight_ih_l0_reverse	4	-0.0003611559804994613
318674	rnn.weight_ih_l0_reverse	5	-0.025981025770306587
318674	rnn.weight_ih_l0_reverse	6	0.01269253809005022
318674	rnn.weight_ih_l0_reverse	7	0.028316600248217583
318674	rnn.weight_ih_l0_reverse	8	-0.028306474909186363
318674	rnn.weight_ih_l0_reverse	9	-0.0012712330790236592
318674	rnn.weight_hh_l0_reverse	0	0.03968704864382744
318674	rnn.weight_hh_l0_reverse	1	0.029683630913496017
318674	rnn.weight_hh_l0_reverse	2	-0.02288960851728916
318674	rnn.weight_hh_l0_reverse	3	-0.08187803626060486
318674	rnn.weight_hh_l0_reverse	4	0.011341595090925694
318674	rnn.weight_hh_l0_reverse	5	-0.06039603427052498
318674	rnn.weight_hh_l0_reverse	6	-0.014075376093387604
318674	rnn.weight_hh_l0_reverse	7	0.031180277466773987
318674	rnn.weight_hh_l0_reverse	8	0.007639941293746233
318674	rnn.weight_hh_l0_reverse	9	0.008713847026228905
318674	rnn.bias_ih_l0_reverse	0	-0.04662586376070976
318674	rnn.bias_ih_l0_reverse	1	-0.13922938704490662
318674	rnn.bias_ih_l0_reverse	2	-0.145779088139534
318674	rnn.bias_ih_l0_reverse	3	-0.04662198945879936
318674	rnn.bias_ih_l0_reverse	4	-0.1133984625339508
318674	rnn.bias_ih_l0_reverse	5	-0.08635555952787399
318674	rnn.bias_ih_l0_reverse	6	-0.20899422466754913
318674	rnn.bias_ih_l0_reverse	7	-0.052301350980997086
318674	rnn.bias_ih_l0_reverse	8	-0.06425368785858154
318674	rnn.bias_ih_l0_reverse	9	-0.13495278358459473
318674	rnn.bias_hh_l0_reverse	0	-0.14217786490917206
318674	rnn.bias_hh_l0_reverse	1	-0.16231241822242737
318674	rnn.bias_hh_l0_reverse	2	0.10633762925863266
318674	rnn.bias_hh_l0_reverse	3	0.07353217154741287
318674	rnn.bias_hh_l0_reverse	4	-0.17780347168445587
318674	rnn.bias_hh_l0_reverse	5	-0.14382435381412506
318674	rnn.bias_hh_l0_reverse	6	-0.09059987217187881
318674	rnn.bias_hh_l0_reverse	7	-0.05411362648010254
318674	rnn.bias_hh_l0_reverse	8	-0.09601833671331406
318674	rnn.bias_hh_l0_reverse	9	-0.024697406217455864
318674	linear.weight	0	-0.007730183657258749
318674	linear.weight	1	0.007151435129344463
318674	linear.weight	2	0.3191869854927063
318674	linear.weight	3	-0.07891860604286194
318674	linear.weight	4	-0.010588549077510834
318674	linear.weight	5	0.11766252666711807
318674	linear.weight	6	-0.010739270597696304
318674	linear.weight	7	-0.07895565778017044
318674	linear.weight	8	0.18753312528133392
318674	linear.weight	9	-0.27579113841056824
318674	linear.bias	0	-0.03956538438796997
318674	linear.bias	1	0.031413208693265915
318674	linear.bias	2	0.4119422435760498
318674	linear.bias	3	-0.7417855262756348
318674	linear.bias	4	2.1482391357421875
318674	linear.bias	5	-1.4051131010055542
318674	linear.bias	6	-0.29189959168434143
318674	linear.bias	7	-0.12596455216407776
319232	transitions	0	-1.946759819984436
319232	transitions	1	-10000.0
319232	transitions	2	-0.7969565987586975
319232	transitions	3	-10000.0
319232	transitions	4	2.068042039871216
319232	transitions	5	-10000.0
319232	transitions	6	-10000.0
319232	transitions	7	1.8473941087722778
319232	transitions	8	-2.6298279762268066
319232	transitions	9	-4.239626884460449
319232	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
319232	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
319232	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
319232	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
319232	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
319232	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
319232	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
319232	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
319232	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
319232	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
319232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
319232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
319232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
319232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
319232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
319232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
319232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
319232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
319232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
319232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
319232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
319232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
319232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
319232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
319232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
319232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
319232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
319232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
319232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
319232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
319232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
319232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
319232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
319232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
319232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
319232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
319232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
319232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
319232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
319232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
319232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
319232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
319232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
319232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
319232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
319232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
319232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
319232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
319232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
319232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
319232	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
319232	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
319232	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
319232	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
319232	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
319232	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
319232	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
319232	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
319232	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
319232	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
319232	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
319232	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
319232	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
319232	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
319232	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
319232	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
319232	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
319232	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
319232	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
319232	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
319232	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
319232	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
319232	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
319232	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
319232	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
319232	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
319232	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
319232	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
319232	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
319232	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
319232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
319232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
319232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
319232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
319232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
319232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
319232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
319232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
319232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
319232	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
319232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
319232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
319232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
319232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
319232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
319232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
319232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
319232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
319232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
319232	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
319232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
319232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
319232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
319232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
319232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
319232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
319232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
319232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
319232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
319232	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
319232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
319232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
319232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
319232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
319232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
319232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
319232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
319232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
319232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
319232	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
319232	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
319232	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
319232	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
319232	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
319232	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
319232	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
319232	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
319232	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
319232	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
319232	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
319232	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
319232	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
319232	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
319232	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
319232	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
319232	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
319232	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
319232	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
319232	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
319232	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
319232	embedding2nn.weight	0	0.006399938371032476
319232	embedding2nn.weight	1	0.004013340920209885
319232	embedding2nn.weight	2	0.013426455669105053
319232	embedding2nn.weight	3	0.026976371183991432
319232	embedding2nn.weight	4	0.023250747472047806
319232	embedding2nn.weight	5	0.005575945600867271
319232	embedding2nn.weight	6	-0.01537337526679039
319232	embedding2nn.weight	7	-0.0005347084370441735
319232	embedding2nn.weight	8	-0.010182039812207222
319232	embedding2nn.weight	9	0.002059298101812601
319232	embedding2nn.bias	0	0.015635069459676743
319232	embedding2nn.bias	1	-0.038675229996442795
319232	embedding2nn.bias	2	0.0823257640004158
319232	embedding2nn.bias	3	0.06867853552103043
319232	embedding2nn.bias	4	-0.010424989275634289
319232	embedding2nn.bias	5	-0.03444799408316612
319232	embedding2nn.bias	6	0.02872355468571186
319232	embedding2nn.bias	7	0.006915416568517685
319232	embedding2nn.bias	8	-0.034392423927783966
319232	embedding2nn.bias	9	0.024246325716376305
319232	rnn.weight_ih_l0	0	0.06472568958997726
319232	rnn.weight_ih_l0	1	-0.04145669937133789
319232	rnn.weight_ih_l0	2	0.005197536200284958
319232	rnn.weight_ih_l0	3	0.04535967484116554
319232	rnn.weight_ih_l0	4	-0.02959473803639412
319232	rnn.weight_ih_l0	5	0.040430404245853424
319232	rnn.weight_ih_l0	6	0.007753952872008085
319232	rnn.weight_ih_l0	7	0.06563480943441391
319232	rnn.weight_ih_l0	8	0.008797324262559414
319232	rnn.weight_ih_l0	9	-0.025211887434124947
319232	rnn.weight_hh_l0	0	-0.011730553582310677
319232	rnn.weight_hh_l0	1	-0.02800159342586994
319232	rnn.weight_hh_l0	2	-0.061511825770139694
319232	rnn.weight_hh_l0	3	-0.005934177897870541
319232	rnn.weight_hh_l0	4	-0.009791020303964615
319232	rnn.weight_hh_l0	5	-0.024591170251369476
319232	rnn.weight_hh_l0	6	0.0006382269784808159
319232	rnn.weight_hh_l0	7	-0.03619375079870224
319232	rnn.weight_hh_l0	8	0.06719160825014114
319232	rnn.weight_hh_l0	9	0.045265570282936096
319232	rnn.bias_ih_l0	0	-0.17366769909858704
319232	rnn.bias_ih_l0	1	-0.17005853354930878
319232	rnn.bias_ih_l0	2	-0.019411366432905197
319232	rnn.bias_ih_l0	3	-0.1472545564174652
319232	rnn.bias_ih_l0	4	-0.05921293795108795
319232	rnn.bias_ih_l0	5	-0.1753256916999817
319232	rnn.bias_ih_l0	6	0.07452471554279327
319232	rnn.bias_ih_l0	7	-0.08707407861948013
319232	rnn.bias_ih_l0	8	-0.0461568646132946
319232	rnn.bias_ih_l0	9	-0.10738725960254669
319232	rnn.bias_hh_l0	0	-0.07012646645307541
319232	rnn.bias_hh_l0	1	0.2477007955312729
319232	rnn.bias_hh_l0	2	0.047674015164375305
319232	rnn.bias_hh_l0	3	-0.07873111963272095
319232	rnn.bias_hh_l0	4	-0.08292418718338013
319232	rnn.bias_hh_l0	5	-0.003526442451402545
319232	rnn.bias_hh_l0	6	0.05826275423169136
319232	rnn.bias_hh_l0	7	-0.09760859608650208
319232	rnn.bias_hh_l0	8	-0.23514965176582336
319232	rnn.bias_hh_l0	9	-0.10167837142944336
319232	rnn.weight_ih_l0_reverse	0	0.02019091323018074
319232	rnn.weight_ih_l0_reverse	1	-0.06017569452524185
319232	rnn.weight_ih_l0_reverse	2	0.042981017380952835
319232	rnn.weight_ih_l0_reverse	3	0.020587898790836334
319232	rnn.weight_ih_l0_reverse	4	-0.00031170411966741085
319232	rnn.weight_ih_l0_reverse	5	-0.025965599343180656
319232	rnn.weight_ih_l0_reverse	6	0.012601671740412712
319232	rnn.weight_ih_l0_reverse	7	0.028353391215205193
319232	rnn.weight_ih_l0_reverse	8	-0.028314650058746338
319232	rnn.weight_ih_l0_reverse	9	-0.0012682992964982986
319232	rnn.weight_hh_l0_reverse	0	0.03968614339828491
319232	rnn.weight_hh_l0_reverse	1	0.02965821884572506
319232	rnn.weight_hh_l0_reverse	2	-0.02291218191385269
319232	rnn.weight_hh_l0_reverse	3	-0.08194223046302795
319232	rnn.weight_hh_l0_reverse	4	0.011328719556331635
319232	rnn.weight_hh_l0_reverse	5	-0.060394831001758575
319232	rnn.weight_hh_l0_reverse	6	-0.014117088168859482
319232	rnn.weight_hh_l0_reverse	7	0.03111445903778076
319232	rnn.weight_hh_l0_reverse	8	0.0076914154924452305
319232	rnn.weight_hh_l0_reverse	9	0.00868034828454256
319232	rnn.bias_ih_l0_reverse	0	-0.04673390090465546
319232	rnn.bias_ih_l0_reverse	1	-0.13925442099571228
319232	rnn.bias_ih_l0_reverse	2	-0.14586591720581055
319232	rnn.bias_ih_l0_reverse	3	-0.046780481934547424
319232	rnn.bias_ih_l0_reverse	4	-0.11328676342964172
319232	rnn.bias_ih_l0_reverse	5	-0.0863562673330307
319232	rnn.bias_ih_l0_reverse	6	-0.2086765319108963
319232	rnn.bias_ih_l0_reverse	7	-0.05215640366077423
319232	rnn.bias_ih_l0_reverse	8	-0.06438887864351273
319232	rnn.bias_ih_l0_reverse	9	-0.13510356843471527
319232	rnn.bias_hh_l0_reverse	0	-0.14237123727798462
319232	rnn.bias_hh_l0_reverse	1	-0.162008598446846
319232	rnn.bias_hh_l0_reverse	2	0.10605849325656891
319232	rnn.bias_hh_l0_reverse	3	0.07337658107280731
319232	rnn.bias_hh_l0_reverse	4	-0.17764681577682495
319232	rnn.bias_hh_l0_reverse	5	-0.14412279427051544
319232	rnn.bias_hh_l0_reverse	6	-0.09063760936260223
319232	rnn.bias_hh_l0_reverse	7	-0.05414234846830368
319232	rnn.bias_hh_l0_reverse	8	-0.09597890824079514
319232	rnn.bias_hh_l0_reverse	9	-0.024568770080804825
319232	linear.weight	0	-0.0077302344143390656
319232	linear.weight	1	0.003736259648576379
319232	linear.weight	2	0.3178457021713257
319232	linear.weight	3	-0.07891827076673508
319232	linear.weight	4	-0.010588549077510834
319232	linear.weight	5	0.11781015992164612
319232	linear.weight	6	-0.010739270597696304
319232	linear.weight	7	-0.08124300092458725
319232	linear.weight	8	0.18659842014312744
319232	linear.weight	9	-0.2758655548095703
319232	linear.bias	0	-0.03956538438796997
319232	linear.bias	1	0.031413208693265915
319232	linear.bias	2	0.42348939180374146
319232	linear.bias	3	-0.7486031651496887
319232	linear.bias	4	2.1494524478912354
319232	linear.bias	5	-1.4051142930984497
319232	linear.bias	6	-0.2948148846626282
319232	linear.bias	7	-0.12897415459156036
319790	transitions	0	-1.946875810623169
319790	transitions	1	-10000.0
319790	transitions	2	-0.7969565987586975
319790	transitions	3	-10000.0
319790	transitions	4	2.0689117908477783
319790	transitions	5	-10000.0
319790	transitions	6	-10000.0
319790	transitions	7	1.8480836153030396
319790	transitions	8	-2.6299071311950684
319790	transitions	9	-4.239637851715088
319790	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
319790	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
319790	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
319790	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
319790	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
319790	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
319790	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
319790	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
319790	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
319790	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
319790	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
319790	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
319790	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
319790	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
319790	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
319790	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
319790	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
319790	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
319790	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
319790	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
319790	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
319790	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
319790	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
319790	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
319790	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
319790	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
319790	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
319790	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
319790	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
319790	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
319790	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
319790	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
319790	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
319790	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
319790	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
319790	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
319790	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
319790	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
319790	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
319790	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
319790	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
319790	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
319790	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
319790	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
319790	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
319790	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
319790	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
319790	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
319790	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
319790	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
319790	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
319790	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
319790	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
319790	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
319790	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
319790	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
319790	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
319790	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
319790	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
319790	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
319790	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
319790	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
319790	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
319790	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
319790	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
319790	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
319790	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
319790	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
319790	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
319790	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
319790	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
319790	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
319790	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
319790	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
319790	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
319790	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
319790	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
319790	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
319790	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
319790	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
319790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
319790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
319790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
319790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
319790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
319790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
319790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
319790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
319790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
319790	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
319790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
319790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
319790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
319790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
319790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
319790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
319790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
319790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
319790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
319790	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
319790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
319790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
319790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
319790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
319790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
319790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
319790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
319790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
319790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
319790	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
319790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
319790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
319790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
319790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
319790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
319790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
319790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
319790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
319790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
319790	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
319790	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
319790	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
319790	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
319790	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
319790	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
319790	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
319790	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
319790	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
319790	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
319790	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
319790	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
319790	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
319790	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
319790	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
319790	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
319790	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
319790	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
319790	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
319790	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
319790	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
319790	embedding2nn.weight	0	0.006399511359632015
319790	embedding2nn.weight	1	0.0040156785398721695
319790	embedding2nn.weight	2	0.013427501544356346
319790	embedding2nn.weight	3	0.027011072263121605
319790	embedding2nn.weight	4	0.02320365607738495
319790	embedding2nn.weight	5	0.005533999297767878
319790	embedding2nn.weight	6	-0.015354380942881107
319790	embedding2nn.weight	7	-0.000535294646397233
319790	embedding2nn.weight	8	-0.010164963081479073
319790	embedding2nn.weight	9	0.0020448830910027027
319790	embedding2nn.bias	0	0.01596943475306034
319790	embedding2nn.bias	1	-0.03899892792105675
319790	embedding2nn.bias	2	0.08140426874160767
319790	embedding2nn.bias	3	0.06956853717565536
319790	embedding2nn.bias	4	-0.010452875867486
319790	embedding2nn.bias	5	-0.034835539758205414
319790	embedding2nn.bias	6	0.029494469985365868
319790	embedding2nn.bias	7	0.006352490745484829
319790	embedding2nn.bias	8	-0.03359974920749664
319790	embedding2nn.bias	9	0.024037368595600128
319790	rnn.weight_ih_l0	0	0.06464720517396927
319790	rnn.weight_ih_l0	1	-0.041541457176208496
319790	rnn.weight_ih_l0	2	0.005252971779555082
319790	rnn.weight_ih_l0	3	0.045330774039030075
319790	rnn.weight_ih_l0	4	-0.029733533039689064
319790	rnn.weight_ih_l0	5	0.04041898995637894
319790	rnn.weight_ih_l0	6	0.007764206733554602
319790	rnn.weight_ih_l0	7	0.06562412530183792
319790	rnn.weight_ih_l0	8	0.008731559850275517
319790	rnn.weight_ih_l0	9	-0.025090808048844337
319790	rnn.weight_hh_l0	0	-0.011757404543459415
319790	rnn.weight_hh_l0	1	-0.027928443625569344
319790	rnn.weight_hh_l0	2	-0.06147896125912666
319790	rnn.weight_hh_l0	3	-0.00594607088714838
319790	rnn.weight_hh_l0	4	-0.009784158319234848
319790	rnn.weight_hh_l0	5	-0.024595320224761963
319790	rnn.weight_hh_l0	6	0.0006440403521992266
319790	rnn.weight_hh_l0	7	-0.03612982854247093
319790	rnn.weight_hh_l0	8	0.06717515736818314
319790	rnn.weight_hh_l0	9	0.04525481164455414
319790	rnn.bias_ih_l0	0	-0.17349234223365784
319790	rnn.bias_ih_l0	1	-0.17018555104732513
319790	rnn.bias_ih_l0	2	-0.01932808943092823
319790	rnn.bias_ih_l0	3	-0.14747251570224762
319790	rnn.bias_ih_l0	4	-0.0590418241918087
319790	rnn.bias_ih_l0	5	-0.17499658465385437
319790	rnn.bias_ih_l0	6	0.07407664507627487
319790	rnn.bias_ih_l0	7	-0.08715493232011795
319790	rnn.bias_ih_l0	8	-0.04608578607439995
319790	rnn.bias_ih_l0	9	-0.10722364485263824
319790	rnn.bias_hh_l0	0	-0.06977088004350662
319790	rnn.bias_hh_l0	1	0.24814783036708832
319790	rnn.bias_hh_l0	2	0.04743004962801933
319790	rnn.bias_hh_l0	3	-0.07869715243577957
319790	rnn.bias_hh_l0	4	-0.08278953284025192
319790	rnn.bias_hh_l0	5	-0.004119446035474539
319790	rnn.bias_hh_l0	6	0.058063805103302
319790	rnn.bias_hh_l0	7	-0.09734990447759628
319790	rnn.bias_hh_l0	8	-0.23545707762241364
319790	rnn.bias_hh_l0	9	-0.10191217809915543
319790	rnn.weight_ih_l0_reverse	0	0.02045685239136219
319790	rnn.weight_ih_l0_reverse	1	-0.06021823734045029
319790	rnn.weight_ih_l0_reverse	2	0.0430239737033844
319790	rnn.weight_ih_l0_reverse	3	0.020727504044771194
319790	rnn.weight_ih_l0_reverse	4	-0.00030092225642874837
319790	rnn.weight_ih_l0_reverse	5	-0.025925355032086372
319790	rnn.weight_ih_l0_reverse	6	0.01255739014595747
319790	rnn.weight_ih_l0_reverse	7	0.028383594006299973
319790	rnn.weight_ih_l0_reverse	8	-0.028272289782762527
319790	rnn.weight_ih_l0_reverse	9	-0.0013293102383613586
319790	rnn.weight_hh_l0_reverse	0	0.03967843949794769
319790	rnn.weight_hh_l0_reverse	1	0.02967877872288227
319790	rnn.weight_hh_l0_reverse	2	-0.022872863337397575
319790	rnn.weight_hh_l0_reverse	3	-0.08186911791563034
319790	rnn.weight_hh_l0_reverse	4	0.01134278904646635
319790	rnn.weight_hh_l0_reverse	5	-0.060400720685720444
319790	rnn.weight_hh_l0_reverse	6	-0.01415928266942501
319790	rnn.weight_hh_l0_reverse	7	0.0311417318880558
319790	rnn.weight_hh_l0_reverse	8	0.007708929479122162
319790	rnn.weight_hh_l0_reverse	9	0.008681576699018478
319790	rnn.bias_ih_l0_reverse	0	-0.04671987146139145
319790	rnn.bias_ih_l0_reverse	1	-0.13926886022090912
319790	rnn.bias_ih_l0_reverse	2	-0.1458573341369629
319790	rnn.bias_ih_l0_reverse	3	-0.04671778902411461
319790	rnn.bias_ih_l0_reverse	4	-0.11343856155872345
319790	rnn.bias_ih_l0_reverse	5	-0.08662949502468109
319790	rnn.bias_ih_l0_reverse	6	-0.20844666659832
319790	rnn.bias_ih_l0_reverse	7	-0.05182574316859245
319790	rnn.bias_ih_l0_reverse	8	-0.06445199251174927
319790	rnn.bias_ih_l0_reverse	9	-0.1350153386592865
319790	rnn.bias_hh_l0_reverse	0	-0.14229071140289307
319790	rnn.bias_hh_l0_reverse	1	-0.1619672030210495
319790	rnn.bias_hh_l0_reverse	2	0.10610147565603256
319790	rnn.bias_hh_l0_reverse	3	0.07363671809434891
319790	rnn.bias_hh_l0_reverse	4	-0.17809957265853882
319790	rnn.bias_hh_l0_reverse	5	-0.144271120429039
319790	rnn.bias_hh_l0_reverse	6	-0.09026473015546799
319790	rnn.bias_hh_l0_reverse	7	-0.05425222963094711
319790	rnn.bias_hh_l0_reverse	8	-0.09591462463140488
319790	rnn.bias_hh_l0_reverse	9	-0.0246809720993042
319790	linear.weight	0	-0.007730308920145035
319790	linear.weight	1	0.0036908467300236225
319790	linear.weight	2	0.31879329681396484
319790	linear.weight	3	-0.07891808450222015
319790	linear.weight	4	-0.010588549077510834
319790	linear.weight	5	0.11284229159355164
319790	linear.weight	6	-0.010739270597696304
319790	linear.weight	7	-0.07920784503221512
319790	linear.weight	8	0.18098482489585876
319790	linear.weight	9	-0.2756597399711609
319790	linear.bias	0	-0.03956538438796997
319790	linear.bias	1	0.031413208693265915
319790	linear.bias	2	0.4176563620567322
319790	linear.bias	3	-0.7510610818862915
319790	linear.bias	4	2.1527798175811768
319790	linear.bias	5	-1.4051177501678467
319790	linear.bias	6	-0.2922475337982178
319790	linear.bias	7	-0.1265609711408615
320348	transitions	0	-1.9469590187072754
320348	transitions	1	-10000.0
320348	transitions	2	-0.7969565987586975
320348	transitions	3	-10000.0
320348	transitions	4	2.067570924758911
320348	transitions	5	-10000.0
320348	transitions	6	-10000.0
320348	transitions	7	1.8494874238967896
320348	transitions	8	-2.62998366355896
320348	transitions	9	-4.2396464347839355
320348	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
320348	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
320348	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
320348	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
320348	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
320348	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
320348	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
320348	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
320348	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
320348	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
320348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
320348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
320348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
320348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
320348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
320348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
320348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
320348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
320348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
320348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
320348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
320348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
320348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
320348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
320348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
320348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
320348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
320348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
320348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
320348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
320348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
320348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
320348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
320348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
320348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
320348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
320348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
320348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
320348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
320348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
320348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
320348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
320348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
320348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
320348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
320348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
320348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
320348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
320348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
320348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
320348	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
320348	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
320348	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
320348	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
320348	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
320348	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
320348	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
320348	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
320348	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
320348	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
320348	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
320348	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
320348	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
320348	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
320348	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
320348	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
320348	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
320348	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
320348	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
320348	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
320348	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
320348	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
320348	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
320348	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
320348	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
320348	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
320348	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
320348	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
320348	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
320348	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
320348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
320348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
320348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
320348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
320348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
320348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
320348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
320348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
320348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
320348	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
320348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
320348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
320348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
320348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
320348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
320348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
320348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
320348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
320348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
320348	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
320348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
320348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
320348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
320348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
320348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
320348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
320348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
320348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
320348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
320348	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
320348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
320348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
320348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
320348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
320348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
320348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
320348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
320348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
320348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
320348	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
320348	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
320348	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
320348	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
320348	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
320348	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
320348	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
320348	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
320348	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
320348	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
320348	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
320348	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
320348	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
320348	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
320348	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
320348	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
320348	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
320348	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
320348	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
320348	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
320348	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
320348	embedding2nn.weight	0	0.0063987853936851025
320348	embedding2nn.weight	1	0.0040071336552500725
320348	embedding2nn.weight	2	0.0134273124858737
320348	embedding2nn.weight	3	0.02701585553586483
320348	embedding2nn.weight	4	0.023156985640525818
320348	embedding2nn.weight	5	0.0055182138457894325
320348	embedding2nn.weight	6	-0.015363635495305061
320348	embedding2nn.weight	7	-0.0005414371844381094
320348	embedding2nn.weight	8	-0.010198337957262993
320348	embedding2nn.weight	9	0.002032139338552952
320348	embedding2nn.bias	0	0.016038065776228905
320348	embedding2nn.bias	1	-0.03882598504424095
320348	embedding2nn.bias	2	0.0811721608042717
320348	embedding2nn.bias	3	0.06985924392938614
320348	embedding2nn.bias	4	-0.01131889782845974
320348	embedding2nn.bias	5	-0.03547118231654167
320348	embedding2nn.bias	6	0.02965562976896763
320348	embedding2nn.bias	7	0.005768804810941219
320348	embedding2nn.bias	8	-0.0337071530520916
320348	embedding2nn.bias	9	0.025120172649621964
320348	rnn.weight_ih_l0	0	0.06466054171323776
320348	rnn.weight_ih_l0	1	-0.0415455624461174
320348	rnn.weight_ih_l0	2	0.005242588929831982
320348	rnn.weight_ih_l0	3	0.04557349532842636
320348	rnn.weight_ih_l0	4	-0.029668470844626427
320348	rnn.weight_ih_l0	5	0.04046177119016647
320348	rnn.weight_ih_l0	6	0.007770641706883907
320348	rnn.weight_ih_l0	7	0.06557723879814148
320348	rnn.weight_ih_l0	8	0.008816100656986237
320348	rnn.weight_ih_l0	9	-0.025041021406650543
320348	rnn.weight_hh_l0	0	-0.011749422177672386
320348	rnn.weight_hh_l0	1	-0.027857685461640358
320348	rnn.weight_hh_l0	2	-0.061410751193761826
320348	rnn.weight_hh_l0	3	-0.00593936163932085
320348	rnn.weight_hh_l0	4	-0.00976618379354477
320348	rnn.weight_hh_l0	5	-0.02455298788845539
320348	rnn.weight_hh_l0	6	0.0006510220118798316
320348	rnn.weight_hh_l0	7	-0.0361136831343174
320348	rnn.weight_hh_l0	8	0.06717410683631897
320348	rnn.weight_hh_l0	9	0.04528706893324852
320348	rnn.bias_ih_l0	0	-0.17333678901195526
320348	rnn.bias_ih_l0	1	-0.17028287053108215
320348	rnn.bias_ih_l0	2	-0.01936170645058155
320348	rnn.bias_ih_l0	3	-0.14740918576717377
320348	rnn.bias_ih_l0	4	-0.05895139276981354
320348	rnn.bias_ih_l0	5	-0.1752258837223053
320348	rnn.bias_ih_l0	6	0.0738479495048523
320348	rnn.bias_ih_l0	7	-0.08715304732322693
320348	rnn.bias_ih_l0	8	-0.045822273939847946
320348	rnn.bias_ih_l0	9	-0.10713063925504684
320348	rnn.bias_hh_l0	0	-0.06957655400037766
320348	rnn.bias_hh_l0	1	0.24777676165103912
320348	rnn.bias_hh_l0	2	0.04734571650624275
320348	rnn.bias_hh_l0	3	-0.07822521775960922
320348	rnn.bias_hh_l0	4	-0.08289220929145813
320348	rnn.bias_hh_l0	5	-0.00426548020914197
320348	rnn.bias_hh_l0	6	0.05825008824467659
320348	rnn.bias_hh_l0	7	-0.0973692461848259
320348	rnn.bias_hh_l0	8	-0.23528648912906647
320348	rnn.bias_hh_l0	9	-0.1018853634595871
320348	rnn.weight_ih_l0_reverse	0	0.020488815382122993
320348	rnn.weight_ih_l0_reverse	1	-0.06018976494669914
320348	rnn.weight_ih_l0_reverse	2	0.04305272176861763
320348	rnn.weight_ih_l0_reverse	3	0.020702676847577095
320348	rnn.weight_ih_l0_reverse	4	-0.0002747757243923843
320348	rnn.weight_ih_l0_reverse	5	-0.0259920172393322
320348	rnn.weight_ih_l0_reverse	6	0.012389851734042168
320348	rnn.weight_ih_l0_reverse	7	0.028378669172525406
320348	rnn.weight_ih_l0_reverse	8	-0.02822907269001007
320348	rnn.weight_ih_l0_reverse	9	-0.0013565269764512777
320348	rnn.weight_hh_l0_reverse	0	0.03972155973315239
320348	rnn.weight_hh_l0_reverse	1	0.029667239636182785
320348	rnn.weight_hh_l0_reverse	2	-0.022889269515872
320348	rnn.weight_hh_l0_reverse	3	-0.08192632347345352
320348	rnn.weight_hh_l0_reverse	4	0.011325075291097164
320348	rnn.weight_hh_l0_reverse	5	-0.06037065014243126
320348	rnn.weight_hh_l0_reverse	6	-0.01417355053126812
320348	rnn.weight_hh_l0_reverse	7	0.031133485957980156
320348	rnn.weight_hh_l0_reverse	8	0.007649569772183895
320348	rnn.weight_hh_l0_reverse	9	0.008670124225318432
320348	rnn.bias_ih_l0_reverse	0	-0.04648871347308159
320348	rnn.bias_ih_l0_reverse	1	-0.13948296010494232
320348	rnn.bias_ih_l0_reverse	2	-0.14565202593803406
320348	rnn.bias_ih_l0_reverse	3	-0.04662453383207321
320348	rnn.bias_ih_l0_reverse	4	-0.11298351734876633
320348	rnn.bias_ih_l0_reverse	5	-0.08639302104711533
320348	rnn.bias_ih_l0_reverse	6	-0.20862743258476257
320348	rnn.bias_ih_l0_reverse	7	-0.05187210068106651
320348	rnn.bias_ih_l0_reverse	8	-0.06419597566127777
320348	rnn.bias_ih_l0_reverse	9	-0.1350887417793274
320348	rnn.bias_hh_l0_reverse	0	-0.14267095923423767
320348	rnn.bias_hh_l0_reverse	1	-0.1615220010280609
320348	rnn.bias_hh_l0_reverse	2	0.10606104880571365
320348	rnn.bias_hh_l0_reverse	3	0.07339224964380264
320348	rnn.bias_hh_l0_reverse	4	-0.17783203721046448
320348	rnn.bias_hh_l0_reverse	5	-0.1442415565252304
320348	rnn.bias_hh_l0_reverse	6	-0.09030897170305252
320348	rnn.bias_hh_l0_reverse	7	-0.05411457642912865
320348	rnn.bias_hh_l0_reverse	8	-0.09595277905464172
320348	rnn.bias_hh_l0_reverse	9	-0.02444305643439293
320348	linear.weight	0	-0.007730371318757534
320348	linear.weight	1	0.004542056005448103
320348	linear.weight	2	0.3193820118904114
320348	linear.weight	3	-0.07891775667667389
320348	linear.weight	4	-0.010588549077510834
320348	linear.weight	5	0.11474259942770004
320348	linear.weight	6	-0.010739270597696304
320348	linear.weight	7	-0.07893151789903641
320348	linear.weight	8	0.18284331262111664
320348	linear.weight	9	-0.2757818400859833
320348	linear.bias	0	-0.03956538438796997
320348	linear.bias	1	0.031413208693265915
320348	linear.bias	2	0.4226686358451843
320348	linear.bias	3	-0.7375134825706482
320348	linear.bias	4	2.146228313446045
320348	linear.bias	5	-1.4051198959350586
320348	linear.bias	6	-0.2981882095336914
320348	linear.bias	7	-0.13261157274246216
320906	transitions	0	-1.9470746517181396
320906	transitions	1	-10000.0
320906	transitions	2	-0.7969565987586975
320906	transitions	3	-10000.0
320906	transitions	4	2.0669257640838623
320906	transitions	5	-10000.0
320906	transitions	6	-10000.0
320906	transitions	7	1.8489793539047241
320906	transitions	8	-2.6300621032714844
320906	transitions	9	-4.239658355712891
320906	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
320906	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
320906	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
320906	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
320906	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
320906	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
320906	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
320906	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
320906	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
320906	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
320906	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
320906	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
320906	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
320906	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
320906	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
320906	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
320906	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
320906	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
320906	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
320906	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
320906	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
320906	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
320906	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
320906	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
320906	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
320906	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
320906	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
320906	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
320906	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
320906	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
320906	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
320906	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
320906	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
320906	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
320906	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
320906	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
320906	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
320906	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
320906	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
320906	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
320906	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
320906	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
320906	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
320906	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
320906	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
320906	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
320906	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
320906	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
320906	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
320906	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
320906	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
320906	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
320906	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
320906	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
320906	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
320906	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
320906	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
320906	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
320906	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
320906	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
320906	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
320906	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
320906	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
320906	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
320906	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
320906	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
320906	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
320906	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
320906	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
320906	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
320906	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
320906	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
320906	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
320906	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
320906	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
320906	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
320906	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
320906	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
320906	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
320906	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
320906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
320906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
320906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
320906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
320906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
320906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
320906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
320906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
320906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
320906	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
320906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
320906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
320906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
320906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
320906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
320906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
320906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
320906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
320906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
320906	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
320906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
320906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
320906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
320906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
320906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
320906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
320906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
320906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
320906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
320906	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
320906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
320906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
320906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
320906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
320906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
320906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
320906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
320906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
320906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
320906	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
320906	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
320906	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
320906	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
320906	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
320906	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
320906	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
320906	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
320906	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
320906	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
320906	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
320906	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
320906	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
320906	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
320906	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
320906	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
320906	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
320906	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
320906	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
320906	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
320906	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
320906	embedding2nn.weight	0	0.00639887573197484
320906	embedding2nn.weight	1	0.003998804837465286
320906	embedding2nn.weight	2	0.01342539582401514
320906	embedding2nn.weight	3	0.02700652927160263
320906	embedding2nn.weight	4	0.02320343442261219
320906	embedding2nn.weight	5	0.0055125923827290535
320906	embedding2nn.weight	6	-0.015355468727648258
320906	embedding2nn.weight	7	-0.0005358071066439152
320906	embedding2nn.weight	8	-0.010169661603868008
320906	embedding2nn.weight	9	0.002035744022578001
320906	embedding2nn.bias	0	0.016446661204099655
320906	embedding2nn.bias	1	-0.03859337046742439
320906	embedding2nn.bias	2	0.08178970217704773
320906	embedding2nn.bias	3	0.07042530179023743
320906	embedding2nn.bias	4	-0.011659895069897175
320906	embedding2nn.bias	5	-0.034962598234415054
320906	embedding2nn.bias	6	0.029041696339845657
320906	embedding2nn.bias	7	0.005008902866393328
320906	embedding2nn.bias	8	-0.03388455510139465
320906	embedding2nn.bias	9	0.024687286466360092
320906	rnn.weight_ih_l0	0	0.06476069986820221
320906	rnn.weight_ih_l0	1	-0.04153125733137131
320906	rnn.weight_ih_l0	2	0.005242978222668171
320906	rnn.weight_ih_l0	3	0.04558642581105232
320906	rnn.weight_ih_l0	4	-0.02961890585720539
320906	rnn.weight_ih_l0	5	0.040541667491197586
320906	rnn.weight_ih_l0	6	0.007760985754430294
320906	rnn.weight_ih_l0	7	0.06559161096811295
320906	rnn.weight_ih_l0	8	0.008869742043316364
320906	rnn.weight_ih_l0	9	-0.025043291971087456
320906	rnn.weight_hh_l0	0	-0.01176944375038147
320906	rnn.weight_hh_l0	1	-0.02786310948431492
320906	rnn.weight_hh_l0	2	-0.06141343340277672
320906	rnn.weight_hh_l0	3	-0.0059430780820548534
320906	rnn.weight_hh_l0	4	-0.009754854254424572
320906	rnn.weight_hh_l0	5	-0.02459210716187954
320906	rnn.weight_hh_l0	6	0.0006553240236826241
320906	rnn.weight_hh_l0	7	-0.03610436990857124
320906	rnn.weight_hh_l0	8	0.06720272451639175
320906	rnn.weight_hh_l0	9	0.045318905264139175
320906	rnn.bias_ih_l0	0	-0.17357096076011658
320906	rnn.bias_ih_l0	1	-0.17064839601516724
320906	rnn.bias_ih_l0	2	-0.019409406930208206
320906	rnn.bias_ih_l0	3	-0.14741989970207214
320906	rnn.bias_ih_l0	4	-0.05947626009583473
320906	rnn.bias_ih_l0	5	-0.17509382963180542
320906	rnn.bias_ih_l0	6	0.07390667498111725
320906	rnn.bias_ih_l0	7	-0.08718586713075638
320906	rnn.bias_ih_l0	8	-0.046018343418836594
320906	rnn.bias_ih_l0	9	-0.10732700675725937
320906	rnn.bias_hh_l0	0	-0.06942093372344971
320906	rnn.bias_hh_l0	1	0.24820707738399506
320906	rnn.bias_hh_l0	2	0.04725538566708565
320906	rnn.bias_hh_l0	3	-0.07829733192920685
320906	rnn.bias_hh_l0	4	-0.08293941617012024
320906	rnn.bias_hh_l0	5	-0.004134087823331356
320906	rnn.bias_hh_l0	6	0.05780788138508797
320906	rnn.bias_hh_l0	7	-0.09750206023454666
320906	rnn.bias_hh_l0	8	-0.23536847531795502
320906	rnn.bias_hh_l0	9	-0.10196146368980408
320906	rnn.weight_ih_l0_reverse	0	0.020405258983373642
320906	rnn.weight_ih_l0_reverse	1	-0.06024919077754021
320906	rnn.weight_ih_l0_reverse	2	0.04301637411117554
320906	rnn.weight_ih_l0_reverse	3	0.020599715411663055
320906	rnn.weight_ih_l0_reverse	4	-0.00024583269259892404
320906	rnn.weight_ih_l0_reverse	5	-0.025983799248933792
320906	rnn.weight_ih_l0_reverse	6	0.012652977369725704
320906	rnn.weight_ih_l0_reverse	7	0.02834322676062584
320906	rnn.weight_ih_l0_reverse	8	-0.028153719380497932
320906	rnn.weight_ih_l0_reverse	9	-0.0012987152440473437
320906	rnn.weight_hh_l0_reverse	0	0.03972970321774483
320906	rnn.weight_hh_l0_reverse	1	0.02966216206550598
320906	rnn.weight_hh_l0_reverse	2	-0.022930314764380455
320906	rnn.weight_hh_l0_reverse	3	-0.08201567828655243
320906	rnn.weight_hh_l0_reverse	4	0.011350386776030064
320906	rnn.weight_hh_l0_reverse	5	-0.06036176159977913
320906	rnn.weight_hh_l0_reverse	6	-0.014159019105136395
320906	rnn.weight_hh_l0_reverse	7	0.031112920492887497
320906	rnn.weight_hh_l0_reverse	8	0.007701328955590725
320906	rnn.weight_hh_l0_reverse	9	0.00867349375039339
320906	rnn.bias_ih_l0_reverse	0	-0.04607047513127327
320906	rnn.bias_ih_l0_reverse	1	-0.139473557472229
320906	rnn.bias_ih_l0_reverse	2	-0.14588899910449982
320906	rnn.bias_ih_l0_reverse	3	-0.046751201152801514
320906	rnn.bias_ih_l0_reverse	4	-0.11269990354776382
320906	rnn.bias_ih_l0_reverse	5	-0.08604440838098526
320906	rnn.bias_ih_l0_reverse	6	-0.20824356377124786
320906	rnn.bias_ih_l0_reverse	7	-0.051939401775598526
320906	rnn.bias_ih_l0_reverse	8	-0.06428857147693634
320906	rnn.bias_ih_l0_reverse	9	-0.13475720584392548
320906	rnn.bias_hh_l0_reverse	0	-0.1425468623638153
320906	rnn.bias_hh_l0_reverse	1	-0.16161438822746277
320906	rnn.bias_hh_l0_reverse	2	0.10554100573062897
320906	rnn.bias_hh_l0_reverse	3	0.07351549714803696
320906	rnn.bias_hh_l0_reverse	4	-0.17823435366153717
320906	rnn.bias_hh_l0_reverse	5	-0.1439189910888672
320906	rnn.bias_hh_l0_reverse	6	-0.09008686244487762
320906	rnn.bias_hh_l0_reverse	7	-0.05451441556215286
320906	rnn.bias_hh_l0_reverse	8	-0.09603410959243774
320906	rnn.bias_hh_l0_reverse	9	-0.024150021374225616
320906	linear.weight	0	-0.007730437908321619
320906	linear.weight	1	0.006286658812314272
320906	linear.weight	2	0.31795942783355713
320906	linear.weight	3	-0.07891743630170822
320906	linear.weight	4	-0.010588549077510834
320906	linear.weight	5	0.11637161672115326
320906	linear.weight	6	-0.010739270597696304
320906	linear.weight	7	-0.07562416791915894
320906	linear.weight	8	0.18272097408771515
320906	linear.weight	9	-0.27573221921920776
320906	linear.bias	0	-0.03956538438796997
320906	linear.bias	1	0.031413208693265915
320906	linear.bias	2	0.42052122950553894
320906	linear.bias	3	-0.743161678314209
320906	linear.bias	4	2.15498948097229
320906	linear.bias	5	-1.4051215648651123
320906	linear.bias	6	-0.2985752522945404
320906	linear.bias	7	-0.13317401707172394
321464	transitions	0	-1.9471805095672607
321464	transitions	1	-10000.0
321464	transitions	2	-0.7969565987586975
321464	transitions	3	-10000.0
321464	transitions	4	2.06536865234375
321464	transitions	5	-10000.0
321464	transitions	6	-10000.0
321464	transitions	7	1.85045325756073
321464	transitions	8	-2.630150318145752
321464	transitions	9	-4.239672660827637
321464	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
321464	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
321464	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
321464	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
321464	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
321464	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
321464	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
321464	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
321464	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
321464	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
321464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
321464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
321464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
321464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
321464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
321464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
321464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
321464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
321464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
321464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
321464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
321464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
321464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
321464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
321464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
321464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
321464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
321464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
321464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
321464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
321464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
321464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
321464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
321464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
321464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
321464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
321464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
321464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
321464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
321464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
321464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
321464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
321464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
321464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
321464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
321464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
321464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
321464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
321464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
321464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
321464	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
321464	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
321464	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
321464	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
321464	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
321464	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
321464	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
321464	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
321464	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
321464	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
321464	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
321464	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
321464	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
321464	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
321464	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
321464	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
321464	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
321464	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
321464	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
321464	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
321464	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
321464	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
321464	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
321464	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
321464	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
321464	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
321464	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
321464	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
321464	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
321464	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
321464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
321464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
321464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
321464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
321464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
321464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
321464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
321464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
321464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
321464	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
321464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
321464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
321464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
321464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
321464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
321464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
321464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
321464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
321464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
321464	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
321464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
321464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
321464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
321464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
321464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
321464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
321464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
321464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
321464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
321464	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
321464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
321464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
321464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
321464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
321464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
321464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
321464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
321464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
321464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
321464	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
321464	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
321464	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
321464	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
321464	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
321464	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
321464	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
321464	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
321464	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
321464	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
321464	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
321464	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
321464	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
321464	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
321464	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
321464	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
321464	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
321464	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
321464	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
321464	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
321464	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
321464	embedding2nn.weight	0	0.006402397993952036
321464	embedding2nn.weight	1	0.003995818551629782
321464	embedding2nn.weight	2	0.013428391888737679
321464	embedding2nn.weight	3	0.02696288377046585
321464	embedding2nn.weight	4	0.023210592567920685
321464	embedding2nn.weight	5	0.005568700842559338
321464	embedding2nn.weight	6	-0.015319708734750748
321464	embedding2nn.weight	7	-0.0005260554025880992
321464	embedding2nn.weight	8	-0.01023904513567686
321464	embedding2nn.weight	9	0.0020201196894049644
321464	embedding2nn.bias	0	0.015610304661095142
321464	embedding2nn.bias	1	-0.038799040019512177
321464	embedding2nn.bias	2	0.08221187442541122
321464	embedding2nn.bias	3	0.07021725177764893
321464	embedding2nn.bias	4	-0.012097631581127644
321464	embedding2nn.bias	5	-0.03444361686706543
321464	embedding2nn.bias	6	0.02881709672510624
321464	embedding2nn.bias	7	0.005960538983345032
321464	embedding2nn.bias	8	-0.03424500674009323
321464	embedding2nn.bias	9	0.025938140228390694
321464	rnn.weight_ih_l0	0	0.06476899981498718
321464	rnn.weight_ih_l0	1	-0.04150927811861038
321464	rnn.weight_ih_l0	2	0.005198259372264147
321464	rnn.weight_ih_l0	3	0.04555033892393112
321464	rnn.weight_ih_l0	4	-0.029678095132112503
321464	rnn.weight_ih_l0	5	0.04062645882368088
321464	rnn.weight_ih_l0	6	0.0078009325079619884
321464	rnn.weight_ih_l0	7	0.06566809117794037
321464	rnn.weight_ih_l0	8	0.008840814232826233
321464	rnn.weight_ih_l0	9	-0.025114478543400764
321464	rnn.weight_hh_l0	0	-0.011822273023426533
321464	rnn.weight_hh_l0	1	-0.027783015742897987
321464	rnn.weight_hh_l0	2	-0.06149015203118324
321464	rnn.weight_hh_l0	3	-0.005921446718275547
321464	rnn.weight_hh_l0	4	-0.009762242436408997
321464	rnn.weight_hh_l0	5	-0.024608485400676727
321464	rnn.weight_hh_l0	6	0.0006490213563665748
321464	rnn.weight_hh_l0	7	-0.03613697737455368
321464	rnn.weight_hh_l0	8	0.06717223674058914
321464	rnn.weight_hh_l0	9	0.04533844441175461
321464	rnn.bias_ih_l0	0	-0.17392852902412415
321464	rnn.bias_ih_l0	1	-0.17050625383853912
321464	rnn.bias_ih_l0	2	-0.019514398649334908
321464	rnn.bias_ih_l0	3	-0.1474756896495819
321464	rnn.bias_ih_l0	4	-0.05900673568248749
321464	rnn.bias_ih_l0	5	-0.17557306587696075
321464	rnn.bias_ih_l0	6	0.07410711795091629
321464	rnn.bias_ih_l0	7	-0.08692508190870285
321464	rnn.bias_ih_l0	8	-0.04599865898489952
321464	rnn.bias_ih_l0	9	-0.10713235288858414
321464	rnn.bias_hh_l0	0	-0.06957615911960602
321464	rnn.bias_hh_l0	1	0.24855759739875793
321464	rnn.bias_hh_l0	2	0.04719658941030502
321464	rnn.bias_hh_l0	3	-0.07838904857635498
321464	rnn.bias_hh_l0	4	-0.08294562250375748
321464	rnn.bias_hh_l0	5	-0.0037334333173930645
321464	rnn.bias_hh_l0	6	0.05790775641798973
321464	rnn.bias_hh_l0	7	-0.09720109403133392
321464	rnn.bias_hh_l0	8	-0.23557618260383606
321464	rnn.bias_hh_l0	9	-0.10182953625917435
321464	rnn.weight_ih_l0_reverse	0	0.020430240780115128
321464	rnn.weight_ih_l0_reverse	1	-0.06040731444954872
321464	rnn.weight_ih_l0_reverse	2	0.04296384006738663
321464	rnn.weight_ih_l0_reverse	3	0.020566677674651146
321464	rnn.weight_ih_l0_reverse	4	-0.00020827085245400667
321464	rnn.weight_ih_l0_reverse	5	-0.025943808257579803
321464	rnn.weight_ih_l0_reverse	6	0.01261092908680439
321464	rnn.weight_ih_l0_reverse	7	0.0283612459897995
321464	rnn.weight_ih_l0_reverse	8	-0.02814280427992344
321464	rnn.weight_ih_l0_reverse	9	-0.001304616336710751
321464	rnn.weight_hh_l0_reverse	0	0.03973826766014099
321464	rnn.weight_hh_l0_reverse	1	0.029697440564632416
321464	rnn.weight_hh_l0_reverse	2	-0.022953752428293228
321464	rnn.weight_hh_l0_reverse	3	-0.08196482807397842
321464	rnn.weight_hh_l0_reverse	4	0.01138579472899437
321464	rnn.weight_hh_l0_reverse	5	-0.06038479506969452
321464	rnn.weight_hh_l0_reverse	6	-0.014136296696960926
321464	rnn.weight_hh_l0_reverse	7	0.031102748587727547
321464	rnn.weight_hh_l0_reverse	8	0.0077004642225801945
321464	rnn.weight_hh_l0_reverse	9	0.008605094626545906
321464	rnn.bias_ih_l0_reverse	0	-0.04599837213754654
321464	rnn.bias_ih_l0_reverse	1	-0.13956056535243988
321464	rnn.bias_ih_l0_reverse	2	-0.1458626240491867
321464	rnn.bias_ih_l0_reverse	3	-0.04678356647491455
321464	rnn.bias_ih_l0_reverse	4	-0.11251892149448395
321464	rnn.bias_ih_l0_reverse	5	-0.08593153208494186
321464	rnn.bias_ih_l0_reverse	6	-0.20824137330055237
321464	rnn.bias_ih_l0_reverse	7	-0.05203872546553612
321464	rnn.bias_ih_l0_reverse	8	-0.06407707929611206
321464	rnn.bias_ih_l0_reverse	9	-0.1350000500679016
321464	rnn.bias_hh_l0_reverse	0	-0.142517551779747
321464	rnn.bias_hh_l0_reverse	1	-0.16202613711357117
321464	rnn.bias_hh_l0_reverse	2	0.10580176115036011
321464	rnn.bias_hh_l0_reverse	3	0.07310938090085983
321464	rnn.bias_hh_l0_reverse	4	-0.1782977432012558
321464	rnn.bias_hh_l0_reverse	5	-0.1437939703464508
321464	rnn.bias_hh_l0_reverse	6	-0.09016484022140503
321464	rnn.bias_hh_l0_reverse	7	-0.05445924773812294
321464	rnn.bias_hh_l0_reverse	8	-0.09633582830429077
321464	rnn.bias_hh_l0_reverse	9	-0.023959150537848473
321464	linear.weight	0	-0.007730530574917793
321464	linear.weight	1	0.00687307259067893
321464	linear.weight	2	0.31809863448143005
321464	linear.weight	3	-0.07891716808080673
321464	linear.weight	4	-0.010588549077510834
321464	linear.weight	5	0.11614448577165604
321464	linear.weight	6	-0.010739270597696304
321464	linear.weight	7	-0.08084516227245331
321464	linear.weight	8	0.18385803699493408
321464	linear.weight	9	-0.2756722569465637
321464	linear.bias	0	-0.03956538438796997
321464	linear.bias	1	0.031413208693265915
321464	linear.bias	2	0.4347326457500458
321464	linear.bias	3	-0.7467426657676697
321464	linear.bias	4	2.146880865097046
321464	linear.bias	5	-1.4051244258880615
321464	linear.bias	6	-0.29977336525917053
321464	linear.bias	7	-0.13448189198970795
322022	transitions	0	-1.94728684425354
322022	transitions	1	-10000.0
322022	transitions	2	-0.7969565987586975
322022	transitions	3	-10000.0
322022	transitions	4	2.064887523651123
322022	transitions	5	-10000.0
322022	transitions	6	-10000.0
322022	transitions	7	1.8495467901229858
322022	transitions	8	-2.6302387714385986
322022	transitions	9	-4.23968505859375
322022	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
322022	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
322022	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
322022	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
322022	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
322022	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
322022	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
322022	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
322022	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
322022	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
322022	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
322022	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
322022	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
322022	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
322022	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
322022	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
322022	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
322022	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
322022	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
322022	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
322022	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
322022	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
322022	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
322022	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
322022	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
322022	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
322022	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
322022	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
322022	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
322022	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
322022	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
322022	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
322022	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
322022	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
322022	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
322022	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
322022	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
322022	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
322022	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
322022	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
322022	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
322022	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
322022	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
322022	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
322022	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
322022	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
322022	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
322022	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
322022	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
322022	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
322022	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
322022	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
322022	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
322022	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
322022	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
322022	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
322022	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
322022	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
322022	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
322022	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
322022	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
322022	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
322022	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
322022	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
322022	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
322022	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
322022	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
322022	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
322022	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
322022	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
322022	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
322022	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
322022	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
322022	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
322022	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
322022	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
322022	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
322022	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
322022	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
322022	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
322022	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
322022	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
322022	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
322022	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
322022	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
322022	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
322022	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
322022	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
322022	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
322022	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
322022	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
322022	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
322022	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
322022	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
322022	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
322022	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
322022	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
322022	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
322022	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
322022	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
322022	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
322022	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
322022	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
322022	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
322022	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
322022	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
322022	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
322022	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
322022	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
322022	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
322022	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
322022	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
322022	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
322022	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
322022	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
322022	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
322022	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
322022	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
322022	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
322022	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
322022	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
322022	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
322022	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
322022	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
322022	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
322022	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
322022	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
322022	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
322022	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
322022	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
322022	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
322022	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
322022	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
322022	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
322022	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
322022	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
322022	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
322022	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
322022	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
322022	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
322022	embedding2nn.weight	0	0.006403861101716757
322022	embedding2nn.weight	1	0.0039879335090518
322022	embedding2nn.weight	2	0.013426474295556545
322022	embedding2nn.weight	3	0.026949813589453697
322022	embedding2nn.weight	4	0.023220570757985115
322022	embedding2nn.weight	5	0.005570723209530115
322022	embedding2nn.weight	6	-0.015308927744626999
322022	embedding2nn.weight	7	-0.0005133781232871115
322022	embedding2nn.weight	8	-0.010171828791499138
322022	embedding2nn.weight	9	0.002006090711802244
322022	embedding2nn.bias	0	0.016040289774537086
322022	embedding2nn.bias	1	-0.03938952088356018
322022	embedding2nn.bias	2	0.08198245614767075
322022	embedding2nn.bias	3	0.0703621581196785
322022	embedding2nn.bias	4	-0.011263055726885796
322022	embedding2nn.bias	5	-0.03428906202316284
322022	embedding2nn.bias	6	0.028903938829898834
322022	embedding2nn.bias	7	0.006098566111177206
322022	embedding2nn.bias	8	-0.03368290141224861
322022	embedding2nn.bias	9	0.02553103119134903
322022	rnn.weight_ih_l0	0	0.06485099345445633
322022	rnn.weight_ih_l0	1	-0.0414901040494442
322022	rnn.weight_ih_l0	2	0.005110025405883789
322022	rnn.weight_ih_l0	3	0.04544159397482872
322022	rnn.weight_ih_l0	4	-0.029702086001634598
322022	rnn.weight_ih_l0	5	0.040544502437114716
322022	rnn.weight_ih_l0	6	0.00779365748167038
322022	rnn.weight_ih_l0	7	0.0656174048781395
322022	rnn.weight_ih_l0	8	0.009003277868032455
322022	rnn.weight_ih_l0	9	-0.025083037093281746
322022	rnn.weight_hh_l0	0	-0.011797944083809853
322022	rnn.weight_hh_l0	1	-0.02777784690260887
322022	rnn.weight_hh_l0	2	-0.061481159180402756
322022	rnn.weight_hh_l0	3	-0.005926456768065691
322022	rnn.weight_hh_l0	4	-0.009741255082190037
322022	rnn.weight_hh_l0	5	-0.02459220588207245
322022	rnn.weight_hh_l0	6	0.0006548839155584574
322022	rnn.weight_hh_l0	7	-0.03604096174240112
322022	rnn.weight_hh_l0	8	0.06716048717498779
322022	rnn.weight_hh_l0	9	0.04535714536905289
322022	rnn.bias_ih_l0	0	-0.17390361428260803
322022	rnn.bias_ih_l0	1	-0.17037928104400635
322022	rnn.bias_ih_l0	2	-0.019412461668252945
322022	rnn.bias_ih_l0	3	-0.14799374341964722
322022	rnn.bias_ih_l0	4	-0.058860402554273605
322022	rnn.bias_ih_l0	5	-0.17538675665855408
322022	rnn.bias_ih_l0	6	0.07451296597719193
322022	rnn.bias_ih_l0	7	-0.0872267410159111
322022	rnn.bias_ih_l0	8	-0.045679736882448196
322022	rnn.bias_ih_l0	9	-0.10725625604391098
322022	rnn.bias_hh_l0	0	-0.06946567445993423
322022	rnn.bias_hh_l0	1	0.24841411411762238
322022	rnn.bias_hh_l0	2	0.046885594725608826
322022	rnn.bias_hh_l0	3	-0.07856805622577667
322022	rnn.bias_hh_l0	4	-0.08289732784032822
322022	rnn.bias_hh_l0	5	-0.0035309805534780025
322022	rnn.bias_hh_l0	6	0.058108437806367874
322022	rnn.bias_hh_l0	7	-0.09702605754137039
322022	rnn.bias_hh_l0	8	-0.23557741940021515
322022	rnn.bias_hh_l0	9	-0.10196778923273087
322022	rnn.weight_ih_l0_reverse	0	0.020581331104040146
322022	rnn.weight_ih_l0_reverse	1	-0.06041167303919792
322022	rnn.weight_ih_l0_reverse	2	0.042983777821063995
322022	rnn.weight_ih_l0_reverse	3	0.020566461607813835
322022	rnn.weight_ih_l0_reverse	4	-0.00020367326214909554
322022	rnn.weight_ih_l0_reverse	5	-0.02573295682668686
322022	rnn.weight_ih_l0_reverse	6	0.01261863112449646
322022	rnn.weight_ih_l0_reverse	7	0.028401976451277733
322022	rnn.weight_ih_l0_reverse	8	-0.02814745344221592
322022	rnn.weight_ih_l0_reverse	9	-0.0013610315509140491
322022	rnn.weight_hh_l0_reverse	0	0.03972875699400902
322022	rnn.weight_hh_l0_reverse	1	0.02970988117158413
322022	rnn.weight_hh_l0_reverse	2	-0.02293381653726101
322022	rnn.weight_hh_l0_reverse	3	-0.08192980289459229
322022	rnn.weight_hh_l0_reverse	4	0.011401052586734295
322022	rnn.weight_hh_l0_reverse	5	-0.06041732430458069
322022	rnn.weight_hh_l0_reverse	6	-0.014127525500953197
322022	rnn.weight_hh_l0_reverse	7	0.031029151752591133
322022	rnn.weight_hh_l0_reverse	8	0.007678762543946505
322022	rnn.weight_hh_l0_reverse	9	0.00868194829672575
322022	rnn.bias_ih_l0_reverse	0	-0.04598863795399666
322022	rnn.bias_ih_l0_reverse	1	-0.1395508199930191
322022	rnn.bias_ih_l0_reverse	2	-0.14590850472450256
322022	rnn.bias_ih_l0_reverse	3	-0.0467807874083519
322022	rnn.bias_ih_l0_reverse	4	-0.11236806958913803
322022	rnn.bias_ih_l0_reverse	5	-0.08595773577690125
322022	rnn.bias_ih_l0_reverse	6	-0.20804470777511597
322022	rnn.bias_ih_l0_reverse	7	-0.05208340287208557
322022	rnn.bias_ih_l0_reverse	8	-0.06410378962755203
322022	rnn.bias_ih_l0_reverse	9	-0.1350463181734085
322022	rnn.bias_hh_l0_reverse	0	-0.14242008328437805
322022	rnn.bias_hh_l0_reverse	1	-0.1620168685913086
322022	rnn.bias_hh_l0_reverse	2	0.10586089640855789
322022	rnn.bias_hh_l0_reverse	3	0.07281892001628876
322022	rnn.bias_hh_l0_reverse	4	-0.17813390493392944
322022	rnn.bias_hh_l0_reverse	5	-0.14341703057289124
322022	rnn.bias_hh_l0_reverse	6	-0.08997898548841476
322022	rnn.bias_hh_l0_reverse	7	-0.05416570603847504
322022	rnn.bias_hh_l0_reverse	8	-0.09635231643915176
322022	rnn.bias_hh_l0_reverse	9	-0.023937826976180077
322022	linear.weight	0	-0.007730640936642885
322022	linear.weight	1	0.007746616378426552
322022	linear.weight	2	0.3181988596916199
322022	linear.weight	3	-0.07891670614480972
322022	linear.weight	4	-0.010588549077510834
322022	linear.weight	5	0.11994592100381851
322022	linear.weight	6	-0.010739270597696304
322022	linear.weight	7	-0.08322899043560028
322022	linear.weight	8	0.18330636620521545
322022	linear.weight	9	-0.27594679594039917
322022	linear.bias	0	-0.03956538438796997
322022	linear.bias	1	0.031413208693265915
322022	linear.bias	2	0.4110909700393677
322022	linear.bias	3	-0.742645263671875
322022	linear.bias	4	2.1528565883636475
322022	linear.bias	5	-1.4051272869110107
322022	linear.bias	6	-0.2929929494857788
322022	linear.bias	7	-0.12767723202705383
322580	transitions	0	-1.9473799467086792
322580	transitions	1	-10000.0
322580	transitions	2	-0.7969565987586975
322580	transitions	3	-10000.0
322580	transitions	4	2.0646986961364746
322580	transitions	5	-10000.0
322580	transitions	6	-10000.0
322580	transitions	7	1.850203514099121
322580	transitions	8	-2.6303164958953857
322580	transitions	9	-4.2397003173828125
322580	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
322580	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
322580	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
322580	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
322580	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
322580	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
322580	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
322580	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
322580	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
322580	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
322580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
322580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
322580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
322580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
322580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
322580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
322580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
322580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
322580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
322580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
322580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
322580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
322580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
322580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
322580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
322580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
322580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
322580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
322580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
322580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
322580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
322580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
322580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
322580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
322580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
322580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
322580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
322580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
322580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
322580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
322580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
322580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
322580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
322580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
322580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
322580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
322580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
322580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
322580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
322580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
322580	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
322580	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
322580	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
322580	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
322580	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
322580	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
322580	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
322580	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
322580	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
322580	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
322580	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
322580	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
322580	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
322580	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
322580	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
322580	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
322580	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
322580	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
322580	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
322580	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
322580	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
322580	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
322580	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
322580	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
322580	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
322580	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
322580	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
322580	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
322580	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
322580	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
322580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
322580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
322580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
322580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
322580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
322580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
322580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
322580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
322580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
322580	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
322580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
322580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
322580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
322580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
322580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
322580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
322580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
322580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
322580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
322580	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
322580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
322580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
322580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
322580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
322580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
322580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
322580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
322580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
322580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
322580	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
322580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
322580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
322580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
322580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
322580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
322580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
322580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
322580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
322580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
322580	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
322580	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
322580	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
322580	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
322580	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
322580	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
322580	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
322580	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
322580	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
322580	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
322580	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
322580	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
322580	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
322580	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
322580	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
322580	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
322580	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
322580	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
322580	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
322580	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
322580	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
322580	embedding2nn.weight	0	0.0064021325670182705
322580	embedding2nn.weight	1	0.003988899290561676
322580	embedding2nn.weight	2	0.013425896875560284
322580	embedding2nn.weight	3	0.026972154155373573
322580	embedding2nn.weight	4	0.023226922377943993
322580	embedding2nn.weight	5	0.005540116224437952
322580	embedding2nn.weight	6	-0.015336280688643456
322580	embedding2nn.weight	7	-0.0005220049642957747
322580	embedding2nn.weight	8	-0.010044687427580357
322580	embedding2nn.weight	9	0.0019931222777813673
322580	embedding2nn.bias	0	0.016272803768515587
322580	embedding2nn.bias	1	-0.039648253470659256
322580	embedding2nn.bias	2	0.08166175335645676
322580	embedding2nn.bias	3	0.06996572762727737
322580	embedding2nn.bias	4	-0.011915488168597221
322580	embedding2nn.bias	5	-0.03351876139640808
322580	embedding2nn.bias	6	0.029498601332306862
322580	embedding2nn.bias	7	0.005200786050409079
322580	embedding2nn.bias	8	-0.03411782905459404
322580	embedding2nn.bias	9	0.025991592556238174
322580	rnn.weight_ih_l0	0	0.0649617612361908
322580	rnn.weight_ih_l0	1	-0.041447367519140244
322580	rnn.weight_ih_l0	2	0.005145628936588764
322580	rnn.weight_ih_l0	3	0.04556286707520485
322580	rnn.weight_ih_l0	4	-0.029683031141757965
322580	rnn.weight_ih_l0	5	0.04055165499448776
322580	rnn.weight_ih_l0	6	0.007846138440072536
322580	rnn.weight_ih_l0	7	0.0657164677977562
322580	rnn.weight_ih_l0	8	0.008999302051961422
322580	rnn.weight_ih_l0	9	-0.02499733865261078
322580	rnn.weight_hh_l0	0	-0.011775131337344646
322580	rnn.weight_hh_l0	1	-0.027792267501354218
322580	rnn.weight_hh_l0	2	-0.06154516339302063
322580	rnn.weight_hh_l0	3	-0.005920537747442722
322580	rnn.weight_hh_l0	4	-0.009744498878717422
322580	rnn.weight_hh_l0	5	-0.02462504804134369
322580	rnn.weight_hh_l0	6	0.0006741853430867195
322580	rnn.weight_hh_l0	7	-0.03599720820784569
322580	rnn.weight_hh_l0	8	0.06726141273975372
322580	rnn.weight_hh_l0	9	0.045347459614276886
322580	rnn.bias_ih_l0	0	-0.17444168031215668
322580	rnn.bias_ih_l0	1	-0.1701376736164093
322580	rnn.bias_ih_l0	2	-0.019484037533402443
322580	rnn.bias_ih_l0	3	-0.14813946187496185
322580	rnn.bias_ih_l0	4	-0.05904678255319595
322580	rnn.bias_ih_l0	5	-0.17538262903690338
322580	rnn.bias_ih_l0	6	0.07405028492212296
322580	rnn.bias_ih_l0	7	-0.08731207251548767
322580	rnn.bias_ih_l0	8	-0.04575413465499878
322580	rnn.bias_ih_l0	9	-0.10745690762996674
322580	rnn.bias_hh_l0	0	-0.06910501420497894
322580	rnn.bias_hh_l0	1	0.24869170784950256
322580	rnn.bias_hh_l0	2	0.047357793897390366
322580	rnn.bias_hh_l0	3	-0.07837884873151779
322580	rnn.bias_hh_l0	4	-0.08317267894744873
322580	rnn.bias_hh_l0	5	-0.003956576809287071
322580	rnn.bias_hh_l0	6	0.057943932712078094
322580	rnn.bias_hh_l0	7	-0.09694191813468933
322580	rnn.bias_hh_l0	8	-0.23546509444713593
322580	rnn.bias_hh_l0	9	-0.10198144614696503
322580	rnn.weight_ih_l0_reverse	0	0.020636435598134995
322580	rnn.weight_ih_l0_reverse	1	-0.06040170043706894
322580	rnn.weight_ih_l0_reverse	2	0.04302174597978592
322580	rnn.weight_ih_l0_reverse	3	0.020444612950086594
322580	rnn.weight_ih_l0_reverse	4	-0.00021883744921069592
322580	rnn.weight_ih_l0_reverse	5	-0.02574540302157402
322580	rnn.weight_ih_l0_reverse	6	0.012447117827832699
322580	rnn.weight_ih_l0_reverse	7	0.02832753024995327
322580	rnn.weight_ih_l0_reverse	8	-0.0281229205429554
322580	rnn.weight_ih_l0_reverse	9	-0.001368215773254633
322580	rnn.weight_hh_l0_reverse	0	0.0397191122174263
322580	rnn.weight_hh_l0_reverse	1	0.029685910791158676
322580	rnn.weight_hh_l0_reverse	2	-0.022967543452978134
322580	rnn.weight_hh_l0_reverse	3	-0.0820205956697464
322580	rnn.weight_hh_l0_reverse	4	0.011379108764231205
322580	rnn.weight_hh_l0_reverse	5	-0.0604640394449234
322580	rnn.weight_hh_l0_reverse	6	-0.014134839177131653
322580	rnn.weight_hh_l0_reverse	7	0.031019646674394608
322580	rnn.weight_hh_l0_reverse	8	0.007623753044754267
322580	rnn.weight_hh_l0_reverse	9	0.008656724356114864
322580	rnn.bias_ih_l0_reverse	0	-0.04587564244866371
322580	rnn.bias_ih_l0_reverse	1	-0.1395014077425003
322580	rnn.bias_ih_l0_reverse	2	-0.14603601396083832
322580	rnn.bias_ih_l0_reverse	3	-0.046949878334999084
322580	rnn.bias_ih_l0_reverse	4	-0.11261437088251114
322580	rnn.bias_ih_l0_reverse	5	-0.08605500310659409
322580	rnn.bias_ih_l0_reverse	6	-0.20806244015693665
322580	rnn.bias_ih_l0_reverse	7	-0.05224231630563736
322580	rnn.bias_ih_l0_reverse	8	-0.064136803150177
322580	rnn.bias_ih_l0_reverse	9	-0.13476000726222992
322580	rnn.bias_hh_l0_reverse	0	-0.14241749048233032
322580	rnn.bias_hh_l0_reverse	1	-0.16213549673557281
322580	rnn.bias_hh_l0_reverse	2	0.10613222420215607
322580	rnn.bias_hh_l0_reverse	3	0.07283785939216614
322580	rnn.bias_hh_l0_reverse	4	-0.17826029658317566
322580	rnn.bias_hh_l0_reverse	5	-0.14323312044143677
322580	rnn.bias_hh_l0_reverse	6	-0.08975284546613693
322580	rnn.bias_hh_l0_reverse	7	-0.05421355366706848
322580	rnn.bias_hh_l0_reverse	8	-0.09651731699705124
322580	rnn.bias_hh_l0_reverse	9	-0.023658592253923416
322580	linear.weight	0	-0.0077306535094976425
322580	linear.weight	1	0.0050338380970060825
322580	linear.weight	2	0.31701651215553284
322580	linear.weight	3	-0.07891613990068436
322580	linear.weight	4	-0.010588549077510834
322580	linear.weight	5	0.12155529111623764
322580	linear.weight	6	-0.010739270597696304
322580	linear.weight	7	-0.08345980942249298
322580	linear.weight	8	0.18411484360694885
322580	linear.weight	9	-0.2751157581806183
322580	linear.bias	0	-0.03956538438796997
322580	linear.bias	1	0.031413208693265915
322580	linear.bias	2	0.4243371784687042
322580	linear.bias	3	-0.7433246970176697
322580	linear.bias	4	2.147061347961426
322580	linear.bias	5	-1.4051294326782227
322580	linear.bias	6	-0.29634764790534973
322580	linear.bias	7	-0.13107889890670776
323138	transitions	0	-1.947474718093872
323138	transitions	1	-10000.0
323138	transitions	2	-0.7969565987586975
323138	transitions	3	-10000.0
323138	transitions	4	2.0654454231262207
323138	transitions	5	-10000.0
323138	transitions	6	-10000.0
323138	transitions	7	1.8491601943969727
323138	transitions	8	-2.6303884983062744
323138	transitions	9	-4.239711284637451
323138	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
323138	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
323138	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
323138	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
323138	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
323138	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
323138	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
323138	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
323138	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
323138	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
323138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
323138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
323138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
323138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
323138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
323138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
323138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
323138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
323138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
323138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
323138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
323138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
323138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
323138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
323138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
323138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
323138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
323138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
323138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
323138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
323138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
323138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
323138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
323138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
323138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
323138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
323138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
323138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
323138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
323138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
323138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
323138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
323138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
323138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
323138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
323138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
323138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
323138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
323138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
323138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
323138	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
323138	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
323138	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
323138	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
323138	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
323138	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
323138	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
323138	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
323138	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
323138	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
323138	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
323138	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
323138	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
323138	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
323138	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
323138	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
323138	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
323138	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
323138	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
323138	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
323138	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
323138	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
323138	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
323138	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
323138	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
323138	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
323138	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
323138	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
323138	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
323138	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
323138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
323138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
323138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
323138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
323138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
323138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
323138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
323138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
323138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
323138	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
323138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
323138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
323138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
323138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
323138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
323138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
323138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
323138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
323138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
323138	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
323138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
323138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
323138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
323138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
323138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
323138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
323138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
323138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
323138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
323138	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
323138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
323138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
323138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
323138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
323138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
323138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
323138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
323138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
323138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
323138	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
323138	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
323138	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
323138	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
323138	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
323138	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
323138	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
323138	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
323138	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
323138	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
323138	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
323138	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
323138	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
323138	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
323138	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
323138	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
323138	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
323138	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
323138	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
323138	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
323138	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
323138	embedding2nn.weight	0	0.0064068990759551525
323138	embedding2nn.weight	1	0.003988759126514196
323138	embedding2nn.weight	2	0.01342904195189476
323138	embedding2nn.weight	3	0.02700413204729557
323138	embedding2nn.weight	4	0.023255035281181335
323138	embedding2nn.weight	5	0.005510272923856974
323138	embedding2nn.weight	6	-0.015326405875384808
323138	embedding2nn.weight	7	-0.0004956622142344713
323138	embedding2nn.weight	8	-0.010107174515724182
323138	embedding2nn.weight	9	0.001991455676034093
323138	embedding2nn.bias	0	0.015937404707074165
323138	embedding2nn.bias	1	-0.03939402475953102
323138	embedding2nn.bias	2	0.08214425295591354
323138	embedding2nn.bias	3	0.06980980932712555
323138	embedding2nn.bias	4	-0.012205399572849274
323138	embedding2nn.bias	5	-0.03275928646326065
323138	embedding2nn.bias	6	0.02891422249376774
323138	embedding2nn.bias	7	0.005141241941601038
323138	embedding2nn.bias	8	-0.033773086965084076
323138	embedding2nn.bias	9	0.025630781427025795
323138	rnn.weight_ih_l0	0	0.06487426906824112
323138	rnn.weight_ih_l0	1	-0.04142685979604721
323138	rnn.weight_ih_l0	2	0.005127419717609882
323138	rnn.weight_ih_l0	3	0.04553265497088432
323138	rnn.weight_ih_l0	4	-0.029753124341368675
323138	rnn.weight_ih_l0	5	0.04047118127346039
323138	rnn.weight_ih_l0	6	0.007838976569473743
323138	rnn.weight_ih_l0	7	0.06571195274591446
323138	rnn.weight_ih_l0	8	0.009042327292263508
323138	rnn.weight_ih_l0	9	-0.024980831891298294
323138	rnn.weight_hh_l0	0	-0.011736953631043434
323138	rnn.weight_hh_l0	1	-0.02773396670818329
323138	rnn.weight_hh_l0	2	-0.06149309128522873
323138	rnn.weight_hh_l0	3	-0.0059288060292601585
323138	rnn.weight_hh_l0	4	-0.0097443712875247
323138	rnn.weight_hh_l0	5	-0.024612659588456154
323138	rnn.weight_hh_l0	6	0.0006811380153521895
323138	rnn.weight_hh_l0	7	-0.035905107855796814
323138	rnn.weight_hh_l0	8	0.06730901449918747
323138	rnn.weight_hh_l0	9	0.0453278124332428
323138	rnn.bias_ih_l0	0	-0.1741412878036499
323138	rnn.bias_ih_l0	1	-0.17050686478614807
323138	rnn.bias_ih_l0	2	-0.019326504319906235
323138	rnn.bias_ih_l0	3	-0.14772579073905945
323138	rnn.bias_ih_l0	4	-0.058962631970644
323138	rnn.bias_ih_l0	5	-0.1752777397632599
323138	rnn.bias_ih_l0	6	0.07422807067632675
323138	rnn.bias_ih_l0	7	-0.08726651221513748
323138	rnn.bias_ih_l0	8	-0.04530121013522148
323138	rnn.bias_ih_l0	9	-0.10777482390403748
323138	rnn.bias_hh_l0	0	-0.06883548945188522
323138	rnn.bias_hh_l0	1	0.24855297803878784
323138	rnn.bias_hh_l0	2	0.04702473059296608
323138	rnn.bias_hh_l0	3	-0.07860566675662994
323138	rnn.bias_hh_l0	4	-0.08315031975507736
323138	rnn.bias_hh_l0	5	-0.00395070668309927
323138	rnn.bias_hh_l0	6	0.057829778641462326
323138	rnn.bias_hh_l0	7	-0.09696915745735168
323138	rnn.bias_hh_l0	8	-0.23526117205619812
323138	rnn.bias_hh_l0	9	-0.10190874338150024
323138	rnn.weight_ih_l0_reverse	0	0.020569417625665665
323138	rnn.weight_ih_l0_reverse	1	-0.06043386459350586
323138	rnn.weight_ih_l0_reverse	2	0.04301157966256142
323138	rnn.weight_ih_l0_reverse	3	0.02047457918524742
323138	rnn.weight_ih_l0_reverse	4	-0.0002753672015387565
323138	rnn.weight_ih_l0_reverse	5	-0.025835838168859482
323138	rnn.weight_ih_l0_reverse	6	0.01214434765279293
323138	rnn.weight_ih_l0_reverse	7	0.02834281325340271
323138	rnn.weight_ih_l0_reverse	8	-0.028097089380025864
323138	rnn.weight_ih_l0_reverse	9	-0.0013588166330009699
323138	rnn.weight_hh_l0_reverse	0	0.039754096418619156
323138	rnn.weight_hh_l0_reverse	1	0.02971675992012024
323138	rnn.weight_hh_l0_reverse	2	-0.022945446893572807
323138	rnn.weight_hh_l0_reverse	3	-0.08191336691379547
323138	rnn.weight_hh_l0_reverse	4	0.011354848742485046
323138	rnn.weight_hh_l0_reverse	5	-0.0604669488966465
323138	rnn.weight_hh_l0_reverse	6	-0.014124874025583267
323138	rnn.weight_hh_l0_reverse	7	0.031010383740067482
323138	rnn.weight_hh_l0_reverse	8	0.007665188517421484
323138	rnn.weight_hh_l0_reverse	9	0.008654724806547165
323138	rnn.bias_ih_l0_reverse	0	-0.04608997702598572
323138	rnn.bias_ih_l0_reverse	1	-0.13965068757534027
323138	rnn.bias_ih_l0_reverse	2	-0.14582310616970062
323138	rnn.bias_ih_l0_reverse	3	-0.04693882539868355
323138	rnn.bias_ih_l0_reverse	4	-0.11273650079965591
323138	rnn.bias_ih_l0_reverse	5	-0.08581143617630005
323138	rnn.bias_ih_l0_reverse	6	-0.2081221640110016
323138	rnn.bias_ih_l0_reverse	7	-0.052198752760887146
323138	rnn.bias_ih_l0_reverse	8	-0.06404523551464081
323138	rnn.bias_ih_l0_reverse	9	-0.1341695785522461
323138	rnn.bias_hh_l0_reverse	0	-0.1423906683921814
323138	rnn.bias_hh_l0_reverse	1	-0.1622910499572754
323138	rnn.bias_hh_l0_reverse	2	0.1060599759221077
323138	rnn.bias_hh_l0_reverse	3	0.07283652573823929
323138	rnn.bias_hh_l0_reverse	4	-0.17863765358924866
323138	rnn.bias_hh_l0_reverse	5	-0.14294493198394775
323138	rnn.bias_hh_l0_reverse	6	-0.08941641449928284
323138	rnn.bias_hh_l0_reverse	7	-0.0541563518345356
323138	rnn.bias_hh_l0_reverse	8	-0.09644278138875961
323138	rnn.bias_hh_l0_reverse	9	-0.02364054135978222
323138	linear.weight	0	-0.007730752695351839
323138	linear.weight	1	0.0071929460391402245
323138	linear.weight	2	0.3161703050136566
323138	linear.weight	3	-0.07891581952571869
323138	linear.weight	4	-0.010588549077510834
323138	linear.weight	5	0.12612107396125793
323138	linear.weight	6	-0.010739270597696304
323138	linear.weight	7	-0.08583056181669235
323138	linear.weight	8	0.18641816079616547
323138	linear.weight	9	-0.27591344714164734
323138	linear.bias	0	-0.03956538438796997
323138	linear.bias	1	0.031413208693265915
323138	linear.bias	2	0.4147981107234955
323138	linear.bias	3	-0.7464359998703003
323138	linear.bias	4	2.154042959213257
323138	linear.bias	5	-1.4051321744918823
323138	linear.bias	6	-0.2935144305229187
323138	linear.bias	7	-0.12823191285133362
323696	transitions	0	-1.947620153427124
323696	transitions	1	-10000.0
323696	transitions	2	-0.7969565987586975
323696	transitions	3	-10000.0
323696	transitions	4	2.067551374435425
323696	transitions	5	-10000.0
323696	transitions	6	-10000.0
323696	transitions	7	1.8497471809387207
323696	transitions	8	-2.630479097366333
323696	transitions	9	-4.239724159240723
323696	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
323696	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
323696	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
323696	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
323696	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
323696	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
323696	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
323696	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
323696	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
323696	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
323696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
323696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
323696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
323696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
323696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
323696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
323696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
323696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
323696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
323696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
323696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
323696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
323696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
323696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
323696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
323696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
323696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
323696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
323696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
323696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
323696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
323696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
323696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
323696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
323696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
323696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
323696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
323696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
323696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
323696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
323696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
323696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
323696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
323696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
323696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
323696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
323696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
323696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
323696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
323696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
323696	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
323696	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
323696	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
323696	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
323696	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
323696	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
323696	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
323696	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
323696	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
323696	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
323696	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
323696	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
323696	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
323696	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
323696	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
323696	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
323696	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
323696	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
323696	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
323696	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
323696	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
323696	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
323696	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
323696	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
323696	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
323696	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
323696	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
323696	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
323696	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
323696	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
323696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
323696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
323696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
323696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
323696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
323696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
323696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
323696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
323696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
323696	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
323696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
323696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
323696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
323696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
323696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
323696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
323696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
323696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
323696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
323696	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
323696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
323696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
323696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
323696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
323696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
323696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
323696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
323696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
323696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
323696	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
323696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
323696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
323696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
323696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
323696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
323696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
323696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
323696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
323696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
323696	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
323696	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
323696	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
323696	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
323696	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
323696	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
323696	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
323696	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
323696	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
323696	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
323696	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
323696	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
323696	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
323696	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
323696	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
323696	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
323696	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
323696	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
323696	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
323696	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
323696	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
323696	embedding2nn.weight	0	0.006406361702829599
323696	embedding2nn.weight	1	0.0039920206181705
323696	embedding2nn.weight	2	0.013426749967038631
323696	embedding2nn.weight	3	0.02699945867061615
323696	embedding2nn.weight	4	0.023279258981347084
323696	embedding2nn.weight	5	0.005513414274901152
323696	embedding2nn.weight	6	-0.015345941297709942
323696	embedding2nn.weight	7	-0.00048224724014289677
323696	embedding2nn.weight	8	-0.010095509700477123
323696	embedding2nn.weight	9	0.001988606760278344
323696	embedding2nn.bias	0	0.016401639208197594
323696	embedding2nn.bias	1	-0.03853604197502136
323696	embedding2nn.bias	2	0.08203653991222382
323696	embedding2nn.bias	3	0.06937139481306076
323696	embedding2nn.bias	4	-0.011947616003453732
323696	embedding2nn.bias	5	-0.03322623670101166
323696	embedding2nn.bias	6	0.029477370902895927
323696	embedding2nn.bias	7	0.00481290090829134
323696	embedding2nn.bias	8	-0.03382640331983566
323696	embedding2nn.bias	9	0.025419525802135468
323696	rnn.weight_ih_l0	0	0.06494475156068802
323696	rnn.weight_ih_l0	1	-0.04145323112607002
323696	rnn.weight_ih_l0	2	0.005213275086134672
323696	rnn.weight_ih_l0	3	0.04548763111233711
323696	rnn.weight_ih_l0	4	-0.029795559123158455
323696	rnn.weight_ih_l0	5	0.04037602245807648
323696	rnn.weight_ih_l0	6	0.007836755365133286
323696	rnn.weight_ih_l0	7	0.06569082289934158
323696	rnn.weight_ih_l0	8	0.008904574438929558
323696	rnn.weight_ih_l0	9	-0.025019945576786995
323696	rnn.weight_hh_l0	0	-0.01176962535828352
323696	rnn.weight_hh_l0	1	-0.02774999290704727
323696	rnn.weight_hh_l0	2	-0.061473116278648376
323696	rnn.weight_hh_l0	3	-0.005920453928411007
323696	rnn.weight_hh_l0	4	-0.009738522581756115
323696	rnn.weight_hh_l0	5	-0.024596992880105972
323696	rnn.weight_hh_l0	6	0.0006831620703451335
323696	rnn.weight_hh_l0	7	-0.036013778299093246
323696	rnn.weight_hh_l0	8	0.06731322407722473
323696	rnn.weight_hh_l0	9	0.04527664929628372
323696	rnn.bias_ih_l0	0	-0.17413735389709473
323696	rnn.bias_ih_l0	1	-0.17113441228866577
323696	rnn.bias_ih_l0	2	-0.01942623034119606
323696	rnn.bias_ih_l0	3	-0.14788605272769928
323696	rnn.bias_ih_l0	4	-0.059073373675346375
323696	rnn.bias_ih_l0	5	-0.17550967633724213
323696	rnn.bias_ih_l0	6	0.07385317236185074
323696	rnn.bias_ih_l0	7	-0.08729404956102371
323696	rnn.bias_ih_l0	8	-0.04539910703897476
323696	rnn.bias_ih_l0	9	-0.10777851194143295
323696	rnn.bias_hh_l0	0	-0.06874003261327744
323696	rnn.bias_hh_l0	1	0.2483866959810257
323696	rnn.bias_hh_l0	2	0.04634835571050644
323696	rnn.bias_hh_l0	3	-0.07861392199993134
323696	rnn.bias_hh_l0	4	-0.08315736800432205
323696	rnn.bias_hh_l0	5	-0.00387839088216424
323696	rnn.bias_hh_l0	6	0.057543590664863586
323696	rnn.bias_hh_l0	7	-0.0973328948020935
323696	rnn.bias_hh_l0	8	-0.23543588817119598
323696	rnn.bias_hh_l0	9	-0.10179367661476135
323696	rnn.weight_ih_l0_reverse	0	0.02057906799018383
323696	rnn.weight_ih_l0_reverse	1	-0.06039346754550934
323696	rnn.weight_ih_l0_reverse	2	0.0430222749710083
323696	rnn.weight_ih_l0_reverse	3	0.02046988718211651
323696	rnn.weight_ih_l0_reverse	4	-0.00026940289535559714
323696	rnn.weight_ih_l0_reverse	5	-0.025818046182394028
323696	rnn.weight_ih_l0_reverse	6	0.012286154553294182
323696	rnn.weight_ih_l0_reverse	7	0.028296859934926033
323696	rnn.weight_ih_l0_reverse	8	-0.028033457696437836
323696	rnn.weight_ih_l0_reverse	9	-0.0013852949487045407
323696	rnn.weight_hh_l0_reverse	0	0.03979605436325073
323696	rnn.weight_hh_l0_reverse	1	0.029770977795124054
323696	rnn.weight_hh_l0_reverse	2	-0.02297901175916195
323696	rnn.weight_hh_l0_reverse	3	-0.0818951278924942
323696	rnn.weight_hh_l0_reverse	4	0.011359203606843948
323696	rnn.weight_hh_l0_reverse	5	-0.06050042435526848
323696	rnn.weight_hh_l0_reverse	6	-0.014119241386651993
323696	rnn.weight_hh_l0_reverse	7	0.031001927331089973
323696	rnn.weight_hh_l0_reverse	8	0.007692559622228146
323696	rnn.weight_hh_l0_reverse	9	0.00865792203694582
323696	rnn.bias_ih_l0_reverse	0	-0.04621739313006401
323696	rnn.bias_ih_l0_reverse	1	-0.13967439532279968
323696	rnn.bias_ih_l0_reverse	2	-0.14584031701087952
323696	rnn.bias_ih_l0_reverse	3	-0.04680921882390976
323696	rnn.bias_ih_l0_reverse	4	-0.11253463476896286
323696	rnn.bias_ih_l0_reverse	5	-0.0859505757689476
323696	rnn.bias_ih_l0_reverse	6	-0.20803959667682648
323696	rnn.bias_ih_l0_reverse	7	-0.05235985293984413
323696	rnn.bias_ih_l0_reverse	8	-0.06394581496715546
323696	rnn.bias_ih_l0_reverse	9	-0.13439655303955078
323696	rnn.bias_hh_l0_reverse	0	-0.1425204575061798
323696	rnn.bias_hh_l0_reverse	1	-0.16236895322799683
323696	rnn.bias_hh_l0_reverse	2	0.10582899302244186
323696	rnn.bias_hh_l0_reverse	3	0.07290090620517731
323696	rnn.bias_hh_l0_reverse	4	-0.1785275787115097
323696	rnn.bias_hh_l0_reverse	5	-0.14282019436359406
323696	rnn.bias_hh_l0_reverse	6	-0.08916278183460236
323696	rnn.bias_hh_l0_reverse	7	-0.05406299605965614
323696	rnn.bias_hh_l0_reverse	8	-0.09680183976888657
323696	rnn.bias_hh_l0_reverse	9	-0.02337326854467392
323696	linear.weight	0	-0.00773091334849596
323696	linear.weight	1	0.008478979580104351
323696	linear.weight	2	0.31642991304397583
323696	linear.weight	3	-0.07891543209552765
323696	linear.weight	4	-0.010588549077510834
323696	linear.weight	5	0.12274360656738281
323696	linear.weight	6	-0.010739270597696304
323696	linear.weight	7	-0.08080269396305084
323696	linear.weight	8	0.18713538348674774
323696	linear.weight	9	-0.27565643191337585
323696	linear.bias	0	-0.03956538438796997
323696	linear.bias	1	0.031413208693265915
323696	linear.bias	2	0.41597387194633484
323696	linear.bias	3	-0.7396700978279114
323696	linear.bias	4	2.154860019683838
323696	linear.bias	5	-1.405134677886963
323696	linear.bias	6	-0.297844797372818
323696	linear.bias	7	-0.132642462849617
324255	transitions	0	-1.947677493095398
324255	transitions	1	-10000.0
324255	transitions	2	-0.7969565987586975
324255	transitions	3	-10000.0
324255	transitions	4	2.068185806274414
324255	transitions	5	-10000.0
324255	transitions	6	-10000.0
324255	transitions	7	1.8490232229232788
324255	transitions	8	-2.630516529083252
324255	transitions	9	-4.239725112915039
324255	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
324255	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
324255	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
324255	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
324255	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
324255	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
324255	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
324255	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
324255	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
324255	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
324255	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
324255	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
324255	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
324255	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
324255	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
324255	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
324255	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
324255	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
324255	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
324255	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
324255	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
324255	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
324255	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
324255	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
324255	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
324255	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
324255	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
324255	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
324255	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
324255	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
324255	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
324255	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
324255	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
324255	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
324255	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
324255	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
324255	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
324255	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
324255	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
324255	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
324255	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
324255	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
324255	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
324255	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
324255	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
324255	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
324255	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
324255	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
324255	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
324255	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
324255	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
324255	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
324255	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
324255	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
324255	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
324255	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
324255	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
324255	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
324255	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
324255	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
324255	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
324255	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
324255	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
324255	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
324255	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
324255	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
324255	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
324255	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
324255	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
324255	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
324255	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
324255	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
324255	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
324255	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
324255	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
324255	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
324255	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
324255	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
324255	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
324255	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
324255	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
324255	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
324255	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
324255	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
324255	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
324255	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
324255	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
324255	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
324255	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
324255	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
324255	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
324255	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
324255	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
324255	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
324255	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
324255	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
324255	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
324255	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
324255	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
324255	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
324255	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
324255	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
324255	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
324255	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
324255	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
324255	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
324255	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
324255	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
324255	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
324255	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
324255	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
324255	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
324255	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
324255	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
324255	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
324255	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
324255	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
324255	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
324255	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
324255	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
324255	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
324255	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
324255	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
324255	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
324255	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
324255	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
324255	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
324255	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
324255	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
324255	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
324255	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
324255	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
324255	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
324255	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
324255	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
324255	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
324255	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
324255	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
324255	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
324255	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
324255	embedding2nn.weight	0	0.006405781023204327
324255	embedding2nn.weight	1	0.0039848326705396175
324255	embedding2nn.weight	2	0.01342745404690504
324255	embedding2nn.weight	3	0.02702121064066887
324255	embedding2nn.weight	4	0.023264305666089058
324255	embedding2nn.weight	5	0.005505951587110758
324255	embedding2nn.weight	6	-0.015342874452471733
324255	embedding2nn.weight	7	-0.00047560600796714425
324255	embedding2nn.weight	8	-0.01006255391985178
324255	embedding2nn.weight	9	0.0019907597452402115
324255	embedding2nn.bias	0	0.016180668026208878
324255	embedding2nn.bias	1	-0.038997262716293335
324255	embedding2nn.bias	2	0.08200855553150177
324255	embedding2nn.bias	3	0.06927222013473511
324255	embedding2nn.bias	4	-0.012056499719619751
324255	embedding2nn.bias	5	-0.033213406801223755
324255	embedding2nn.bias	6	0.02908407710492611
324255	embedding2nn.bias	7	0.004721089266240597
324255	embedding2nn.bias	8	-0.034103140234947205
324255	embedding2nn.bias	9	0.025151468813419342
324255	rnn.weight_ih_l0	0	0.06493018567562103
324255	rnn.weight_ih_l0	1	-0.041453029960393906
324255	rnn.weight_ih_l0	2	0.005207037553191185
324255	rnn.weight_ih_l0	3	0.045518357306718826
324255	rnn.weight_ih_l0	4	-0.029798272997140884
324255	rnn.weight_ih_l0	5	0.040433794260025024
324255	rnn.weight_ih_l0	6	0.007848723791539669
324255	rnn.weight_ih_l0	7	0.06566900759935379
324255	rnn.weight_ih_l0	8	0.008928251452744007
324255	rnn.weight_ih_l0	9	-0.025011977180838585
324255	rnn.weight_hh_l0	0	-0.011770467273890972
324255	rnn.weight_hh_l0	1	-0.027728717774152756
324255	rnn.weight_hh_l0	2	-0.06147930026054382
324255	rnn.weight_hh_l0	3	-0.005929249804466963
324255	rnn.weight_hh_l0	4	-0.009742495603859425
324255	rnn.weight_hh_l0	5	-0.02462298981845379
324255	rnn.weight_hh_l0	6	0.0006728174048475921
324255	rnn.weight_hh_l0	7	-0.03602544963359833
324255	rnn.weight_hh_l0	8	0.06729405373334885
324255	rnn.weight_hh_l0	9	0.04528254643082619
324255	rnn.bias_ih_l0	0	-0.17418619990348816
324255	rnn.bias_ih_l0	1	-0.17124025523662567
324255	rnn.bias_ih_l0	2	-0.01942671649158001
324255	rnn.bias_ih_l0	3	-0.1478203684091568
324255	rnn.bias_ih_l0	4	-0.05917937681078911
324255	rnn.bias_ih_l0	5	-0.17556624114513397
324255	rnn.bias_ih_l0	6	0.07342991977930069
324255	rnn.bias_ih_l0	7	-0.08751654624938965
324255	rnn.bias_ih_l0	8	-0.045325662940740585
324255	rnn.bias_ih_l0	9	-0.10767757892608643
324255	rnn.bias_hh_l0	0	-0.06871094554662704
324255	rnn.bias_hh_l0	1	0.24843110144138336
324255	rnn.bias_hh_l0	2	0.046460725367069244
324255	rnn.bias_hh_l0	3	-0.07873804867267609
324255	rnn.bias_hh_l0	4	-0.08321452140808105
324255	rnn.bias_hh_l0	5	-0.003905066754668951
324255	rnn.bias_hh_l0	6	0.057557910680770874
324255	rnn.bias_hh_l0	7	-0.09730491787195206
324255	rnn.bias_hh_l0	8	-0.23546327650547028
324255	rnn.bias_hh_l0	9	-0.10173934698104858
324255	rnn.weight_ih_l0_reverse	0	0.020678197965025902
324255	rnn.weight_ih_l0_reverse	1	-0.06039926037192345
324255	rnn.weight_ih_l0_reverse	2	0.04303983226418495
324255	rnn.weight_ih_l0_reverse	3	0.02044455148279667
324255	rnn.weight_ih_l0_reverse	4	-0.00028175621991977096
324255	rnn.weight_ih_l0_reverse	5	-0.025837818160653114
324255	rnn.weight_ih_l0_reverse	6	0.012368764728307724
324255	rnn.weight_ih_l0_reverse	7	0.028268205001950264
324255	rnn.weight_ih_l0_reverse	8	-0.028052739799022675
324255	rnn.weight_ih_l0_reverse	9	-0.0013971698936074972
324255	rnn.weight_hh_l0_reverse	0	0.03979436680674553
324255	rnn.weight_hh_l0_reverse	1	0.02977006882429123
324255	rnn.weight_hh_l0_reverse	2	-0.022961450740695
324255	rnn.weight_hh_l0_reverse	3	-0.0819212943315506
324255	rnn.weight_hh_l0_reverse	4	0.011354219168424606
324255	rnn.weight_hh_l0_reverse	5	-0.060492370277643204
324255	rnn.weight_hh_l0_reverse	6	-0.01413144450634718
324255	rnn.weight_hh_l0_reverse	7	0.030995316803455353
324255	rnn.weight_hh_l0_reverse	8	0.007702020928263664
324255	rnn.weight_hh_l0_reverse	9	0.008695641532540321
324255	rnn.bias_ih_l0_reverse	0	-0.046319629997015
324255	rnn.bias_ih_l0_reverse	1	-0.13959981501102448
324255	rnn.bias_ih_l0_reverse	2	-0.14580108225345612
324255	rnn.bias_ih_l0_reverse	3	-0.04667006433010101
324255	rnn.bias_ih_l0_reverse	4	-0.11265618354082108
324255	rnn.bias_ih_l0_reverse	5	-0.085976742208004
324255	rnn.bias_ih_l0_reverse	6	-0.20810474455356598
324255	rnn.bias_ih_l0_reverse	7	-0.05231863260269165
324255	rnn.bias_ih_l0_reverse	8	-0.06394851207733154
324255	rnn.bias_ih_l0_reverse	9	-0.13419373333454132
324255	rnn.bias_hh_l0_reverse	0	-0.14248880743980408
324255	rnn.bias_hh_l0_reverse	1	-0.16231825947761536
324255	rnn.bias_hh_l0_reverse	2	0.10566697269678116
324255	rnn.bias_hh_l0_reverse	3	0.07306990772485733
324255	rnn.bias_hh_l0_reverse	4	-0.1787107288837433
324255	rnn.bias_hh_l0_reverse	5	-0.14288437366485596
324255	rnn.bias_hh_l0_reverse	6	-0.08914133161306381
324255	rnn.bias_hh_l0_reverse	7	-0.05419131740927696
324255	rnn.bias_hh_l0_reverse	8	-0.09680014103651047
324255	rnn.bias_hh_l0_reverse	9	-0.02329430729150772
324255	linear.weight	0	-0.007730964105576277
324255	linear.weight	1	0.007225219160318375
324255	linear.weight	2	0.3162693977355957
324255	linear.weight	3	-0.0789153128862381
324255	linear.weight	4	-0.010588549077510834
324255	linear.weight	5	0.12275376170873642
324255	linear.weight	6	-0.010739270597696304
324255	linear.weight	7	-0.08034335821866989
324255	linear.weight	8	0.1870916783809662
324255	linear.weight	9	-0.2754794955253601
324255	linear.bias	0	-0.03956538438796997
324255	linear.bias	1	0.031413208693265915
324255	linear.bias	2	0.4055495858192444
324255	linear.bias	3	-0.7368859052658081
324255	linear.bias	4	2.154494524002075
324255	linear.bias	5	-1.405134916305542
324255	linear.bias	6	-0.29382532835006714
324255	linear.bias	7	-0.1286497563123703
324813	transitions	0	-1.9477434158325195
324813	transitions	1	-10000.0
324813	transitions	2	-0.7969565987586975
324813	transitions	3	-10000.0
324813	transitions	4	2.069284200668335
324813	transitions	5	-10000.0
324813	transitions	6	-10000.0
324813	transitions	7	1.8489385843276978
324813	transitions	8	-2.630547285079956
324813	transitions	9	-4.239725589752197
324813	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
324813	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
324813	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
324813	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
324813	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
324813	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
324813	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
324813	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
324813	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
324813	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
324813	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
324813	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
324813	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
324813	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
324813	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
324813	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
324813	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
324813	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
324813	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
324813	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
324813	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
324813	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
324813	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
324813	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
324813	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
324813	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
324813	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
324813	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
324813	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
324813	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
324813	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
324813	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
324813	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
324813	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
324813	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
324813	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
324813	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
324813	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
324813	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
324813	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
324813	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
324813	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
324813	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
324813	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
324813	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
324813	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
324813	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
324813	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
324813	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
324813	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
324813	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
324813	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
324813	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
324813	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
324813	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
324813	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
324813	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
324813	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
324813	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
324813	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
324813	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
324813	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
324813	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
324813	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
324813	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
324813	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
324813	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
324813	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
324813	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
324813	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
324813	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
324813	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
324813	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
324813	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
324813	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
324813	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
324813	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
324813	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
324813	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
324813	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
324813	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
324813	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
324813	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
324813	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
324813	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
324813	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
324813	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
324813	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
324813	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
324813	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
324813	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
324813	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
324813	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
324813	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
324813	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
324813	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
324813	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
324813	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
324813	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
324813	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
324813	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
324813	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
324813	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
324813	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
324813	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
324813	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
324813	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
324813	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
324813	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
324813	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
324813	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
324813	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
324813	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
324813	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
324813	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
324813	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
324813	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
324813	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
324813	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
324813	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
324813	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
324813	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
324813	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
324813	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
324813	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
324813	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
324813	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
324813	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
324813	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
324813	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
324813	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
324813	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
324813	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
324813	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
324813	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
324813	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
324813	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
324813	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
324813	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
324813	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
324813	embedding2nn.weight	0	0.006406774278730154
324813	embedding2nn.weight	1	0.003989105578511953
324813	embedding2nn.weight	2	0.013427509926259518
324813	embedding2nn.weight	3	0.027028298005461693
324813	embedding2nn.weight	4	0.02325788140296936
324813	embedding2nn.weight	5	0.005488162860274315
324813	embedding2nn.weight	6	-0.015346745029091835
324813	embedding2nn.weight	7	-0.0004662283754441887
324813	embedding2nn.weight	8	-0.010040204972028732
324813	embedding2nn.weight	9	0.00200291583314538
324813	embedding2nn.bias	0	0.016000134870409966
324813	embedding2nn.bias	1	-0.038363292813301086
324813	embedding2nn.bias	2	0.08182458579540253
324813	embedding2nn.bias	3	0.06904008239507675
324813	embedding2nn.bias	4	-0.012444689869880676
324813	embedding2nn.bias	5	-0.03299844637513161
324813	embedding2nn.bias	6	0.028889905661344528
324813	embedding2nn.bias	7	0.004493227694183588
324813	embedding2nn.bias	8	-0.03416731581091881
324813	embedding2nn.bias	9	0.025448691099882126
324813	rnn.weight_ih_l0	0	0.06493404507637024
324813	rnn.weight_ih_l0	1	-0.04147721081972122
324813	rnn.weight_ih_l0	2	0.005207790061831474
324813	rnn.weight_ih_l0	3	0.04548729956150055
324813	rnn.weight_ih_l0	4	-0.02974206581711769
324813	rnn.weight_ih_l0	5	0.04043671116232872
324813	rnn.weight_ih_l0	6	0.007845222018659115
324813	rnn.weight_ih_l0	7	0.06570354849100113
324813	rnn.weight_ih_l0	8	0.008952299132943153
324813	rnn.weight_ih_l0	9	-0.025004524737596512
324813	rnn.weight_hh_l0	0	-0.011758117936551571
324813	rnn.weight_hh_l0	1	-0.02773158811032772
324813	rnn.weight_hh_l0	2	-0.06147947162389755
324813	rnn.weight_hh_l0	3	-0.005939292721450329
324813	rnn.weight_hh_l0	4	-0.009752491489052773
324813	rnn.weight_hh_l0	5	-0.024613527581095695
324813	rnn.weight_hh_l0	6	0.0006711616297252476
324813	rnn.weight_hh_l0	7	-0.03606336563825607
324813	rnn.weight_hh_l0	8	0.06730861961841583
324813	rnn.weight_hh_l0	9	0.04526170715689659
324813	rnn.bias_ih_l0	0	-0.17413514852523804
324813	rnn.bias_ih_l0	1	-0.1711846888065338
324813	rnn.bias_ih_l0	2	-0.019345823675394058
324813	rnn.bias_ih_l0	3	-0.14788903295993805
324813	rnn.bias_ih_l0	4	-0.05910329148173332
324813	rnn.bias_ih_l0	5	-0.1755627989768982
324813	rnn.bias_ih_l0	6	0.07355576753616333
324813	rnn.bias_ih_l0	7	-0.08764319121837616
324813	rnn.bias_ih_l0	8	-0.04535556957125664
324813	rnn.bias_ih_l0	9	-0.1076720729470253
324813	rnn.bias_hh_l0	0	-0.06875650584697723
324813	rnn.bias_hh_l0	1	0.2482636421918869
324813	rnn.bias_hh_l0	2	0.04665565490722656
324813	rnn.bias_hh_l0	3	-0.0787961483001709
324813	rnn.bias_hh_l0	4	-0.08316505700349808
324813	rnn.bias_hh_l0	5	-0.004029406234622002
324813	rnn.bias_hh_l0	6	0.05736858397722244
324813	rnn.bias_hh_l0	7	-0.0974205732345581
324813	rnn.bias_hh_l0	8	-0.23538005352020264
324813	rnn.bias_hh_l0	9	-0.10175729542970657
324813	rnn.weight_ih_l0_reverse	0	0.020694967359304428
324813	rnn.weight_ih_l0_reverse	1	-0.06035766750574112
324813	rnn.weight_ih_l0_reverse	2	0.04306160658597946
324813	rnn.weight_ih_l0_reverse	3	0.020438259467482567
324813	rnn.weight_ih_l0_reverse	4	-0.00031581989605911076
324813	rnn.weight_ih_l0_reverse	5	-0.025784069672226906
324813	rnn.weight_ih_l0_reverse	6	0.012330186553299427
324813	rnn.weight_ih_l0_reverse	7	0.02826150879263878
324813	rnn.weight_ih_l0_reverse	8	-0.028033221140503883
324813	rnn.weight_ih_l0_reverse	9	-0.0014328956604003906
324813	rnn.weight_hh_l0_reverse	0	0.039803627878427505
324813	rnn.weight_hh_l0_reverse	1	0.02979763224720955
324813	rnn.weight_hh_l0_reverse	2	-0.02297215163707733
324813	rnn.weight_hh_l0_reverse	3	-0.0819668248295784
324813	rnn.weight_hh_l0_reverse	4	0.011341392993927002
324813	rnn.weight_hh_l0_reverse	5	-0.060523826628923416
324813	rnn.weight_hh_l0_reverse	6	-0.014128327369689941
324813	rnn.weight_hh_l0_reverse	7	0.031005842611193657
324813	rnn.weight_hh_l0_reverse	8	0.007710135076195002
324813	rnn.weight_hh_l0_reverse	9	0.008717002347111702
324813	rnn.bias_ih_l0_reverse	0	-0.04632329195737839
324813	rnn.bias_ih_l0_reverse	1	-0.13951735198497772
324813	rnn.bias_ih_l0_reverse	2	-0.14579324424266815
324813	rnn.bias_ih_l0_reverse	3	-0.04647728055715561
324813	rnn.bias_ih_l0_reverse	4	-0.11262993514537811
324813	rnn.bias_ih_l0_reverse	5	-0.08602023124694824
324813	rnn.bias_ih_l0_reverse	6	-0.20829054713249207
324813	rnn.bias_ih_l0_reverse	7	-0.0522591695189476
324813	rnn.bias_ih_l0_reverse	8	-0.0640086904168129
324813	rnn.bias_ih_l0_reverse	9	-0.1341051161289215
324813	rnn.bias_hh_l0_reverse	0	-0.14244425296783447
324813	rnn.bias_hh_l0_reverse	1	-0.16232068836688995
324813	rnn.bias_hh_l0_reverse	2	0.10558640211820602
324813	rnn.bias_hh_l0_reverse	3	0.07314752787351608
324813	rnn.bias_hh_l0_reverse	4	-0.1786455512046814
324813	rnn.bias_hh_l0_reverse	5	-0.142767995595932
324813	rnn.bias_hh_l0_reverse	6	-0.089326411485672
324813	rnn.bias_hh_l0_reverse	7	-0.054019518196582794
324813	rnn.bias_hh_l0_reverse	8	-0.09679106622934341
324813	rnn.bias_hh_l0_reverse	9	-0.023442739620804787
324813	linear.weight	0	-0.007731020916253328
324813	linear.weight	1	0.007285106461495161
324813	linear.weight	2	0.3156348466873169
324813	linear.weight	3	-0.07891515642404556
324813	linear.weight	4	-0.010588549077510834
324813	linear.weight	5	0.12298968434333801
324813	linear.weight	6	-0.010739270597696304
324813	linear.weight	7	-0.07962273806333542
324813	linear.weight	8	0.18567653000354767
324813	linear.weight	9	-0.2750886380672455
324813	linear.bias	0	-0.03956538438796997
324813	linear.bias	1	0.031413208693265915
324813	linear.bias	2	0.40827324986457825
324813	linear.bias	3	-0.738389790058136
324813	linear.bias	4	2.152214765548706
324813	linear.bias	5	-1.405134916305542
324813	linear.bias	6	-0.29328227043151855
324813	linear.bias	7	-0.12812337279319763
325371	transitions	0	-1.9478005170822144
325371	transitions	1	-10000.0
325371	transitions	2	-0.7969565987586975
325371	transitions	3	-10000.0
325371	transitions	4	2.0701870918273926
325371	transitions	5	-10000.0
325371	transitions	6	-10000.0
325371	transitions	7	1.8485277891159058
325371	transitions	8	-2.6305811405181885
325371	transitions	9	-4.239727020263672
325371	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
325371	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
325371	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
325371	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
325371	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
325371	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
325371	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
325371	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
325371	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
325371	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
325371	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
325371	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
325371	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
325371	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
325371	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
325371	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
325371	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
325371	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
325371	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
325371	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
325371	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
325371	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
325371	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
325371	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
325371	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
325371	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
325371	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
325371	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
325371	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
325371	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
325371	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
325371	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
325371	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
325371	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
325371	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
325371	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
325371	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
325371	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
325371	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
325371	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
325371	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
325371	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
325371	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
325371	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
325371	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
325371	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
325371	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
325371	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
325371	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
325371	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
325371	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
325371	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
325371	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
325371	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
325371	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
325371	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
325371	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
325371	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
325371	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
325371	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
325371	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
325371	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
325371	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
325371	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
325371	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
325371	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
325371	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
325371	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
325371	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
325371	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
325371	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
325371	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
325371	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
325371	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
325371	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
325371	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
325371	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
325371	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
325371	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
325371	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
325371	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
325371	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
325371	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
325371	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
325371	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
325371	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
325371	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
325371	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
325371	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
325371	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
325371	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
325371	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
325371	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
325371	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
325371	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
325371	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
325371	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
325371	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
325371	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
325371	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
325371	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
325371	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
325371	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
325371	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
325371	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
325371	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
325371	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
325371	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
325371	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
325371	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
325371	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
325371	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
325371	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
325371	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
325371	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
325371	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
325371	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
325371	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
325371	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
325371	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
325371	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
325371	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
325371	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
325371	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
325371	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
325371	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
325371	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
325371	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
325371	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
325371	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
325371	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
325371	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
325371	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
325371	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
325371	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
325371	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
325371	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
325371	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
325371	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
325371	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
325371	embedding2nn.weight	0	0.006406715139746666
325371	embedding2nn.weight	1	0.0039890240877866745
325371	embedding2nn.weight	2	0.013427512720227242
325371	embedding2nn.weight	3	0.027004487812519073
325371	embedding2nn.weight	4	0.023227788507938385
325371	embedding2nn.weight	5	0.005473057273775339
325371	embedding2nn.weight	6	-0.015356122516095638
325371	embedding2nn.weight	7	-0.00045227634836919606
325371	embedding2nn.weight	8	-0.01006871648132801
325371	embedding2nn.weight	9	0.0019970505964010954
325371	embedding2nn.bias	0	0.016170090064406395
325371	embedding2nn.bias	1	-0.03849654644727707
325371	embedding2nn.bias	2	0.08208294957876205
325371	embedding2nn.bias	3	0.06930630654096603
325371	embedding2nn.bias	4	-0.01206293236464262
325371	embedding2nn.bias	5	-0.03289221227169037
325371	embedding2nn.bias	6	0.029487518593668938
325371	embedding2nn.bias	7	0.0044171460904181
325371	embedding2nn.bias	8	-0.03409887105226517
325371	embedding2nn.bias	9	0.025356462225317955
325371	rnn.weight_ih_l0	0	0.06496666371822357
325371	rnn.weight_ih_l0	1	-0.04146935045719147
325371	rnn.weight_ih_l0	2	0.005218873731791973
325371	rnn.weight_ih_l0	3	0.045483335852622986
325371	rnn.weight_ih_l0	4	-0.029697129502892494
325371	rnn.weight_ih_l0	5	0.0404190830886364
325371	rnn.weight_ih_l0	6	0.007845442742109299
325371	rnn.weight_ih_l0	7	0.06573691964149475
325371	rnn.weight_ih_l0	8	0.008981866762042046
325371	rnn.weight_ih_l0	9	-0.025009358301758766
325371	rnn.weight_hh_l0	0	-0.011741932481527328
325371	rnn.weight_hh_l0	1	-0.027745164930820465
325371	rnn.weight_hh_l0	2	-0.06145617738366127
325371	rnn.weight_hh_l0	3	-0.005947479046881199
325371	rnn.weight_hh_l0	4	-0.009751830250024796
325371	rnn.weight_hh_l0	5	-0.024618331342935562
325371	rnn.weight_hh_l0	6	0.0006732273031957448
325371	rnn.weight_hh_l0	7	-0.035971544682979584
325371	rnn.weight_hh_l0	8	0.06734924018383026
325371	rnn.weight_hh_l0	9	0.045252785086631775
325371	rnn.bias_ih_l0	0	-0.17405252158641815
325371	rnn.bias_ih_l0	1	-0.1712280809879303
325371	rnn.bias_ih_l0	2	-0.019446251913905144
325371	rnn.bias_ih_l0	3	-0.1477355659008026
325371	rnn.bias_ih_l0	4	-0.05910572037100792
325371	rnn.bias_ih_l0	5	-0.1755712777376175
325371	rnn.bias_ih_l0	6	0.07369718700647354
325371	rnn.bias_ih_l0	7	-0.08747562021017075
325371	rnn.bias_ih_l0	8	-0.04532135650515556
325371	rnn.bias_ih_l0	9	-0.10752393305301666
325371	rnn.bias_hh_l0	0	-0.06882386654615402
325371	rnn.bias_hh_l0	1	0.24823880195617676
325371	rnn.bias_hh_l0	2	0.04666276276111603
325371	rnn.bias_hh_l0	3	-0.07890432327985764
325371	rnn.bias_hh_l0	4	-0.0832427367568016
325371	rnn.bias_hh_l0	5	-0.004235775209963322
325371	rnn.bias_hh_l0	6	0.05733489617705345
325371	rnn.bias_hh_l0	7	-0.09737084805965424
325371	rnn.bias_hh_l0	8	-0.23524785041809082
325371	rnn.bias_hh_l0	9	-0.1017121821641922
325371	rnn.weight_ih_l0_reverse	0	0.020726526156067848
325371	rnn.weight_ih_l0_reverse	1	-0.060308776795864105
325371	rnn.weight_ih_l0_reverse	2	0.04304889962077141
325371	rnn.weight_ih_l0_reverse	3	0.020392313599586487
325371	rnn.weight_ih_l0_reverse	4	-0.0003291736065875739
325371	rnn.weight_ih_l0_reverse	5	-0.025731150060892105
325371	rnn.weight_ih_l0_reverse	6	0.012355689890682697
325371	rnn.weight_ih_l0_reverse	7	0.028224093839526176
325371	rnn.weight_ih_l0_reverse	8	-0.028018232434988022
325371	rnn.weight_ih_l0_reverse	9	-0.0014390380820259452
325371	rnn.weight_hh_l0_reverse	0	0.03980129584670067
325371	rnn.weight_hh_l0_reverse	1	0.029788494110107422
325371	rnn.weight_hh_l0_reverse	2	-0.022971296682953835
325371	rnn.weight_hh_l0_reverse	3	-0.08197109401226044
325371	rnn.weight_hh_l0_reverse	4	0.011349128559231758
325371	rnn.weight_hh_l0_reverse	5	-0.06053644418716431
325371	rnn.weight_hh_l0_reverse	6	-0.014120636507868767
325371	rnn.weight_hh_l0_reverse	7	0.031011275947093964
325371	rnn.weight_hh_l0_reverse	8	0.00770144909620285
325371	rnn.weight_hh_l0_reverse	9	0.008729533292353153
325371	rnn.bias_ih_l0_reverse	0	-0.046359721571207047
325371	rnn.bias_ih_l0_reverse	1	-0.13945798575878143
325371	rnn.bias_ih_l0_reverse	2	-0.14586934447288513
325371	rnn.bias_ih_l0_reverse	3	-0.04640931263566017
325371	rnn.bias_ih_l0_reverse	4	-0.11259856075048447
325371	rnn.bias_ih_l0_reverse	5	-0.08601408451795578
325371	rnn.bias_ih_l0_reverse	6	-0.20832103490829468
325371	rnn.bias_ih_l0_reverse	7	-0.05223529040813446
325371	rnn.bias_ih_l0_reverse	8	-0.06408451497554779
325371	rnn.bias_ih_l0_reverse	9	-0.13413575291633606
325371	rnn.bias_hh_l0_reverse	0	-0.14228959381580353
325371	rnn.bias_hh_l0_reverse	1	-0.1622782051563263
325371	rnn.bias_hh_l0_reverse	2	0.10558643192052841
325371	rnn.bias_hh_l0_reverse	3	0.07290303707122803
325371	rnn.bias_hh_l0_reverse	4	-0.1787397712469101
325371	rnn.bias_hh_l0_reverse	5	-0.14279364049434662
325371	rnn.bias_hh_l0_reverse	6	-0.08960272371768951
325371	rnn.bias_hh_l0_reverse	7	-0.05397419631481171
325371	rnn.bias_hh_l0_reverse	8	-0.09672074764966965
325371	rnn.bias_hh_l0_reverse	9	-0.023607125505805016
325371	linear.weight	0	-0.00773104652762413
325371	linear.weight	1	0.007513571530580521
325371	linear.weight	2	0.3160616457462311
325371	linear.weight	3	-0.07891502976417542
325371	linear.weight	4	-0.010588549077510834
325371	linear.weight	5	0.12493416666984558
325371	linear.weight	6	-0.010739270597696304
325371	linear.weight	7	-0.0797010213136673
325371	linear.weight	8	0.18645551800727844
325371	linear.weight	9	-0.275113046169281
325371	linear.bias	0	-0.03956538438796997
325371	linear.bias	1	0.031413208693265915
325371	linear.bias	2	0.41974857449531555
325371	linear.bias	3	-0.7485774159431458
325371	linear.bias	4	2.15258526802063
325371	linear.bias	5	-1.405134916305542
325371	linear.bias	6	-0.29409515857696533
325371	linear.bias	7	-0.12896160781383514
325929	transitions	0	-1.947837471961975
325929	transitions	1	-10000.0
325929	transitions	2	-0.7969565987586975
325929	transitions	3	-10000.0
325929	transitions	4	2.069307565689087
325929	transitions	5	-10000.0
325929	transitions	6	-10000.0
325929	transitions	7	1.8478845357894897
325929	transitions	8	-2.630614757537842
325929	transitions	9	-4.2397284507751465
325929	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
325929	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
325929	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
325929	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
325929	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
325929	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
325929	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
325929	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
325929	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
325929	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
325929	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
325929	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
325929	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
325929	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
325929	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
325929	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
325929	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
325929	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
325929	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
325929	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
325929	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
325929	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
325929	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
325929	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
325929	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
325929	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
325929	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
325929	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
325929	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
325929	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
325929	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
325929	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
325929	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
325929	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
325929	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
325929	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
325929	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
325929	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
325929	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
325929	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
325929	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
325929	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
325929	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
325929	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
325929	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
325929	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
325929	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
325929	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
325929	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
325929	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
325929	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
325929	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
325929	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
325929	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
325929	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
325929	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
325929	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
325929	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
325929	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
325929	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
325929	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
325929	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
325929	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
325929	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
325929	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
325929	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
325929	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
325929	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
325929	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
325929	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
325929	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
325929	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
325929	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
325929	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
325929	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
325929	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
325929	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
325929	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
325929	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
325929	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
325929	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
325929	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
325929	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
325929	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
325929	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
325929	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
325929	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
325929	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
325929	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
325929	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
325929	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
325929	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
325929	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
325929	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
325929	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
325929	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
325929	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
325929	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
325929	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
325929	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
325929	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
325929	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
325929	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
325929	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
325929	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
325929	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
325929	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
325929	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
325929	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
325929	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
325929	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
325929	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
325929	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
325929	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
325929	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
325929	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
325929	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
325929	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
325929	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
325929	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
325929	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
325929	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
325929	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
325929	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
325929	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
325929	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
325929	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
325929	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
325929	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
325929	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
325929	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
325929	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
325929	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
325929	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
325929	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
325929	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
325929	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
325929	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
325929	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
325929	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
325929	embedding2nn.weight	0	0.006404910236597061
325929	embedding2nn.weight	1	0.003984337206929922
325929	embedding2nn.weight	2	0.013426369987428188
325929	embedding2nn.weight	3	0.026995327323675156
325929	embedding2nn.weight	4	0.023251499980688095
325929	embedding2nn.weight	5	0.005492412485182285
325929	embedding2nn.weight	6	-0.015368799678981304
325929	embedding2nn.weight	7	-0.0004570967284962535
325929	embedding2nn.weight	8	-0.010016930289566517
325929	embedding2nn.weight	9	0.0020028953440487385
325929	embedding2nn.bias	0	0.016107985749840736
325929	embedding2nn.bias	1	-0.03839144855737686
325929	embedding2nn.bias	2	0.08206638693809509
325929	embedding2nn.bias	3	0.06921838968992233
325929	embedding2nn.bias	4	-0.012364663183689117
325929	embedding2nn.bias	5	-0.03264113888144493
325929	embedding2nn.bias	6	0.029293052852153778
325929	embedding2nn.bias	7	0.0044926670379936695
325929	embedding2nn.bias	8	-0.03418602794408798
325929	embedding2nn.bias	9	0.025195777416229248
325929	rnn.weight_ih_l0	0	0.06502365320920944
325929	rnn.weight_ih_l0	1	-0.041464824229478836
325929	rnn.weight_ih_l0	2	0.00520665617659688
325929	rnn.weight_ih_l0	3	0.0454452708363533
325929	rnn.weight_ih_l0	4	-0.029710428789258003
325929	rnn.weight_ih_l0	5	0.040378719568252563
325929	rnn.weight_ih_l0	6	0.007837637327611446
325929	rnn.weight_ih_l0	7	0.06572932749986649
325929	rnn.weight_ih_l0	8	0.008989498019218445
325929	rnn.weight_ih_l0	9	-0.025120601058006287
325929	rnn.weight_hh_l0	0	-0.011739673092961311
325929	rnn.weight_hh_l0	1	-0.027755901217460632
325929	rnn.weight_hh_l0	2	-0.06143730506300926
325929	rnn.weight_hh_l0	3	-0.005990097299218178
325929	rnn.weight_hh_l0	4	-0.009745603427290916
325929	rnn.weight_hh_l0	5	-0.024598099291324615
325929	rnn.weight_hh_l0	6	0.0006693841423839331
325929	rnn.weight_hh_l0	7	-0.03592932969331741
325929	rnn.weight_hh_l0	8	0.06734392791986465
325929	rnn.weight_hh_l0	9	0.04525341838598251
325929	rnn.bias_ih_l0	0	-0.17418211698532104
325929	rnn.bias_ih_l0	1	-0.1711244285106659
325929	rnn.bias_ih_l0	2	-0.01935478299856186
325929	rnn.bias_ih_l0	3	-0.1479140967130661
325929	rnn.bias_ih_l0	4	-0.05925663560628891
325929	rnn.bias_ih_l0	5	-0.1755247414112091
325929	rnn.bias_ih_l0	6	0.07399575412273407
325929	rnn.bias_ih_l0	7	-0.08716824650764465
325929	rnn.bias_ih_l0	8	-0.045249391347169876
325929	rnn.bias_ih_l0	9	-0.10753412544727325
325929	rnn.bias_hh_l0	0	-0.0689629390835762
325929	rnn.bias_hh_l0	1	0.24834482371807098
325929	rnn.bias_hh_l0	2	0.04701852798461914
325929	rnn.bias_hh_l0	3	-0.0789521336555481
325929	rnn.bias_hh_l0	4	-0.08319862931966782
325929	rnn.bias_hh_l0	5	-0.004162697121500969
325929	rnn.bias_hh_l0	6	0.057141758501529694
325929	rnn.bias_hh_l0	7	-0.09727555513381958
325929	rnn.bias_hh_l0	8	-0.23488138616085052
325929	rnn.bias_hh_l0	9	-0.1017942950129509
325929	rnn.weight_ih_l0_reverse	0	0.02073545940220356
325929	rnn.weight_ih_l0_reverse	1	-0.06028050556778908
325929	rnn.weight_ih_l0_reverse	2	0.0430293083190918
325929	rnn.weight_ih_l0_reverse	3	0.02034774236381054
325929	rnn.weight_ih_l0_reverse	4	-0.0003271693713031709
325929	rnn.weight_ih_l0_reverse	5	-0.025751668959856033
325929	rnn.weight_ih_l0_reverse	6	0.012323807924985886
325929	rnn.weight_ih_l0_reverse	7	0.028222013264894485
325929	rnn.weight_ih_l0_reverse	8	-0.02806408703327179
325929	rnn.weight_ih_l0_reverse	9	-0.0014325215015560389
325929	rnn.weight_hh_l0_reverse	0	0.039800677448511124
325929	rnn.weight_hh_l0_reverse	1	0.02982817031443119
325929	rnn.weight_hh_l0_reverse	2	-0.0229682307690382
325929	rnn.weight_hh_l0_reverse	3	-0.08189833164215088
325929	rnn.weight_hh_l0_reverse	4	0.011349796317517757
325929	rnn.weight_hh_l0_reverse	5	-0.06054264307022095
325929	rnn.weight_hh_l0_reverse	6	-0.01412333082407713
325929	rnn.weight_hh_l0_reverse	7	0.03102586790919304
325929	rnn.weight_hh_l0_reverse	8	0.007678375579416752
325929	rnn.weight_hh_l0_reverse	9	0.008765166625380516
325929	rnn.bias_ih_l0_reverse	0	-0.04630691185593605
325929	rnn.bias_ih_l0_reverse	1	-0.13947570323944092
325929	rnn.bias_ih_l0_reverse	2	-0.14586326479911804
325929	rnn.bias_ih_l0_reverse	3	-0.046276938170194626
325929	rnn.bias_ih_l0_reverse	4	-0.11255773156881332
325929	rnn.bias_ih_l0_reverse	5	-0.08608265966176987
325929	rnn.bias_ih_l0_reverse	6	-0.20820948481559753
325929	rnn.bias_ih_l0_reverse	7	-0.05220005288720131
325929	rnn.bias_ih_l0_reverse	8	-0.06403591483831406
325929	rnn.bias_ih_l0_reverse	9	-0.13400112092494965
325929	rnn.bias_hh_l0_reverse	0	-0.14231443405151367
325929	rnn.bias_hh_l0_reverse	1	-0.16204692423343658
325929	rnn.bias_hh_l0_reverse	2	0.10550940781831741
325929	rnn.bias_hh_l0_reverse	3	0.07289040088653564
325929	rnn.bias_hh_l0_reverse	4	-0.17860783636569977
325929	rnn.bias_hh_l0_reverse	5	-0.14282308518886566
325929	rnn.bias_hh_l0_reverse	6	-0.08966010808944702
325929	rnn.bias_hh_l0_reverse	7	-0.05413610860705376
325929	rnn.bias_hh_l0_reverse	8	-0.09669839590787888
325929	rnn.bias_hh_l0_reverse	9	-0.02378106862306595
325929	linear.weight	0	-0.007731097750365734
325929	linear.weight	1	0.007611511740833521
325929	linear.weight	2	0.3160668909549713
325929	linear.weight	3	-0.07891492545604706
325929	linear.weight	4	-0.010588549077510834
325929	linear.weight	5	0.12646855413913727
325929	linear.weight	6	-0.010739270597696304
325929	linear.weight	7	-0.07970963418483734
325929	linear.weight	8	0.18414504826068878
325929	linear.weight	9	-0.27533695101737976
325929	linear.bias	0	-0.03956538438796997
325929	linear.bias	1	0.031413208693265915
325929	linear.bias	2	0.420590877532959
325929	linear.bias	3	-0.7453994154930115
325929	linear.bias	4	2.1465635299682617
325929	linear.bias	5	-1.4051350355148315
325929	linear.bias	6	-0.2930959463119507
325929	linear.bias	7	-0.12794949114322662
326487	transitions	0	-1.947919249534607
326487	transitions	1	-10000.0
326487	transitions	2	-0.7969565987586975
326487	transitions	3	-10000.0
326487	transitions	4	2.068716049194336
326487	transitions	5	-10000.0
326487	transitions	6	-10000.0
326487	transitions	7	1.8492838144302368
326487	transitions	8	-2.6306450366973877
326487	transitions	9	-4.239729404449463
326487	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
326487	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
326487	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
326487	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
326487	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
326487	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
326487	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
326487	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
326487	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
326487	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
326487	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
326487	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
326487	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
326487	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
326487	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
326487	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
326487	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
326487	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
326487	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
326487	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
326487	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
326487	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
326487	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
326487	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
326487	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
326487	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
326487	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
326487	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
326487	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
326487	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
326487	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
326487	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
326487	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
326487	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
326487	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
326487	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
326487	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
326487	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
326487	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
326487	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
326487	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
326487	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
326487	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
326487	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
326487	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
326487	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
326487	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
326487	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
326487	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
326487	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
326487	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
326487	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
326487	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
326487	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
326487	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
326487	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
326487	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
326487	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
326487	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
326487	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
326487	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
326487	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
326487	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
326487	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
326487	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
326487	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
326487	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
326487	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
326487	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
326487	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
326487	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
326487	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
326487	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
326487	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
326487	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
326487	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
326487	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
326487	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
326487	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
326487	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
326487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
326487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
326487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
326487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
326487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
326487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
326487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
326487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
326487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
326487	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
326487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
326487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
326487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
326487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
326487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
326487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
326487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
326487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
326487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
326487	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
326487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
326487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
326487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
326487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
326487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
326487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
326487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
326487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
326487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
326487	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
326487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
326487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
326487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
326487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
326487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
326487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
326487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
326487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
326487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
326487	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
326487	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
326487	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
326487	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
326487	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
326487	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
326487	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
326487	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
326487	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
326487	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
326487	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
326487	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
326487	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
326487	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
326487	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
326487	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
326487	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
326487	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
326487	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
326487	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
326487	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
326487	embedding2nn.weight	0	0.006405660416930914
326487	embedding2nn.weight	1	0.003980116453021765
326487	embedding2nn.weight	2	0.01342581957578659
326487	embedding2nn.weight	3	0.026994314044713974
326487	embedding2nn.weight	4	0.023232892155647278
326487	embedding2nn.weight	5	0.005496810656040907
326487	embedding2nn.weight	6	-0.015377731062471867
326487	embedding2nn.weight	7	-0.00045830279123038054
326487	embedding2nn.weight	8	-0.009991668164730072
326487	embedding2nn.weight	9	0.0019967472180724144
326487	embedding2nn.bias	0	0.015652881935238838
326487	embedding2nn.bias	1	-0.03875919431447983
326487	embedding2nn.bias	2	0.08159390836954117
326487	embedding2nn.bias	3	0.06952546536922455
326487	embedding2nn.bias	4	-0.012171986512839794
326487	embedding2nn.bias	5	-0.03269362449645996
326487	embedding2nn.bias	6	0.029227014631032944
326487	embedding2nn.bias	7	0.004505947232246399
326487	embedding2nn.bias	8	-0.034102655947208405
326487	embedding2nn.bias	9	0.024837933480739594
326487	rnn.weight_ih_l0	0	0.06503872573375702
326487	rnn.weight_ih_l0	1	-0.04147367551922798
326487	rnn.weight_ih_l0	2	0.005214214324951172
326487	rnn.weight_ih_l0	3	0.04545030742883682
326487	rnn.weight_ih_l0	4	-0.029746001586318016
326487	rnn.weight_ih_l0	5	0.04040784388780594
326487	rnn.weight_ih_l0	6	0.007837481796741486
326487	rnn.weight_ih_l0	7	0.06572909653186798
326487	rnn.weight_ih_l0	8	0.009029298089444637
326487	rnn.weight_ih_l0	9	-0.025112494826316833
326487	rnn.weight_hh_l0	0	-0.011727629229426384
326487	rnn.weight_hh_l0	1	-0.027732037007808685
326487	rnn.weight_hh_l0	2	-0.06147344410419464
326487	rnn.weight_hh_l0	3	-0.005997819826006889
326487	rnn.weight_hh_l0	4	-0.009741305373609066
326487	rnn.weight_hh_l0	5	-0.024598896503448486
326487	rnn.weight_hh_l0	6	0.00067050353391096
326487	rnn.weight_hh_l0	7	-0.03588569536805153
326487	rnn.weight_hh_l0	8	0.06731510162353516
326487	rnn.weight_hh_l0	9	0.04527467116713524
326487	rnn.bias_ih_l0	0	-0.17393316328525543
326487	rnn.bias_ih_l0	1	-0.17121392488479614
326487	rnn.bias_ih_l0	2	-0.019424039870500565
326487	rnn.bias_ih_l0	3	-0.1478445827960968
326487	rnn.bias_ih_l0	4	-0.059144098311662674
326487	rnn.bias_ih_l0	5	-0.17565719783306122
326487	rnn.bias_ih_l0	6	0.0737595185637474
326487	rnn.bias_ih_l0	7	-0.08691594004631042
326487	rnn.bias_ih_l0	8	-0.04507416486740112
326487	rnn.bias_ih_l0	9	-0.107469342648983
326487	rnn.bias_hh_l0	0	-0.069090835750103
326487	rnn.bias_hh_l0	1	0.2482617199420929
326487	rnn.bias_hh_l0	2	0.04684308171272278
326487	rnn.bias_hh_l0	3	-0.07889458537101746
326487	rnn.bias_hh_l0	4	-0.08311280608177185
326487	rnn.bias_hh_l0	5	-0.00424482487142086
326487	rnn.bias_hh_l0	6	0.05711953714489937
326487	rnn.bias_hh_l0	7	-0.09720815718173981
326487	rnn.bias_hh_l0	8	-0.23467190563678741
326487	rnn.bias_hh_l0	9	-0.10188858211040497
326487	rnn.weight_ih_l0_reverse	0	0.020746827125549316
326487	rnn.weight_ih_l0_reverse	1	-0.06027519702911377
326487	rnn.weight_ih_l0_reverse	2	0.04303387552499771
326487	rnn.weight_ih_l0_reverse	3	0.020352549850940704
326487	rnn.weight_ih_l0_reverse	4	-0.00031266696169041097
326487	rnn.weight_ih_l0_reverse	5	-0.025742623955011368
326487	rnn.weight_ih_l0_reverse	6	0.01240335963666439
326487	rnn.weight_ih_l0_reverse	7	0.02821607142686844
326487	rnn.weight_ih_l0_reverse	8	-0.028085781261324883
326487	rnn.weight_ih_l0_reverse	9	-0.0014239607844501734
326487	rnn.weight_hh_l0_reverse	0	0.039812494069337845
326487	rnn.weight_hh_l0_reverse	1	0.029813317582011223
326487	rnn.weight_hh_l0_reverse	2	-0.022980840876698494
326487	rnn.weight_hh_l0_reverse	3	-0.08187451958656311
326487	rnn.weight_hh_l0_reverse	4	0.011353556998074055
326487	rnn.weight_hh_l0_reverse	5	-0.06053741276264191
326487	rnn.weight_hh_l0_reverse	6	-0.014115921221673489
326487	rnn.weight_hh_l0_reverse	7	0.031003210693597794
326487	rnn.weight_hh_l0_reverse	8	0.0076658520847558975
326487	rnn.weight_hh_l0_reverse	9	0.008774055168032646
326487	rnn.bias_ih_l0_reverse	0	-0.0463741235435009
326487	rnn.bias_ih_l0_reverse	1	-0.13935986161231995
326487	rnn.bias_ih_l0_reverse	2	-0.14598441123962402
326487	rnn.bias_ih_l0_reverse	3	-0.04632249474525452
326487	rnn.bias_ih_l0_reverse	4	-0.11269077658653259
326487	rnn.bias_ih_l0_reverse	5	-0.08609367161989212
326487	rnn.bias_ih_l0_reverse	6	-0.20808905363082886
326487	rnn.bias_ih_l0_reverse	7	-0.05219785496592522
326487	rnn.bias_ih_l0_reverse	8	-0.06405135989189148
326487	rnn.bias_ih_l0_reverse	9	-0.13402609527111053
326487	rnn.bias_hh_l0_reverse	0	-0.14217090606689453
326487	rnn.bias_hh_l0_reverse	1	-0.16209371387958527
326487	rnn.bias_hh_l0_reverse	2	0.10542634129524231
326487	rnn.bias_hh_l0_reverse	3	0.07275774329900742
326487	rnn.bias_hh_l0_reverse	4	-0.17888027429580688
326487	rnn.bias_hh_l0_reverse	5	-0.14285670220851898
326487	rnn.bias_hh_l0_reverse	6	-0.08953282982110977
326487	rnn.bias_hh_l0_reverse	7	-0.05412484332919121
326487	rnn.bias_hh_l0_reverse	8	-0.09681501239538193
326487	rnn.bias_hh_l0_reverse	9	-0.023771198466420174
326487	linear.weight	0	-0.007731141056865454
326487	linear.weight	1	0.007662813179194927
326487	linear.weight	2	0.3154628872871399
326487	linear.weight	3	-0.07891487330198288
326487	linear.weight	4	-0.010588549077510834
326487	linear.weight	5	0.12957322597503662
326487	linear.weight	6	-0.010739270597696304
326487	linear.weight	7	-0.07941214740276337
326487	linear.weight	8	0.18093527853488922
326487	linear.weight	9	-0.27597174048423767
326487	linear.bias	0	-0.03956538438796997
326487	linear.bias	1	0.031413208693265915
326487	linear.bias	2	0.416004478931427
326487	linear.bias	3	-0.7392750382423401
326487	linear.bias	4	2.145944118499756
326487	linear.bias	5	-1.405135154724121
326487	linear.bias	6	-0.29351896047592163
326487	linear.bias	7	-0.12843942642211914
327045	transitions	0	-1.9479628801345825
327045	transitions	1	-10000.0
327045	transitions	2	-0.7969565987586975
327045	transitions	3	-10000.0
327045	transitions	4	2.06852126121521
327045	transitions	5	-10000.0
327045	transitions	6	-10000.0
327045	transitions	7	1.8488982915878296
327045	transitions	8	-2.6306796073913574
327045	transitions	9	-4.239730358123779
327045	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
327045	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
327045	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
327045	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
327045	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
327045	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
327045	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
327045	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
327045	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
327045	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
327045	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
327045	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
327045	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
327045	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
327045	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
327045	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
327045	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
327045	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
327045	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
327045	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
327045	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
327045	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
327045	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
327045	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
327045	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
327045	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
327045	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
327045	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
327045	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
327045	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
327045	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
327045	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
327045	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
327045	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
327045	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
327045	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
327045	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
327045	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
327045	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
327045	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
327045	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
327045	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
327045	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
327045	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
327045	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
327045	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
327045	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
327045	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
327045	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
327045	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
327045	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
327045	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
327045	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
327045	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
327045	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
327045	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
327045	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
327045	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
327045	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
327045	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
327045	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
327045	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
327045	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
327045	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
327045	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
327045	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
327045	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
327045	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
327045	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
327045	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
327045	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
327045	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
327045	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
327045	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
327045	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
327045	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
327045	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
327045	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
327045	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
327045	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
327045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
327045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
327045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
327045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
327045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
327045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
327045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
327045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
327045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
327045	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
327045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
327045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
327045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
327045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
327045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
327045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
327045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
327045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
327045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
327045	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
327045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
327045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
327045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
327045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
327045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
327045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
327045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
327045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
327045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
327045	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
327045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
327045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
327045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
327045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
327045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
327045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
327045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
327045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
327045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
327045	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
327045	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
327045	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
327045	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
327045	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
327045	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
327045	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
327045	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
327045	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
327045	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
327045	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
327045	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
327045	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
327045	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
327045	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
327045	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
327045	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
327045	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
327045	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
327045	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
327045	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
327045	embedding2nn.weight	0	0.006404341664165258
327045	embedding2nn.weight	1	0.003978682681918144
327045	embedding2nn.weight	2	0.013425512239336967
327045	embedding2nn.weight	3	0.02697746828198433
327045	embedding2nn.weight	4	0.02323709987103939
327045	embedding2nn.weight	5	0.005508491303771734
327045	embedding2nn.weight	6	-0.01537319365888834
327045	embedding2nn.weight	7	-0.0004497425106819719
327045	embedding2nn.weight	8	-0.009976082481443882
327045	embedding2nn.weight	9	0.00200591585598886
327045	embedding2nn.bias	0	0.01619531214237213
327045	embedding2nn.bias	1	-0.03898148238658905
327045	embedding2nn.bias	2	0.08125627040863037
327045	embedding2nn.bias	3	0.06894195824861526
327045	embedding2nn.bias	4	-0.012690309435129166
327045	embedding2nn.bias	5	-0.03283391892910004
327045	embedding2nn.bias	6	0.029491834342479706
327045	embedding2nn.bias	7	0.0049209026619791985
327045	embedding2nn.bias	8	-0.03402842581272125
327045	embedding2nn.bias	9	0.024599449709057808
327045	rnn.weight_ih_l0	0	0.06504283100366592
327045	rnn.weight_ih_l0	1	-0.041429437696933746
327045	rnn.weight_ih_l0	2	0.005203230306506157
327045	rnn.weight_ih_l0	3	0.04550665616989136
327045	rnn.weight_ih_l0	4	-0.029774686321616173
327045	rnn.weight_ih_l0	5	0.04036629945039749
327045	rnn.weight_ih_l0	6	0.00783846341073513
327045	rnn.weight_ih_l0	7	0.06573142856359482
327045	rnn.weight_ih_l0	8	0.009106571786105633
327045	rnn.weight_ih_l0	9	-0.025124995037913322
327045	rnn.weight_hh_l0	0	-0.011713341809809208
327045	rnn.weight_hh_l0	1	-0.027738993987441063
327045	rnn.weight_hh_l0	2	-0.0614548921585083
327045	rnn.weight_hh_l0	3	-0.006003445014357567
327045	rnn.weight_hh_l0	4	-0.009741026908159256
327045	rnn.weight_hh_l0	5	-0.024623826146125793
327045	rnn.weight_hh_l0	6	0.0006574345752596855
327045	rnn.weight_hh_l0	7	-0.035885218530893326
327045	rnn.weight_hh_l0	8	0.06727269291877747
327045	rnn.weight_hh_l0	9	0.04527917876839638
327045	rnn.bias_ih_l0	0	-0.17385977506637573
327045	rnn.bias_ih_l0	1	-0.17114411294460297
327045	rnn.bias_ih_l0	2	-0.019494157284498215
327045	rnn.bias_ih_l0	3	-0.14788676798343658
327045	rnn.bias_ih_l0	4	-0.059005267918109894
327045	rnn.bias_ih_l0	5	-0.17574210464954376
327045	rnn.bias_ih_l0	6	0.0736985132098198
327045	rnn.bias_ih_l0	7	-0.0867827758193016
327045	rnn.bias_ih_l0	8	-0.04525764286518097
327045	rnn.bias_ih_l0	9	-0.10767673701047897
327045	rnn.bias_hh_l0	0	-0.06919185817241669
327045	rnn.bias_hh_l0	1	0.24823233485221863
327045	rnn.bias_hh_l0	2	0.04648919403553009
327045	rnn.bias_hh_l0	3	-0.07863519340753555
327045	rnn.bias_hh_l0	4	-0.08306659758090973
327045	rnn.bias_hh_l0	5	-0.004222203511744738
327045	rnn.bias_hh_l0	6	0.057348720729351044
327045	rnn.bias_hh_l0	7	-0.09707392007112503
327045	rnn.bias_hh_l0	8	-0.23463131487369537
327045	rnn.bias_hh_l0	9	-0.10187001526355743
327045	rnn.weight_ih_l0_reverse	0	0.020679732784628868
327045	rnn.weight_ih_l0_reverse	1	-0.06032682582736015
327045	rnn.weight_ih_l0_reverse	2	0.04306342080235481
327045	rnn.weight_ih_l0_reverse	3	0.02029469981789589
327045	rnn.weight_ih_l0_reverse	4	-0.0002695669827517122
327045	rnn.weight_ih_l0_reverse	5	-0.025737475603818893
327045	rnn.weight_ih_l0_reverse	6	0.01238512247800827
327045	rnn.weight_ih_l0_reverse	7	0.028237735852599144
327045	rnn.weight_ih_l0_reverse	8	-0.02807898260653019
327045	rnn.weight_ih_l0_reverse	9	-0.0014321953058242798
327045	rnn.weight_hh_l0_reverse	0	0.03981072083115578
327045	rnn.weight_hh_l0_reverse	1	0.029812991619110107
327045	rnn.weight_hh_l0_reverse	2	-0.022976897656917572
327045	rnn.weight_hh_l0_reverse	3	-0.0819019302725792
327045	rnn.weight_hh_l0_reverse	4	0.011342444457113743
327045	rnn.weight_hh_l0_reverse	5	-0.0605439729988575
327045	rnn.weight_hh_l0_reverse	6	-0.014114676043391228
327045	rnn.weight_hh_l0_reverse	7	0.0310005322098732
327045	rnn.weight_hh_l0_reverse	8	0.007643937133252621
327045	rnn.weight_hh_l0_reverse	9	0.008818327449262142
327045	rnn.bias_ih_l0_reverse	0	-0.04658711701631546
327045	rnn.bias_ih_l0_reverse	1	-0.13939474523067474
327045	rnn.bias_ih_l0_reverse	2	-0.14596915245056152
327045	rnn.bias_ih_l0_reverse	3	-0.04633316397666931
327045	rnn.bias_ih_l0_reverse	4	-0.11271592229604721
327045	rnn.bias_ih_l0_reverse	5	-0.08587769418954849
327045	rnn.bias_ih_l0_reverse	6	-0.20818495750427246
327045	rnn.bias_ih_l0_reverse	7	-0.05222560465335846
327045	rnn.bias_ih_l0_reverse	8	-0.06414861232042313
327045	rnn.bias_ih_l0_reverse	9	-0.13408201932907104
327045	rnn.bias_hh_l0_reverse	0	-0.1421983540058136
327045	rnn.bias_hh_l0_reverse	1	-0.1621457040309906
327045	rnn.bias_hh_l0_reverse	2	0.10561251640319824
327045	rnn.bias_hh_l0_reverse	3	0.07273542881011963
327045	rnn.bias_hh_l0_reverse	4	-0.17897929251194
327045	rnn.bias_hh_l0_reverse	5	-0.14272326231002808
327045	rnn.bias_hh_l0_reverse	6	-0.0896466001868248
327045	rnn.bias_hh_l0_reverse	7	-0.054010480642318726
327045	rnn.bias_hh_l0_reverse	8	-0.09671541303396225
327045	rnn.bias_hh_l0_reverse	9	-0.02368137426674366
327045	linear.weight	0	-0.007731194142252207
327045	linear.weight	1	0.008021294139325619
327045	linear.weight	2	0.3171001970767975
327045	linear.weight	3	-0.07891476154327393
327045	linear.weight	4	-0.010588549077510834
327045	linear.weight	5	0.12953247129917145
327045	linear.weight	6	-0.010739270597696304
327045	linear.weight	7	-0.07926401495933533
327045	linear.weight	8	0.1799173504114151
327045	linear.weight	9	-0.276142418384552
327045	linear.bias	0	-0.03956538438796997
327045	linear.bias	1	0.031413208693265915
327045	linear.bias	2	0.4137224853038788
327045	linear.bias	3	-0.7432177066802979
327045	linear.bias	4	2.155742645263672
327045	linear.bias	5	-1.405135154724121
327045	linear.bias	6	-0.29531407356262207
327045	linear.bias	7	-0.13020841777324677
327603	transitions	0	-1.948025107383728
327603	transitions	1	-10000.0
327603	transitions	2	-0.7969565987586975
327603	transitions	3	-10000.0
327603	transitions	4	2.069288730621338
327603	transitions	5	-10000.0
327603	transitions	6	-10000.0
327603	transitions	7	1.8495341539382935
327603	transitions	8	-2.6307246685028076
327603	transitions	9	-4.239730358123779
327603	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
327603	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
327603	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
327603	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
327603	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
327603	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
327603	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
327603	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
327603	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
327603	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
327603	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
327603	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
327603	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
327603	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
327603	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
327603	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
327603	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
327603	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
327603	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
327603	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
327603	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
327603	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
327603	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
327603	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
327603	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
327603	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
327603	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
327603	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
327603	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
327603	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
327603	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
327603	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
327603	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
327603	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
327603	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
327603	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
327603	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
327603	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
327603	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
327603	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
327603	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
327603	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
327603	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
327603	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
327603	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
327603	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
327603	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
327603	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
327603	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
327603	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
327603	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
327603	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
327603	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
327603	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
327603	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
327603	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
327603	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
327603	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
327603	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
327603	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
327603	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
327603	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
327603	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
327603	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
327603	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
327603	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
327603	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
327603	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
327603	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
327603	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
327603	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
327603	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
327603	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
327603	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
327603	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
327603	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
327603	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
327603	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
327603	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
327603	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
327603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
327603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
327603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
327603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
327603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
327603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
327603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
327603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
327603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
327603	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
327603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
327603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
327603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
327603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
327603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
327603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
327603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
327603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
327603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
327603	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
327603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
327603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
327603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
327603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
327603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
327603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
327603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
327603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
327603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
327603	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
327603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
327603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
327603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
327603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
327603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
327603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
327603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
327603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
327603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
327603	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
327603	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
327603	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
327603	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
327603	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
327603	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
327603	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
327603	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
327603	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
327603	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
327603	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
327603	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
327603	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
327603	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
327603	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
327603	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
327603	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
327603	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
327603	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
327603	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
327603	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
327603	embedding2nn.weight	0	0.00640452466905117
327603	embedding2nn.weight	1	0.003980609122663736
327603	embedding2nn.weight	2	0.013425794430077076
327603	embedding2nn.weight	3	0.026975885033607483
327603	embedding2nn.weight	4	0.023235445842146873
327603	embedding2nn.weight	5	0.0055001224391162395
327603	embedding2nn.weight	6	-0.015355627983808517
327603	embedding2nn.weight	7	-0.0004420780169311911
327603	embedding2nn.weight	8	-0.009973090142011642
327603	embedding2nn.weight	9	0.002005307236686349
327603	embedding2nn.bias	0	0.01578415371477604
327603	embedding2nn.bias	1	-0.038481492549180984
327603	embedding2nn.bias	2	0.08151958882808685
327603	embedding2nn.bias	3	0.0689425840973854
327603	embedding2nn.bias	4	-0.012840663082897663
327603	embedding2nn.bias	5	-0.032997604459524155
327603	embedding2nn.bias	6	0.02975732833147049
327603	embedding2nn.bias	7	0.004224944394081831
327603	embedding2nn.bias	8	-0.03385178744792938
327603	embedding2nn.bias	9	0.024652620777487755
327603	rnn.weight_ih_l0	0	0.06499160826206207
327603	rnn.weight_ih_l0	1	-0.04144032672047615
327603	rnn.weight_ih_l0	2	0.005278886761516333
327603	rnn.weight_ih_l0	3	0.045549746602773666
327603	rnn.weight_ih_l0	4	-0.02978258579969406
327603	rnn.weight_ih_l0	5	0.04035510867834091
327603	rnn.weight_ih_l0	6	0.007844829931855202
327603	rnn.weight_ih_l0	7	0.06569918245077133
327603	rnn.weight_ih_l0	8	0.009094011038541794
327603	rnn.weight_ih_l0	9	-0.02513609454035759
327603	rnn.weight_hh_l0	0	-0.011708416976034641
327603	rnn.weight_hh_l0	1	-0.02775094099342823
327603	rnn.weight_hh_l0	2	-0.06148379668593407
327603	rnn.weight_hh_l0	3	-0.00600326806306839
327603	rnn.weight_hh_l0	4	-0.009743649512529373
327603	rnn.weight_hh_l0	5	-0.024638770148158073
327603	rnn.weight_hh_l0	6	0.0006675645126961172
327603	rnn.weight_hh_l0	7	-0.035904187709093094
327603	rnn.weight_hh_l0	8	0.06728923320770264
327603	rnn.weight_hh_l0	9	0.045292604714632034
327603	rnn.bias_ih_l0	0	-0.17407092452049255
327603	rnn.bias_ih_l0	1	-0.17120368778705597
327603	rnn.bias_ih_l0	2	-0.0196322463452816
327603	rnn.bias_ih_l0	3	-0.14829587936401367
327603	rnn.bias_ih_l0	4	-0.05889451131224632
327603	rnn.bias_ih_l0	5	-0.17571595311164856
327603	rnn.bias_ih_l0	6	0.07365880906581879
327603	rnn.bias_ih_l0	7	-0.08696071803569794
327603	rnn.bias_ih_l0	8	-0.045261576771736145
327603	rnn.bias_ih_l0	9	-0.10763753950595856
327603	rnn.bias_hh_l0	0	-0.06931796669960022
327603	rnn.bias_hh_l0	1	0.24819183349609375
327603	rnn.bias_hh_l0	2	0.0462958924472332
327603	rnn.bias_hh_l0	3	-0.07854887843132019
327603	rnn.bias_hh_l0	4	-0.08298835158348083
327603	rnn.bias_hh_l0	5	-0.004280960652977228
327603	rnn.bias_hh_l0	6	0.05749550089240074
327603	rnn.bias_hh_l0	7	-0.09718912094831467
327603	rnn.bias_hh_l0	8	-0.23483604192733765
327603	rnn.bias_hh_l0	9	-0.10202432423830032
327603	rnn.weight_ih_l0_reverse	0	0.020665636286139488
327603	rnn.weight_ih_l0_reverse	1	-0.06036665663123131
327603	rnn.weight_ih_l0_reverse	2	0.04304034262895584
327603	rnn.weight_ih_l0_reverse	3	0.02034531719982624
327603	rnn.weight_ih_l0_reverse	4	-0.00025343967718072236
327603	rnn.weight_ih_l0_reverse	5	-0.025726111605763435
327603	rnn.weight_ih_l0_reverse	6	0.012308277189731598
327603	rnn.weight_ih_l0_reverse	7	0.028252972289919853
327603	rnn.weight_ih_l0_reverse	8	-0.02805223874747753
327603	rnn.weight_ih_l0_reverse	9	-0.0014669549418613315
327603	rnn.weight_hh_l0_reverse	0	0.03983347490429878
327603	rnn.weight_hh_l0_reverse	1	0.029791761189699173
327603	rnn.weight_hh_l0_reverse	2	-0.02297819033265114
327603	rnn.weight_hh_l0_reverse	3	-0.08192533254623413
327603	rnn.weight_hh_l0_reverse	4	0.011340765282511711
327603	rnn.weight_hh_l0_reverse	5	-0.06052899733185768
327603	rnn.weight_hh_l0_reverse	6	-0.014094234444200993
327603	rnn.weight_hh_l0_reverse	7	0.031031999737024307
327603	rnn.weight_hh_l0_reverse	8	0.007642270065844059
327603	rnn.weight_hh_l0_reverse	9	0.008782404474914074
327603	rnn.bias_ih_l0_reverse	0	-0.04659436270594597
327603	rnn.bias_ih_l0_reverse	1	-0.13950666785240173
327603	rnn.bias_ih_l0_reverse	2	-0.14592136442661285
327603	rnn.bias_ih_l0_reverse	3	-0.04638275131583214
327603	rnn.bias_ih_l0_reverse	4	-0.11277473717927933
327603	rnn.bias_ih_l0_reverse	5	-0.0858958512544632
327603	rnn.bias_ih_l0_reverse	6	-0.20814792811870575
327603	rnn.bias_ih_l0_reverse	7	-0.052256423979997635
327603	rnn.bias_ih_l0_reverse	8	-0.06426311284303665
327603	rnn.bias_ih_l0_reverse	9	-0.13410329818725586
327603	rnn.bias_hh_l0_reverse	0	-0.1421460658311844
327603	rnn.bias_hh_l0_reverse	1	-0.16229286789894104
327603	rnn.bias_hh_l0_reverse	2	0.1057625412940979
327603	rnn.bias_hh_l0_reverse	3	0.07315130531787872
327603	rnn.bias_hh_l0_reverse	4	-0.17898333072662354
327603	rnn.bias_hh_l0_reverse	5	-0.14280715584754944
327603	rnn.bias_hh_l0_reverse	6	-0.08973435312509537
327603	rnn.bias_hh_l0_reverse	7	-0.05388239398598671
327603	rnn.bias_hh_l0_reverse	8	-0.0967722088098526
327603	rnn.bias_hh_l0_reverse	9	-0.02358623780310154
327603	linear.weight	0	-0.007731246296316385
327603	linear.weight	1	0.007911896333098412
327603	linear.weight	2	0.31705039739608765
327603	linear.weight	3	-0.07891467958688736
327603	linear.weight	4	-0.010588549077510834
327603	linear.weight	5	0.12804655730724335
327603	linear.weight	6	-0.010739270597696304
327603	linear.weight	7	-0.07789576798677444
327603	linear.weight	8	0.1819571703672409
327603	linear.weight	9	-0.27649375796318054
327603	linear.bias	0	-0.03956538438796997
327603	linear.bias	1	0.031413208693265915
327603	linear.bias	2	0.4167381823062897
327603	linear.bias	3	-0.745181679725647
327603	linear.bias	4	2.157423734664917
327603	linear.bias	5	-1.4051352739334106
327603	linear.bias	6	-0.2966509461402893
327603	linear.bias	7	-0.1315961480140686
328161	transitions	0	-1.948073148727417
328161	transitions	1	-10000.0
328161	transitions	2	-0.7969565987586975
328161	transitions	3	-10000.0
328161	transitions	4	2.06970477104187
328161	transitions	5	-10000.0
328161	transitions	6	-10000.0
328161	transitions	7	1.8486604690551758
328161	transitions	8	-2.6307573318481445
328161	transitions	9	-4.239730358123779
328161	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
328161	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
328161	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
328161	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
328161	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
328161	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
328161	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
328161	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
328161	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
328161	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
328161	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
328161	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
328161	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
328161	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
328161	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
328161	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
328161	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
328161	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
328161	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
328161	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
328161	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
328161	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
328161	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
328161	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
328161	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
328161	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
328161	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
328161	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
328161	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
328161	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
328161	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
328161	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
328161	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
328161	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
328161	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
328161	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
328161	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
328161	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
328161	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
328161	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
328161	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
328161	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
328161	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
328161	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
328161	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
328161	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
328161	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
328161	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
328161	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
328161	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
328161	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
328161	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
328161	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
328161	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
328161	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
328161	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
328161	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
328161	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
328161	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
328161	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
328161	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
328161	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
328161	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
328161	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
328161	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
328161	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
328161	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
328161	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
328161	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
328161	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
328161	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
328161	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
328161	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
328161	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
328161	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
328161	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
328161	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
328161	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
328161	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
328161	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
328161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
328161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
328161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
328161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
328161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
328161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
328161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
328161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
328161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
328161	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
328161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
328161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
328161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
328161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
328161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
328161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
328161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
328161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
328161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
328161	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
328161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
328161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
328161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
328161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
328161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
328161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
328161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
328161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
328161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
328161	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
328161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
328161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
328161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
328161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
328161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
328161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
328161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
328161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
328161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
328161	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
328161	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
328161	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
328161	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
328161	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
328161	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
328161	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
328161	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
328161	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
328161	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
328161	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
328161	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
328161	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
328161	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
328161	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
328161	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
328161	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
328161	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
328161	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
328161	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
328161	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
328161	embedding2nn.weight	0	0.00640438636764884
328161	embedding2nn.weight	1	0.00398332579061389
328161	embedding2nn.weight	2	0.013424517586827278
328161	embedding2nn.weight	3	0.026972126215696335
328161	embedding2nn.weight	4	0.023228466510772705
328161	embedding2nn.weight	5	0.005506764631718397
328161	embedding2nn.weight	6	-0.015343330800533295
328161	embedding2nn.weight	7	-0.00044334528502076864
328161	embedding2nn.weight	8	-0.009983682073652744
328161	embedding2nn.weight	9	0.0019918233156204224
328161	embedding2nn.bias	0	0.015972793102264404
328161	embedding2nn.bias	1	-0.03834611177444458
328161	embedding2nn.bias	2	0.08151006698608398
328161	embedding2nn.bias	3	0.06884805113077164
328161	embedding2nn.bias	4	-0.012675573118031025
328161	embedding2nn.bias	5	-0.03250911086797714
328161	embedding2nn.bias	6	0.029774991795420647
328161	embedding2nn.bias	7	0.004047093912959099
328161	embedding2nn.bias	8	-0.03406352549791336
328161	embedding2nn.bias	9	0.024525849148631096
328161	rnn.weight_ih_l0	0	0.06503079831600189
328161	rnn.weight_ih_l0	1	-0.04145099222660065
328161	rnn.weight_ih_l0	2	0.005276266019791365
328161	rnn.weight_ih_l0	3	0.04552498087286949
328161	rnn.weight_ih_l0	4	-0.02977931685745716
328161	rnn.weight_ih_l0	5	0.04036622494459152
328161	rnn.weight_ih_l0	6	0.007831372320652008
328161	rnn.weight_ih_l0	7	0.0657045841217041
328161	rnn.weight_ih_l0	8	0.009079432114958763
328161	rnn.weight_ih_l0	9	-0.0250887181609869
328161	rnn.weight_hh_l0	0	-0.011729860678315163
328161	rnn.weight_hh_l0	1	-0.027716174721717834
328161	rnn.weight_hh_l0	2	-0.06150933727622032
328161	rnn.weight_hh_l0	3	-0.006000741384923458
328161	rnn.weight_hh_l0	4	-0.009746820665895939
328161	rnn.weight_hh_l0	5	-0.024629656225442886
328161	rnn.weight_hh_l0	6	0.0006605944945476949
328161	rnn.weight_hh_l0	7	-0.03594589978456497
328161	rnn.weight_hh_l0	8	0.06727943569421768
328161	rnn.weight_hh_l0	9	0.04530400410294533
328161	rnn.bias_ih_l0	0	-0.1742536425590515
328161	rnn.bias_ih_l0	1	-0.17117628455162048
328161	rnn.bias_ih_l0	2	-0.019702425226569176
328161	rnn.bias_ih_l0	3	-0.14832183718681335
328161	rnn.bias_ih_l0	4	-0.05865219607949257
328161	rnn.bias_ih_l0	5	-0.17564436793327332
328161	rnn.bias_ih_l0	6	0.07380940020084381
328161	rnn.bias_ih_l0	7	-0.0870487168431282
328161	rnn.bias_ih_l0	8	-0.045227352529764175
328161	rnn.bias_ih_l0	9	-0.10767371952533722
328161	rnn.bias_hh_l0	0	-0.06955071538686752
328161	rnn.bias_hh_l0	1	0.24802468717098236
328161	rnn.bias_hh_l0	2	0.04618246480822563
328161	rnn.bias_hh_l0	3	-0.07860991358757019
328161	rnn.bias_hh_l0	4	-0.08287614583969116
328161	rnn.bias_hh_l0	5	-0.004323529079556465
328161	rnn.bias_hh_l0	6	0.057288240641355515
328161	rnn.bias_hh_l0	7	-0.09710141271352768
328161	rnn.bias_hh_l0	8	-0.2346942275762558
328161	rnn.bias_hh_l0	9	-0.10200340300798416
328161	rnn.weight_ih_l0_reverse	0	0.020666254684329033
328161	rnn.weight_ih_l0_reverse	1	-0.06035998836159706
328161	rnn.weight_ih_l0_reverse	2	0.043012455105781555
328161	rnn.weight_ih_l0_reverse	3	0.020286468788981438
328161	rnn.weight_ih_l0_reverse	4	-0.00028539137565530837
328161	rnn.weight_ih_l0_reverse	5	-0.025730546563863754
328161	rnn.weight_ih_l0_reverse	6	0.012234915047883987
328161	rnn.weight_ih_l0_reverse	7	0.02825789898633957
328161	rnn.weight_ih_l0_reverse	8	-0.0280558243393898
328161	rnn.weight_ih_l0_reverse	9	-0.001466784393414855
328161	rnn.weight_hh_l0_reverse	0	0.039853841066360474
328161	rnn.weight_hh_l0_reverse	1	0.029802417382597923
328161	rnn.weight_hh_l0_reverse	2	-0.022983092814683914
328161	rnn.weight_hh_l0_reverse	3	-0.08187717944383621
328161	rnn.weight_hh_l0_reverse	4	0.011337613686919212
328161	rnn.weight_hh_l0_reverse	5	-0.06051088124513626
328161	rnn.weight_hh_l0_reverse	6	-0.014097967185080051
328161	rnn.weight_hh_l0_reverse	7	0.031031625345349312
328161	rnn.weight_hh_l0_reverse	8	0.007648884318768978
328161	rnn.weight_hh_l0_reverse	9	0.008768156170845032
328161	rnn.bias_ih_l0_reverse	0	-0.0466119758784771
328161	rnn.bias_ih_l0_reverse	1	-0.13945290446281433
328161	rnn.bias_ih_l0_reverse	2	-0.14589332044124603
328161	rnn.bias_ih_l0_reverse	3	-0.04630480706691742
328161	rnn.bias_ih_l0_reverse	4	-0.11283596605062485
328161	rnn.bias_ih_l0_reverse	5	-0.08575349301099777
328161	rnn.bias_ih_l0_reverse	6	-0.2080439329147339
328161	rnn.bias_ih_l0_reverse	7	-0.05224667862057686
328161	rnn.bias_ih_l0_reverse	8	-0.0642266795039177
328161	rnn.bias_ih_l0_reverse	9	-0.1340915560722351
328161	rnn.bias_hh_l0_reverse	0	-0.14200089871883392
328161	rnn.bias_hh_l0_reverse	1	-0.16226184368133545
328161	rnn.bias_hh_l0_reverse	2	0.10555312037467957
328161	rnn.bias_hh_l0_reverse	3	0.07332420349121094
328161	rnn.bias_hh_l0_reverse	4	-0.178853377699852
328161	rnn.bias_hh_l0_reverse	5	-0.14284849166870117
328161	rnn.bias_hh_l0_reverse	6	-0.08981716632843018
328161	rnn.bias_hh_l0_reverse	7	-0.05369609594345093
328161	rnn.bias_hh_l0_reverse	8	-0.09695138782262802
328161	rnn.bias_hh_l0_reverse	9	-0.02361380122601986
328161	linear.weight	0	-0.007731299381703138
328161	linear.weight	1	0.008318858221173286
328161	linear.weight	2	0.31717193126678467
328161	linear.weight	3	-0.07891461998224258
328161	linear.weight	4	-0.010588549077510834
328161	linear.weight	5	0.12912936508655548
328161	linear.weight	6	-0.010739270597696304
328161	linear.weight	7	-0.07613510638475418
328161	linear.weight	8	0.18372750282287598
328161	linear.weight	9	-0.2766650915145874
328161	linear.bias	0	-0.03956538438796997
328161	linear.bias	1	0.031413208693265915
328161	linear.bias	2	0.4191332161426544
328161	linear.bias	3	-0.7389171123504639
328161	linear.bias	4	2.1490941047668457
328161	linear.bias	5	-1.4051353931427002
328161	linear.bias	6	-0.29680493474006653
328161	linear.bias	7	-0.13176339864730835
328719	transitions	0	-1.9481210708618164
328719	transitions	1	-10000.0
328719	transitions	2	-0.7969565987586975
328719	transitions	3	-10000.0
328719	transitions	4	2.068619966506958
328719	transitions	5	-10000.0
328719	transitions	6	-10000.0
328719	transitions	7	1.8479464054107666
328719	transitions	8	-2.630794048309326
328719	transitions	9	-4.239731311798096
328719	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
328719	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
328719	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
328719	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
328719	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
328719	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
328719	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
328719	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
328719	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
328719	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
328719	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
328719	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
328719	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
328719	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
328719	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
328719	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
328719	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
328719	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
328719	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
328719	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
328719	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
328719	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
328719	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
328719	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
328719	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
328719	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
328719	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
328719	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
328719	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
328719	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
328719	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
328719	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
328719	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
328719	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
328719	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
328719	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
328719	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
328719	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
328719	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
328719	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
328719	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
328719	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
328719	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
328719	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
328719	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
328719	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
328719	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
328719	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
328719	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
328719	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
328719	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
328719	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
328719	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
328719	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
328719	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
328719	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
328719	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
328719	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
328719	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
328719	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
328719	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
328719	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
328719	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
328719	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
328719	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
328719	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
328719	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
328719	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
328719	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
328719	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
328719	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
328719	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
328719	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
328719	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
328719	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
328719	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
328719	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
328719	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
328719	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
328719	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
328719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
328719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
328719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
328719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
328719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
328719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
328719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
328719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
328719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
328719	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
328719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
328719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
328719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
328719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
328719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
328719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
328719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
328719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
328719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
328719	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
328719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
328719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
328719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
328719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
328719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
328719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
328719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
328719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
328719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
328719	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
328719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
328719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
328719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
328719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
328719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
328719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
328719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
328719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
328719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
328719	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
328719	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
328719	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
328719	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
328719	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
328719	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
328719	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
328719	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
328719	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
328719	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
328719	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
328719	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
328719	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
328719	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
328719	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
328719	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
328719	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
328719	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
328719	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
328719	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
328719	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
328719	embedding2nn.weight	0	0.006403906270861626
328719	embedding2nn.weight	1	0.003984649665653706
328719	embedding2nn.weight	2	0.013424771837890148
328719	embedding2nn.weight	3	0.026972049847245216
328719	embedding2nn.weight	4	0.02323949709534645
328719	embedding2nn.weight	5	0.005477409344166517
328719	embedding2nn.weight	6	-0.015332004986703396
328719	embedding2nn.weight	7	-0.0004275971732567996
328719	embedding2nn.weight	8	-0.010002218186855316
328719	embedding2nn.weight	9	0.0019852465484291315
328719	embedding2nn.bias	0	0.01603369228541851
328719	embedding2nn.bias	1	-0.03811313584446907
328719	embedding2nn.bias	2	0.08162204921245575
328719	embedding2nn.bias	3	0.06866583228111267
328719	embedding2nn.bias	4	-0.012766013853251934
328719	embedding2nn.bias	5	-0.032679907977581024
328719	embedding2nn.bias	6	0.02991061843931675
328719	embedding2nn.bias	7	0.004163652658462524
328719	embedding2nn.bias	8	-0.03395424410700798
328719	embedding2nn.bias	9	0.024584392085671425
328719	rnn.weight_ih_l0	0	0.06504479795694351
328719	rnn.weight_ih_l0	1	-0.04147086292505264
328719	rnn.weight_ih_l0	2	0.005304996389895678
328719	rnn.weight_ih_l0	3	0.045489389449357986
328719	rnn.weight_ih_l0	4	-0.02975744754076004
328719	rnn.weight_ih_l0	5	0.04036150127649307
328719	rnn.weight_ih_l0	6	0.007834464311599731
328719	rnn.weight_ih_l0	7	0.06570608168840408
328719	rnn.weight_ih_l0	8	0.009090902283787727
328719	rnn.weight_ih_l0	9	-0.025130996480584145
328719	rnn.weight_hh_l0	0	-0.011733748950064182
328719	rnn.weight_hh_l0	1	-0.02768738381564617
328719	rnn.weight_hh_l0	2	-0.0614728145301342
328719	rnn.weight_hh_l0	3	-0.006009794771671295
328719	rnn.weight_hh_l0	4	-0.009745105169713497
328719	rnn.weight_hh_l0	5	-0.02459474839270115
328719	rnn.weight_hh_l0	6	0.000656126590911299
328719	rnn.weight_hh_l0	7	-0.03588299825787544
328719	rnn.weight_hh_l0	8	0.06729214638471603
328719	rnn.weight_hh_l0	9	0.04534802585840225
328719	rnn.bias_ih_l0	0	-0.1738964319229126
328719	rnn.bias_ih_l0	1	-0.17115551233291626
328719	rnn.bias_ih_l0	2	-0.01975252851843834
328719	rnn.bias_ih_l0	3	-0.1482321172952652
328719	rnn.bias_ih_l0	4	-0.058628637343645096
328719	rnn.bias_ih_l0	5	-0.1755208671092987
328719	rnn.bias_ih_l0	6	0.07374342530965805
328719	rnn.bias_ih_l0	7	-0.08705952018499374
328719	rnn.bias_ih_l0	8	-0.04539055377244949
328719	rnn.bias_ih_l0	9	-0.10768445581197739
328719	rnn.bias_hh_l0	0	-0.06946644932031631
328719	rnn.bias_hh_l0	1	0.24807418882846832
328719	rnn.bias_hh_l0	2	0.04630495235323906
328719	rnn.bias_hh_l0	3	-0.07859544456005096
328719	rnn.bias_hh_l0	4	-0.0827934667468071
328719	rnn.bias_hh_l0	5	-0.004470766056329012
328719	rnn.bias_hh_l0	6	0.057200267910957336
328719	rnn.bias_hh_l0	7	-0.09700820595026016
328719	rnn.bias_hh_l0	8	-0.23435425758361816
328719	rnn.bias_hh_l0	9	-0.10195794701576233
328719	rnn.weight_ih_l0_reverse	0	0.020624442026019096
328719	rnn.weight_ih_l0_reverse	1	-0.06035388261079788
328719	rnn.weight_ih_l0_reverse	2	0.04302656278014183
328719	rnn.weight_ih_l0_reverse	3	0.020263874903321266
328719	rnn.weight_ih_l0_reverse	4	-0.0002473533677402884
328719	rnn.weight_ih_l0_reverse	5	-0.025739537551999092
328719	rnn.weight_ih_l0_reverse	6	0.012243706732988358
328719	rnn.weight_ih_l0_reverse	7	0.02825654298067093
328719	rnn.weight_ih_l0_reverse	8	-0.02806360460817814
328719	rnn.weight_ih_l0_reverse	9	-0.0014663238544017076
328719	rnn.weight_hh_l0_reverse	0	0.03986961767077446
328719	rnn.weight_hh_l0_reverse	1	0.02978200651705265
328719	rnn.weight_hh_l0_reverse	2	-0.02299119532108307
328719	rnn.weight_hh_l0_reverse	3	-0.08184520900249481
328719	rnn.weight_hh_l0_reverse	4	0.011338615790009499
328719	rnn.weight_hh_l0_reverse	5	-0.06053451821208
328719	rnn.weight_hh_l0_reverse	6	-0.014082420617341995
328719	rnn.weight_hh_l0_reverse	7	0.031053315848112106
328719	rnn.weight_hh_l0_reverse	8	0.007644230034202337
328719	rnn.weight_hh_l0_reverse	9	0.008793076500296593
328719	rnn.bias_ih_l0_reverse	0	-0.04652960225939751
328719	rnn.bias_ih_l0_reverse	1	-0.13958847522735596
328719	rnn.bias_ih_l0_reverse	2	-0.14600716531276703
328719	rnn.bias_ih_l0_reverse	3	-0.04614180326461792
328719	rnn.bias_ih_l0_reverse	4	-0.11274535953998566
328719	rnn.bias_ih_l0_reverse	5	-0.08564592897891998
328719	rnn.bias_ih_l0_reverse	6	-0.20804829895496368
328719	rnn.bias_ih_l0_reverse	7	-0.052348051220178604
328719	rnn.bias_ih_l0_reverse	8	-0.06429451704025269
328719	rnn.bias_ih_l0_reverse	9	-0.13418468832969666
328719	rnn.bias_hh_l0_reverse	0	-0.14188390970230103
328719	rnn.bias_hh_l0_reverse	1	-0.16245654225349426
328719	rnn.bias_hh_l0_reverse	2	0.10546383261680603
328719	rnn.bias_hh_l0_reverse	3	0.07362108677625656
328719	rnn.bias_hh_l0_reverse	4	-0.17896951735019684
328719	rnn.bias_hh_l0_reverse	5	-0.14304569363594055
328719	rnn.bias_hh_l0_reverse	6	-0.0896746963262558
328719	rnn.bias_hh_l0_reverse	7	-0.05354398116469383
328719	rnn.bias_hh_l0_reverse	8	-0.0969490185379982
328719	rnn.bias_hh_l0_reverse	9	-0.023602910339832306
328719	linear.weight	0	-0.007731381803750992
328719	linear.weight	1	0.00844477117061615
328719	linear.weight	2	0.316642701625824
328719	linear.weight	3	-0.07891446352005005
328719	linear.weight	4	-0.010588549077510834
328719	linear.weight	5	0.12917737662792206
328719	linear.weight	6	-0.010739270597696304
328719	linear.weight	7	-0.07613278925418854
328719	linear.weight	8	0.18116576969623566
328719	linear.weight	9	-0.27685585618019104
328719	linear.bias	0	-0.03956538438796997
328719	linear.bias	1	0.031413208693265915
328719	linear.bias	2	0.4198090434074402
328719	linear.bias	3	-0.7441626787185669
328719	linear.bias	4	2.151449203491211
328719	linear.bias	5	-1.4051355123519897
328719	linear.bias	6	-0.2956865131855011
328719	linear.bias	7	-0.1306590586900711
329277	transitions	0	-1.9481768608093262
329277	transitions	1	-10000.0
329277	transitions	2	-0.7969565987586975
329277	transitions	3	-10000.0
329277	transitions	4	2.0694611072540283
329277	transitions	5	-10000.0
329277	transitions	6	-10000.0
329277	transitions	7	1.8494470119476318
329277	transitions	8	-2.630838394165039
329277	transitions	9	-4.239732265472412
329277	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
329277	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
329277	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
329277	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
329277	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
329277	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
329277	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
329277	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
329277	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
329277	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
329277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
329277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
329277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
329277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
329277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
329277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
329277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
329277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
329277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
329277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
329277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
329277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
329277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
329277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
329277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
329277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
329277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
329277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
329277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
329277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
329277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
329277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
329277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
329277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
329277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
329277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
329277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
329277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
329277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
329277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
329277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
329277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
329277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
329277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
329277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
329277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
329277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
329277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
329277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
329277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
329277	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
329277	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
329277	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
329277	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
329277	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
329277	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
329277	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
329277	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
329277	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
329277	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
329277	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
329277	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
329277	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
329277	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
329277	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
329277	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
329277	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
329277	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
329277	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
329277	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
329277	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
329277	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
329277	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
329277	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
329277	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
329277	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
329277	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
329277	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
329277	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
329277	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
329277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
329277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
329277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
329277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
329277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
329277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
329277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
329277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
329277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
329277	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
329277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
329277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
329277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
329277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
329277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
329277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
329277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
329277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
329277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
329277	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
329277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
329277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
329277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
329277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
329277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
329277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
329277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
329277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
329277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
329277	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
329277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
329277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
329277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
329277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
329277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
329277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
329277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
329277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
329277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
329277	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
329277	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
329277	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
329277	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
329277	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
329277	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
329277	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
329277	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
329277	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
329277	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
329277	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
329277	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
329277	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
329277	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
329277	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
329277	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
329277	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
329277	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
329277	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
329277	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
329277	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
329277	embedding2nn.weight	0	0.006402920000255108
329277	embedding2nn.weight	1	0.003989375662058592
329277	embedding2nn.weight	2	0.013424438424408436
329277	embedding2nn.weight	3	0.026976723223924637
329277	embedding2nn.weight	4	0.02324782684445381
329277	embedding2nn.weight	5	0.005499718245118856
329277	embedding2nn.weight	6	-0.015343244187533855
329277	embedding2nn.weight	7	-0.0004206764278933406
329277	embedding2nn.weight	8	-0.010007958859205246
329277	embedding2nn.weight	9	0.001997867366299033
329277	embedding2nn.bias	0	0.016331572085618973
329277	embedding2nn.bias	1	-0.038242779672145844
329277	embedding2nn.bias	2	0.08209389448165894
329277	embedding2nn.bias	3	0.06878884881734848
329277	embedding2nn.bias	4	-0.012647406198084354
329277	embedding2nn.bias	5	-0.0322573147714138
329277	embedding2nn.bias	6	0.0296933613717556
329277	embedding2nn.bias	7	0.0039947014302015305
329277	embedding2nn.bias	8	-0.034170787781476974
329277	embedding2nn.bias	9	0.02425425313413143
329277	rnn.weight_ih_l0	0	0.06504150480031967
329277	rnn.weight_ih_l0	1	-0.04142371565103531
329277	rnn.weight_ih_l0	2	0.0053238412365317345
329277	rnn.weight_ih_l0	3	0.045438844710588455
329277	rnn.weight_ih_l0	4	-0.029819661751389503
329277	rnn.weight_ih_l0	5	0.04038548469543457
329277	rnn.weight_ih_l0	6	0.007819957099854946
329277	rnn.weight_ih_l0	7	0.06567522883415222
329277	rnn.weight_ih_l0	8	0.009042229503393173
329277	rnn.weight_ih_l0	9	-0.02516229636967182
329277	rnn.weight_hh_l0	0	-0.011703859083354473
329277	rnn.weight_hh_l0	1	-0.02767176181077957
329277	rnn.weight_hh_l0	2	-0.06147221475839615
329277	rnn.weight_hh_l0	3	-0.006009816657751799
329277	rnn.weight_hh_l0	4	-0.00974877830594778
329277	rnn.weight_hh_l0	5	-0.024576084688305855
329277	rnn.weight_hh_l0	6	0.0006495070410892367
329277	rnn.weight_hh_l0	7	-0.0359085313975811
329277	rnn.weight_hh_l0	8	0.0672592893242836
329277	rnn.weight_hh_l0	9	0.045344699174165726
329277	rnn.bias_ih_l0	0	-0.17387625575065613
329277	rnn.bias_ih_l0	1	-0.17117053270339966
329277	rnn.bias_ih_l0	2	-0.019797999411821365
329277	rnn.bias_ih_l0	3	-0.1478741317987442
329277	rnn.bias_ih_l0	4	-0.05871369689702988
329277	rnn.bias_ih_l0	5	-0.1756581962108612
329277	rnn.bias_ih_l0	6	0.07364517450332642
329277	rnn.bias_ih_l0	7	-0.0868404284119606
329277	rnn.bias_ih_l0	8	-0.04550362378358841
329277	rnn.bias_ih_l0	9	-0.10772545635700226
329277	rnn.bias_hh_l0	0	-0.06957712024450302
329277	rnn.bias_hh_l0	1	0.2481870949268341
329277	rnn.bias_hh_l0	2	0.04659918695688248
329277	rnn.bias_hh_l0	3	-0.07878406345844269
329277	rnn.bias_hh_l0	4	-0.08289062231779099
329277	rnn.bias_hh_l0	5	-0.004251360427588224
329277	rnn.bias_hh_l0	6	0.05732228606939316
329277	rnn.bias_hh_l0	7	-0.0972094014286995
329277	rnn.bias_hh_l0	8	-0.23410817980766296
329277	rnn.bias_hh_l0	9	-0.10191544890403748
329277	rnn.weight_ih_l0_reverse	0	0.020705174654722214
329277	rnn.weight_ih_l0_reverse	1	-0.06035270541906357
329277	rnn.weight_ih_l0_reverse	2	0.04302718862891197
329277	rnn.weight_ih_l0_reverse	3	0.020270204171538353
329277	rnn.weight_ih_l0_reverse	4	-0.00023671092640142888
329277	rnn.weight_ih_l0_reverse	5	-0.025739818811416626
329277	rnn.weight_ih_l0_reverse	6	0.012272115796804428
329277	rnn.weight_ih_l0_reverse	7	0.028307804837822914
329277	rnn.weight_ih_l0_reverse	8	-0.028041766956448555
329277	rnn.weight_ih_l0_reverse	9	-0.0014411605661734939
329277	rnn.weight_hh_l0_reverse	0	0.03987816348671913
329277	rnn.weight_hh_l0_reverse	1	0.02977384626865387
329277	rnn.weight_hh_l0_reverse	2	-0.022949935868382454
329277	rnn.weight_hh_l0_reverse	3	-0.08184880763292313
329277	rnn.weight_hh_l0_reverse	4	0.011328183114528656
329277	rnn.weight_hh_l0_reverse	5	-0.06052573025226593
329277	rnn.weight_hh_l0_reverse	6	-0.014112495817244053
329277	rnn.weight_hh_l0_reverse	7	0.031065940856933594
329277	rnn.weight_hh_l0_reverse	8	0.007641871925443411
329277	rnn.weight_hh_l0_reverse	9	0.008734849281609058
329277	rnn.bias_ih_l0_reverse	0	-0.04650567099452019
329277	rnn.bias_ih_l0_reverse	1	-0.1396123319864273
329277	rnn.bias_ih_l0_reverse	2	-0.14612804353237152
329277	rnn.bias_ih_l0_reverse	3	-0.04618077725172043
329277	rnn.bias_ih_l0_reverse	4	-0.11260078102350235
329277	rnn.bias_ih_l0_reverse	5	-0.08564694225788116
329277	rnn.bias_ih_l0_reverse	6	-0.2080417424440384
329277	rnn.bias_ih_l0_reverse	7	-0.05234778672456741
329277	rnn.bias_ih_l0_reverse	8	-0.06418681144714355
329277	rnn.bias_ih_l0_reverse	9	-0.1342112123966217
329277	rnn.bias_hh_l0_reverse	0	-0.1420043259859085
329277	rnn.bias_hh_l0_reverse	1	-0.16248196363449097
329277	rnn.bias_hh_l0_reverse	2	0.10576535761356354
329277	rnn.bias_hh_l0_reverse	3	0.07362770289182663
329277	rnn.bias_hh_l0_reverse	4	-0.1789303869009018
329277	rnn.bias_hh_l0_reverse	5	-0.14326894283294678
329277	rnn.bias_hh_l0_reverse	6	-0.08972220867872238
329277	rnn.bias_hh_l0_reverse	7	-0.05357305705547333
329277	rnn.bias_hh_l0_reverse	8	-0.09691178053617477
329277	rnn.bias_hh_l0_reverse	9	-0.02366955205798149
329277	linear.weight	0	-0.007731444668024778
329277	linear.weight	1	0.008904974907636642
329277	linear.weight	2	0.31612110137939453
329277	linear.weight	3	-0.07891438156366348
329277	linear.weight	4	-0.010588549077510834
329277	linear.weight	5	0.12990576028823853
329277	linear.weight	6	-0.010739270597696304
329277	linear.weight	7	-0.07659720629453659
329277	linear.weight	8	0.18219098448753357
329277	linear.weight	9	-0.27721473574638367
329277	linear.bias	0	-0.03956538438796997
329277	linear.bias	1	0.031413208693265915
329277	linear.bias	2	0.4205300211906433
329277	linear.bias	3	-0.7502996325492859
329277	linear.bias	4	2.153728485107422
329277	linear.bias	5	-1.4051356315612793
329277	linear.bias	6	-0.2941204905509949
329277	linear.bias	7	-0.1290813535451889
329836	transitions	0	-1.9482231140136719
329836	transitions	1	-10000.0
329836	transitions	2	-0.7969565987586975
329836	transitions	3	-10000.0
329836	transitions	4	2.068464517593384
329836	transitions	5	-10000.0
329836	transitions	6	-10000.0
329836	transitions	7	1.8493858575820923
329836	transitions	8	-2.6308789253234863
329836	transitions	9	-4.23973274230957
329836	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
329836	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
329836	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
329836	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
329836	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
329836	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
329836	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
329836	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
329836	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
329836	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
329836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
329836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
329836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
329836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
329836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
329836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
329836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
329836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
329836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
329836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
329836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
329836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
329836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
329836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
329836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
329836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
329836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
329836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
329836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
329836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
329836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
329836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
329836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
329836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
329836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
329836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
329836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
329836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
329836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
329836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
329836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
329836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
329836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
329836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
329836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
329836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
329836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
329836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
329836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
329836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
329836	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
329836	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
329836	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
329836	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
329836	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
329836	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
329836	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
329836	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
329836	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
329836	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
329836	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
329836	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
329836	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
329836	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
329836	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
329836	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
329836	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
329836	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
329836	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
329836	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
329836	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
329836	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
329836	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
329836	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
329836	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
329836	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
329836	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
329836	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
329836	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
329836	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
329836	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
329836	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
329836	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
329836	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
329836	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
329836	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
329836	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
329836	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
329836	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
329836	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
329836	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
329836	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
329836	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
329836	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
329836	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
329836	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
329836	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
329836	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
329836	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
329836	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
329836	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
329836	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
329836	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
329836	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
329836	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
329836	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
329836	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
329836	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
329836	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
329836	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
329836	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
329836	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
329836	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
329836	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
329836	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
329836	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
329836	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
329836	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
329836	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
329836	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
329836	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
329836	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
329836	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
329836	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
329836	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
329836	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
329836	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
329836	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
329836	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
329836	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
329836	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
329836	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
329836	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
329836	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
329836	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
329836	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
329836	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
329836	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
329836	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
329836	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
329836	embedding2nn.weight	0	0.006401768419891596
329836	embedding2nn.weight	1	0.0039918022230267525
329836	embedding2nn.weight	2	0.01342583354562521
329836	embedding2nn.weight	3	0.027006762102246284
329836	embedding2nn.weight	4	0.023254666477441788
329836	embedding2nn.weight	5	0.005506458692252636
329836	embedding2nn.weight	6	-0.01535817515105009
329836	embedding2nn.weight	7	-0.0004245789023116231
329836	embedding2nn.weight	8	-0.009997310116887093
329836	embedding2nn.weight	9	0.0020128267351537943
329836	embedding2nn.bias	0	0.01639208011329174
329836	embedding2nn.bias	1	-0.038385942578315735
329836	embedding2nn.bias	2	0.08191446959972382
329836	embedding2nn.bias	3	0.06888703256845474
329836	embedding2nn.bias	4	-0.012811824679374695
329836	embedding2nn.bias	5	-0.03207721561193466
329836	embedding2nn.bias	6	0.029618075117468834
329836	embedding2nn.bias	7	0.003980573266744614
329836	embedding2nn.bias	8	-0.03452935069799423
329836	embedding2nn.bias	9	0.02449698932468891
329836	rnn.weight_ih_l0	0	0.06500589102506638
329836	rnn.weight_ih_l0	1	-0.04144549369812012
329836	rnn.weight_ih_l0	2	0.005311089567840099
329836	rnn.weight_ih_l0	3	0.045425895601511
329836	rnn.weight_ih_l0	4	-0.02984168566763401
329836	rnn.weight_ih_l0	5	0.04029892012476921
329836	rnn.weight_ih_l0	6	0.00782641489058733
329836	rnn.weight_ih_l0	7	0.06567636877298355
329836	rnn.weight_ih_l0	8	0.00906086340546608
329836	rnn.weight_ih_l0	9	-0.025124283507466316
329836	rnn.weight_hh_l0	0	-0.01170418318361044
329836	rnn.weight_hh_l0	1	-0.02767360769212246
329836	rnn.weight_hh_l0	2	-0.061471160501241684
329836	rnn.weight_hh_l0	3	-0.005995403975248337
329836	rnn.weight_hh_l0	4	-0.00975446030497551
329836	rnn.weight_hh_l0	5	-0.024568205699324608
329836	rnn.weight_hh_l0	6	0.0006547893863171339
329836	rnn.weight_hh_l0	7	-0.03595976158976555
329836	rnn.weight_hh_l0	8	0.06725672632455826
329836	rnn.weight_hh_l0	9	0.04535752534866333
329836	rnn.bias_ih_l0	0	-0.17392973601818085
329836	rnn.bias_ih_l0	1	-0.17116518318653107
329836	rnn.bias_ih_l0	2	-0.019782885909080505
329836	rnn.bias_ih_l0	3	-0.1477937549352646
329836	rnn.bias_ih_l0	4	-0.058808907866477966
329836	rnn.bias_ih_l0	5	-0.17578385770320892
329836	rnn.bias_ih_l0	6	0.07327510416507721
329836	rnn.bias_ih_l0	7	-0.08691171556711197
329836	rnn.bias_ih_l0	8	-0.04563378915190697
329836	rnn.bias_ih_l0	9	-0.10761431604623795
329836	rnn.bias_hh_l0	0	-0.06953005492687225
329836	rnn.bias_hh_l0	1	0.2483007162809372
329836	rnn.bias_hh_l0	2	0.04668208956718445
329836	rnn.bias_hh_l0	3	-0.07889021188020706
329836	rnn.bias_hh_l0	4	-0.0827919989824295
329836	rnn.bias_hh_l0	5	-0.004091640468686819
329836	rnn.bias_hh_l0	6	0.057407766580581665
329836	rnn.bias_hh_l0	7	-0.09691064059734344
329836	rnn.bias_hh_l0	8	-0.2341802567243576
329836	rnn.bias_hh_l0	9	-0.10182607173919678
329836	rnn.weight_ih_l0_reverse	0	0.020761385560035706
329836	rnn.weight_ih_l0_reverse	1	-0.0603640154004097
329836	rnn.weight_ih_l0_reverse	2	0.04303104057908058
329836	rnn.weight_ih_l0_reverse	3	0.0202594343572855
329836	rnn.weight_ih_l0_reverse	4	-0.0002557238331064582
329836	rnn.weight_ih_l0_reverse	5	-0.02568662166595459
329836	rnn.weight_ih_l0_reverse	6	0.012233374640345573
329836	rnn.weight_ih_l0_reverse	7	0.028321752324700356
329836	rnn.weight_ih_l0_reverse	8	-0.028035761788487434
329836	rnn.weight_ih_l0_reverse	9	-0.0014841408701613545
329836	rnn.weight_hh_l0_reverse	0	0.03987270966172218
329836	rnn.weight_hh_l0_reverse	1	0.029792420566082
329836	rnn.weight_hh_l0_reverse	2	-0.022960083559155464
329836	rnn.weight_hh_l0_reverse	3	-0.08187271654605865
329836	rnn.weight_hh_l0_reverse	4	0.01131906732916832
329836	rnn.weight_hh_l0_reverse	5	-0.060542456805706024
329836	rnn.weight_hh_l0_reverse	6	-0.014104974456131458
329836	rnn.weight_hh_l0_reverse	7	0.031072771176695824
329836	rnn.weight_hh_l0_reverse	8	0.00764576205983758
329836	rnn.weight_hh_l0_reverse	9	0.008731149137020111
329836	rnn.bias_ih_l0_reverse	0	-0.046393636614084244
329836	rnn.bias_ih_l0_reverse	1	-0.13952703773975372
329836	rnn.bias_ih_l0_reverse	2	-0.1461726725101471
329836	rnn.bias_ih_l0_reverse	3	-0.046198729425668716
329836	rnn.bias_ih_l0_reverse	4	-0.1126747578382492
329836	rnn.bias_ih_l0_reverse	5	-0.0857524648308754
329836	rnn.bias_ih_l0_reverse	6	-0.2081582099199295
329836	rnn.bias_ih_l0_reverse	7	-0.052199047058820724
329836	rnn.bias_ih_l0_reverse	8	-0.06411390751600266
329836	rnn.bias_ih_l0_reverse	9	-0.13436773419380188
329836	rnn.bias_hh_l0_reverse	0	-0.14188510179519653
329836	rnn.bias_hh_l0_reverse	1	-0.1622939258813858
329836	rnn.bias_hh_l0_reverse	2	0.10593649744987488
329836	rnn.bias_hh_l0_reverse	3	0.07359477132558823
329836	rnn.bias_hh_l0_reverse	4	-0.17887847125530243
329836	rnn.bias_hh_l0_reverse	5	-0.1430978924036026
329836	rnn.bias_hh_l0_reverse	6	-0.089930959045887
329836	rnn.bias_hh_l0_reverse	7	-0.05350315198302269
329836	rnn.bias_hh_l0_reverse	8	-0.09695995599031448
329836	rnn.bias_hh_l0_reverse	9	-0.023659255355596542
329836	linear.weight	0	-0.007731507997959852
329836	linear.weight	1	0.009052247740328312
329836	linear.weight	2	0.31620165705680847
329836	linear.weight	3	-0.07891431450843811
329836	linear.weight	4	-0.010588549077510834
329836	linear.weight	5	0.13036684691905975
329836	linear.weight	6	-0.010739270597696304
329836	linear.weight	7	-0.07876341044902802
329836	linear.weight	8	0.1824272722005844
329836	linear.weight	9	-0.27715396881103516
329836	linear.bias	0	-0.03956538438796997
329836	linear.bias	1	0.031413208693265915
329836	linear.bias	2	0.4210764169692993
329836	linear.bias	3	-0.746388852596283
329836	linear.bias	4	2.149352788925171
329836	linear.bias	5	-1.4051356315612793
329836	linear.bias	6	-0.29415637254714966
329836	linear.bias	7	-0.12912093102931976
330394	transitions	0	-1.9482899904251099
330394	transitions	1	-10000.0
330394	transitions	2	-0.7969565987586975
330394	transitions	3	-10000.0
330394	transitions	4	2.0701096057891846
330394	transitions	5	-10000.0
330394	transitions	6	-10000.0
330394	transitions	7	1.849504828453064
330394	transitions	8	-2.6309142112731934
330394	transitions	9	-4.239733695983887
330394	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
330394	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
330394	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
330394	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
330394	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
330394	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
330394	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
330394	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
330394	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
330394	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
330394	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
330394	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
330394	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
330394	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
330394	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
330394	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
330394	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
330394	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
330394	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
330394	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
330394	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
330394	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
330394	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
330394	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
330394	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
330394	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
330394	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
330394	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
330394	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
330394	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
330394	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
330394	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
330394	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
330394	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
330394	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
330394	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
330394	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
330394	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
330394	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
330394	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
330394	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
330394	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
330394	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
330394	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
330394	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
330394	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
330394	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
330394	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
330394	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
330394	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
330394	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
330394	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
330394	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
330394	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
330394	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
330394	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
330394	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
330394	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
330394	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
330394	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
330394	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
330394	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
330394	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
330394	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
330394	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
330394	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
330394	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
330394	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
330394	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
330394	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
330394	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
330394	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
330394	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
330394	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
330394	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
330394	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
330394	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
330394	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
330394	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
330394	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
330394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
330394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
330394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
330394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
330394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
330394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
330394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
330394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
330394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
330394	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
330394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
330394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
330394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
330394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
330394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
330394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
330394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
330394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
330394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
330394	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
330394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
330394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
330394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
330394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
330394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
330394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
330394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
330394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
330394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
330394	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
330394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
330394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
330394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
330394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
330394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
330394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
330394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
330394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
330394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
330394	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
330394	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
330394	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
330394	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
330394	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
330394	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
330394	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
330394	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
330394	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
330394	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
330394	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
330394	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
330394	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
330394	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
330394	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
330394	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
330394	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
330394	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
330394	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
330394	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
330394	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
330394	embedding2nn.weight	0	0.006400550715625286
330394	embedding2nn.weight	1	0.003997476305812597
330394	embedding2nn.weight	2	0.013425011187791824
330394	embedding2nn.weight	3	0.026989581063389778
330394	embedding2nn.weight	4	0.02328583598136902
330394	embedding2nn.weight	5	0.005546280648559332
330394	embedding2nn.weight	6	-0.015364247374236584
330394	embedding2nn.weight	7	-0.00043042434845119715
330394	embedding2nn.weight	8	-0.009985577315092087
330394	embedding2nn.weight	9	0.002018939470872283
330394	embedding2nn.bias	0	0.016364827752113342
330394	embedding2nn.bias	1	-0.03848502039909363
330394	embedding2nn.bias	2	0.08151494711637497
330394	embedding2nn.bias	3	0.06924717128276825
330394	embedding2nn.bias	4	-0.012931174598634243
330394	embedding2nn.bias	5	-0.03202417865395546
330394	embedding2nn.bias	6	0.029729316011071205
330394	embedding2nn.bias	7	0.004073431249707937
330394	embedding2nn.bias	8	-0.034814413636922836
330394	embedding2nn.bias	9	0.024586692452430725
330394	rnn.weight_ih_l0	0	0.06498190015554428
330394	rnn.weight_ih_l0	1	-0.04148835688829422
330394	rnn.weight_ih_l0	2	0.0052958279848098755
330394	rnn.weight_ih_l0	3	0.045462895184755325
330394	rnn.weight_ih_l0	4	-0.02982347644865513
330394	rnn.weight_ih_l0	5	0.04037060588598251
330394	rnn.weight_ih_l0	6	0.00783789623528719
330394	rnn.weight_ih_l0	7	0.06569812446832657
330394	rnn.weight_ih_l0	8	0.009120884351432323
330394	rnn.weight_ih_l0	9	-0.025135451927781105
330394	rnn.weight_hh_l0	0	-0.011690627783536911
330394	rnn.weight_hh_l0	1	-0.027622278779745102
330394	rnn.weight_hh_l0	2	-0.061495933681726456
330394	rnn.weight_hh_l0	3	-0.005991938523948193
330394	rnn.weight_hh_l0	4	-0.009757013991475105
330394	rnn.weight_hh_l0	5	-0.024578601121902466
330394	rnn.weight_hh_l0	6	0.0006505886558443308
330394	rnn.weight_hh_l0	7	-0.03591560572385788
330394	rnn.weight_hh_l0	8	0.06727001816034317
330394	rnn.weight_hh_l0	9	0.04537445306777954
330394	rnn.bias_ih_l0	0	-0.17398510873317719
330394	rnn.bias_ih_l0	1	-0.17096559703350067
330394	rnn.bias_ih_l0	2	-0.019810210913419724
330394	rnn.bias_ih_l0	3	-0.147983118891716
330394	rnn.bias_ih_l0	4	-0.058854278177022934
330394	rnn.bias_ih_l0	5	-0.17568106949329376
330394	rnn.bias_ih_l0	6	0.07318652421236038
330394	rnn.bias_ih_l0	7	-0.08701829612255096
330394	rnn.bias_ih_l0	8	-0.04554775357246399
330394	rnn.bias_ih_l0	9	-0.10777678340673447
330394	rnn.bias_hh_l0	0	-0.06934244930744171
330394	rnn.bias_hh_l0	1	0.24818627536296844
330394	rnn.bias_hh_l0	2	0.04704706370830536
330394	rnn.bias_hh_l0	3	-0.07885269075632095
330394	rnn.bias_hh_l0	4	-0.08296642452478409
330394	rnn.bias_hh_l0	5	-0.004155124071985483
330394	rnn.bias_hh_l0	6	0.05743877962231636
330394	rnn.bias_hh_l0	7	-0.09678680449724197
330394	rnn.bias_hh_l0	8	-0.23417164385318756
330394	rnn.bias_hh_l0	9	-0.10178995877504349
330394	rnn.weight_ih_l0_reverse	0	0.02069234289228916
330394	rnn.weight_ih_l0_reverse	1	-0.06039174646139145
330394	rnn.weight_ih_l0_reverse	2	0.043034180998802185
330394	rnn.weight_ih_l0_reverse	3	0.020251717418432236
330394	rnn.weight_ih_l0_reverse	4	-0.00024105659394990653
330394	rnn.weight_ih_l0_reverse	5	-0.025668160989880562
330394	rnn.weight_ih_l0_reverse	6	0.012208160944283009
330394	rnn.weight_ih_l0_reverse	7	0.028322843834757805
330394	rnn.weight_ih_l0_reverse	8	-0.028055986389517784
330394	rnn.weight_ih_l0_reverse	9	-0.0014866235433146358
330394	rnn.weight_hh_l0_reverse	0	0.039880234748125076
330394	rnn.weight_hh_l0_reverse	1	0.02982366643846035
330394	rnn.weight_hh_l0_reverse	2	-0.022950157523155212
330394	rnn.weight_hh_l0_reverse	3	-0.08192400634288788
330394	rnn.weight_hh_l0_reverse	4	0.011338110081851482
330394	rnn.weight_hh_l0_reverse	5	-0.06052759662270546
330394	rnn.weight_hh_l0_reverse	6	-0.014120545238256454
330394	rnn.weight_hh_l0_reverse	7	0.031115911900997162
330394	rnn.weight_hh_l0_reverse	8	0.0076396106742322445
330394	rnn.weight_hh_l0_reverse	9	0.008749392814934254
330394	rnn.bias_ih_l0_reverse	0	-0.046377647668123245
330394	rnn.bias_ih_l0_reverse	1	-0.13946713507175446
330394	rnn.bias_ih_l0_reverse	2	-0.14604923129081726
330394	rnn.bias_ih_l0_reverse	3	-0.04636645317077637
330394	rnn.bias_ih_l0_reverse	4	-0.11268652230501175
330394	rnn.bias_ih_l0_reverse	5	-0.08591952919960022
330394	rnn.bias_ih_l0_reverse	6	-0.2082771509885788
330394	rnn.bias_ih_l0_reverse	7	-0.052317921072244644
330394	rnn.bias_ih_l0_reverse	8	-0.06430212408304214
330394	rnn.bias_ih_l0_reverse	9	-0.134349063038826
330394	rnn.bias_hh_l0_reverse	0	-0.14181140065193176
330394	rnn.bias_hh_l0_reverse	1	-0.1625305712223053
330394	rnn.bias_hh_l0_reverse	2	0.1061004251241684
330394	rnn.bias_hh_l0_reverse	3	0.0733671709895134
330394	rnn.bias_hh_l0_reverse	4	-0.17897386848926544
330394	rnn.bias_hh_l0_reverse	5	-0.14308220148086548
330394	rnn.bias_hh_l0_reverse	6	-0.08978888392448425
330394	rnn.bias_hh_l0_reverse	7	-0.0536087304353714
330394	rnn.bias_hh_l0_reverse	8	-0.09695226699113846
330394	rnn.bias_hh_l0_reverse	9	-0.023682499304413795
330394	linear.weight	0	-0.007731559220701456
330394	linear.weight	1	0.008608292788267136
330394	linear.weight	2	0.31611374020576477
330394	linear.weight	3	-0.07891425490379333
330394	linear.weight	4	-0.010588549077510834
330394	linear.weight	5	0.1301787793636322
330394	linear.weight	6	-0.010739270597696304
330394	linear.weight	7	-0.07794033735990524
330394	linear.weight	8	0.18646469712257385
330394	linear.weight	9	-0.2773383557796478
330394	linear.bias	0	-0.03956538438796997
330394	linear.bias	1	0.031413208693265915
330394	linear.bias	2	0.4209611713886261
330394	linear.bias	3	-0.7480953931808472
330394	linear.bias	4	2.1505842208862305
330394	linear.bias	5	-1.4051356315612793
330394	linear.bias	6	-0.29382866621017456
330394	linear.bias	7	-0.12884879112243652
330952	transitions	0	-1.9483317136764526
330952	transitions	1	-10000.0
330952	transitions	2	-0.7969565987586975
330952	transitions	3	-10000.0
330952	transitions	4	2.070096015930176
330952	transitions	5	-10000.0
330952	transitions	6	-10000.0
330952	transitions	7	1.8501334190368652
330952	transitions	8	-2.6309494972229004
330952	transitions	9	-4.239733695983887
330952	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
330952	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
330952	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
330952	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
330952	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
330952	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
330952	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
330952	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
330952	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
330952	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
330952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
330952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
330952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
330952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
330952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
330952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
330952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
330952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
330952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
330952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
330952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
330952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
330952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
330952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
330952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
330952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
330952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
330952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
330952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
330952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
330952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
330952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
330952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
330952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
330952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
330952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
330952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
330952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
330952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
330952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
330952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
330952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
330952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
330952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
330952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
330952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
330952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
330952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
330952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
330952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
330952	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
330952	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
330952	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
330952	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
330952	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
330952	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
330952	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
330952	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
330952	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
330952	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
330952	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
330952	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
330952	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
330952	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
330952	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
330952	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
330952	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
330952	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
330952	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
330952	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
330952	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
330952	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
330952	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
330952	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
330952	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
330952	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
330952	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
330952	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
330952	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
330952	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
330952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
330952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
330952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
330952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
330952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
330952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
330952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
330952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
330952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
330952	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
330952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
330952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
330952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
330952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
330952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
330952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
330952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
330952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
330952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
330952	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
330952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
330952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
330952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
330952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
330952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
330952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
330952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
330952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
330952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
330952	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
330952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
330952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
330952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
330952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
330952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
330952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
330952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
330952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
330952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
330952	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
330952	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
330952	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
330952	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
330952	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
330952	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
330952	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
330952	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
330952	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
330952	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
330952	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
330952	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
330952	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
330952	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
330952	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
330952	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
330952	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
330952	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
330952	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
330952	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
330952	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
330952	embedding2nn.weight	0	0.006399886682629585
330952	embedding2nn.weight	1	0.003997131250798702
330952	embedding2nn.weight	2	0.01342419721186161
330952	embedding2nn.weight	3	0.026976510882377625
330952	embedding2nn.weight	4	0.023290490731596947
330952	embedding2nn.weight	5	0.005565169267356396
330952	embedding2nn.weight	6	-0.015367357060313225
330952	embedding2nn.weight	7	-0.00044020445784553885
330952	embedding2nn.weight	8	-0.009960511699318886
330952	embedding2nn.weight	9	0.0020202924497425556
330952	embedding2nn.bias	0	0.015683995559811592
330952	embedding2nn.bias	1	-0.038652203977108
330952	embedding2nn.bias	2	0.08146849274635315
330952	embedding2nn.bias	3	0.0695500373840332
330952	embedding2nn.bias	4	-0.012921514920890331
330952	embedding2nn.bias	5	-0.03165678307414055
330952	embedding2nn.bias	6	0.02956678904592991
330952	embedding2nn.bias	7	0.003880345495417714
330952	embedding2nn.bias	8	-0.03444766253232956
330952	embedding2nn.bias	9	0.0243209395557642
330952	rnn.weight_ih_l0	0	0.06505731493234634
330952	rnn.weight_ih_l0	1	-0.041543882340192795
330952	rnn.weight_ih_l0	2	0.005292960442602634
330952	rnn.weight_ih_l0	3	0.04546540230512619
330952	rnn.weight_ih_l0	4	-0.029781591147184372
330952	rnn.weight_ih_l0	5	0.04036432132124901
330952	rnn.weight_ih_l0	6	0.00781916081905365
330952	rnn.weight_ih_l0	7	0.06570018082857132
330952	rnn.weight_ih_l0	8	0.009150005877017975
330952	rnn.weight_ih_l0	9	-0.025160539895296097
330952	rnn.weight_hh_l0	0	-0.011735500767827034
330952	rnn.weight_hh_l0	1	-0.02763868123292923
330952	rnn.weight_hh_l0	2	-0.06145435944199562
330952	rnn.weight_hh_l0	3	-0.0060020871460437775
330952	rnn.weight_hh_l0	4	-0.00974305160343647
330952	rnn.weight_hh_l0	5	-0.024575255811214447
330952	rnn.weight_hh_l0	6	0.000650781556032598
330952	rnn.weight_hh_l0	7	-0.035938531160354614
330952	rnn.weight_hh_l0	8	0.06723406165838242
330952	rnn.weight_hh_l0	9	0.045350827276706696
330952	rnn.bias_ih_l0	0	-0.17396391928195953
330952	rnn.bias_ih_l0	1	-0.17093616724014282
330952	rnn.bias_ih_l0	2	-0.019877629354596138
330952	rnn.bias_ih_l0	3	-0.14793848991394043
330952	rnn.bias_ih_l0	4	-0.05893455445766449
330952	rnn.bias_ih_l0	5	-0.17588311433792114
330952	rnn.bias_ih_l0	6	0.07340922206640244
330952	rnn.bias_ih_l0	7	-0.08676791936159134
330952	rnn.bias_ih_l0	8	-0.045312829315662384
330952	rnn.bias_ih_l0	9	-0.10781308263540268
330952	rnn.bias_hh_l0	0	-0.06927241384983063
330952	rnn.bias_hh_l0	1	0.2480798363685608
330952	rnn.bias_hh_l0	2	0.047259945422410965
330952	rnn.bias_hh_l0	3	-0.07891905307769775
330952	rnn.bias_hh_l0	4	-0.0829121395945549
330952	rnn.bias_hh_l0	5	-0.004367714282125235
330952	rnn.bias_hh_l0	6	0.05745980516076088
330952	rnn.bias_hh_l0	7	-0.09691872447729111
330952	rnn.bias_hh_l0	8	-0.234210804104805
330952	rnn.bias_hh_l0	9	-0.10172627866268158
330952	rnn.weight_ih_l0_reverse	0	0.020725185051560402
330952	rnn.weight_ih_l0_reverse	1	-0.06035101041197777
330952	rnn.weight_ih_l0_reverse	2	0.04302719980478287
330952	rnn.weight_ih_l0_reverse	3	0.02022654376924038
330952	rnn.weight_ih_l0_reverse	4	-0.00020418595522642136
330952	rnn.weight_ih_l0_reverse	5	-0.02568303421139717
330952	rnn.weight_ih_l0_reverse	6	0.012143292464315891
330952	rnn.weight_ih_l0_reverse	7	0.028316650539636612
330952	rnn.weight_ih_l0_reverse	8	-0.028059469535946846
330952	rnn.weight_ih_l0_reverse	9	-0.0014948919415473938
330952	rnn.weight_hh_l0_reverse	0	0.039874617010354996
330952	rnn.weight_hh_l0_reverse	1	0.029797356575727463
330952	rnn.weight_hh_l0_reverse	2	-0.022949904203414917
330952	rnn.weight_hh_l0_reverse	3	-0.08185193687677383
330952	rnn.weight_hh_l0_reverse	4	0.011333462782204151
330952	rnn.weight_hh_l0_reverse	5	-0.060537129640579224
330952	rnn.weight_hh_l0_reverse	6	-0.01411349792033434
330952	rnn.weight_hh_l0_reverse	7	0.031105969101190567
330952	rnn.weight_hh_l0_reverse	8	0.007620646618306637
330952	rnn.weight_hh_l0_reverse	9	0.008749471977353096
330952	rnn.bias_ih_l0_reverse	0	-0.04626848176121712
330952	rnn.bias_ih_l0_reverse	1	-0.13943612575531006
330952	rnn.bias_ih_l0_reverse	2	-0.1460803747177124
330952	rnn.bias_ih_l0_reverse	3	-0.046341992914676666
330952	rnn.bias_ih_l0_reverse	4	-0.11269186437129974
330952	rnn.bias_ih_l0_reverse	5	-0.08584234863519669
330952	rnn.bias_ih_l0_reverse	6	-0.2083648443222046
330952	rnn.bias_ih_l0_reverse	7	-0.05234099552035332
330952	rnn.bias_ih_l0_reverse	8	-0.06426667422056198
330952	rnn.bias_ih_l0_reverse	9	-0.1342514455318451
330952	rnn.bias_hh_l0_reverse	0	-0.14172203838825226
330952	rnn.bias_hh_l0_reverse	1	-0.1624794602394104
330952	rnn.bias_hh_l0_reverse	2	0.1060713678598404
330952	rnn.bias_hh_l0_reverse	3	0.07324288785457611
330952	rnn.bias_hh_l0_reverse	4	-0.17894384264945984
330952	rnn.bias_hh_l0_reverse	5	-0.14304398000240326
330952	rnn.bias_hh_l0_reverse	6	-0.08954353630542755
330952	rnn.bias_hh_l0_reverse	7	-0.05353798344731331
330952	rnn.bias_hh_l0_reverse	8	-0.09698299318552017
330952	rnn.bias_hh_l0_reverse	9	-0.0235025305300951
330952	linear.weight	0	-0.007731620222330093
330952	linear.weight	1	0.009212556295096874
330952	linear.weight	2	0.3165604770183563
330952	linear.weight	3	-0.07891416549682617
330952	linear.weight	4	-0.010588549077510834
330952	linear.weight	5	0.1297762542963028
330952	linear.weight	6	-0.010739270597696304
330952	linear.weight	7	-0.07858116924762726
330952	linear.weight	8	0.18731673061847687
330952	linear.weight	9	-0.27760735154151917
330952	linear.bias	0	-0.03956538438796997
330952	linear.bias	1	0.031413208693265915
330952	linear.bias	2	0.4165036380290985
330952	linear.bias	3	-0.7448829412460327
330952	linear.bias	4	2.1542603969573975
330952	linear.bias	5	-1.4051356315612793
330952	linear.bias	6	-0.29503628611564636
330952	linear.bias	7	-0.13006509840488434
331510	transitions	0	-1.9483810663223267
331510	transitions	1	-10000.0
331510	transitions	2	-0.7969565987586975
331510	transitions	3	-10000.0
331510	transitions	4	2.0703606605529785
331510	transitions	5	-10000.0
331510	transitions	6	-10000.0
331510	transitions	7	1.849159598350525
331510	transitions	8	-2.630981683731079
331510	transitions	9	-4.239734172821045
331510	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
331510	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
331510	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
331510	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
331510	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
331510	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
331510	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
331510	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
331510	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
331510	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
331510	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
331510	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
331510	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
331510	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
331510	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
331510	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
331510	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
331510	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
331510	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
331510	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
331510	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
331510	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
331510	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
331510	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
331510	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
331510	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
331510	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
331510	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
331510	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
331510	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
331510	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
331510	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
331510	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
331510	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
331510	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
331510	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
331510	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
331510	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
331510	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
331510	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
331510	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
331510	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
331510	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
331510	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
331510	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
331510	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
331510	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
331510	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
331510	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
331510	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
331510	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
331510	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
331510	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
331510	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
331510	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
331510	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
331510	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
331510	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
331510	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
331510	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
331510	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
331510	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
331510	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
331510	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
331510	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
331510	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
331510	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
331510	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
331510	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
331510	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
331510	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
331510	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
331510	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
331510	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
331510	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
331510	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
331510	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
331510	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
331510	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
331510	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
331510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
331510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
331510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
331510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
331510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
331510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
331510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
331510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
331510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
331510	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
331510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
331510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
331510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
331510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
331510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
331510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
331510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
331510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
331510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
331510	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
331510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
331510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
331510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
331510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
331510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
331510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
331510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
331510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
331510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
331510	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
331510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
331510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
331510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
331510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
331510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
331510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
331510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
331510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
331510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
331510	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
331510	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
331510	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
331510	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
331510	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
331510	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
331510	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
331510	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
331510	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
331510	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
331510	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
331510	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
331510	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
331510	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
331510	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
331510	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
331510	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
331510	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
331510	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
331510	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
331510	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
331510	embedding2nn.weight	0	0.006399442441761494
331510	embedding2nn.weight	1	0.003997339867055416
331510	embedding2nn.weight	2	0.01342359185218811
331510	embedding2nn.weight	3	0.02698070928454399
331510	embedding2nn.weight	4	0.023309193551540375
331510	embedding2nn.weight	5	0.005519958212971687
331510	embedding2nn.weight	6	-0.01536583062261343
331510	embedding2nn.weight	7	-0.00045061149285174906
331510	embedding2nn.weight	8	-0.009975489228963852
331510	embedding2nn.weight	9	0.002020604209974408
331510	embedding2nn.bias	0	0.01602831855416298
331510	embedding2nn.bias	1	-0.03854818642139435
331510	embedding2nn.bias	2	0.08124511688947678
331510	embedding2nn.bias	3	0.06902628391981125
331510	embedding2nn.bias	4	-0.012828378938138485
331510	embedding2nn.bias	5	-0.03226296603679657
331510	embedding2nn.bias	6	0.030401958152651787
331510	embedding2nn.bias	7	0.0038288801442831755
331510	embedding2nn.bias	8	-0.03477318957448006
331510	embedding2nn.bias	9	0.02406216785311699
331510	rnn.weight_ih_l0	0	0.06503747403621674
331510	rnn.weight_ih_l0	1	-0.04156314209103584
331510	rnn.weight_ih_l0	2	0.005266563035547733
331510	rnn.weight_ih_l0	3	0.045429229736328125
331510	rnn.weight_ih_l0	4	-0.029778575524687767
331510	rnn.weight_ih_l0	5	0.04041220620274544
331510	rnn.weight_ih_l0	6	0.007814880460500717
331510	rnn.weight_ih_l0	7	0.06569105386734009
331510	rnn.weight_ih_l0	8	0.009151571430265903
331510	rnn.weight_ih_l0	9	-0.02522723563015461
331510	rnn.weight_hh_l0	0	-0.01174167264252901
331510	rnn.weight_hh_l0	1	-0.02765400893986225
331510	rnn.weight_hh_l0	2	-0.06147606670856476
331510	rnn.weight_hh_l0	3	-0.005992423743009567
331510	rnn.weight_hh_l0	4	-0.009737194515764713
331510	rnn.weight_hh_l0	5	-0.024567430838942528
331510	rnn.weight_hh_l0	6	0.0006479703006334603
331510	rnn.weight_hh_l0	7	-0.03594716265797615
331510	rnn.weight_hh_l0	8	0.06725876033306122
331510	rnn.weight_hh_l0	9	0.045379724353551865
331510	rnn.bias_ih_l0	0	-0.17387115955352783
331510	rnn.bias_ih_l0	1	-0.17090864479541779
331510	rnn.bias_ih_l0	2	-0.019869934767484665
331510	rnn.bias_ih_l0	3	-0.1478894203901291
331510	rnn.bias_ih_l0	4	-0.05886424332857132
331510	rnn.bias_ih_l0	5	-0.17575830221176147
331510	rnn.bias_ih_l0	6	0.07301661372184753
331510	rnn.bias_ih_l0	7	-0.08652768284082413
331510	rnn.bias_ih_l0	8	-0.04540139064192772
331510	rnn.bias_ih_l0	9	-0.10785216838121414
331510	rnn.bias_hh_l0	0	-0.06947305798530579
331510	rnn.bias_hh_l0	1	0.24803665280342102
331510	rnn.bias_hh_l0	2	0.04702938720583916
331510	rnn.bias_hh_l0	3	-0.07886574417352676
331510	rnn.bias_hh_l0	4	-0.08292324095964432
331510	rnn.bias_hh_l0	5	-0.004504807759076357
331510	rnn.bias_hh_l0	6	0.05755044147372246
331510	rnn.bias_hh_l0	7	-0.09696892648935318
331510	rnn.bias_hh_l0	8	-0.23404636979103088
331510	rnn.bias_hh_l0	9	-0.10168007761240005
331510	rnn.weight_ih_l0_reverse	0	0.020726412534713745
331510	rnn.weight_ih_l0_reverse	1	-0.06037091463804245
331510	rnn.weight_ih_l0_reverse	2	0.04304833337664604
331510	rnn.weight_ih_l0_reverse	3	0.020196586847305298
331510	rnn.weight_ih_l0_reverse	4	-0.00021356639626901597
331510	rnn.weight_ih_l0_reverse	5	-0.025627661496400833
331510	rnn.weight_ih_l0_reverse	6	0.012138864025473595
331510	rnn.weight_ih_l0_reverse	7	0.0283370278775692
331510	rnn.weight_ih_l0_reverse	8	-0.028085125610232353
331510	rnn.weight_ih_l0_reverse	9	-0.0014238441362977028
331510	rnn.weight_hh_l0_reverse	0	0.03987760469317436
331510	rnn.weight_hh_l0_reverse	1	0.02983567863702774
331510	rnn.weight_hh_l0_reverse	2	-0.02294502779841423
331510	rnn.weight_hh_l0_reverse	3	-0.0818701982498169
331510	rnn.weight_hh_l0_reverse	4	0.011326308362185955
331510	rnn.weight_hh_l0_reverse	5	-0.06054948270320892
331510	rnn.weight_hh_l0_reverse	6	-0.014096184633672237
331510	rnn.weight_hh_l0_reverse	7	0.031099315732717514
331510	rnn.weight_hh_l0_reverse	8	0.007607089355587959
331510	rnn.weight_hh_l0_reverse	9	0.008767424151301384
331510	rnn.bias_ih_l0_reverse	0	-0.04617529362440109
331510	rnn.bias_ih_l0_reverse	1	-0.13951602578163147
331510	rnn.bias_ih_l0_reverse	2	-0.14600874483585358
331510	rnn.bias_ih_l0_reverse	3	-0.04621950164437294
331510	rnn.bias_ih_l0_reverse	4	-0.11270450800657272
331510	rnn.bias_ih_l0_reverse	5	-0.08594576269388199
331510	rnn.bias_ih_l0_reverse	6	-0.2084922194480896
331510	rnn.bias_ih_l0_reverse	7	-0.05235287919640541
331510	rnn.bias_ih_l0_reverse	8	-0.06422197073698044
331510	rnn.bias_ih_l0_reverse	9	-0.1342257559299469
331510	rnn.bias_hh_l0_reverse	0	-0.14187665283679962
331510	rnn.bias_hh_l0_reverse	1	-0.16230307519435883
331510	rnn.bias_hh_l0_reverse	2	0.1057671457529068
331510	rnn.bias_hh_l0_reverse	3	0.0734141618013382
331510	rnn.bias_hh_l0_reverse	4	-0.17890124022960663
331510	rnn.bias_hh_l0_reverse	5	-0.14318852126598358
331510	rnn.bias_hh_l0_reverse	6	-0.08950340002775192
331510	rnn.bias_hh_l0_reverse	7	-0.053688012063503265
331510	rnn.bias_hh_l0_reverse	8	-0.09692505747079849
331510	rnn.bias_hh_l0_reverse	9	-0.02353483811020851
331510	linear.weight	0	-0.007731665391474962
331510	linear.weight	1	0.010587716475129128
331510	linear.weight	2	0.3164593279361725
331510	linear.weight	3	-0.07891401648521423
331510	linear.weight	4	-0.010588549077510834
331510	linear.weight	5	0.13042765855789185
331510	linear.weight	6	-0.010739270597696304
331510	linear.weight	7	-0.07982825487852097
331510	linear.weight	8	0.18649601936340332
331510	linear.weight	9	-0.27757149934768677
331510	linear.bias	0	-0.03956538438796997
331510	linear.bias	1	0.031413208693265915
331510	linear.bias	2	0.41786545515060425
331510	linear.bias	3	-0.744581401348114
331510	linear.bias	4	2.155003070831299
331510	linear.bias	5	-1.4051357507705688
331510	linear.bias	6	-0.296221524477005
331510	linear.bias	7	-0.1312771439552307
332068	transitions	0	-1.9484386444091797
332068	transitions	1	-10000.0
332068	transitions	2	-0.7969565987586975
332068	transitions	3	-10000.0
332068	transitions	4	2.0692477226257324
332068	transitions	5	-10000.0
332068	transitions	6	-10000.0
332068	transitions	7	1.8486742973327637
332068	transitions	8	-2.631025791168213
332068	transitions	9	-4.239734172821045
332068	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
332068	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
332068	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
332068	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
332068	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
332068	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
332068	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
332068	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
332068	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
332068	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
332068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
332068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
332068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
332068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
332068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
332068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
332068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
332068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
332068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
332068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
332068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
332068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
332068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
332068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
332068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
332068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
332068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
332068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
332068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
332068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
332068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
332068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
332068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
332068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
332068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
332068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
332068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
332068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
332068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
332068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
332068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
332068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
332068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
332068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
332068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
332068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
332068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
332068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
332068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
332068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
332068	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
332068	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
332068	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
332068	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
332068	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
332068	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
332068	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
332068	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
332068	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
332068	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
332068	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
332068	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
332068	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
332068	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
332068	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
332068	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
332068	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
332068	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
332068	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
332068	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
332068	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
332068	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
332068	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
332068	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
332068	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
332068	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
332068	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
332068	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
332068	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
332068	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
332068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
332068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
332068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
332068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
332068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
332068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
332068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
332068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
332068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
332068	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
332068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
332068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
332068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
332068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
332068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
332068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
332068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
332068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
332068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
332068	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
332068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
332068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
332068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
332068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
332068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
332068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
332068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
332068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
332068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
332068	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
332068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
332068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
332068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
332068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
332068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
332068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
332068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
332068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
332068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
332068	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
332068	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
332068	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
332068	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
332068	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
332068	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
332068	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
332068	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
332068	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
332068	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
332068	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
332068	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
332068	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
332068	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
332068	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
332068	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
332068	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
332068	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
332068	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
332068	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
332068	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
332068	embedding2nn.weight	0	0.006399998441338539
332068	embedding2nn.weight	1	0.004008453339338303
332068	embedding2nn.weight	2	0.013424128293991089
332068	embedding2nn.weight	3	0.027003265917301178
332068	embedding2nn.weight	4	0.023317446932196617
332068	embedding2nn.weight	5	0.005508270114660263
332068	embedding2nn.weight	6	-0.015382968820631504
332068	embedding2nn.weight	7	-0.0004456910537555814
332068	embedding2nn.weight	8	-0.009983525611460209
332068	embedding2nn.weight	9	0.0020252156537026167
332068	embedding2nn.bias	0	0.015892883762717247
332068	embedding2nn.bias	1	-0.03837297484278679
332068	embedding2nn.bias	2	0.08127522468566895
332068	embedding2nn.bias	3	0.06938136368989944
332068	embedding2nn.bias	4	-0.013066410087049007
332068	embedding2nn.bias	5	-0.03223900496959686
332068	embedding2nn.bias	6	0.029933126643300056
332068	embedding2nn.bias	7	0.0032793679274618626
332068	embedding2nn.bias	8	-0.03455837815999985
332068	embedding2nn.bias	9	0.024384716525673866
332068	rnn.weight_ih_l0	0	0.06497504562139511
332068	rnn.weight_ih_l0	1	-0.04150988534092903
332068	rnn.weight_ih_l0	2	0.005286889616400003
332068	rnn.weight_ih_l0	3	0.04539026692509651
332068	rnn.weight_ih_l0	4	-0.02983280085027218
332068	rnn.weight_ih_l0	5	0.040465012192726135
332068	rnn.weight_ih_l0	6	0.00781293585896492
332068	rnn.weight_ih_l0	7	0.06566962599754333
332068	rnn.weight_ih_l0	8	0.009069698862731457
332068	rnn.weight_ih_l0	9	-0.025211190804839134
332068	rnn.weight_hh_l0	0	-0.011733622290194035
332068	rnn.weight_hh_l0	1	-0.027670281007885933
332068	rnn.weight_hh_l0	2	-0.061458539217710495
332068	rnn.weight_hh_l0	3	-0.005987122189253569
332068	rnn.weight_hh_l0	4	-0.009733817540109158
332068	rnn.weight_hh_l0	5	-0.024566520005464554
332068	rnn.weight_hh_l0	6	0.000642693426925689
332068	rnn.weight_hh_l0	7	-0.03593398258090019
332068	rnn.weight_hh_l0	8	0.06728296726942062
332068	rnn.weight_hh_l0	9	0.0453803613781929
332068	rnn.bias_ih_l0	0	-0.17381766438484192
332068	rnn.bias_ih_l0	1	-0.17103378474712372
332068	rnn.bias_ih_l0	2	-0.019786512479186058
332068	rnn.bias_ih_l0	3	-0.14786989986896515
332068	rnn.bias_ih_l0	4	-0.058825284242630005
332068	rnn.bias_ih_l0	5	-0.17561176419258118
332068	rnn.bias_ih_l0	6	0.07272402942180634
332068	rnn.bias_ih_l0	7	-0.08663660287857056
332068	rnn.bias_ih_l0	8	-0.045319829136133194
332068	rnn.bias_ih_l0	9	-0.10806497931480408
332068	rnn.bias_hh_l0	0	-0.06946882605552673
332068	rnn.bias_hh_l0	1	0.24819424748420715
332068	rnn.bias_hh_l0	2	0.04702898487448692
332068	rnn.bias_hh_l0	3	-0.07884887605905533
332068	rnn.bias_hh_l0	4	-0.08296987414360046
332068	rnn.bias_hh_l0	5	-0.004537938628345728
332068	rnn.bias_hh_l0	6	0.05765228718519211
332068	rnn.bias_hh_l0	7	-0.09712425619363785
332068	rnn.bias_hh_l0	8	-0.23389104008674622
332068	rnn.bias_hh_l0	9	-0.10170396417379379
332068	rnn.weight_ih_l0_reverse	0	0.020654596388339996
332068	rnn.weight_ih_l0_reverse	1	-0.060384757816791534
332068	rnn.weight_ih_l0_reverse	2	0.04302317276597023
332068	rnn.weight_ih_l0_reverse	3	0.02023257501423359
332068	rnn.weight_ih_l0_reverse	4	-0.0001980745728360489
332068	rnn.weight_ih_l0_reverse	5	-0.025676323100924492
332068	rnn.weight_ih_l0_reverse	6	0.012074250727891922
332068	rnn.weight_ih_l0_reverse	7	0.028333468362689018
332068	rnn.weight_ih_l0_reverse	8	-0.028081586584448814
332068	rnn.weight_ih_l0_reverse	9	-0.0014494104543700814
332068	rnn.weight_hh_l0_reverse	0	0.03988092020153999
332068	rnn.weight_hh_l0_reverse	1	0.029840266332030296
332068	rnn.weight_hh_l0_reverse	2	-0.02291819266974926
332068	rnn.weight_hh_l0_reverse	3	-0.08192183077335358
332068	rnn.weight_hh_l0_reverse	4	0.011333519592881203
332068	rnn.weight_hh_l0_reverse	5	-0.060550447553396225
332068	rnn.weight_hh_l0_reverse	6	-0.014090058393776417
332068	rnn.weight_hh_l0_reverse	7	0.031112438067793846
332068	rnn.weight_hh_l0_reverse	8	0.007610730826854706
332068	rnn.weight_hh_l0_reverse	9	0.00873778760433197
332068	rnn.bias_ih_l0_reverse	0	-0.04622623696923256
332068	rnn.bias_ih_l0_reverse	1	-0.13942112028598785
332068	rnn.bias_ih_l0_reverse	2	-0.14606399834156036
332068	rnn.bias_ih_l0_reverse	3	-0.0460674874484539
332068	rnn.bias_ih_l0_reverse	4	-0.11255855113267899
332068	rnn.bias_ih_l0_reverse	5	-0.08607150614261627
332068	rnn.bias_ih_l0_reverse	6	-0.2085033804178238
332068	rnn.bias_ih_l0_reverse	7	-0.052379317581653595
332068	rnn.bias_ih_l0_reverse	8	-0.06420474499464035
332068	rnn.bias_ih_l0_reverse	9	-0.13451848924160004
332068	rnn.bias_hh_l0_reverse	0	-0.1418992578983307
332068	rnn.bias_hh_l0_reverse	1	-0.16222266852855682
332068	rnn.bias_hh_l0_reverse	2	0.105937160551548
332068	rnn.bias_hh_l0_reverse	3	0.07357601821422577
332068	rnn.bias_hh_l0_reverse	4	-0.17886421084403992
332068	rnn.bias_hh_l0_reverse	5	-0.14329878985881805
332068	rnn.bias_hh_l0_reverse	6	-0.08931312710046768
332068	rnn.bias_hh_l0_reverse	7	-0.05378765985369682
332068	rnn.bias_hh_l0_reverse	8	-0.09703829884529114
332068	rnn.bias_hh_l0_reverse	9	-0.023197617381811142
332068	linear.weight	0	-0.007731777150183916
332068	linear.weight	1	0.010256740264594555
332068	linear.weight	2	0.3159535825252533
332068	linear.weight	3	-0.07891391217708588
332068	linear.weight	4	-0.010588549077510834
332068	linear.weight	5	0.12860818207263947
332068	linear.weight	6	-0.010739270597696304
332068	linear.weight	7	-0.07924876362085342
332068	linear.weight	8	0.18873676657676697
332068	linear.weight	9	-0.27752065658569336
332068	linear.bias	0	-0.03956538438796997
332068	linear.bias	1	0.031413208693265915
332068	linear.bias	2	0.41021430492401123
332068	linear.bias	3	-0.7416859865188599
332068	linear.bias	4	2.154776096343994
332068	linear.bias	5	-1.405135989189148
332068	linear.bias	6	-0.29371315240859985
332068	linear.bias	7	-0.1287970244884491
332626	transitions	0	-1.9484816789627075
332626	transitions	1	-10000.0
332626	transitions	2	-0.7969565987586975
332626	transitions	3	-10000.0
332626	transitions	4	2.0703988075256348
332626	transitions	5	-10000.0
332626	transitions	6	-10000.0
332626	transitions	7	1.8496707677841187
332626	transitions	8	-2.63105845451355
332626	transitions	9	-4.239737033843994
332626	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
332626	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
332626	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
332626	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
332626	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
332626	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
332626	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
332626	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
332626	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
332626	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
332626	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
332626	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
332626	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
332626	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
332626	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
332626	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
332626	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
332626	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
332626	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
332626	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
332626	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
332626	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
332626	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
332626	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
332626	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
332626	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
332626	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
332626	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
332626	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
332626	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
332626	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
332626	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
332626	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
332626	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
332626	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
332626	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
332626	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
332626	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
332626	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
332626	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
332626	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
332626	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
332626	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
332626	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
332626	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
332626	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
332626	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
332626	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
332626	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
332626	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
332626	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
332626	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
332626	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
332626	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
332626	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
332626	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
332626	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
332626	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
332626	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
332626	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
332626	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
332626	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
332626	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
332626	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
332626	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
332626	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
332626	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
332626	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
332626	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
332626	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
332626	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
332626	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
332626	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
332626	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
332626	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
332626	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
332626	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
332626	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
332626	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
332626	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
332626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
332626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
332626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
332626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
332626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
332626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
332626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
332626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
332626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
332626	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
332626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
332626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
332626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
332626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
332626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
332626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
332626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
332626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
332626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
332626	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
332626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
332626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
332626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
332626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
332626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
332626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
332626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
332626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
332626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
332626	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
332626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
332626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
332626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
332626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
332626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
332626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
332626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
332626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
332626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
332626	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
332626	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
332626	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
332626	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
332626	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
332626	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
332626	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
332626	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
332626	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
332626	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
332626	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
332626	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
332626	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
332626	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
332626	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
332626	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
332626	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
332626	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
332626	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
332626	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
332626	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
332626	embedding2nn.weight	0	0.0063999914564192295
332626	embedding2nn.weight	1	0.00401745829731226
332626	embedding2nn.weight	2	0.01342268381267786
332626	embedding2nn.weight	3	0.026984160766005516
332626	embedding2nn.weight	4	0.023309960961341858
332626	embedding2nn.weight	5	0.0054853749461472034
332626	embedding2nn.weight	6	-0.015355323441326618
332626	embedding2nn.weight	7	-0.0004442449426278472
332626	embedding2nn.weight	8	-0.010015805251896381
332626	embedding2nn.weight	9	0.002020489191636443
332626	embedding2nn.bias	0	0.0156091982498765
332626	embedding2nn.bias	1	-0.038163769990205765
332626	embedding2nn.bias	2	0.08073790371417999
332626	embedding2nn.bias	3	0.06939854472875595
332626	embedding2nn.bias	4	-0.013298766687512398
332626	embedding2nn.bias	5	-0.032778941094875336
332626	embedding2nn.bias	6	0.030194824561476707
332626	embedding2nn.bias	7	0.0030021979473531246
332626	embedding2nn.bias	8	-0.034993644803762436
332626	embedding2nn.bias	9	0.02457967773079872
332626	rnn.weight_ih_l0	0	0.06496890634298325
332626	rnn.weight_ih_l0	1	-0.04149194806814194
332626	rnn.weight_ih_l0	2	0.005321370903402567
332626	rnn.weight_ih_l0	3	0.045407485216856
332626	rnn.weight_ih_l0	4	-0.02983277663588524
332626	rnn.weight_ih_l0	5	0.040475085377693176
332626	rnn.weight_ih_l0	6	0.007807837799191475
332626	rnn.weight_ih_l0	7	0.06569003313779831
332626	rnn.weight_ih_l0	8	0.009112910367548466
332626	rnn.weight_ih_l0	9	-0.02521137148141861
332626	rnn.weight_hh_l0	0	-0.011705094017088413
332626	rnn.weight_hh_l0	1	-0.02767450362443924
332626	rnn.weight_hh_l0	2	-0.061465147882699966
332626	rnn.weight_hh_l0	3	-0.005997296888381243
332626	rnn.weight_hh_l0	4	-0.0097355917096138
332626	rnn.weight_hh_l0	5	-0.02453416772186756
332626	rnn.weight_hh_l0	6	0.0006498114671558142
332626	rnn.weight_hh_l0	7	-0.03594140708446503
332626	rnn.weight_hh_l0	8	0.06727123260498047
332626	rnn.weight_hh_l0	9	0.04539315402507782
332626	rnn.bias_ih_l0	0	-0.17384038865566254
332626	rnn.bias_ih_l0	1	-0.1708478182554245
332626	rnn.bias_ih_l0	2	-0.019748248159885406
332626	rnn.bias_ih_l0	3	-0.14767411351203918
332626	rnn.bias_ih_l0	4	-0.05889240279793739
332626	rnn.bias_ih_l0	5	-0.17544108629226685
332626	rnn.bias_ih_l0	6	0.07267240434885025
332626	rnn.bias_ih_l0	7	-0.08683222532272339
332626	rnn.bias_ih_l0	8	-0.04546626657247543
332626	rnn.bias_ih_l0	9	-0.10808922350406647
332626	rnn.bias_hh_l0	0	-0.06946215033531189
332626	rnn.bias_hh_l0	1	0.24813629686832428
332626	rnn.bias_hh_l0	2	0.04672907665371895
332626	rnn.bias_hh_l0	3	-0.07893230020999908
332626	rnn.bias_hh_l0	4	-0.0829375758767128
332626	rnn.bias_hh_l0	5	-0.004565023351460695
332626	rnn.bias_hh_l0	6	0.05769187957048416
332626	rnn.bias_hh_l0	7	-0.09724269807338715
332626	rnn.bias_hh_l0	8	-0.23389960825443268
332626	rnn.bias_hh_l0	9	-0.10162215679883957
332626	rnn.weight_ih_l0_reverse	0	0.02065167762339115
332626	rnn.weight_ih_l0_reverse	1	-0.060371194034814835
332626	rnn.weight_ih_l0_reverse	2	0.04299750551581383
332626	rnn.weight_ih_l0_reverse	3	0.02021169476211071
332626	rnn.weight_ih_l0_reverse	4	-0.00021226478565949947
332626	rnn.weight_ih_l0_reverse	5	-0.025687171146273613
332626	rnn.weight_ih_l0_reverse	6	0.01216011680662632
332626	rnn.weight_ih_l0_reverse	7	0.028318285942077637
332626	rnn.weight_ih_l0_reverse	8	-0.028086211532354355
332626	rnn.weight_ih_l0_reverse	9	-0.0014344599330797791
332626	rnn.weight_hh_l0_reverse	0	0.03988335654139519
332626	rnn.weight_hh_l0_reverse	1	0.029849747195839882
332626	rnn.weight_hh_l0_reverse	2	-0.022924037650227547
332626	rnn.weight_hh_l0_reverse	3	-0.08196216821670532
332626	rnn.weight_hh_l0_reverse	4	0.011343269608914852
332626	rnn.weight_hh_l0_reverse	5	-0.060541145503520966
332626	rnn.weight_hh_l0_reverse	6	-0.014090464450418949
332626	rnn.weight_hh_l0_reverse	7	0.0311123114079237
332626	rnn.weight_hh_l0_reverse	8	0.007644967176020145
332626	rnn.weight_hh_l0_reverse	9	0.008776439353823662
332626	rnn.bias_ih_l0_reverse	0	-0.046187493950128555
332626	rnn.bias_ih_l0_reverse	1	-0.13941824436187744
332626	rnn.bias_ih_l0_reverse	2	-0.14597922563552856
332626	rnn.bias_ih_l0_reverse	3	-0.046168942004442215
332626	rnn.bias_ih_l0_reverse	4	-0.11276420950889587
332626	rnn.bias_ih_l0_reverse	5	-0.08599791675806046
332626	rnn.bias_ih_l0_reverse	6	-0.20851603150367737
332626	rnn.bias_ih_l0_reverse	7	-0.05251849815249443
332626	rnn.bias_ih_l0_reverse	8	-0.06411866098642349
332626	rnn.bias_ih_l0_reverse	9	-0.13433124125003815
332626	rnn.bias_hh_l0_reverse	0	-0.14201323688030243
332626	rnn.bias_hh_l0_reverse	1	-0.16221983730793
332626	rnn.bias_hh_l0_reverse	2	0.10586409270763397
332626	rnn.bias_hh_l0_reverse	3	0.07361156493425369
332626	rnn.bias_hh_l0_reverse	4	-0.17907264828681946
332626	rnn.bias_hh_l0_reverse	5	-0.14332672953605652
332626	rnn.bias_hh_l0_reverse	6	-0.08937598764896393
332626	rnn.bias_hh_l0_reverse	7	-0.053820133209228516
332626	rnn.bias_hh_l0_reverse	8	-0.09708952158689499
332626	rnn.bias_hh_l0_reverse	9	-0.023306364193558693
332626	linear.weight	0	-0.007731826975941658
332626	linear.weight	1	0.011605232022702694
332626	linear.weight	2	0.31548115611076355
332626	linear.weight	3	-0.07891380786895752
332626	linear.weight	4	-0.010588549077510834
332626	linear.weight	5	0.12882432341575623
332626	linear.weight	6	-0.010739270597696304
332626	linear.weight	7	-0.07836157083511353
332626	linear.weight	8	0.19016362726688385
332626	linear.weight	9	-0.2776219844818115
332626	linear.bias	0	-0.03956538438796997
332626	linear.bias	1	0.031413208693265915
332626	linear.bias	2	0.42086297273635864
332626	linear.bias	3	-0.7486330270767212
332626	linear.bias	4	2.1592564582824707
332626	linear.bias	5	-1.405135989189148
332626	linear.bias	6	-0.29777514934539795
332626	linear.bias	7	-0.13290736079216003
333184	transitions	0	-1.9485310316085815
333184	transitions	1	-10000.0
333184	transitions	2	-0.7969565987586975
333184	transitions	3	-10000.0
333184	transitions	4	2.07055926322937
333184	transitions	5	-10000.0
333184	transitions	6	-10000.0
333184	transitions	7	1.849571943283081
333184	transitions	8	-2.6310882568359375
333184	transitions	9	-4.2397379875183105
333184	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
333184	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
333184	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
333184	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
333184	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
333184	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
333184	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
333184	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
333184	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
333184	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
333184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
333184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
333184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
333184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
333184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
333184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
333184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
333184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
333184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
333184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
333184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
333184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
333184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
333184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
333184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
333184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
333184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
333184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
333184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
333184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
333184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
333184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
333184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
333184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
333184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
333184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
333184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
333184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
333184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
333184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
333184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
333184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
333184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
333184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
333184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
333184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
333184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
333184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
333184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
333184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
333184	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
333184	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
333184	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
333184	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
333184	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
333184	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
333184	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
333184	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
333184	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
333184	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
333184	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
333184	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
333184	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
333184	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
333184	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
333184	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
333184	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
333184	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
333184	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
333184	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
333184	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
333184	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
333184	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
333184	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
333184	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
333184	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
333184	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
333184	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
333184	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
333184	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
333184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
333184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
333184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
333184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
333184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
333184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
333184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
333184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
333184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
333184	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
333184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
333184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
333184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
333184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
333184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
333184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
333184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
333184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
333184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
333184	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
333184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
333184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
333184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
333184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
333184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
333184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
333184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
333184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
333184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
333184	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
333184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
333184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
333184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
333184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
333184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
333184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
333184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
333184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
333184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
333184	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
333184	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
333184	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
333184	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
333184	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
333184	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
333184	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
333184	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
333184	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
333184	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
333184	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
333184	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
333184	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
333184	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
333184	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
333184	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
333184	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
333184	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
333184	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
333184	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
333184	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
333184	embedding2nn.weight	0	0.006399940233677626
333184	embedding2nn.weight	1	0.004023958463221788
333184	embedding2nn.weight	2	0.013421914540231228
333184	embedding2nn.weight	3	0.02700057625770569
333184	embedding2nn.weight	4	0.02333167754113674
333184	embedding2nn.weight	5	0.005478409118950367
333184	embedding2nn.weight	6	-0.0153494356200099
333184	embedding2nn.weight	7	-0.0004432160349097103
333184	embedding2nn.weight	8	-0.010029906406998634
333184	embedding2nn.weight	9	0.002011563628911972
333184	embedding2nn.bias	0	0.015420917421579361
333184	embedding2nn.bias	1	-0.03817272558808327
333184	embedding2nn.bias	2	0.08049863576889038
333184	embedding2nn.bias	3	0.06969279795885086
333184	embedding2nn.bias	4	-0.012946747243404388
333184	embedding2nn.bias	5	-0.03283184394240379
333184	embedding2nn.bias	6	0.030818605795502663
333184	embedding2nn.bias	7	0.002898230217397213
333184	embedding2nn.bias	8	-0.03473426401615143
333184	embedding2nn.bias	9	0.024468984454870224
333184	rnn.weight_ih_l0	0	0.0650717243552208
333184	rnn.weight_ih_l0	1	-0.04148862510919571
333184	rnn.weight_ih_l0	2	0.005356733221560717
333184	rnn.weight_ih_l0	3	0.04541998729109764
333184	rnn.weight_ih_l0	4	-0.029783811420202255
333184	rnn.weight_ih_l0	5	0.04048345237970352
333184	rnn.weight_ih_l0	6	0.007798685692250729
333184	rnn.weight_ih_l0	7	0.0656975656747818
333184	rnn.weight_ih_l0	8	0.009042165242135525
333184	rnn.weight_ih_l0	9	-0.025204749777913094
333184	rnn.weight_hh_l0	0	-0.011709241196513176
333184	rnn.weight_hh_l0	1	-0.027680614963173866
333184	rnn.weight_hh_l0	2	-0.06146074831485748
333184	rnn.weight_hh_l0	3	-0.005999825429171324
333184	rnn.weight_hh_l0	4	-0.009740096516907215
333184	rnn.weight_hh_l0	5	-0.024536050856113434
333184	rnn.weight_hh_l0	6	0.0006483075558207929
333184	rnn.weight_hh_l0	7	-0.0359313040971756
333184	rnn.weight_hh_l0	8	0.0672558918595314
333184	rnn.weight_hh_l0	9	0.04540285840630531
333184	rnn.bias_ih_l0	0	-0.1740230917930603
333184	rnn.bias_ih_l0	1	-0.17080067098140717
333184	rnn.bias_ih_l0	2	-0.01967051811516285
333184	rnn.bias_ih_l0	3	-0.14783018827438354
333184	rnn.bias_ih_l0	4	-0.059024062007665634
333184	rnn.bias_ih_l0	5	-0.17560474574565887
333184	rnn.bias_ih_l0	6	0.07229122519493103
333184	rnn.bias_ih_l0	7	-0.08673122525215149
333184	rnn.bias_ih_l0	8	-0.04544158652424812
333184	rnn.bias_ih_l0	9	-0.10805174708366394
333184	rnn.bias_hh_l0	0	-0.06937235593795776
333184	rnn.bias_hh_l0	1	0.24809247255325317
333184	rnn.bias_hh_l0	2	0.046887125819921494
333184	rnn.bias_hh_l0	3	-0.07884732633829117
333184	rnn.bias_hh_l0	4	-0.08289828151464462
333184	rnn.bias_hh_l0	5	-0.0045778583735227585
333184	rnn.bias_hh_l0	6	0.057900570333004
333184	rnn.bias_hh_l0	7	-0.09734471887350082
333184	rnn.bias_hh_l0	8	-0.23398543894290924
333184	rnn.bias_hh_l0	9	-0.10150641947984695
333184	rnn.weight_ih_l0_reverse	0	0.020618317648768425
333184	rnn.weight_ih_l0_reverse	1	-0.06031077727675438
333184	rnn.weight_ih_l0_reverse	2	0.0429801419377327
333184	rnn.weight_ih_l0_reverse	3	0.020255116745829582
333184	rnn.weight_ih_l0_reverse	4	-0.00020275573479011655
333184	rnn.weight_ih_l0_reverse	5	-0.025673581287264824
333184	rnn.weight_ih_l0_reverse	6	0.01213615108281374
333184	rnn.weight_ih_l0_reverse	7	0.02833336405456066
333184	rnn.weight_ih_l0_reverse	8	-0.02809944935142994
333184	rnn.weight_ih_l0_reverse	9	-0.0014775691088289022
333184	rnn.weight_hh_l0_reverse	0	0.03988123685121536
333184	rnn.weight_hh_l0_reverse	1	0.02987215295433998
333184	rnn.weight_hh_l0_reverse	2	-0.022922607138752937
333184	rnn.weight_hh_l0_reverse	3	-0.0819813460111618
333184	rnn.weight_hh_l0_reverse	4	0.011335534043610096
333184	rnn.weight_hh_l0_reverse	5	-0.06057758629322052
333184	rnn.weight_hh_l0_reverse	6	-0.01408020406961441
333184	rnn.weight_hh_l0_reverse	7	0.031120991334319115
333184	rnn.weight_hh_l0_reverse	8	0.0076467543840408325
333184	rnn.weight_hh_l0_reverse	9	0.008805569261312485
333184	rnn.bias_ih_l0_reverse	0	-0.04623826965689659
333184	rnn.bias_ih_l0_reverse	1	-0.13938204944133759
333184	rnn.bias_ih_l0_reverse	2	-0.14607590436935425
333184	rnn.bias_ih_l0_reverse	3	-0.046315718442201614
333184	rnn.bias_ih_l0_reverse	4	-0.11273233592510223
333184	rnn.bias_ih_l0_reverse	5	-0.08600211143493652
333184	rnn.bias_ih_l0_reverse	6	-0.2086350917816162
333184	rnn.bias_ih_l0_reverse	7	-0.05252295732498169
333184	rnn.bias_ih_l0_reverse	8	-0.06409698724746704
333184	rnn.bias_ih_l0_reverse	9	-0.13435788452625275
333184	rnn.bias_hh_l0_reverse	0	-0.14203371107578278
333184	rnn.bias_hh_l0_reverse	1	-0.16224345564842224
333184	rnn.bias_hh_l0_reverse	2	0.10587278753519058
333184	rnn.bias_hh_l0_reverse	3	0.07348520308732986
333184	rnn.bias_hh_l0_reverse	4	-0.17905840277671814
333184	rnn.bias_hh_l0_reverse	5	-0.14344727993011475
333184	rnn.bias_hh_l0_reverse	6	-0.08939722180366516
333184	rnn.bias_hh_l0_reverse	7	-0.05382077023386955
333184	rnn.bias_hh_l0_reverse	8	-0.09700838476419449
333184	rnn.bias_hh_l0_reverse	9	-0.02349925972521305
333184	linear.weight	0	-0.007731856778264046
333184	linear.weight	1	0.010587228462100029
333184	linear.weight	2	0.3153475522994995
333184	linear.weight	3	-0.07891357690095901
333184	linear.weight	4	-0.010588549077510834
333184	linear.weight	5	0.12880948185920715
333184	linear.weight	6	-0.010739270597696304
333184	linear.weight	7	-0.07669854909181595
333184	linear.weight	8	0.18930664658546448
333184	linear.weight	9	-0.2780366539955139
333184	linear.bias	0	-0.03956538438796997
333184	linear.bias	1	0.031413208693265915
333184	linear.bias	2	0.41696062684059143
333184	linear.bias	3	-0.744522213935852
333184	linear.bias	4	2.1568493843078613
333184	linear.bias	5	-1.4051361083984375
333184	linear.bias	6	-0.2966548800468445
333184	linear.bias	7	-0.13182204961776733
333742	transitions	0	-1.9485737085342407
333742	transitions	1	-10000.0
333742	transitions	2	-0.7969565987586975
333742	transitions	3	-10000.0
333742	transitions	4	2.069746255874634
333742	transitions	5	-10000.0
333742	transitions	6	-10000.0
333742	transitions	7	1.8498759269714355
333742	transitions	8	-2.6311228275299072
333742	transitions	9	-4.239738464355469
333742	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
333742	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
333742	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
333742	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
333742	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
333742	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
333742	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
333742	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
333742	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
333742	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
333742	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
333742	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
333742	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
333742	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
333742	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
333742	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
333742	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
333742	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
333742	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
333742	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
333742	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
333742	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
333742	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
333742	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
333742	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
333742	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
333742	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
333742	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
333742	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
333742	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
333742	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
333742	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
333742	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
333742	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
333742	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
333742	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
333742	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
333742	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
333742	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
333742	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
333742	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
333742	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
333742	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
333742	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
333742	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
333742	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
333742	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
333742	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
333742	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
333742	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
333742	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
333742	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
333742	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
333742	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
333742	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
333742	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
333742	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
333742	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
333742	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
333742	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
333742	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
333742	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
333742	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
333742	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
333742	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
333742	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
333742	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
333742	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
333742	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
333742	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
333742	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
333742	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
333742	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
333742	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
333742	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
333742	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
333742	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
333742	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
333742	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
333742	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
333742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
333742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
333742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
333742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
333742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
333742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
333742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
333742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
333742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
333742	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
333742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
333742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
333742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
333742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
333742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
333742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
333742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
333742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
333742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
333742	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
333742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
333742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
333742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
333742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
333742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
333742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
333742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
333742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
333742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
333742	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
333742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
333742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
333742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
333742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
333742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
333742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
333742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
333742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
333742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
333742	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
333742	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
333742	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
333742	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
333742	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
333742	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
333742	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
333742	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
333742	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
333742	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
333742	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
333742	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
333742	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
333742	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
333742	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
333742	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
333742	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
333742	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
333742	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
333742	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
333742	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
333742	embedding2nn.weight	0	0.006401514634490013
333742	embedding2nn.weight	1	0.0040211728774011135
333742	embedding2nn.weight	2	0.013422109186649323
333742	embedding2nn.weight	3	0.02701602317392826
333742	embedding2nn.weight	4	0.023332294076681137
333742	embedding2nn.weight	5	0.0055033303797245026
333742	embedding2nn.weight	6	-0.015359905548393726
333742	embedding2nn.weight	7	-0.00044968081056140363
333742	embedding2nn.weight	8	-0.010050125420093536
333742	embedding2nn.weight	9	0.0020028927829116583
333742	embedding2nn.bias	0	0.015411922708153725
333742	embedding2nn.bias	1	-0.038325775414705276
333742	embedding2nn.bias	2	0.07996119558811188
333742	embedding2nn.bias	3	0.0692138597369194
333742	embedding2nn.bias	4	-0.01282496564090252
333742	embedding2nn.bias	5	-0.03278812766075134
333742	embedding2nn.bias	6	0.03094441257417202
333742	embedding2nn.bias	7	0.003170545445755124
333742	embedding2nn.bias	8	-0.034674741327762604
333742	embedding2nn.bias	9	0.024447785690426826
333742	rnn.weight_ih_l0	0	0.06502576917409897
333742	rnn.weight_ih_l0	1	-0.0414615236222744
333742	rnn.weight_ih_l0	2	0.0053524235263466835
333742	rnn.weight_ih_l0	3	0.045464497059583664
333742	rnn.weight_ih_l0	4	-0.02979539893567562
333742	rnn.weight_ih_l0	5	0.040428705513477325
333742	rnn.weight_ih_l0	6	0.007811151444911957
333742	rnn.weight_ih_l0	7	0.06570690125226974
333742	rnn.weight_ih_l0	8	0.009028577245771885
333742	rnn.weight_ih_l0	9	-0.025247884914278984
333742	rnn.weight_hh_l0	0	-0.011694417335093021
333742	rnn.weight_hh_l0	1	-0.02766493707895279
333742	rnn.weight_hh_l0	2	-0.061432212591171265
333742	rnn.weight_hh_l0	3	-0.005989649798721075
333742	rnn.weight_hh_l0	4	-0.009736242704093456
333742	rnn.weight_hh_l0	5	-0.024550888687372208
333742	rnn.weight_hh_l0	6	0.0006547495140694082
333742	rnn.weight_hh_l0	7	-0.03594053536653519
333742	rnn.weight_hh_l0	8	0.06722940504550934
333742	rnn.weight_hh_l0	9	0.045403897762298584
333742	rnn.bias_ih_l0	0	-0.17401260137557983
333742	rnn.bias_ih_l0	1	-0.17089994251728058
333742	rnn.bias_ih_l0	2	-0.019562574103474617
333742	rnn.bias_ih_l0	3	-0.14778174459934235
333742	rnn.bias_ih_l0	4	-0.05899260565638542
333742	rnn.bias_ih_l0	5	-0.17558853328227997
333742	rnn.bias_ih_l0	6	0.0724535882472992
333742	rnn.bias_ih_l0	7	-0.08669837564229965
333742	rnn.bias_ih_l0	8	-0.04523922875523567
333742	rnn.bias_ih_l0	9	-0.10802239924669266
333742	rnn.bias_hh_l0	0	-0.06937772035598755
333742	rnn.bias_hh_l0	1	0.24815143644809723
333742	rnn.bias_hh_l0	2	0.04675155133008957
333742	rnn.bias_hh_l0	3	-0.07877788692712784
333742	rnn.bias_hh_l0	4	-0.08285633474588394
333742	rnn.bias_hh_l0	5	-0.004567932803183794
333742	rnn.bias_hh_l0	6	0.057664234191179276
333742	rnn.bias_hh_l0	7	-0.09731865674257278
333742	rnn.bias_hh_l0	8	-0.2343190610408783
333742	rnn.bias_hh_l0	9	-0.10147573053836823
333742	rnn.weight_ih_l0_reverse	0	0.020700087770819664
333742	rnn.weight_ih_l0_reverse	1	-0.060285307466983795
333742	rnn.weight_ih_l0_reverse	2	0.04295897111296654
333742	rnn.weight_ih_l0_reverse	3	0.020187584683299065
333742	rnn.weight_ih_l0_reverse	4	-0.00022474156867247075
333742	rnn.weight_ih_l0_reverse	5	-0.025628475472331047
333742	rnn.weight_ih_l0_reverse	6	0.012089976109564304
333742	rnn.weight_ih_l0_reverse	7	0.02835642546415329
333742	rnn.weight_ih_l0_reverse	8	-0.02808564342558384
333742	rnn.weight_ih_l0_reverse	9	-0.0014842456439509988
333742	rnn.weight_hh_l0_reverse	0	0.03986645117402077
333742	rnn.weight_hh_l0_reverse	1	0.02985847182571888
333742	rnn.weight_hh_l0_reverse	2	-0.02291489765048027
333742	rnn.weight_hh_l0_reverse	3	-0.08195321261882782
333742	rnn.weight_hh_l0_reverse	4	0.011334836483001709
333742	rnn.weight_hh_l0_reverse	5	-0.06058912351727486
333742	rnn.weight_hh_l0_reverse	6	-0.014056476764380932
333742	rnn.weight_hh_l0_reverse	7	0.031121324747800827
333742	rnn.weight_hh_l0_reverse	8	0.00767887756228447
333742	rnn.weight_hh_l0_reverse	9	0.008754908107221127
333742	rnn.bias_ih_l0_reverse	0	-0.04624464362859726
333742	rnn.bias_ih_l0_reverse	1	-0.13931278884410858
333742	rnn.bias_ih_l0_reverse	2	-0.14617259800434113
333742	rnn.bias_ih_l0_reverse	3	-0.04628385975956917
333742	rnn.bias_ih_l0_reverse	4	-0.11278953403234482
333742	rnn.bias_ih_l0_reverse	5	-0.08607833832502365
333742	rnn.bias_ih_l0_reverse	6	-0.20850643515586853
333742	rnn.bias_ih_l0_reverse	7	-0.05221857503056526
333742	rnn.bias_ih_l0_reverse	8	-0.06415003538131714
333742	rnn.bias_ih_l0_reverse	9	-0.13423722982406616
333742	rnn.bias_hh_l0_reverse	0	-0.14215311408042908
333742	rnn.bias_hh_l0_reverse	1	-0.16214674711227417
333742	rnn.bias_hh_l0_reverse	2	0.10581765323877335
333742	rnn.bias_hh_l0_reverse	3	0.0733666718006134
333742	rnn.bias_hh_l0_reverse	4	-0.17907018959522247
333742	rnn.bias_hh_l0_reverse	5	-0.14345058798789978
333742	rnn.bias_hh_l0_reverse	6	-0.08946461230516434
333742	rnn.bias_hh_l0_reverse	7	-0.053721845149993896
333742	rnn.bias_hh_l0_reverse	8	-0.09705919027328491
333742	rnn.bias_hh_l0_reverse	9	-0.023493116721510887
333742	linear.weight	0	-0.007731917314231396
333742	linear.weight	1	0.010456359013915062
333742	linear.weight	2	0.3149257004261017
333742	linear.weight	3	-0.07891341298818588
333742	linear.weight	4	-0.010588549077510834
333742	linear.weight	5	0.12941046059131622
333742	linear.weight	6	-0.010739270597696304
333742	linear.weight	7	-0.07856437563896179
333742	linear.weight	8	0.18967151641845703
333742	linear.weight	9	-0.27819836139678955
333742	linear.bias	0	-0.03956538438796997
333742	linear.bias	1	0.031413208693265915
333742	linear.bias	2	0.4151225984096527
333742	linear.bias	3	-0.7437076568603516
333742	linear.bias	4	2.156126022338867
333742	linear.bias	5	-1.4051361083984375
333742	linear.bias	6	-0.29576656222343445
333742	linear.bias	7	-0.13095799088478088
334300	transitions	0	-1.9486284255981445
334300	transitions	1	-10000.0
334300	transitions	2	-0.7969565987586975
334300	transitions	3	-10000.0
334300	transitions	4	2.070601463317871
334300	transitions	5	-10000.0
334300	transitions	6	-10000.0
334300	transitions	7	1.8499845266342163
334300	transitions	8	-2.631157636642456
334300	transitions	9	-4.239740371704102
334300	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
334300	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
334300	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
334300	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
334300	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
334300	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
334300	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
334300	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
334300	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
334300	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
334300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
334300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
334300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
334300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
334300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
334300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
334300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
334300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
334300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
334300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
334300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
334300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
334300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
334300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
334300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
334300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
334300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
334300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
334300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
334300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
334300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
334300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
334300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
334300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
334300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
334300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
334300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
334300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
334300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
334300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
334300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
334300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
334300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
334300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
334300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
334300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
334300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
334300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
334300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
334300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
334300	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
334300	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
334300	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
334300	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
334300	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
334300	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
334300	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
334300	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
334300	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
334300	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
334300	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
334300	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
334300	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
334300	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
334300	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
334300	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
334300	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
334300	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
334300	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
334300	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
334300	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
334300	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
334300	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
334300	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
334300	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
334300	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
334300	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
334300	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
334300	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
334300	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
334300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
334300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
334300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
334300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
334300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
334300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
334300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
334300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
334300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
334300	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
334300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
334300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
334300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
334300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
334300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
334300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
334300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
334300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
334300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
334300	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
334300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
334300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
334300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
334300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
334300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
334300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
334300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
334300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
334300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
334300	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
334300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
334300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
334300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
334300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
334300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
334300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
334300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
334300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
334300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
334300	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
334300	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
334300	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
334300	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
334300	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
334300	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
334300	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
334300	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
334300	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
334300	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
334300	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
334300	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
334300	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
334300	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
334300	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
334300	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
334300	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
334300	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
334300	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
334300	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
334300	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
334300	embedding2nn.weight	0	0.006400854326784611
334300	embedding2nn.weight	1	0.004023411776870489
334300	embedding2nn.weight	2	0.013421222567558289
334300	embedding2nn.weight	3	0.027036618441343307
334300	embedding2nn.weight	4	0.0233306884765625
334300	embedding2nn.weight	5	0.005537387449294329
334300	embedding2nn.weight	6	-0.015359029173851013
334300	embedding2nn.weight	7	-0.00044600985711440444
334300	embedding2nn.weight	8	-0.010036759078502655
334300	embedding2nn.weight	9	0.0020009276922792196
334300	embedding2nn.bias	0	0.015559718012809753
334300	embedding2nn.bias	1	-0.037968188524246216
334300	embedding2nn.bias	2	0.0798422247171402
334300	embedding2nn.bias	3	0.0693635642528534
334300	embedding2nn.bias	4	-0.013025850988924503
334300	embedding2nn.bias	5	-0.03312725946307182
334300	embedding2nn.bias	6	0.031086117029190063
334300	embedding2nn.bias	7	0.0028363182209432125
334300	embedding2nn.bias	8	-0.03454620763659477
334300	embedding2nn.bias	9	0.024322930723428726
334300	rnn.weight_ih_l0	0	0.06501693278551102
334300	rnn.weight_ih_l0	1	-0.0415026992559433
334300	rnn.weight_ih_l0	2	0.00538182957097888
334300	rnn.weight_ih_l0	3	0.04546314850449562
334300	rnn.weight_ih_l0	4	-0.029822226613759995
334300	rnn.weight_ih_l0	5	0.04044869542121887
334300	rnn.weight_ih_l0	6	0.0078123342245817184
334300	rnn.weight_ih_l0	7	0.0656893327832222
334300	rnn.weight_ih_l0	8	0.009010814130306244
334300	rnn.weight_ih_l0	9	-0.02524687722325325
334300	rnn.weight_hh_l0	0	-0.01166707556694746
334300	rnn.weight_hh_l0	1	-0.027656331658363342
334300	rnn.weight_hh_l0	2	-0.061449140310287476
334300	rnn.weight_hh_l0	3	-0.0059878090396523476
334300	rnn.weight_hh_l0	4	-0.009741455316543579
334300	rnn.weight_hh_l0	5	-0.02455938793718815
334300	rnn.weight_hh_l0	6	0.0006534525891765952
334300	rnn.weight_hh_l0	7	-0.0359528586268425
334300	rnn.weight_hh_l0	8	0.06722205877304077
334300	rnn.weight_hh_l0	9	0.04538306966423988
334300	rnn.bias_ih_l0	0	-0.1740902215242386
334300	rnn.bias_ih_l0	1	-0.17096364498138428
334300	rnn.bias_ih_l0	2	-0.01951616071164608
334300	rnn.bias_ih_l0	3	-0.147874116897583
334300	rnn.bias_ih_l0	4	-0.05904931202530861
334300	rnn.bias_ih_l0	5	-0.17556221783161163
334300	rnn.bias_ih_l0	6	0.07266458123922348
334300	rnn.bias_ih_l0	7	-0.08659595251083374
334300	rnn.bias_ih_l0	8	-0.04519874230027199
334300	rnn.bias_ih_l0	9	-0.1078341081738472
334300	rnn.bias_hh_l0	0	-0.06957011669874191
334300	rnn.bias_hh_l0	1	0.24808473885059357
334300	rnn.bias_hh_l0	2	0.04684080556035042
334300	rnn.bias_hh_l0	3	-0.07868051528930664
334300	rnn.bias_hh_l0	4	-0.08277281373739243
334300	rnn.bias_hh_l0	5	-0.004619086626917124
334300	rnn.bias_hh_l0	6	0.05779676139354706
334300	rnn.bias_hh_l0	7	-0.09735852479934692
334300	rnn.bias_hh_l0	8	-0.23443081974983215
334300	rnn.bias_hh_l0	9	-0.10150549560785294
334300	rnn.weight_ih_l0_reverse	0	0.020601240918040276
334300	rnn.weight_ih_l0_reverse	1	-0.060330335050821304
334300	rnn.weight_ih_l0_reverse	2	0.042989157140254974
334300	rnn.weight_ih_l0_reverse	3	0.020205417647957802
334300	rnn.weight_ih_l0_reverse	4	-0.00020458389190025628
334300	rnn.weight_ih_l0_reverse	5	-0.025629805400967598
334300	rnn.weight_ih_l0_reverse	6	0.012017563916742802
334300	rnn.weight_ih_l0_reverse	7	0.028339814394712448
334300	rnn.weight_ih_l0_reverse	8	-0.028069496154785156
334300	rnn.weight_ih_l0_reverse	9	-0.0014696603175252676
334300	rnn.weight_hh_l0_reverse	0	0.03986268490552902
334300	rnn.weight_hh_l0_reverse	1	0.029856540262699127
334300	rnn.weight_hh_l0_reverse	2	-0.02292114682495594
334300	rnn.weight_hh_l0_reverse	3	-0.08191756904125214
334300	rnn.weight_hh_l0_reverse	4	0.011321757920086384
334300	rnn.weight_hh_l0_reverse	5	-0.06061861664056778
334300	rnn.weight_hh_l0_reverse	6	-0.014070864766836166
334300	rnn.weight_hh_l0_reverse	7	0.03111603669822216
334300	rnn.weight_hh_l0_reverse	8	0.007697414606809616
334300	rnn.weight_hh_l0_reverse	9	0.008701053448021412
334300	rnn.bias_ih_l0_reverse	0	-0.046392492949962616
334300	rnn.bias_ih_l0_reverse	1	-0.13937829434871674
334300	rnn.bias_ih_l0_reverse	2	-0.14638906717300415
334300	rnn.bias_ih_l0_reverse	3	-0.04644695296883583
334300	rnn.bias_ih_l0_reverse	4	-0.112879678606987
334300	rnn.bias_ih_l0_reverse	5	-0.08600927889347076
334300	rnn.bias_ih_l0_reverse	6	-0.20855143666267395
334300	rnn.bias_ih_l0_reverse	7	-0.05216578021645546
334300	rnn.bias_ih_l0_reverse	8	-0.06417786329984665
334300	rnn.bias_ih_l0_reverse	9	-0.13432036340236664
334300	rnn.bias_hh_l0_reverse	0	-0.14215053617954254
334300	rnn.bias_hh_l0_reverse	1	-0.16222432255744934
334300	rnn.bias_hh_l0_reverse	2	0.10566076636314392
334300	rnn.bias_hh_l0_reverse	3	0.07324401289224625
334300	rnn.bias_hh_l0_reverse	4	-0.17932386696338654
334300	rnn.bias_hh_l0_reverse	5	-0.14335228502750397
334300	rnn.bias_hh_l0_reverse	6	-0.0895940512418747
334300	rnn.bias_hh_l0_reverse	7	-0.053736649453639984
334300	rnn.bias_hh_l0_reverse	8	-0.09715735912322998
334300	rnn.bias_hh_l0_reverse	9	-0.023501064628362656
334300	linear.weight	0	-0.007731979712843895
334300	linear.weight	1	0.009890367276966572
334300	linear.weight	2	0.31528058648109436
334300	linear.weight	3	-0.07891330868005753
334300	linear.weight	4	-0.010588549077510834
334300	linear.weight	5	0.13047359883785248
334300	linear.weight	6	-0.010739270597696304
334300	linear.weight	7	-0.07822736352682114
334300	linear.weight	8	0.18898244202136993
334300	linear.weight	9	-0.27788281440734863
334300	linear.bias	0	-0.03956538438796997
334300	linear.bias	1	0.031413208693265915
334300	linear.bias	2	0.41677096486091614
334300	linear.bias	3	-0.7438334822654724
334300	linear.bias	4	2.1540937423706055
334300	linear.bias	5	-1.4051363468170166
334300	linear.bias	6	-0.2954935133457184
334300	linear.bias	7	-0.13071207702159882
334858	transitions	0	-1.9486747980117798
334858	transitions	1	-10000.0
334858	transitions	2	-0.7969565987586975
334858	transitions	3	-10000.0
334858	transitions	4	2.070065498352051
334858	transitions	5	-10000.0
334858	transitions	6	-10000.0
334858	transitions	7	1.8506602048873901
334858	transitions	8	-2.631200075149536
334858	transitions	9	-4.239741802215576
334858	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
334858	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
334858	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
334858	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
334858	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
334858	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
334858	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
334858	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
334858	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
334858	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
334858	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
334858	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
334858	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
334858	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
334858	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
334858	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
334858	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
334858	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
334858	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
334858	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
334858	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
334858	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
334858	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
334858	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
334858	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
334858	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
334858	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
334858	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
334858	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
334858	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
334858	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
334858	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
334858	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
334858	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
334858	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
334858	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
334858	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
334858	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
334858	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
334858	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
334858	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
334858	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
334858	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
334858	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
334858	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
334858	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
334858	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
334858	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
334858	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
334858	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
334858	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
334858	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
334858	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
334858	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
334858	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
334858	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
334858	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
334858	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
334858	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
334858	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
334858	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
334858	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
334858	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
334858	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
334858	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
334858	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
334858	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
334858	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
334858	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
334858	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
334858	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
334858	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
334858	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
334858	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
334858	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
334858	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
334858	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
334858	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
334858	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
334858	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
334858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
334858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
334858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
334858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
334858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
334858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
334858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
334858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
334858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
334858	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
334858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
334858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
334858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
334858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
334858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
334858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
334858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
334858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
334858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
334858	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
334858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
334858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
334858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
334858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
334858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
334858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
334858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
334858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
334858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
334858	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
334858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
334858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
334858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
334858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
334858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
334858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
334858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
334858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
334858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
334858	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
334858	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
334858	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
334858	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
334858	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
334858	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
334858	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
334858	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
334858	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
334858	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
334858	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
334858	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
334858	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
334858	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
334858	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
334858	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
334858	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
334858	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
334858	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
334858	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
334858	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
334858	embedding2nn.weight	0	0.0064011672511696815
334858	embedding2nn.weight	1	0.004031145945191383
334858	embedding2nn.weight	2	0.013421976007521152
334858	embedding2nn.weight	3	0.027026768773794174
334858	embedding2nn.weight	4	0.023318618535995483
334858	embedding2nn.weight	5	0.005541275721043348
334858	embedding2nn.weight	6	-0.015351940877735615
334858	embedding2nn.weight	7	-0.00044369135866872966
334858	embedding2nn.weight	8	-0.010056894272565842
334858	embedding2nn.weight	9	0.001989974407479167
334858	embedding2nn.bias	0	0.01577848196029663
334858	embedding2nn.bias	1	-0.03800513222813606
334858	embedding2nn.bias	2	0.08024036139249802
334858	embedding2nn.bias	3	0.06919015944004059
334858	embedding2nn.bias	4	-0.01275267731398344
334858	embedding2nn.bias	5	-0.03330052271485329
334858	embedding2nn.bias	6	0.030598275363445282
334858	embedding2nn.bias	7	0.0031638380605727434
334858	embedding2nn.bias	8	-0.0345941036939621
334858	embedding2nn.bias	9	0.024314969778060913
334858	rnn.weight_ih_l0	0	0.06498180329799652
334858	rnn.weight_ih_l0	1	-0.04153177887201309
334858	rnn.weight_ih_l0	2	0.005369150545448065
334858	rnn.weight_ih_l0	3	0.04547606036067009
334858	rnn.weight_ih_l0	4	-0.02981424517929554
334858	rnn.weight_ih_l0	5	0.04043640196323395
334858	rnn.weight_ih_l0	6	0.00781373679637909
334858	rnn.weight_ih_l0	7	0.06565064191818237
334858	rnn.weight_ih_l0	8	0.009010187350213528
334858	rnn.weight_ih_l0	9	-0.025237496942281723
334858	rnn.weight_hh_l0	0	-0.01163903996348381
334858	rnn.weight_hh_l0	1	-0.027658190578222275
334858	rnn.weight_hh_l0	2	-0.061452146619558334
334858	rnn.weight_hh_l0	3	-0.005985506344586611
334858	rnn.weight_hh_l0	4	-0.009740786626935005
334858	rnn.weight_hh_l0	5	-0.024565357714891434
334858	rnn.weight_hh_l0	6	0.0006570331170223653
334858	rnn.weight_hh_l0	7	-0.03594610467553139
334858	rnn.weight_hh_l0	8	0.06722842901945114
334858	rnn.weight_hh_l0	9	0.045374151319265366
334858	rnn.bias_ih_l0	0	-0.1742357760667801
334858	rnn.bias_ih_l0	1	-0.17092573642730713
334858	rnn.bias_ih_l0	2	-0.019563235342502594
334858	rnn.bias_ih_l0	3	-0.14788663387298584
334858	rnn.bias_ih_l0	4	-0.05913383886218071
334858	rnn.bias_ih_l0	5	-0.1753864884376526
334858	rnn.bias_ih_l0	6	0.07246354967355728
334858	rnn.bias_ih_l0	7	-0.08652671426534653
334858	rnn.bias_ih_l0	8	-0.04522673413157463
334858	rnn.bias_ih_l0	9	-0.10772749036550522
334858	rnn.bias_hh_l0	0	-0.06971309334039688
334858	rnn.bias_hh_l0	1	0.24810101091861725
334858	rnn.bias_hh_l0	2	0.04676392301917076
334858	rnn.bias_hh_l0	3	-0.0784379318356514
334858	rnn.bias_hh_l0	4	-0.0829128548502922
334858	rnn.bias_hh_l0	5	-0.004430863540619612
334858	rnn.bias_hh_l0	6	0.05797644704580307
334858	rnn.bias_hh_l0	7	-0.09726125001907349
334858	rnn.bias_hh_l0	8	-0.23436115682125092
334858	rnn.bias_hh_l0	9	-0.10155562311410904
334858	rnn.weight_ih_l0_reverse	0	0.0205682460218668
334858	rnn.weight_ih_l0_reverse	1	-0.06031018868088722
334858	rnn.weight_ih_l0_reverse	2	0.04297398403286934
334858	rnn.weight_ih_l0_reverse	3	0.020166026428341866
334858	rnn.weight_ih_l0_reverse	4	-0.00023531967599410564
334858	rnn.weight_ih_l0_reverse	5	-0.025588015094399452
334858	rnn.weight_ih_l0_reverse	6	0.011999459005892277
334858	rnn.weight_ih_l0_reverse	7	0.028321946039795876
334858	rnn.weight_ih_l0_reverse	8	-0.028074339032173157
334858	rnn.weight_ih_l0_reverse	9	-0.0014523493591696024
334858	rnn.weight_hh_l0_reverse	0	0.03986465558409691
334858	rnn.weight_hh_l0_reverse	1	0.029868509620428085
334858	rnn.weight_hh_l0_reverse	2	-0.022912973538041115
334858	rnn.weight_hh_l0_reverse	3	-0.0820099487900734
334858	rnn.weight_hh_l0_reverse	4	0.011328915134072304
334858	rnn.weight_hh_l0_reverse	5	-0.06060617417097092
334858	rnn.weight_hh_l0_reverse	6	-0.014074535109102726
334858	rnn.weight_hh_l0_reverse	7	0.031111834570765495
334858	rnn.weight_hh_l0_reverse	8	0.0077265845611691475
334858	rnn.weight_hh_l0_reverse	9	0.008660768158733845
334858	rnn.bias_ih_l0_reverse	0	-0.04634365439414978
334858	rnn.bias_ih_l0_reverse	1	-0.13930515944957733
334858	rnn.bias_ih_l0_reverse	2	-0.14638802409172058
334858	rnn.bias_ih_l0_reverse	3	-0.04659716784954071
334858	rnn.bias_ih_l0_reverse	4	-0.11287438124418259
334858	rnn.bias_ih_l0_reverse	5	-0.08585241436958313
334858	rnn.bias_ih_l0_reverse	6	-0.20853766798973083
334858	rnn.bias_ih_l0_reverse	7	-0.05203178524971008
334858	rnn.bias_ih_l0_reverse	8	-0.06418140232563019
334858	rnn.bias_ih_l0_reverse	9	-0.1343962699174881
334858	rnn.bias_hh_l0_reverse	0	-0.14213129878044128
334858	rnn.bias_hh_l0_reverse	1	-0.16227006912231445
334858	rnn.bias_hh_l0_reverse	2	0.10548426955938339
334858	rnn.bias_hh_l0_reverse	3	0.07314841449260712
334858	rnn.bias_hh_l0_reverse	4	-0.17929716408252716
334858	rnn.bias_hh_l0_reverse	5	-0.14341473579406738
334858	rnn.bias_hh_l0_reverse	6	-0.08949027955532074
334858	rnn.bias_hh_l0_reverse	7	-0.053702790290117264
334858	rnn.bias_hh_l0_reverse	8	-0.09719085693359375
334858	rnn.bias_hh_l0_reverse	9	-0.02349640429019928
334858	linear.weight	0	-0.007732045371085405
334858	linear.weight	1	0.010321800597012043
334858	linear.weight	2	0.3152473270893097
334858	linear.weight	3	-0.07891326397657394
334858	linear.weight	4	-0.010588549077510834
334858	linear.weight	5	0.1302817165851593
334858	linear.weight	6	-0.010739270597696304
334858	linear.weight	7	-0.07725371420383453
334858	linear.weight	8	0.18819791078567505
334858	linear.weight	9	-0.27779078483581543
334858	linear.bias	0	-0.03956538438796997
334858	linear.bias	1	0.031413208693265915
334858	linear.bias	2	0.4148312509059906
334858	linear.bias	3	-0.7472159266471863
334858	linear.bias	4	2.156397819519043
334858	linear.bias	5	-1.4051364660263062
334858	linear.bias	6	-0.2939974367618561
334858	linear.bias	7	-0.1291828602552414
335417	transitions	0	-1.9487226009368896
335417	transitions	1	-10000.0
335417	transitions	2	-0.7969565987586975
335417	transitions	3	-10000.0
335417	transitions	4	2.070788860321045
335417	transitions	5	-10000.0
335417	transitions	6	-10000.0
335417	transitions	7	1.8506652116775513
335417	transitions	8	-2.631232261657715
335417	transitions	9	-4.239742755889893
335417	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
335417	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
335417	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
335417	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
335417	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
335417	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
335417	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
335417	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
335417	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
335417	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
335417	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
335417	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
335417	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
335417	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
335417	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
335417	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
335417	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
335417	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
335417	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
335417	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
335417	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
335417	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
335417	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
335417	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
335417	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
335417	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
335417	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
335417	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
335417	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
335417	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
335417	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
335417	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
335417	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
335417	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
335417	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
335417	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
335417	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
335417	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
335417	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
335417	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
335417	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
335417	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
335417	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
335417	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
335417	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
335417	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
335417	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
335417	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
335417	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
335417	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
335417	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
335417	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
335417	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
335417	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
335417	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
335417	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
335417	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
335417	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
335417	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
335417	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
335417	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
335417	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
335417	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
335417	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
335417	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
335417	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
335417	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
335417	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
335417	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
335417	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
335417	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
335417	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
335417	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
335417	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
335417	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
335417	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
335417	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
335417	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
335417	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
335417	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
335417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
335417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
335417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
335417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
335417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
335417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
335417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
335417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
335417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
335417	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
335417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
335417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
335417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
335417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
335417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
335417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
335417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
335417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
335417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
335417	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
335417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
335417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
335417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
335417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
335417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
335417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
335417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
335417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
335417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
335417	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
335417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
335417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
335417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
335417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
335417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
335417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
335417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
335417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
335417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
335417	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
335417	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
335417	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
335417	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
335417	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
335417	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
335417	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
335417	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
335417	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
335417	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
335417	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
335417	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
335417	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
335417	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
335417	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
335417	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
335417	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
335417	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
335417	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
335417	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
335417	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
335417	embedding2nn.weight	0	0.0064015635289251804
335417	embedding2nn.weight	1	0.004035195801407099
335417	embedding2nn.weight	2	0.013422122225165367
335417	embedding2nn.weight	3	0.027023950591683388
335417	embedding2nn.weight	4	0.023347845301032066
335417	embedding2nn.weight	5	0.005525199230760336
335417	embedding2nn.weight	6	-0.015328380279242992
335417	embedding2nn.weight	7	-0.0004294059763196856
335417	embedding2nn.weight	8	-0.010050620883703232
335417	embedding2nn.weight	9	0.0019981840159744024
335417	embedding2nn.bias	0	0.015718355774879456
335417	embedding2nn.bias	1	-0.03797988221049309
335417	embedding2nn.bias	2	0.07990723103284836
335417	embedding2nn.bias	3	0.06853007525205612
335417	embedding2nn.bias	4	-0.012968198396265507
335417	embedding2nn.bias	5	-0.033356018364429474
335417	embedding2nn.bias	6	0.030419709160923958
335417	embedding2nn.bias	7	0.0033531521912664175
335417	embedding2nn.bias	8	-0.034375712275505066
335417	embedding2nn.bias	9	0.024236466735601425
335417	rnn.weight_ih_l0	0	0.06497041881084442
335417	rnn.weight_ih_l0	1	-0.041503336280584335
335417	rnn.weight_ih_l0	2	0.005368174985051155
335417	rnn.weight_ih_l0	3	0.04547589644789696
335417	rnn.weight_ih_l0	4	-0.02982029691338539
335417	rnn.weight_ih_l0	5	0.04050281643867493
335417	rnn.weight_ih_l0	6	0.007829827256500721
335417	rnn.weight_ih_l0	7	0.06560423970222473
335417	rnn.weight_ih_l0	8	0.009011035785079002
335417	rnn.weight_ih_l0	9	-0.02528097853064537
335417	rnn.weight_hh_l0	0	-0.011642768047749996
335417	rnn.weight_hh_l0	1	-0.027679281309247017
335417	rnn.weight_hh_l0	2	-0.0614435039460659
335417	rnn.weight_hh_l0	3	-0.005984795279800892
335417	rnn.weight_hh_l0	4	-0.009742341004312038
335417	rnn.weight_hh_l0	5	-0.024547861889004707
335417	rnn.weight_hh_l0	6	0.0006599625921808183
335417	rnn.weight_hh_l0	7	-0.035927023738622665
335417	rnn.weight_hh_l0	8	0.06721978634595871
335417	rnn.weight_hh_l0	9	0.045393846929073334
335417	rnn.bias_ih_l0	0	-0.17432968318462372
335417	rnn.bias_ih_l0	1	-0.17085565626621246
335417	rnn.bias_ih_l0	2	-0.019510522484779358
335417	rnn.bias_ih_l0	3	-0.14771144092082977
335417	rnn.bias_ih_l0	4	-0.059109166264534
335417	rnn.bias_ih_l0	5	-0.1754964292049408
335417	rnn.bias_ih_l0	6	0.07246208935976028
335417	rnn.bias_ih_l0	7	-0.08656790852546692
335417	rnn.bias_ih_l0	8	-0.0453675240278244
335417	rnn.bias_ih_l0	9	-0.10770342499017715
335417	rnn.bias_hh_l0	0	-0.06977040320634842
335417	rnn.bias_hh_l0	1	0.24819181859493256
335417	rnn.bias_hh_l0	2	0.046581149101257324
335417	rnn.bias_hh_l0	3	-0.07841092348098755
335417	rnn.bias_hh_l0	4	-0.08299128711223602
335417	rnn.bias_hh_l0	5	-0.00430907541885972
335417	rnn.bias_hh_l0	6	0.058290041983127594
335417	rnn.bias_hh_l0	7	-0.0973237007856369
335417	rnn.bias_hh_l0	8	-0.23433947563171387
335417	rnn.bias_hh_l0	9	-0.10145504027605057
335417	rnn.weight_ih_l0_reverse	0	0.02053583599627018
335417	rnn.weight_ih_l0_reverse	1	-0.06028227135539055
335417	rnn.weight_ih_l0_reverse	2	0.04296961426734924
335417	rnn.weight_ih_l0_reverse	3	0.02017703466117382
335417	rnn.weight_ih_l0_reverse	4	-0.0001751662348397076
335417	rnn.weight_ih_l0_reverse	5	-0.025556713342666626
335417	rnn.weight_ih_l0_reverse	6	0.012012913823127747
335417	rnn.weight_ih_l0_reverse	7	0.028371864929795265
335417	rnn.weight_ih_l0_reverse	8	-0.028070714324712753
335417	rnn.weight_ih_l0_reverse	9	-0.0014318317407742143
335417	rnn.weight_hh_l0_reverse	0	0.03986608237028122
335417	rnn.weight_hh_l0_reverse	1	0.029899457469582558
335417	rnn.weight_hh_l0_reverse	2	-0.02289893850684166
335417	rnn.weight_hh_l0_reverse	3	-0.08196660131216049
335417	rnn.weight_hh_l0_reverse	4	0.011314363218843937
335417	rnn.weight_hh_l0_reverse	5	-0.06059343367815018
335417	rnn.weight_hh_l0_reverse	6	-0.014078354462981224
335417	rnn.weight_hh_l0_reverse	7	0.031102459877729416
335417	rnn.weight_hh_l0_reverse	8	0.007721021771430969
335417	rnn.weight_hh_l0_reverse	9	0.008666970767080784
335417	rnn.bias_ih_l0_reverse	0	-0.04637371748685837
335417	rnn.bias_ih_l0_reverse	1	-0.13941577076911926
335417	rnn.bias_ih_l0_reverse	2	-0.14658020436763763
335417	rnn.bias_ih_l0_reverse	3	-0.04659213870763779
335417	rnn.bias_ih_l0_reverse	4	-0.11302501708269119
335417	rnn.bias_ih_l0_reverse	5	-0.08594545722007751
335417	rnn.bias_ih_l0_reverse	6	-0.2087291032075882
335417	rnn.bias_ih_l0_reverse	7	-0.05214898660778999
335417	rnn.bias_ih_l0_reverse	8	-0.06419871002435684
335417	rnn.bias_ih_l0_reverse	9	-0.13444674015045166
335417	rnn.bias_hh_l0_reverse	0	-0.14217890799045563
335417	rnn.bias_hh_l0_reverse	1	-0.16229772567749023
335417	rnn.bias_hh_l0_reverse	2	0.10547986626625061
335417	rnn.bias_hh_l0_reverse	3	0.07309956103563309
335417	rnn.bias_hh_l0_reverse	4	-0.17922425270080566
335417	rnn.bias_hh_l0_reverse	5	-0.143345445394516
335417	rnn.bias_hh_l0_reverse	6	-0.08956097066402435
335417	rnn.bias_hh_l0_reverse	7	-0.053650107234716415
335417	rnn.bias_hh_l0_reverse	8	-0.09718423336744308
335417	rnn.bias_hh_l0_reverse	9	-0.023598480969667435
335417	linear.weight	0	-0.007732079364359379
335417	linear.weight	1	0.00983563344925642
335417	linear.weight	2	0.3159976601600647
335417	linear.weight	3	-0.07891319692134857
335417	linear.weight	4	-0.010588549077510834
335417	linear.weight	5	0.13078314065933228
335417	linear.weight	6	-0.010739270597696304
335417	linear.weight	7	-0.07818574458360672
335417	linear.weight	8	0.18775679171085358
335417	linear.weight	9	-0.2778257429599762
335417	linear.bias	0	-0.03956538438796997
335417	linear.bias	1	0.031413208693265915
335417	linear.bias	2	0.4157664179801941
335417	linear.bias	3	-0.7452287673950195
335417	linear.bias	4	2.1568875312805176
335417	linear.bias	5	-1.4051367044448853
335417	linear.bias	6	-0.2956963777542114
335417	linear.bias	7	-0.13088884949684143
335975	transitions	0	-1.9487760066986084
335975	transitions	1	-10000.0
335975	transitions	2	-0.7969565987586975
335975	transitions	3	-10000.0
335975	transitions	4	2.069709300994873
335975	transitions	5	-10000.0
335975	transitions	6	-10000.0
335975	transitions	7	1.8516113758087158
335975	transitions	8	-2.631274461746216
335975	transitions	9	-4.239744186401367
335975	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
335975	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
335975	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
335975	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
335975	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
335975	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
335975	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
335975	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
335975	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
335975	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
335975	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
335975	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
335975	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
335975	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
335975	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
335975	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
335975	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
335975	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
335975	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
335975	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
335975	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
335975	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
335975	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
335975	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
335975	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
335975	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
335975	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
335975	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
335975	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
335975	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
335975	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
335975	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
335975	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
335975	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
335975	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
335975	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
335975	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
335975	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
335975	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
335975	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
335975	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
335975	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
335975	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
335975	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
335975	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
335975	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
335975	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
335975	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
335975	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
335975	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
335975	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
335975	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
335975	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
335975	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
335975	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
335975	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
335975	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
335975	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
335975	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
335975	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
335975	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
335975	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
335975	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
335975	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
335975	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
335975	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
335975	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
335975	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
335975	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
335975	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
335975	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
335975	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
335975	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
335975	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
335975	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
335975	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
335975	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
335975	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
335975	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
335975	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
335975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
335975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
335975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
335975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
335975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
335975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
335975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
335975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
335975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
335975	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
335975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
335975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
335975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
335975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
335975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
335975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
335975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
335975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
335975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
335975	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
335975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
335975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
335975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
335975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
335975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
335975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
335975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
335975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
335975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
335975	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
335975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
335975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
335975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
335975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
335975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
335975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
335975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
335975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
335975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
335975	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
335975	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
335975	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
335975	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
335975	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
335975	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
335975	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
335975	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
335975	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
335975	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
335975	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
335975	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
335975	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
335975	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
335975	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
335975	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
335975	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
335975	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
335975	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
335975	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
335975	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
335975	embedding2nn.weight	0	0.006401734426617622
335975	embedding2nn.weight	1	0.004039255902171135
335975	embedding2nn.weight	2	0.013421202078461647
335975	embedding2nn.weight	3	0.027027186006307602
335975	embedding2nn.weight	4	0.023343002423644066
335975	embedding2nn.weight	5	0.005532326176762581
335975	embedding2nn.weight	6	-0.015321849845349789
335975	embedding2nn.weight	7	-0.0004238153051119298
335975	embedding2nn.weight	8	-0.010036468505859375
335975	embedding2nn.weight	9	0.001999737462028861
335975	embedding2nn.bias	0	0.015923867002129555
335975	embedding2nn.bias	1	-0.03781593218445778
335975	embedding2nn.bias	2	0.08012128621339798
335975	embedding2nn.bias	3	0.06905569136142731
335975	embedding2nn.bias	4	-0.012526051141321659
335975	embedding2nn.bias	5	-0.03306514397263527
335975	embedding2nn.bias	6	0.03049931488931179
335975	embedding2nn.bias	7	0.00346179585903883
335975	embedding2nn.bias	8	-0.03453554958105087
335975	embedding2nn.bias	9	0.023651769384741783
335975	rnn.weight_ih_l0	0	0.06499049812555313
335975	rnn.weight_ih_l0	1	-0.04149853438138962
335975	rnn.weight_ih_l0	2	0.005338625516742468
335975	rnn.weight_ih_l0	3	0.04546329006552696
335975	rnn.weight_ih_l0	4	-0.029822124168276787
335975	rnn.weight_ih_l0	5	0.04057926684617996
335975	rnn.weight_ih_l0	6	0.007828041911125183
335975	rnn.weight_ih_l0	7	0.06563970446586609
335975	rnn.weight_ih_l0	8	0.00903818104416132
335975	rnn.weight_ih_l0	9	-0.02528664842247963
335975	rnn.weight_hh_l0	0	-0.011659016832709312
335975	rnn.weight_hh_l0	1	-0.027681613340973854
335975	rnn.weight_hh_l0	2	-0.06145380437374115
335975	rnn.weight_hh_l0	3	-0.005987514276057482
335975	rnn.weight_hh_l0	4	-0.009743097238242626
335975	rnn.weight_hh_l0	5	-0.024536048993468285
335975	rnn.weight_hh_l0	6	0.0006616229075007141
335975	rnn.weight_hh_l0	7	-0.035877905786037445
335975	rnn.weight_hh_l0	8	0.06718285381793976
335975	rnn.weight_hh_l0	9	0.0453537218272686
335975	rnn.bias_ih_l0	0	-0.1742280274629593
335975	rnn.bias_ih_l0	1	-0.17064575850963593
335975	rnn.bias_ih_l0	2	-0.019484158605337143
335975	rnn.bias_ih_l0	3	-0.14754733443260193
335975	rnn.bias_ih_l0	4	-0.05912536382675171
335975	rnn.bias_ih_l0	5	-0.17534145712852478
335975	rnn.bias_ih_l0	6	0.07266874611377716
335975	rnn.bias_ih_l0	7	-0.08661286532878876
335975	rnn.bias_ih_l0	8	-0.0454602912068367
335975	rnn.bias_ih_l0	9	-0.10763993859291077
335975	rnn.bias_hh_l0	0	-0.06977645307779312
335975	rnn.bias_hh_l0	1	0.24793753027915955
335975	rnn.bias_hh_l0	2	0.04647102579474449
335975	rnn.bias_hh_l0	3	-0.07848250865936279
335975	rnn.bias_hh_l0	4	-0.08307062834501266
335975	rnn.bias_hh_l0	5	-0.004128022585064173
335975	rnn.bias_hh_l0	6	0.05824872478842735
335975	rnn.bias_hh_l0	7	-0.09726974368095398
335975	rnn.bias_hh_l0	8	-0.23407317698001862
335975	rnn.bias_hh_l0	9	-0.10129600763320923
335975	rnn.weight_ih_l0_reverse	0	0.020505115389823914
335975	rnn.weight_ih_l0_reverse	1	-0.0602627769112587
335975	rnn.weight_ih_l0_reverse	2	0.04295846074819565
335975	rnn.weight_ih_l0_reverse	3	0.020201224833726883
335975	rnn.weight_ih_l0_reverse	4	-0.0001784411579137668
335975	rnn.weight_ih_l0_reverse	5	-0.02555045671761036
335975	rnn.weight_ih_l0_reverse	6	0.012010728009045124
335975	rnn.weight_ih_l0_reverse	7	0.02836739830672741
335975	rnn.weight_ih_l0_reverse	8	-0.028061674907803535
335975	rnn.weight_ih_l0_reverse	9	-0.0015020569553598762
335975	rnn.weight_hh_l0_reverse	0	0.0398695208132267
335975	rnn.weight_hh_l0_reverse	1	0.02991347201168537
335975	rnn.weight_hh_l0_reverse	2	-0.02292042039334774
335975	rnn.weight_hh_l0_reverse	3	-0.08200479298830032
335975	rnn.weight_hh_l0_reverse	4	0.011299141682684422
335975	rnn.weight_hh_l0_reverse	5	-0.06063548102974892
335975	rnn.weight_hh_l0_reverse	6	-0.014087678864598274
335975	rnn.weight_hh_l0_reverse	7	0.03110864944756031
335975	rnn.weight_hh_l0_reverse	8	0.007746417075395584
335975	rnn.weight_hh_l0_reverse	9	0.008726894855499268
335975	rnn.bias_ih_l0_reverse	0	-0.046335507184267044
335975	rnn.bias_ih_l0_reverse	1	-0.13937178254127502
335975	rnn.bias_ih_l0_reverse	2	-0.14653640985488892
335975	rnn.bias_ih_l0_reverse	3	-0.046705298125743866
335975	rnn.bias_ih_l0_reverse	4	-0.11302445828914642
335975	rnn.bias_ih_l0_reverse	5	-0.08592981100082397
335975	rnn.bias_ih_l0_reverse	6	-0.20855118334293365
335975	rnn.bias_ih_l0_reverse	7	-0.05222117155790329
335975	rnn.bias_ih_l0_reverse	8	-0.06425255537033081
335975	rnn.bias_ih_l0_reverse	9	-0.1343199908733368
335975	rnn.bias_hh_l0_reverse	0	-0.1422264128923416
335975	rnn.bias_hh_l0_reverse	1	-0.16212858259677887
335975	rnn.bias_hh_l0_reverse	2	0.10540997982025146
335975	rnn.bias_hh_l0_reverse	3	0.07284803688526154
335975	rnn.bias_hh_l0_reverse	4	-0.17917270958423615
335975	rnn.bias_hh_l0_reverse	5	-0.14324159920215607
335975	rnn.bias_hh_l0_reverse	6	-0.08965683728456497
335975	rnn.bias_hh_l0_reverse	7	-0.053654734045267105
335975	rnn.bias_hh_l0_reverse	8	-0.09725084155797958
335975	rnn.bias_hh_l0_reverse	9	-0.02363070473074913
335975	linear.weight	0	-0.007732174824923277
335975	linear.weight	1	0.008856631815433502
335975	linear.weight	2	0.3152427673339844
335975	linear.weight	3	-0.07891307771205902
335975	linear.weight	4	-0.010588549077510834
335975	linear.weight	5	0.12954844534397125
335975	linear.weight	6	-0.010739270597696304
335975	linear.weight	7	-0.0763477012515068
335975	linear.weight	8	0.1855180412530899
335975	linear.weight	9	-0.27803707122802734
335975	linear.bias	0	-0.03956538438796997
335975	linear.bias	1	0.031413208693265915
335975	linear.bias	2	0.4166971743106842
335975	linear.bias	3	-0.748500645160675
335975	linear.bias	4	2.1538729667663574
335975	linear.bias	5	-1.4051369428634644
335975	linear.bias	6	-0.2930041253566742
335975	linear.bias	7	-0.1282172054052353
336533	transitions	0	-1.9488303661346436
336533	transitions	1	-10000.0
336533	transitions	2	-0.7969565987586975
336533	transitions	3	-10000.0
336533	transitions	4	2.069441080093384
336533	transitions	5	-10000.0
336533	transitions	6	-10000.0
336533	transitions	7	1.8509132862091064
336533	transitions	8	-2.6313118934631348
336533	transitions	9	-4.239744663238525
336533	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
336533	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
336533	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
336533	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
336533	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
336533	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
336533	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
336533	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
336533	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
336533	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
336533	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
336533	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
336533	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
336533	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
336533	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
336533	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
336533	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
336533	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
336533	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
336533	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
336533	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
336533	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
336533	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
336533	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
336533	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
336533	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
336533	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
336533	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
336533	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
336533	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
336533	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
336533	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
336533	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
336533	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
336533	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
336533	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
336533	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
336533	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
336533	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
336533	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
336533	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
336533	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
336533	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
336533	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
336533	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
336533	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
336533	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
336533	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
336533	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
336533	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
336533	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
336533	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
336533	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
336533	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
336533	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
336533	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
336533	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
336533	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
336533	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
336533	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
336533	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
336533	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
336533	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
336533	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
336533	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
336533	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
336533	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
336533	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
336533	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
336533	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
336533	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
336533	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
336533	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
336533	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
336533	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
336533	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
336533	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
336533	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
336533	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
336533	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
336533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
336533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
336533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
336533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
336533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
336533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
336533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
336533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
336533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
336533	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
336533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
336533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
336533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
336533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
336533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
336533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
336533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
336533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
336533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
336533	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
336533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
336533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
336533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
336533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
336533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
336533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
336533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
336533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
336533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
336533	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
336533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
336533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
336533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
336533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
336533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
336533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
336533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
336533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
336533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
336533	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
336533	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
336533	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
336533	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
336533	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
336533	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
336533	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
336533	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
336533	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
336533	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
336533	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
336533	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
336533	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
336533	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
336533	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
336533	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
336533	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
336533	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
336533	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
336533	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
336533	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
336533	embedding2nn.weight	0	0.006402626633644104
336533	embedding2nn.weight	1	0.004028980154544115
336533	embedding2nn.weight	2	0.013421767391264439
336533	embedding2nn.weight	3	0.02704206295311451
336533	embedding2nn.weight	4	0.02334275096654892
336533	embedding2nn.weight	5	0.005547691602259874
336533	embedding2nn.weight	6	-0.015323752537369728
336533	embedding2nn.weight	7	-0.00041160592809319496
336533	embedding2nn.weight	8	-0.010044055059552193
336533	embedding2nn.weight	9	0.001999675529077649
336533	embedding2nn.bias	0	0.01599765755236149
336533	embedding2nn.bias	1	-0.03779159113764763
336533	embedding2nn.bias	2	0.0803849846124649
336533	embedding2nn.bias	3	0.06858061254024506
336533	embedding2nn.bias	4	-0.012767208740115166
336533	embedding2nn.bias	5	-0.03282984346151352
336533	embedding2nn.bias	6	0.030480045825242996
336533	embedding2nn.bias	7	0.0033210429828613997
336533	embedding2nn.bias	8	-0.03409108519554138
336533	embedding2nn.bias	9	0.02399578131735325
336533	rnn.weight_ih_l0	0	0.06498651951551437
336533	rnn.weight_ih_l0	1	-0.041418638080358505
336533	rnn.weight_ih_l0	2	0.005342734977602959
336533	rnn.weight_ih_l0	3	0.04546124115586281
336533	rnn.weight_ih_l0	4	-0.02985944040119648
336533	rnn.weight_ih_l0	5	0.04061238840222359
336533	rnn.weight_ih_l0	6	0.007846939377486706
336533	rnn.weight_ih_l0	7	0.06565061956644058
336533	rnn.weight_ih_l0	8	0.009074456058442593
336533	rnn.weight_ih_l0	9	-0.025333072990179062
336533	rnn.weight_hh_l0	0	-0.01168275810778141
336533	rnn.weight_hh_l0	1	-0.027675531804561615
336533	rnn.weight_hh_l0	2	-0.061463914811611176
336533	rnn.weight_hh_l0	3	-0.005986169446259737
336533	rnn.weight_hh_l0	4	-0.009740382432937622
336533	rnn.weight_hh_l0	5	-0.024530410766601562
336533	rnn.weight_hh_l0	6	0.0006647292757406831
336533	rnn.weight_hh_l0	7	-0.0358375646173954
336533	rnn.weight_hh_l0	8	0.0671745091676712
336533	rnn.weight_hh_l0	9	0.04536772146821022
336533	rnn.bias_ih_l0	0	-0.17439308762550354
336533	rnn.bias_ih_l0	1	-0.17069903016090393
336533	rnn.bias_ih_l0	2	-0.019560907036066055
336533	rnn.bias_ih_l0	3	-0.14768369495868683
336533	rnn.bias_ih_l0	4	-0.059229567646980286
336533	rnn.bias_ih_l0	5	-0.17532190680503845
336533	rnn.bias_ih_l0	6	0.07285995781421661
336533	rnn.bias_ih_l0	7	-0.08662430942058563
336533	rnn.bias_ih_l0	8	-0.04531937092542648
336533	rnn.bias_ih_l0	9	-0.10767637938261032
336533	rnn.bias_hh_l0	0	-0.06980103254318237
336533	rnn.bias_hh_l0	1	0.2478903979063034
336533	rnn.bias_hh_l0	2	0.046420544385910034
336533	rnn.bias_hh_l0	3	-0.07849688827991486
336533	rnn.bias_hh_l0	4	-0.08294089138507843
336533	rnn.bias_hh_l0	5	-0.004421095363795757
336533	rnn.bias_hh_l0	6	0.05827229097485542
336533	rnn.bias_hh_l0	7	-0.09743362665176392
336533	rnn.bias_hh_l0	8	-0.2342497855424881
336533	rnn.bias_hh_l0	9	-0.10126417130231857
336533	rnn.weight_ih_l0_reverse	0	0.02062816731631756
336533	rnn.weight_ih_l0_reverse	1	-0.06025608628988266
336533	rnn.weight_ih_l0_reverse	2	0.04297107085585594
336533	rnn.weight_ih_l0_reverse	3	0.020277127623558044
336533	rnn.weight_ih_l0_reverse	4	-0.00014841208758298308
336533	rnn.weight_ih_l0_reverse	5	-0.025573737919330597
336533	rnn.weight_ih_l0_reverse	6	0.011968475766479969
336533	rnn.weight_ih_l0_reverse	7	0.028359202668070793
336533	rnn.weight_ih_l0_reverse	8	-0.028076816350221634
336533	rnn.weight_ih_l0_reverse	9	-0.0014961950946599245
336533	rnn.weight_hh_l0_reverse	0	0.0398758165538311
336533	rnn.weight_hh_l0_reverse	1	0.029930368065834045
336533	rnn.weight_hh_l0_reverse	2	-0.022929662838578224
336533	rnn.weight_hh_l0_reverse	3	-0.08203904330730438
336533	rnn.weight_hh_l0_reverse	4	0.01131446287035942
336533	rnn.weight_hh_l0_reverse	5	-0.06064870208501816
336533	rnn.weight_hh_l0_reverse	6	-0.014078163541853428
336533	rnn.weight_hh_l0_reverse	7	0.031111925840377808
336533	rnn.weight_hh_l0_reverse	8	0.007750947028398514
336533	rnn.weight_hh_l0_reverse	9	0.008729680441319942
336533	rnn.bias_ih_l0_reverse	0	-0.046256620436906815
336533	rnn.bias_ih_l0_reverse	1	-0.1394394040107727
336533	rnn.bias_ih_l0_reverse	2	-0.1467837244272232
336533	rnn.bias_ih_l0_reverse	3	-0.04677380248904228
336533	rnn.bias_ih_l0_reverse	4	-0.11292577534914017
336533	rnn.bias_ih_l0_reverse	5	-0.08578367531299591
336533	rnn.bias_ih_l0_reverse	6	-0.20857706665992737
336533	rnn.bias_ih_l0_reverse	7	-0.05218564346432686
336533	rnn.bias_ih_l0_reverse	8	-0.06413785368204117
336533	rnn.bias_ih_l0_reverse	9	-0.13424809277057648
336533	rnn.bias_hh_l0_reverse	0	-0.14214755594730377
336533	rnn.bias_hh_l0_reverse	1	-0.16222043335437775
336533	rnn.bias_hh_l0_reverse	2	0.10560651123523712
336533	rnn.bias_hh_l0_reverse	3	0.07292106747627258
336533	rnn.bias_hh_l0_reverse	4	-0.17930381000041962
336533	rnn.bias_hh_l0_reverse	5	-0.14327919483184814
336533	rnn.bias_hh_l0_reverse	6	-0.08961866050958633
336533	rnn.bias_hh_l0_reverse	7	-0.053605444729328156
336533	rnn.bias_hh_l0_reverse	8	-0.09732085466384888
336533	rnn.bias_hh_l0_reverse	9	-0.023593192920088768
336533	linear.weight	0	-0.007732253056019545
336533	linear.weight	1	0.009011168964207172
336533	linear.weight	2	0.31424522399902344
336533	linear.weight	3	-0.07891295850276947
336533	linear.weight	4	-0.010588549077510834
336533	linear.weight	5	0.12937968969345093
336533	linear.weight	6	-0.010739270597696304
336533	linear.weight	7	-0.07737423479557037
336533	linear.weight	8	0.1860322207212448
336533	linear.weight	9	-0.2777351438999176
336533	linear.bias	0	-0.03956538438796997
336533	linear.bias	1	0.031413208693265915
336533	linear.bias	2	0.4096096456050873
336533	linear.bias	3	-0.7414177656173706
336533	linear.bias	4	2.1555898189544678
336533	linear.bias	5	-1.4051371812820435
336533	linear.bias	6	-0.2938397526741028
336533	linear.bias	7	-0.12908384203910828
337091	transitions	0	-1.9488797187805176
337091	transitions	1	-10000.0
337091	transitions	2	-0.7969565987586975
337091	transitions	3	-10000.0
337091	transitions	4	2.0690488815307617
337091	transitions	5	-10000.0
337091	transitions	6	-10000.0
337091	transitions	7	1.8514068126678467
337091	transitions	8	-2.631345510482788
337091	transitions	9	-4.239745616912842
337091	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
337091	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
337091	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
337091	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
337091	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
337091	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
337091	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
337091	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
337091	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
337091	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
337091	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
337091	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
337091	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
337091	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
337091	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
337091	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
337091	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
337091	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
337091	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
337091	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
337091	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
337091	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
337091	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
337091	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
337091	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
337091	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
337091	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
337091	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
337091	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
337091	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
337091	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
337091	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
337091	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
337091	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
337091	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
337091	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
337091	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
337091	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
337091	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
337091	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
337091	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
337091	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
337091	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
337091	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
337091	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
337091	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
337091	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
337091	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
337091	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
337091	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
337091	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
337091	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
337091	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
337091	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
337091	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
337091	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
337091	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
337091	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
337091	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
337091	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
337091	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
337091	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
337091	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
337091	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
337091	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
337091	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
337091	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
337091	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
337091	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
337091	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
337091	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
337091	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
337091	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
337091	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
337091	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
337091	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
337091	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
337091	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
337091	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
337091	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
337091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
337091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
337091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
337091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
337091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
337091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
337091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
337091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
337091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
337091	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
337091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
337091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
337091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
337091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
337091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
337091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
337091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
337091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
337091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
337091	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
337091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
337091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
337091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
337091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
337091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
337091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
337091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
337091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
337091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
337091	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
337091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
337091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
337091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
337091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
337091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
337091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
337091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
337091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
337091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
337091	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
337091	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
337091	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
337091	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
337091	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
337091	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
337091	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
337091	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
337091	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
337091	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
337091	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
337091	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
337091	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
337091	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
337091	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
337091	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
337091	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
337091	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
337091	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
337091	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
337091	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
337091	embedding2nn.weight	0	0.006403457373380661
337091	embedding2nn.weight	1	0.004030741285532713
337091	embedding2nn.weight	2	0.013421845622360706
337091	embedding2nn.weight	3	0.027045005932450294
337091	embedding2nn.weight	4	0.023345671594142914
337091	embedding2nn.weight	5	0.005556032992899418
337091	embedding2nn.weight	6	-0.015310967341065407
337091	embedding2nn.weight	7	-0.00041578098898753524
337091	embedding2nn.weight	8	-0.01003173179924488
337091	embedding2nn.weight	9	0.002006275113672018
337091	embedding2nn.bias	0	0.01566332019865513
337091	embedding2nn.bias	1	-0.037774503231048584
337091	embedding2nn.bias	2	0.0809968039393425
337091	embedding2nn.bias	3	0.06918739527463913
337091	embedding2nn.bias	4	-0.012896834872663021
337091	embedding2nn.bias	5	-0.03250531852245331
337091	embedding2nn.bias	6	0.03039688989520073
337091	embedding2nn.bias	7	0.0034727624151855707
337091	embedding2nn.bias	8	-0.034048836678266525
337091	embedding2nn.bias	9	0.02359437569975853
337091	rnn.weight_ih_l0	0	0.06497307121753693
337091	rnn.weight_ih_l0	1	-0.04144252464175224
337091	rnn.weight_ih_l0	2	0.005303754471242428
337091	rnn.weight_ih_l0	3	0.04545120522379875
337091	rnn.weight_ih_l0	4	-0.029825285077095032
337091	rnn.weight_ih_l0	5	0.0405735969543457
337091	rnn.weight_ih_l0	6	0.007840882986783981
337091	rnn.weight_ih_l0	7	0.0656527429819107
337091	rnn.weight_ih_l0	8	0.009164159186184406
337091	rnn.weight_ih_l0	9	-0.02529509738087654
337091	rnn.weight_hh_l0	0	-0.01167592778801918
337091	rnn.weight_hh_l0	1	-0.027678096666932106
337091	rnn.weight_hh_l0	2	-0.06145443767309189
337091	rnn.weight_hh_l0	3	-0.005982785951346159
337091	rnn.weight_hh_l0	4	-0.009739723056554794
337091	rnn.weight_hh_l0	5	-0.024519911035895348
337091	rnn.weight_hh_l0	6	0.0006625099922530353
337091	rnn.weight_hh_l0	7	-0.03581271320581436
337091	rnn.weight_hh_l0	8	0.06718853861093521
337091	rnn.weight_hh_l0	9	0.04534987360239029
337091	rnn.bias_ih_l0	0	-0.174582839012146
337091	rnn.bias_ih_l0	1	-0.17067551612854004
337091	rnn.bias_ih_l0	2	-0.019616950303316116
337091	rnn.bias_ih_l0	3	-0.14771999418735504
337091	rnn.bias_ih_l0	4	-0.059013329446315765
337091	rnn.bias_ih_l0	5	-0.1753607839345932
337091	rnn.bias_ih_l0	6	0.0729549378156662
337091	rnn.bias_ih_l0	7	-0.0866655632853508
337091	rnn.bias_ih_l0	8	-0.04532372206449509
337091	rnn.bias_ih_l0	9	-0.10751353204250336
337091	rnn.bias_hh_l0	0	-0.0697302296757698
337091	rnn.bias_hh_l0	1	0.2478954792022705
337091	rnn.bias_hh_l0	2	0.04601839929819107
337091	rnn.bias_hh_l0	3	-0.07855696231126785
337091	rnn.bias_hh_l0	4	-0.08308359235525131
337091	rnn.bias_hh_l0	5	-0.004289248026907444
337091	rnn.bias_hh_l0	6	0.058123260736465454
337091	rnn.bias_hh_l0	7	-0.0975419208407402
337091	rnn.bias_hh_l0	8	-0.23429012298583984
337091	rnn.bias_hh_l0	9	-0.10127558559179306
337091	rnn.weight_ih_l0_reverse	0	0.02061496488749981
337091	rnn.weight_ih_l0_reverse	1	-0.060212165117263794
337091	rnn.weight_ih_l0_reverse	2	0.04296419396996498
337091	rnn.weight_ih_l0_reverse	3	0.020237239077687263
337091	rnn.weight_ih_l0_reverse	4	-0.00018018590344581753
337091	rnn.weight_ih_l0_reverse	5	-0.025542059913277626
337091	rnn.weight_ih_l0_reverse	6	0.012063414789736271
337091	rnn.weight_ih_l0_reverse	7	0.02834576927125454
337091	rnn.weight_ih_l0_reverse	8	-0.028077036142349243
337091	rnn.weight_ih_l0_reverse	9	-0.001476552803069353
337091	rnn.weight_hh_l0_reverse	0	0.03988071158528328
337091	rnn.weight_hh_l0_reverse	1	0.02990882098674774
337091	rnn.weight_hh_l0_reverse	2	-0.02292424812912941
337091	rnn.weight_hh_l0_reverse	3	-0.08206145465373993
337091	rnn.weight_hh_l0_reverse	4	0.011306308209896088
337091	rnn.weight_hh_l0_reverse	5	-0.060637217015028
337091	rnn.weight_hh_l0_reverse	6	-0.0140841631218791
337091	rnn.weight_hh_l0_reverse	7	0.031102117151021957
337091	rnn.weight_hh_l0_reverse	8	0.007763999979943037
337091	rnn.weight_hh_l0_reverse	9	0.008711716160178185
337091	rnn.bias_ih_l0_reverse	0	-0.046307455748319626
337091	rnn.bias_ih_l0_reverse	1	-0.139409139752388
337091	rnn.bias_ih_l0_reverse	2	-0.14672252535820007
337091	rnn.bias_ih_l0_reverse	3	-0.04695267975330353
337091	rnn.bias_ih_l0_reverse	4	-0.11273898929357529
337091	rnn.bias_ih_l0_reverse	5	-0.08578602224588394
337091	rnn.bias_ih_l0_reverse	6	-0.20870719850063324
337091	rnn.bias_ih_l0_reverse	7	-0.05220857635140419
337091	rnn.bias_ih_l0_reverse	8	-0.06416883319616318
337091	rnn.bias_ih_l0_reverse	9	-0.13418608903884888
337091	rnn.bias_hh_l0_reverse	0	-0.14212626218795776
337091	rnn.bias_hh_l0_reverse	1	-0.1623009592294693
337091	rnn.bias_hh_l0_reverse	2	0.1055077537894249
337091	rnn.bias_hh_l0_reverse	3	0.07266780734062195
337091	rnn.bias_hh_l0_reverse	4	-0.1793435513973236
337091	rnn.bias_hh_l0_reverse	5	-0.1434336006641388
337091	rnn.bias_hh_l0_reverse	6	-0.08963041007518768
337091	rnn.bias_hh_l0_reverse	7	-0.053664274513721466
337091	rnn.bias_hh_l0_reverse	8	-0.0971759706735611
337091	rnn.bias_hh_l0_reverse	9	-0.023609889671206474
337091	linear.weight	0	-0.007732294499874115
337091	linear.weight	1	0.008817137219011784
337091	linear.weight	2	0.31432896852493286
337091	linear.weight	3	-0.07891283929347992
337091	linear.weight	4	-0.010588549077510834
337091	linear.weight	5	0.13089637458324432
337091	linear.weight	6	-0.010739270597696304
337091	linear.weight	7	-0.07458236068487167
337091	linear.weight	8	0.1856650561094284
337091	linear.weight	9	-0.278194397687912
337091	linear.bias	0	-0.03956538438796997
337091	linear.bias	1	0.031413208693265915
337091	linear.bias	2	0.4143962860107422
337091	linear.bias	3	-0.7413479685783386
337091	linear.bias	4	2.1575686931610107
337091	linear.bias	5	-1.405137300491333
337091	linear.bias	6	-0.29723814129829407
337091	linear.bias	7	-0.1325128674507141
337649	transitions	0	-1.9489319324493408
337649	transitions	1	-10000.0
337649	transitions	2	-0.7969565987586975
337649	transitions	3	-10000.0
337649	transitions	4	2.069866180419922
337649	transitions	5	-10000.0
337649	transitions	6	-10000.0
337649	transitions	7	1.8517652750015259
337649	transitions	8	-2.6313834190368652
337649	transitions	9	-4.239747047424316
337649	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
337649	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
337649	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
337649	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
337649	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
337649	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
337649	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
337649	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
337649	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
337649	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
337649	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
337649	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
337649	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
337649	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
337649	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
337649	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
337649	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
337649	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
337649	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
337649	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
337649	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
337649	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
337649	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
337649	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
337649	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
337649	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
337649	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
337649	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
337649	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
337649	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
337649	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
337649	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
337649	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
337649	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
337649	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
337649	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
337649	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
337649	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
337649	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
337649	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
337649	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
337649	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
337649	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
337649	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
337649	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
337649	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
337649	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
337649	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
337649	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
337649	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
337649	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
337649	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
337649	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
337649	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
337649	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
337649	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
337649	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
337649	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
337649	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
337649	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
337649	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
337649	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
337649	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
337649	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
337649	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
337649	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
337649	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
337649	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
337649	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
337649	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
337649	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
337649	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
337649	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
337649	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
337649	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
337649	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
337649	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
337649	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
337649	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
337649	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
337649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
337649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
337649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
337649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
337649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
337649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
337649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
337649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
337649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
337649	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
337649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
337649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
337649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
337649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
337649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
337649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
337649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
337649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
337649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
337649	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
337649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
337649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
337649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
337649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
337649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
337649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
337649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
337649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
337649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
337649	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
337649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
337649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
337649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
337649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
337649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
337649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
337649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
337649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
337649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
337649	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
337649	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
337649	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
337649	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
337649	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
337649	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
337649	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
337649	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
337649	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
337649	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
337649	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
337649	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
337649	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
337649	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
337649	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
337649	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
337649	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
337649	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
337649	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
337649	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
337649	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
337649	embedding2nn.weight	0	0.006403876934200525
337649	embedding2nn.weight	1	0.0040334491059184074
337649	embedding2nn.weight	2	0.013422678224742413
337649	embedding2nn.weight	3	0.027035467326641083
337649	embedding2nn.weight	4	0.023344269022345543
337649	embedding2nn.weight	5	0.005551881156861782
337649	embedding2nn.weight	6	-0.015299322083592415
337649	embedding2nn.weight	7	-0.0004123802937101573
337649	embedding2nn.weight	8	-0.01005444023758173
337649	embedding2nn.weight	9	0.0020181762520223856
337649	embedding2nn.bias	0	0.015915587544441223
337649	embedding2nn.bias	1	-0.037936367094516754
337649	embedding2nn.bias	2	0.08153484761714935
337649	embedding2nn.bias	3	0.06910746544599533
337649	embedding2nn.bias	4	-0.013037615455687046
337649	embedding2nn.bias	5	-0.03267069160938263
337649	embedding2nn.bias	6	0.03051677905023098
337649	embedding2nn.bias	7	0.003253121627494693
337649	embedding2nn.bias	8	-0.0334627702832222
337649	embedding2nn.bias	9	0.023697149008512497
337649	rnn.weight_ih_l0	0	0.06497586518526077
337649	rnn.weight_ih_l0	1	-0.04146924242377281
337649	rnn.weight_ih_l0	2	0.0052940924651920795
337649	rnn.weight_ih_l0	3	0.04544229805469513
337649	rnn.weight_ih_l0	4	-0.029781049117445946
337649	rnn.weight_ih_l0	5	0.040519990026950836
337649	rnn.weight_ih_l0	6	0.007850291207432747
337649	rnn.weight_ih_l0	7	0.06564944237470627
337649	rnn.weight_ih_l0	8	0.009166373871266842
337649	rnn.weight_ih_l0	9	-0.02528955414891243
337649	rnn.weight_hh_l0	0	-0.0116843581199646
337649	rnn.weight_hh_l0	1	-0.027691271156072617
337649	rnn.weight_hh_l0	2	-0.061460837721824646
337649	rnn.weight_hh_l0	3	-0.005982378032058477
337649	rnn.weight_hh_l0	4	-0.009728316217660904
337649	rnn.weight_hh_l0	5	-0.02451794594526291
337649	rnn.weight_hh_l0	6	0.0006663436070084572
337649	rnn.weight_hh_l0	7	-0.03581501170992851
337649	rnn.weight_hh_l0	8	0.06720513850450516
337649	rnn.weight_hh_l0	9	0.04536965489387512
337649	rnn.bias_ih_l0	0	-0.17458409070968628
337649	rnn.bias_ih_l0	1	-0.17072029411792755
337649	rnn.bias_ih_l0	2	-0.019580993801355362
337649	rnn.bias_ih_l0	3	-0.14758987724781036
337649	rnn.bias_ih_l0	4	-0.05918272212147713
337649	rnn.bias_ih_l0	5	-0.17512798309326172
337649	rnn.bias_ih_l0	6	0.07319173216819763
337649	rnn.bias_ih_l0	7	-0.08669601380825043
337649	rnn.bias_ih_l0	8	-0.045491114258766174
337649	rnn.bias_ih_l0	9	-0.1076347678899765
337649	rnn.bias_hh_l0	0	-0.06977101415395737
337649	rnn.bias_hh_l0	1	0.24796713888645172
337649	rnn.bias_hh_l0	2	0.0459299311041832
337649	rnn.bias_hh_l0	3	-0.07847315073013306
337649	rnn.bias_hh_l0	4	-0.08299026638269424
337649	rnn.bias_hh_l0	5	-0.004485689103603363
337649	rnn.bias_hh_l0	6	0.05811072140932083
337649	rnn.bias_hh_l0	7	-0.09753480553627014
337649	rnn.bias_hh_l0	8	-0.23418985307216644
337649	rnn.bias_hh_l0	9	-0.10135895013809204
337649	rnn.weight_ih_l0_reverse	0	0.020658332854509354
337649	rnn.weight_ih_l0_reverse	1	-0.060218051075935364
337649	rnn.weight_ih_l0_reverse	2	0.04292840138077736
337649	rnn.weight_ih_l0_reverse	3	0.020161667838692665
337649	rnn.weight_ih_l0_reverse	4	-0.0001883640798041597
337649	rnn.weight_ih_l0_reverse	5	-0.025448007509112358
337649	rnn.weight_ih_l0_reverse	6	0.011936220340430737
337649	rnn.weight_ih_l0_reverse	7	0.028378818184137344
337649	rnn.weight_ih_l0_reverse	8	-0.02808457985520363
337649	rnn.weight_ih_l0_reverse	9	-0.0014609373174607754
337649	rnn.weight_hh_l0_reverse	0	0.039889607578516006
337649	rnn.weight_hh_l0_reverse	1	0.029950100928544998
337649	rnn.weight_hh_l0_reverse	2	-0.022925345227122307
337649	rnn.weight_hh_l0_reverse	3	-0.08209723234176636
337649	rnn.weight_hh_l0_reverse	4	0.011291109025478363
337649	rnn.weight_hh_l0_reverse	5	-0.06067325174808502
337649	rnn.weight_hh_l0_reverse	6	-0.014097739942371845
337649	rnn.weight_hh_l0_reverse	7	0.031083401292562485
337649	rnn.weight_hh_l0_reverse	8	0.007785494439303875
337649	rnn.weight_hh_l0_reverse	9	0.008723916485905647
337649	rnn.bias_ih_l0_reverse	0	-0.04644831269979477
337649	rnn.bias_ih_l0_reverse	1	-0.13946318626403809
337649	rnn.bias_ih_l0_reverse	2	-0.14676065742969513
337649	rnn.bias_ih_l0_reverse	3	-0.04692591354250908
337649	rnn.bias_ih_l0_reverse	4	-0.11276077479124069
337649	rnn.bias_ih_l0_reverse	5	-0.08594410866498947
337649	rnn.bias_ih_l0_reverse	6	-0.20871739089488983
337649	rnn.bias_ih_l0_reverse	7	-0.052456289529800415
337649	rnn.bias_ih_l0_reverse	8	-0.06408434361219406
337649	rnn.bias_ih_l0_reverse	9	-0.1343173384666443
337649	rnn.bias_hh_l0_reverse	0	-0.14221906661987305
337649	rnn.bias_hh_l0_reverse	1	-0.1623377948999405
337649	rnn.bias_hh_l0_reverse	2	0.10558848828077316
337649	rnn.bias_hh_l0_reverse	3	0.07253332436084747
337649	rnn.bias_hh_l0_reverse	4	-0.17938970029354095
337649	rnn.bias_hh_l0_reverse	5	-0.14353559911251068
337649	rnn.bias_hh_l0_reverse	6	-0.08944560587406158
337649	rnn.bias_hh_l0_reverse	7	-0.053739313036203384
337649	rnn.bias_hh_l0_reverse	8	-0.09706791490316391
337649	rnn.bias_hh_l0_reverse	9	-0.023597875609993935
337649	linear.weight	0	-0.007732362486422062
337649	linear.weight	1	0.008698700927197933
337649	linear.weight	2	0.3143104612827301
337649	linear.weight	3	-0.07891262322664261
337649	linear.weight	4	-0.010588549077510834
337649	linear.weight	5	0.12950223684310913
337649	linear.weight	6	-0.010739270597696304
337649	linear.weight	7	-0.07520052790641785
337649	linear.weight	8	0.18504242599010468
337649	linear.weight	9	-0.27816206216812134
337649	linear.bias	0	-0.03956538438796997
337649	linear.bias	1	0.031413208693265915
337649	linear.bias	2	0.4221785068511963
337649	linear.bias	3	-0.7494872808456421
337649	linear.bias	4	2.1579477787017822
337649	linear.bias	5	-1.405137538909912
337649	linear.bias	6	-0.29719439148902893
337649	linear.bias	7	-0.1325717568397522
338207	transitions	0	-1.9489827156066895
338207	transitions	1	-10000.0
338207	transitions	2	-0.7969565987586975
338207	transitions	3	-10000.0
338207	transitions	4	2.0700972080230713
338207	transitions	5	-10000.0
338207	transitions	6	-10000.0
338207	transitions	7	1.8515113592147827
338207	transitions	8	-2.631415367126465
338207	transitions	9	-4.239747524261475
338207	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
338207	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
338207	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
338207	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
338207	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
338207	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
338207	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
338207	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
338207	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
338207	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
338207	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
338207	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
338207	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
338207	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
338207	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
338207	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
338207	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
338207	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
338207	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
338207	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
338207	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
338207	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
338207	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
338207	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
338207	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
338207	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
338207	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
338207	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
338207	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
338207	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
338207	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
338207	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
338207	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
338207	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
338207	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
338207	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
338207	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
338207	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
338207	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
338207	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
338207	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
338207	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
338207	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
338207	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
338207	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
338207	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
338207	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
338207	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
338207	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
338207	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
338207	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
338207	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
338207	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
338207	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
338207	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
338207	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
338207	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
338207	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
338207	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
338207	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
338207	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
338207	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
338207	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
338207	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
338207	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
338207	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
338207	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
338207	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
338207	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
338207	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
338207	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
338207	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
338207	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
338207	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
338207	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
338207	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
338207	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
338207	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
338207	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
338207	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
338207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
338207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
338207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
338207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
338207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
338207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
338207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
338207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
338207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
338207	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
338207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
338207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
338207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
338207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
338207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
338207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
338207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
338207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
338207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
338207	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
338207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
338207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
338207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
338207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
338207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
338207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
338207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
338207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
338207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
338207	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
338207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
338207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
338207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
338207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
338207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
338207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
338207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
338207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
338207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
338207	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
338207	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
338207	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
338207	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
338207	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
338207	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
338207	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
338207	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
338207	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
338207	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
338207	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
338207	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
338207	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
338207	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
338207	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
338207	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
338207	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
338207	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
338207	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
338207	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
338207	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
338207	embedding2nn.weight	0	0.006404066924005747
338207	embedding2nn.weight	1	0.004035863559693098
338207	embedding2nn.weight	2	0.013422010466456413
338207	embedding2nn.weight	3	0.02700807899236679
338207	embedding2nn.weight	4	0.023350441828370094
338207	embedding2nn.weight	5	0.005525896791368723
338207	embedding2nn.weight	6	-0.015302053652703762
338207	embedding2nn.weight	7	-0.00041285125189460814
338207	embedding2nn.weight	8	-0.010066532529890537
338207	embedding2nn.weight	9	0.0020116311497986317
338207	embedding2nn.bias	0	0.015437616035342216
338207	embedding2nn.bias	1	-0.03808453679084778
338207	embedding2nn.bias	2	0.08147107064723969
338207	embedding2nn.bias	3	0.06894848495721817
338207	embedding2nn.bias	4	-0.012961199507117271
338207	embedding2nn.bias	5	-0.03263546898961067
338207	embedding2nn.bias	6	0.030250966548919678
338207	embedding2nn.bias	7	0.0035246985498815775
338207	embedding2nn.bias	8	-0.033584725111722946
338207	embedding2nn.bias	9	0.023650238290429115
338207	rnn.weight_ih_l0	0	0.06492536514997482
338207	rnn.weight_ih_l0	1	-0.041468456387519836
338207	rnn.weight_ih_l0	2	0.005243456456810236
338207	rnn.weight_ih_l0	3	0.04541786387562752
338207	rnn.weight_ih_l0	4	-0.0297832228243351
338207	rnn.weight_ih_l0	5	0.040489763021469116
338207	rnn.weight_ih_l0	6	0.007839578203856945
338207	rnn.weight_ih_l0	7	0.06562773138284683
338207	rnn.weight_ih_l0	8	0.009119353257119656
338207	rnn.weight_ih_l0	9	-0.025246715173125267
338207	rnn.weight_hh_l0	0	-0.011716177687048912
338207	rnn.weight_hh_l0	1	-0.027681821957230568
338207	rnn.weight_hh_l0	2	-0.06146189570426941
338207	rnn.weight_hh_l0	3	-0.005978133529424667
338207	rnn.weight_hh_l0	4	-0.00972080696374178
338207	rnn.weight_hh_l0	5	-0.02451610192656517
338207	rnn.weight_hh_l0	6	0.0006657749181613326
338207	rnn.weight_hh_l0	7	-0.035745467990636826
338207	rnn.weight_hh_l0	8	0.06722951680421829
338207	rnn.weight_hh_l0	9	0.0453786700963974
338207	rnn.bias_ih_l0	0	-0.17439314723014832
338207	rnn.bias_ih_l0	1	-0.17064420878887177
338207	rnn.bias_ih_l0	2	-0.01958237774670124
338207	rnn.bias_ih_l0	3	-0.14753247797489166
338207	rnn.bias_ih_l0	4	-0.05934068188071251
338207	rnn.bias_ih_l0	5	-0.17533469200134277
338207	rnn.bias_ih_l0	6	0.07308294624090195
338207	rnn.bias_ih_l0	7	-0.08668150007724762
338207	rnn.bias_ih_l0	8	-0.04532961919903755
338207	rnn.bias_ih_l0	9	-0.10761912912130356
338207	rnn.bias_hh_l0	0	-0.0698101669549942
338207	rnn.bias_hh_l0	1	0.24804916977882385
338207	rnn.bias_hh_l0	2	0.045904554426670074
338207	rnn.bias_hh_l0	3	-0.07848771661520004
338207	rnn.bias_hh_l0	4	-0.08305962383747101
338207	rnn.bias_hh_l0	5	-0.00432111881673336
338207	rnn.bias_hh_l0	6	0.05826392397284508
338207	rnn.bias_hh_l0	7	-0.09742353856563568
338207	rnn.bias_hh_l0	8	-0.2340264469385147
338207	rnn.bias_hh_l0	9	-0.1014254242181778
338207	rnn.weight_ih_l0_reverse	0	0.02056845836341381
338207	rnn.weight_ih_l0_reverse	1	-0.06022346392273903
338207	rnn.weight_ih_l0_reverse	2	0.042925432324409485
338207	rnn.weight_ih_l0_reverse	3	0.020131081342697144
338207	rnn.weight_ih_l0_reverse	4	-0.00020386563846841455
338207	rnn.weight_ih_l0_reverse	5	-0.02551349252462387
338207	rnn.weight_ih_l0_reverse	6	0.011930148117244244
338207	rnn.weight_ih_l0_reverse	7	0.02839604765176773
338207	rnn.weight_ih_l0_reverse	8	-0.02808535099029541
338207	rnn.weight_ih_l0_reverse	9	-0.001430705189704895
338207	rnn.weight_hh_l0_reverse	0	0.03988031670451164
338207	rnn.weight_hh_l0_reverse	1	0.029950067400932312
338207	rnn.weight_hh_l0_reverse	2	-0.022938866168260574
338207	rnn.weight_hh_l0_reverse	3	-0.08214613050222397
338207	rnn.weight_hh_l0_reverse	4	0.011291366070508957
338207	rnn.weight_hh_l0_reverse	5	-0.060660749673843384
338207	rnn.weight_hh_l0_reverse	6	-0.014089865610003471
338207	rnn.weight_hh_l0_reverse	7	0.031068066135048866
338207	rnn.weight_hh_l0_reverse	8	0.007756384555250406
338207	rnn.weight_hh_l0_reverse	9	0.008715330623090267
338207	rnn.bias_ih_l0_reverse	0	-0.0463595949113369
338207	rnn.bias_ih_l0_reverse	1	-0.13946594297885895
338207	rnn.bias_ih_l0_reverse	2	-0.14668942987918854
338207	rnn.bias_ih_l0_reverse	3	-0.046926144510507584
338207	rnn.bias_ih_l0_reverse	4	-0.11283012479543686
338207	rnn.bias_ih_l0_reverse	5	-0.08593348413705826
338207	rnn.bias_ih_l0_reverse	6	-0.20892995595932007
338207	rnn.bias_ih_l0_reverse	7	-0.05242156609892845
338207	rnn.bias_ih_l0_reverse	8	-0.0641743391752243
338207	rnn.bias_ih_l0_reverse	9	-0.13466326892375946
338207	rnn.bias_hh_l0_reverse	0	-0.14222413301467896
338207	rnn.bias_hh_l0_reverse	1	-0.1621973216533661
338207	rnn.bias_hh_l0_reverse	2	0.1056048646569252
338207	rnn.bias_hh_l0_reverse	3	0.07237427681684494
338207	rnn.bias_hh_l0_reverse	4	-0.1794072687625885
338207	rnn.bias_hh_l0_reverse	5	-0.1435471624135971
338207	rnn.bias_hh_l0_reverse	6	-0.08898089826107025
338207	rnn.bias_hh_l0_reverse	7	-0.053773343563079834
338207	rnn.bias_hh_l0_reverse	8	-0.09699969738721848
338207	rnn.bias_hh_l0_reverse	9	-0.023532809689641
338207	linear.weight	0	-0.007732421159744263
338207	linear.weight	1	0.007889593951404095
338207	linear.weight	2	0.3138425648212433
338207	linear.weight	3	-0.07891248911619186
338207	linear.weight	4	-0.010588549077510834
338207	linear.weight	5	0.13048861920833588
338207	linear.weight	6	-0.010739270597696304
338207	linear.weight	7	-0.07450053840875626
338207	linear.weight	8	0.18565811216831207
338207	linear.weight	9	-0.2780889570713043
338207	linear.bias	0	-0.03956538438796997
338207	linear.bias	1	0.031413208693265915
338207	linear.bias	2	0.4133865535259247
338207	linear.bias	3	-0.74641352891922
338207	linear.bias	4	2.1571877002716064
338207	linear.bias	5	-1.4051378965377808
338207	linear.bias	6	-0.29393115639686584
338207	linear.bias	7	-0.129350945353508
338765	transitions	0	-1.9490278959274292
338765	transitions	1	-10000.0
338765	transitions	2	-0.7969565987586975
338765	transitions	3	-10000.0
338765	transitions	4	2.069988965988159
338765	transitions	5	-10000.0
338765	transitions	6	-10000.0
338765	transitions	7	1.8523883819580078
338765	transitions	8	-2.6314475536346436
338765	transitions	9	-4.239747524261475
338765	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
338765	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
338765	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
338765	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
338765	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
338765	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
338765	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
338765	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
338765	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
338765	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
338765	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
338765	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
338765	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
338765	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
338765	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
338765	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
338765	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
338765	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
338765	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
338765	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
338765	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
338765	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
338765	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
338765	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
338765	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
338765	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
338765	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
338765	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
338765	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
338765	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
338765	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
338765	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
338765	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
338765	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
338765	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
338765	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
338765	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
338765	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
338765	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
338765	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
338765	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
338765	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
338765	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
338765	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
338765	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
338765	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
338765	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
338765	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
338765	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
338765	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
338765	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
338765	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
338765	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
338765	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
338765	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
338765	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
338765	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
338765	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
338765	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
338765	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
338765	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
338765	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
338765	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
338765	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
338765	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
338765	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
338765	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
338765	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
338765	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
338765	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
338765	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
338765	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
338765	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
338765	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
338765	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
338765	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
338765	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
338765	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
338765	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
338765	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
338765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
338765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
338765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
338765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
338765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
338765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
338765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
338765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
338765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
338765	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
338765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
338765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
338765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
338765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
338765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
338765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
338765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
338765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
338765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
338765	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
338765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
338765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
338765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
338765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
338765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
338765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
338765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
338765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
338765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
338765	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
338765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
338765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
338765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
338765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
338765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
338765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
338765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
338765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
338765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
338765	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
338765	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
338765	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
338765	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
338765	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
338765	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
338765	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
338765	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
338765	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
338765	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
338765	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
338765	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
338765	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
338765	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
338765	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
338765	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
338765	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
338765	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
338765	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
338765	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
338765	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
338765	embedding2nn.weight	0	0.006403914652764797
338765	embedding2nn.weight	1	0.004034732934087515
338765	embedding2nn.weight	2	0.013421241194009781
338765	embedding2nn.weight	3	0.026996972039341927
338765	embedding2nn.weight	4	0.023340972140431404
338765	embedding2nn.weight	5	0.005545096937566996
338765	embedding2nn.weight	6	-0.015303423628211021
338765	embedding2nn.weight	7	-0.0004080668732058257
338765	embedding2nn.weight	8	-0.01003654208034277
338765	embedding2nn.weight	9	0.0020110257901251316
338765	embedding2nn.bias	0	0.015315160155296326
338765	embedding2nn.bias	1	-0.03838411718606949
338765	embedding2nn.bias	2	0.08132586628198624
338765	embedding2nn.bias	3	0.06886153668165207
338765	embedding2nn.bias	4	-0.013097790069878101
338765	embedding2nn.bias	5	-0.03288630396127701
338765	embedding2nn.bias	6	0.030434809625148773
338765	embedding2nn.bias	7	0.003556568641215563
338765	embedding2nn.bias	8	-0.03364342823624611
338765	embedding2nn.bias	9	0.02391069568693638
338765	rnn.weight_ih_l0	0	0.06492462754249573
338765	rnn.weight_ih_l0	1	-0.04157251492142677
338765	rnn.weight_ih_l0	2	0.005244090221822262
338765	rnn.weight_ih_l0	3	0.045424435287714005
338765	rnn.weight_ih_l0	4	-0.02979152463376522
338765	rnn.weight_ih_l0	5	0.04048603028059006
338765	rnn.weight_ih_l0	6	0.007840093225240707
338765	rnn.weight_ih_l0	7	0.06557063013315201
338765	rnn.weight_ih_l0	8	0.009156572632491589
338765	rnn.weight_ih_l0	9	-0.02518443949520588
338765	rnn.weight_hh_l0	0	-0.011704529635608196
338765	rnn.weight_hh_l0	1	-0.027704598382115364
338765	rnn.weight_hh_l0	2	-0.06148620694875717
338765	rnn.weight_hh_l0	3	-0.0059777176938951015
338765	rnn.weight_hh_l0	4	-0.009716394357383251
338765	rnn.weight_hh_l0	5	-0.024493252858519554
338765	rnn.weight_hh_l0	6	0.0006667315028607845
338765	rnn.weight_hh_l0	7	-0.035740919411182404
338765	rnn.weight_hh_l0	8	0.0672001987695694
338765	rnn.weight_hh_l0	9	0.04538569226861
338765	rnn.bias_ih_l0	0	-0.17436860501766205
338765	rnn.bias_ih_l0	1	-0.17085295915603638
338765	rnn.bias_ih_l0	2	-0.019609499722719193
338765	rnn.bias_ih_l0	3	-0.1475212723016739
338765	rnn.bias_ih_l0	4	-0.0592106468975544
338765	rnn.bias_ih_l0	5	-0.175199955701828
338765	rnn.bias_ih_l0	6	0.07305925339460373
338765	rnn.bias_ih_l0	7	-0.08677196502685547
338765	rnn.bias_ih_l0	8	-0.045164555311203
338765	rnn.bias_ih_l0	9	-0.10772959142923355
338765	rnn.bias_hh_l0	0	-0.06980950385332108
338765	rnn.bias_hh_l0	1	0.24801376461982727
338765	rnn.bias_hh_l0	2	0.04603689908981323
338765	rnn.bias_hh_l0	3	-0.07860497385263443
338765	rnn.bias_hh_l0	4	-0.08314484357833862
338765	rnn.bias_hh_l0	5	-0.004167705774307251
338765	rnn.bias_hh_l0	6	0.05826687812805176
338765	rnn.bias_hh_l0	7	-0.09726167470216751
338765	rnn.bias_hh_l0	8	-0.23375247418880463
338765	rnn.bias_hh_l0	9	-0.10145751386880875
338765	rnn.weight_ih_l0_reverse	0	0.020588994026184082
338765	rnn.weight_ih_l0_reverse	1	-0.060212600976228714
338765	rnn.weight_ih_l0_reverse	2	0.04291752725839615
338765	rnn.weight_ih_l0_reverse	3	0.02020740695297718
338765	rnn.weight_ih_l0_reverse	4	-0.00019099039491266012
338765	rnn.weight_ih_l0_reverse	5	-0.02552969940006733
338765	rnn.weight_ih_l0_reverse	6	0.011907360516488552
338765	rnn.weight_ih_l0_reverse	7	0.028392380103468895
338765	rnn.weight_ih_l0_reverse	8	-0.02811691351234913
338765	rnn.weight_ih_l0_reverse	9	-0.0013999202055856586
338765	rnn.weight_hh_l0_reverse	0	0.0398806594312191
338765	rnn.weight_hh_l0_reverse	1	0.02991955541074276
338765	rnn.weight_hh_l0_reverse	2	-0.022948795929551125
338765	rnn.weight_hh_l0_reverse	3	-0.08214987069368362
338765	rnn.weight_hh_l0_reverse	4	0.01129484735429287
338765	rnn.weight_hh_l0_reverse	5	-0.060698796063661575
338765	rnn.weight_hh_l0_reverse	6	-0.014094691723585129
338765	rnn.weight_hh_l0_reverse	7	0.031078321859240532
338765	rnn.weight_hh_l0_reverse	8	0.007742295041680336
338765	rnn.weight_hh_l0_reverse	9	0.008742883801460266
338765	rnn.bias_ih_l0_reverse	0	-0.04639514535665512
338765	rnn.bias_ih_l0_reverse	1	-0.1394750475883484
338765	rnn.bias_ih_l0_reverse	2	-0.14671961963176727
338765	rnn.bias_ih_l0_reverse	3	-0.04691861942410469
338765	rnn.bias_ih_l0_reverse	4	-0.11293317377567291
338765	rnn.bias_ih_l0_reverse	5	-0.08602443337440491
338765	rnn.bias_ih_l0_reverse	6	-0.20896971225738525
338765	rnn.bias_ih_l0_reverse	7	-0.05247429385781288
338765	rnn.bias_ih_l0_reverse	8	-0.0642213299870491
338765	rnn.bias_ih_l0_reverse	9	-0.1348070651292801
338765	rnn.bias_hh_l0_reverse	0	-0.14238505065441132
338765	rnn.bias_hh_l0_reverse	1	-0.16211286187171936
338765	rnn.bias_hh_l0_reverse	2	0.10554707795381546
338765	rnn.bias_hh_l0_reverse	3	0.0723576620221138
338765	rnn.bias_hh_l0_reverse	4	-0.17945776879787445
338765	rnn.bias_hh_l0_reverse	5	-0.14337383210659027
338765	rnn.bias_hh_l0_reverse	6	-0.08910978585481644
338765	rnn.bias_hh_l0_reverse	7	-0.0537613146007061
338765	rnn.bias_hh_l0_reverse	8	-0.09698127210140228
338765	rnn.bias_hh_l0_reverse	9	-0.023367781192064285
338765	linear.weight	0	-0.007732476573437452
338765	linear.weight	1	0.007423808798193932
338765	linear.weight	2	0.3143408000469208
338765	linear.weight	3	-0.07891237735748291
338765	linear.weight	4	-0.010588549077510834
338765	linear.weight	5	0.12878601253032684
338765	linear.weight	6	-0.010739270597696304
338765	linear.weight	7	-0.07592234015464783
338765	linear.weight	8	0.18600231409072876
338765	linear.weight	9	-0.27799028158187866
338765	linear.bias	0	-0.03956538438796997
338765	linear.bias	1	0.031413208693265915
338765	linear.bias	2	0.41751131415367126
338765	linear.bias	3	-0.7458560466766357
338765	linear.bias	4	2.16087007522583
338765	linear.bias	5	-1.4051380157470703
338765	linear.bias	6	-0.2980899512767792
338765	linear.bias	7	-0.13354900479316711
339323	transitions	0	-1.9490749835968018
339323	transitions	1	-10000.0
339323	transitions	2	-0.7969565987586975
339323	transitions	3	-10000.0
339323	transitions	4	2.0702321529388428
339323	transitions	5	-10000.0
339323	transitions	6	-10000.0
339323	transitions	7	1.8521925210952759
339323	transitions	8	-2.6314895153045654
339323	transitions	9	-4.239748477935791
339323	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
339323	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
339323	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
339323	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
339323	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
339323	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
339323	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
339323	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
339323	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
339323	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
339323	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
339323	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
339323	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
339323	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
339323	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
339323	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
339323	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
339323	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
339323	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
339323	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
339323	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
339323	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
339323	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
339323	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
339323	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
339323	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
339323	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
339323	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
339323	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
339323	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
339323	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
339323	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
339323	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
339323	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
339323	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
339323	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
339323	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
339323	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
339323	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
339323	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
339323	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
339323	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
339323	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
339323	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
339323	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
339323	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
339323	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
339323	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
339323	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
339323	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
339323	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
339323	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
339323	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
339323	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
339323	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
339323	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
339323	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
339323	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
339323	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
339323	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
339323	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
339323	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
339323	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
339323	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
339323	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
339323	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
339323	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
339323	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
339323	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
339323	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
339323	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
339323	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
339323	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
339323	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
339323	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
339323	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
339323	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
339323	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
339323	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
339323	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
339323	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
339323	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
339323	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
339323	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
339323	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
339323	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
339323	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
339323	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
339323	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
339323	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
339323	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
339323	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
339323	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
339323	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
339323	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
339323	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
339323	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
339323	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
339323	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
339323	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
339323	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
339323	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
339323	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
339323	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
339323	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
339323	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
339323	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
339323	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
339323	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
339323	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
339323	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
339323	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
339323	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
339323	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
339323	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
339323	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
339323	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
339323	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
339323	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
339323	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
339323	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
339323	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
339323	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
339323	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
339323	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
339323	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
339323	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
339323	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
339323	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
339323	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
339323	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
339323	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
339323	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
339323	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
339323	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
339323	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
339323	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
339323	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
339323	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
339323	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
339323	embedding2nn.weight	0	0.006405111402273178
339323	embedding2nn.weight	1	0.004028722178190947
339323	embedding2nn.weight	2	0.013421482406556606
339323	embedding2nn.weight	3	0.0269839596003294
339323	embedding2nn.weight	4	0.02334078773856163
339323	embedding2nn.weight	5	0.005547684617340565
339323	embedding2nn.weight	6	-0.015317237004637718
339323	embedding2nn.weight	7	-0.0004045211535412818
339323	embedding2nn.weight	8	-0.01006405521184206
339323	embedding2nn.weight	9	0.001988746225833893
339323	embedding2nn.bias	0	0.015236686915159225
339323	embedding2nn.bias	1	-0.03857274353504181
339323	embedding2nn.bias	2	0.08106642216444016
339323	embedding2nn.bias	3	0.06904768198728561
339323	embedding2nn.bias	4	-0.01314888708293438
339323	embedding2nn.bias	5	-0.03247777745127678
339323	embedding2nn.bias	6	0.031185602769255638
339323	embedding2nn.bias	7	0.00380766112357378
339323	embedding2nn.bias	8	-0.03376391902565956
339323	embedding2nn.bias	9	0.02378653548657894
339323	rnn.weight_ih_l0	0	0.06494536995887756
339323	rnn.weight_ih_l0	1	-0.0415184386074543
339323	rnn.weight_ih_l0	2	0.005219666287302971
339323	rnn.weight_ih_l0	3	0.04539194330573082
339323	rnn.weight_ih_l0	4	-0.02977619133889675
339323	rnn.weight_ih_l0	5	0.04053077474236488
339323	rnn.weight_ih_l0	6	0.00783747062087059
339323	rnn.weight_ih_l0	7	0.06557586044073105
339323	rnn.weight_ih_l0	8	0.00916627049446106
339323	rnn.weight_ih_l0	9	-0.025242865085601807
339323	rnn.weight_hh_l0	0	-0.011691650375723839
339323	rnn.weight_hh_l0	1	-0.02771770767867565
339323	rnn.weight_hh_l0	2	-0.061489637941122055
339323	rnn.weight_hh_l0	3	-0.005978279747068882
339323	rnn.weight_hh_l0	4	-0.009706749580800533
339323	rnn.weight_hh_l0	5	-0.024476055055856705
339323	rnn.weight_hh_l0	6	0.0006672994350083172
339323	rnn.weight_hh_l0	7	-0.035729728639125824
339323	rnn.weight_hh_l0	8	0.06718051433563232
339323	rnn.weight_hh_l0	9	0.045386120676994324
339323	rnn.bias_ih_l0	0	-0.17439524829387665
339323	rnn.bias_ih_l0	1	-0.17083321511745453
339323	rnn.bias_ih_l0	2	-0.019787218421697617
339323	rnn.bias_ih_l0	3	-0.14772816002368927
339323	rnn.bias_ih_l0	4	-0.059154246002435684
339323	rnn.bias_ih_l0	5	-0.1752484291791916
339323	rnn.bias_ih_l0	6	0.07287433743476868
339323	rnn.bias_ih_l0	7	-0.08651145547628403
339323	rnn.bias_ih_l0	8	-0.04531915485858917
339323	rnn.bias_ih_l0	9	-0.1077510342001915
339323	rnn.bias_hh_l0	0	-0.06970050185918808
339323	rnn.bias_hh_l0	1	0.24801571667194366
339323	rnn.bias_hh_l0	2	0.045932162553071976
339323	rnn.bias_hh_l0	3	-0.07871571183204651
339323	rnn.bias_hh_l0	4	-0.08317511528730392
339323	rnn.bias_hh_l0	5	-0.004374114330857992
339323	rnn.bias_hh_l0	6	0.05812278762459755
339323	rnn.bias_hh_l0	7	-0.09737372398376465
339323	rnn.bias_hh_l0	8	-0.23382560908794403
339323	rnn.bias_hh_l0	9	-0.10129975527524948
339323	rnn.weight_ih_l0_reverse	0	0.02054044045507908
339323	rnn.weight_ih_l0_reverse	1	-0.06019613891839981
339323	rnn.weight_ih_l0_reverse	2	0.042932309210300446
339323	rnn.weight_ih_l0_reverse	3	0.020180469378829002
339323	rnn.weight_ih_l0_reverse	4	-0.00014464356354437768
339323	rnn.weight_ih_l0_reverse	5	-0.025516090914607048
339323	rnn.weight_ih_l0_reverse	6	0.011825785972177982
339323	rnn.weight_ih_l0_reverse	7	0.028374480083584785
339323	rnn.weight_ih_l0_reverse	8	-0.02810860425233841
339323	rnn.weight_ih_l0_reverse	9	-0.0013919087359681726
339323	rnn.weight_hh_l0_reverse	0	0.039897896349430084
339323	rnn.weight_hh_l0_reverse	1	0.029892444610595703
339323	rnn.weight_hh_l0_reverse	2	-0.022955499589443207
339323	rnn.weight_hh_l0_reverse	3	-0.0821550041437149
339323	rnn.weight_hh_l0_reverse	4	0.011288278736174107
339323	rnn.weight_hh_l0_reverse	5	-0.060702577233314514
339323	rnn.weight_hh_l0_reverse	6	-0.014107441529631615
339323	rnn.weight_hh_l0_reverse	7	0.03103841096162796
339323	rnn.weight_hh_l0_reverse	8	0.007756863255053759
339323	rnn.weight_hh_l0_reverse	9	0.008738292381167412
339323	rnn.bias_ih_l0_reverse	0	-0.046319715678691864
339323	rnn.bias_ih_l0_reverse	1	-0.1395207941532135
339323	rnn.bias_ih_l0_reverse	2	-0.14693985879421234
339323	rnn.bias_ih_l0_reverse	3	-0.04690925404429436
339323	rnn.bias_ih_l0_reverse	4	-0.11292427033185959
339323	rnn.bias_ih_l0_reverse	5	-0.08595749735832214
339323	rnn.bias_ih_l0_reverse	6	-0.20890524983406067
339323	rnn.bias_ih_l0_reverse	7	-0.05254286900162697
339323	rnn.bias_ih_l0_reverse	8	-0.06428362429141998
339323	rnn.bias_ih_l0_reverse	9	-0.13476406037807465
339323	rnn.bias_hh_l0_reverse	0	-0.14237385988235474
339323	rnn.bias_hh_l0_reverse	1	-0.16211572289466858
339323	rnn.bias_hh_l0_reverse	2	0.1056557297706604
339323	rnn.bias_hh_l0_reverse	3	0.07220348715782166
339323	rnn.bias_hh_l0_reverse	4	-0.17944353818893433
339323	rnn.bias_hh_l0_reverse	5	-0.14334185421466827
339323	rnn.bias_hh_l0_reverse	6	-0.08941315114498138
339323	rnn.bias_hh_l0_reverse	7	-0.053751543164253235
339323	rnn.bias_hh_l0_reverse	8	-0.09687981754541397
339323	rnn.bias_hh_l0_reverse	9	-0.023264732211828232
339323	linear.weight	0	-0.007732531055808067
339323	linear.weight	1	0.008301655761897564
339323	linear.weight	2	0.3141724169254303
339323	linear.weight	3	-0.07891222089529037
339323	linear.weight	4	-0.010588549077510834
339323	linear.weight	5	0.1268230527639389
339323	linear.weight	6	-0.010739270597696304
339323	linear.weight	7	-0.07605365663766861
339323	linear.weight	8	0.18489284813404083
339323	linear.weight	9	-0.2781951129436493
339323	linear.bias	0	-0.03956538438796997
339323	linear.bias	1	0.031413208693265915
339323	linear.bias	2	0.4159638285636902
339323	linear.bias	3	-0.7453940510749817
339323	linear.bias	4	2.1568825244903564
339323	linear.bias	5	-1.4051382541656494
339323	linear.bias	6	-0.29554858803749084
339323	linear.bias	7	-0.13100920617580414
339881	transitions	0	-1.9491280317306519
339881	transitions	1	-10000.0
339881	transitions	2	-0.7969565987586975
339881	transitions	3	-10000.0
339881	transitions	4	2.0698978900909424
339881	transitions	5	-10000.0
339881	transitions	6	-10000.0
339881	transitions	7	1.851333498954773
339881	transitions	8	-2.631521701812744
339881	transitions	9	-4.239749908447266
339881	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
339881	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
339881	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
339881	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
339881	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
339881	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
339881	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
339881	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
339881	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
339881	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
339881	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
339881	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
339881	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
339881	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
339881	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
339881	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
339881	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
339881	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
339881	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
339881	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
339881	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
339881	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
339881	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
339881	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
339881	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
339881	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
339881	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
339881	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
339881	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
339881	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
339881	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
339881	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
339881	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
339881	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
339881	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
339881	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
339881	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
339881	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
339881	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
339881	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
339881	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
339881	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
339881	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
339881	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
339881	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
339881	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
339881	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
339881	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
339881	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
339881	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
339881	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
339881	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
339881	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
339881	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
339881	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
339881	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
339881	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
339881	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
339881	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
339881	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
339881	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
339881	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
339881	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
339881	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
339881	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
339881	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
339881	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
339881	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
339881	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
339881	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
339881	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
339881	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
339881	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
339881	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
339881	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
339881	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
339881	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
339881	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
339881	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
339881	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
339881	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
339881	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
339881	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
339881	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
339881	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
339881	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
339881	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
339881	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
339881	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
339881	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
339881	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
339881	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
339881	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
339881	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
339881	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
339881	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
339881	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
339881	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
339881	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
339881	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
339881	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
339881	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
339881	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
339881	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
339881	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
339881	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
339881	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
339881	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
339881	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
339881	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
339881	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
339881	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
339881	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
339881	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
339881	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
339881	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
339881	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
339881	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
339881	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
339881	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
339881	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
339881	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
339881	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
339881	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
339881	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
339881	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
339881	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
339881	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
339881	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
339881	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
339881	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
339881	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
339881	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
339881	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
339881	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
339881	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
339881	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
339881	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
339881	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
339881	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
339881	embedding2nn.weight	0	0.006405117455869913
339881	embedding2nn.weight	1	0.004029807634651661
339881	embedding2nn.weight	2	0.013422179967164993
339881	embedding2nn.weight	3	0.027003854513168335
339881	embedding2nn.weight	4	0.023350361734628677
339881	embedding2nn.weight	5	0.005560347344726324
339881	embedding2nn.weight	6	-0.015314614400267601
339881	embedding2nn.weight	7	-0.0004145778075326234
339881	embedding2nn.weight	8	-0.010076699778437614
339881	embedding2nn.weight	9	0.001992240082472563
339881	embedding2nn.bias	0	0.01544263120740652
339881	embedding2nn.bias	1	-0.03825080394744873
339881	embedding2nn.bias	2	0.08063075691461563
339881	embedding2nn.bias	3	0.0688113421201706
339881	embedding2nn.bias	4	-0.012901893816888332
339881	embedding2nn.bias	5	-0.03260622173547745
339881	embedding2nn.bias	6	0.0314166396856308
339881	embedding2nn.bias	7	0.00421479344367981
339881	embedding2nn.bias	8	-0.0342225506901741
339881	embedding2nn.bias	9	0.02414526417851448
339881	rnn.weight_ih_l0	0	0.06497161835432053
339881	rnn.weight_ih_l0	1	-0.04151272773742676
339881	rnn.weight_ih_l0	2	0.00523145217448473
339881	rnn.weight_ih_l0	3	0.04530720412731171
339881	rnn.weight_ih_l0	4	-0.029817935079336166
339881	rnn.weight_ih_l0	5	0.04045965149998665
339881	rnn.weight_ih_l0	6	0.007833331823348999
339881	rnn.weight_ih_l0	7	0.06553882360458374
339881	rnn.weight_ih_l0	8	0.009160821326076984
339881	rnn.weight_ih_l0	9	-0.025212600827217102
339881	rnn.weight_hh_l0	0	-0.01170317828655243
339881	rnn.weight_hh_l0	1	-0.02773311361670494
339881	rnn.weight_hh_l0	2	-0.06149708107113838
339881	rnn.weight_hh_l0	3	-0.005983339622616768
339881	rnn.weight_hh_l0	4	-0.009709285572171211
339881	rnn.weight_hh_l0	5	-0.024462539702653885
339881	rnn.weight_hh_l0	6	0.0006771135958842933
339881	rnn.weight_hh_l0	7	-0.03571150824427605
339881	rnn.weight_hh_l0	8	0.06721381843090057
339881	rnn.weight_hh_l0	9	0.04540287330746651
339881	rnn.bias_ih_l0	0	-0.1743960976600647
339881	rnn.bias_ih_l0	1	-0.17072364687919617
339881	rnn.bias_ih_l0	2	-0.019771533086895943
339881	rnn.bias_ih_l0	3	-0.1476711630821228
339881	rnn.bias_ih_l0	4	-0.059154100716114044
339881	rnn.bias_ih_l0	5	-0.17515048384666443
339881	rnn.bias_ih_l0	6	0.07278893142938614
339881	rnn.bias_ih_l0	7	-0.08639489859342575
339881	rnn.bias_ih_l0	8	-0.04541637375950813
339881	rnn.bias_ih_l0	9	-0.10776251554489136
339881	rnn.bias_hh_l0	0	-0.06980463117361069
339881	rnn.bias_hh_l0	1	0.24801965057849884
339881	rnn.bias_hh_l0	2	0.04627053812146187
339881	rnn.bias_hh_l0	3	-0.0787445455789566
339881	rnn.bias_hh_l0	4	-0.0831286832690239
339881	rnn.bias_hh_l0	5	-0.004349555820226669
339881	rnn.bias_hh_l0	6	0.058023665100336075
339881	rnn.bias_hh_l0	7	-0.09727298468351364
339881	rnn.bias_hh_l0	8	-0.2340727001428604
339881	rnn.bias_hh_l0	9	-0.10147856175899506
339881	rnn.weight_ih_l0_reverse	0	0.020518304780125618
339881	rnn.weight_ih_l0_reverse	1	-0.06014512851834297
339881	rnn.weight_ih_l0_reverse	2	0.042910389602184296
339881	rnn.weight_ih_l0_reverse	3	0.020147865638136864
339881	rnn.weight_ih_l0_reverse	4	-0.00011956940579693764
339881	rnn.weight_ih_l0_reverse	5	-0.025532418861985207
339881	rnn.weight_ih_l0_reverse	6	0.01193163637071848
339881	rnn.weight_ih_l0_reverse	7	0.028361419215798378
339881	rnn.weight_ih_l0_reverse	8	-0.028116242960095406
339881	rnn.weight_ih_l0_reverse	9	-0.0013608180452138186
339881	rnn.weight_hh_l0_reverse	0	0.03988927975296974
339881	rnn.weight_hh_l0_reverse	1	0.029890915378928185
339881	rnn.weight_hh_l0_reverse	2	-0.02297147735953331
339881	rnn.weight_hh_l0_reverse	3	-0.08218083530664444
339881	rnn.weight_hh_l0_reverse	4	0.011287584900856018
339881	rnn.weight_hh_l0_reverse	5	-0.06072281673550606
339881	rnn.weight_hh_l0_reverse	6	-0.014102742075920105
339881	rnn.weight_hh_l0_reverse	7	0.03103148378431797
339881	rnn.weight_hh_l0_reverse	8	0.007774563506245613
339881	rnn.weight_hh_l0_reverse	9	0.008696823380887508
339881	rnn.bias_ih_l0_reverse	0	-0.046306461095809937
339881	rnn.bias_ih_l0_reverse	1	-0.13958466053009033
339881	rnn.bias_ih_l0_reverse	2	-0.14689865708351135
339881	rnn.bias_ih_l0_reverse	3	-0.04703446477651596
339881	rnn.bias_ih_l0_reverse	4	-0.11290008574724197
339881	rnn.bias_ih_l0_reverse	5	-0.08618367463350296
339881	rnn.bias_ih_l0_reverse	6	-0.20887106657028198
339881	rnn.bias_ih_l0_reverse	7	-0.05257398262619972
339881	rnn.bias_ih_l0_reverse	8	-0.06430773437023163
339881	rnn.bias_ih_l0_reverse	9	-0.1351008117198944
339881	rnn.bias_hh_l0_reverse	0	-0.1423998773097992
339881	rnn.bias_hh_l0_reverse	1	-0.16220441460609436
339881	rnn.bias_hh_l0_reverse	2	0.10560724139213562
339881	rnn.bias_hh_l0_reverse	3	0.07222870737314224
339881	rnn.bias_hh_l0_reverse	4	-0.1793813407421112
339881	rnn.bias_hh_l0_reverse	5	-0.14319534599781036
339881	rnn.bias_hh_l0_reverse	6	-0.0898314118385315
339881	rnn.bias_hh_l0_reverse	7	-0.05391232296824455
339881	rnn.bias_hh_l0_reverse	8	-0.0968470573425293
339881	rnn.bias_hh_l0_reverse	9	-0.023408789187669754
339881	linear.weight	0	-0.007732621394097805
339881	linear.weight	1	0.009182022884488106
339881	linear.weight	2	0.31404346227645874
339881	linear.weight	3	-0.07891204953193665
339881	linear.weight	4	-0.010588549077510834
339881	linear.weight	5	0.1281193494796753
339881	linear.weight	6	-0.010739270597696304
339881	linear.weight	7	-0.07651734352111816
339881	linear.weight	8	0.185708150267601
339881	linear.weight	9	-0.27798032760620117
339881	linear.bias	0	-0.03956538438796997
339881	linear.bias	1	0.031413208693265915
339881	linear.bias	2	0.4132440388202667
339881	linear.bias	3	-0.7426375150680542
339881	linear.bias	4	2.1553332805633545
339881	linear.bias	5	-1.4051382541656494
339881	linear.bias	6	-0.2947736382484436
339881	linear.bias	7	-0.13026098906993866
340439	transitions	0	-1.949180245399475
340439	transitions	1	-10000.0
340439	transitions	2	-0.7969565987586975
340439	transitions	3	-10000.0
340439	transitions	4	2.070686101913452
340439	transitions	5	-10000.0
340439	transitions	6	-10000.0
340439	transitions	7	1.8514333963394165
340439	transitions	8	-2.6315603256225586
340439	transitions	9	-4.239749908447266
340439	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
340439	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
340439	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
340439	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
340439	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
340439	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
340439	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
340439	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
340439	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
340439	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
340439	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
340439	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
340439	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
340439	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
340439	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
340439	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
340439	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
340439	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
340439	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
340439	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
340439	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
340439	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
340439	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
340439	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
340439	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
340439	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
340439	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
340439	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
340439	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
340439	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
340439	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
340439	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
340439	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
340439	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
340439	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
340439	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
340439	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
340439	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
340439	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
340439	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
340439	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
340439	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
340439	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
340439	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
340439	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
340439	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
340439	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
340439	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
340439	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
340439	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
340439	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
340439	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
340439	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
340439	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
340439	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
340439	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
340439	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
340439	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
340439	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
340439	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
340439	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
340439	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
340439	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
340439	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
340439	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
340439	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
340439	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
340439	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
340439	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
340439	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
340439	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
340439	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
340439	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
340439	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
340439	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
340439	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
340439	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
340439	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
340439	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
340439	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
340439	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
340439	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
340439	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
340439	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
340439	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
340439	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
340439	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
340439	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
340439	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
340439	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
340439	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
340439	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
340439	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
340439	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
340439	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
340439	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
340439	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
340439	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
340439	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
340439	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
340439	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
340439	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
340439	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
340439	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
340439	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
340439	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
340439	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
340439	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
340439	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
340439	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
340439	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
340439	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
340439	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
340439	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
340439	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
340439	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
340439	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
340439	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
340439	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
340439	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
340439	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
340439	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
340439	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
340439	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
340439	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
340439	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
340439	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
340439	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
340439	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
340439	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
340439	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
340439	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
340439	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
340439	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
340439	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
340439	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
340439	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
340439	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
340439	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
340439	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
340439	embedding2nn.weight	0	0.00640440359711647
340439	embedding2nn.weight	1	0.004028533585369587
340439	embedding2nn.weight	2	0.013423620723187923
340439	embedding2nn.weight	3	0.026988089084625244
340439	embedding2nn.weight	4	0.023376621305942535
340439	embedding2nn.weight	5	0.005563069134950638
340439	embedding2nn.weight	6	-0.015324199572205544
340439	embedding2nn.weight	7	-0.0004109259170945734
340439	embedding2nn.weight	8	-0.010086664929986
340439	embedding2nn.weight	9	0.001997557934373617
340439	embedding2nn.bias	0	0.014937716536223888
340439	embedding2nn.bias	1	-0.037892796099185944
340439	embedding2nn.bias	2	0.08075109869241714
340439	embedding2nn.bias	3	0.06850579380989075
340439	embedding2nn.bias	4	-0.012697401456534863
340439	embedding2nn.bias	5	-0.03226003423333168
340439	embedding2nn.bias	6	0.031109780073165894
340439	embedding2nn.bias	7	0.004228928592056036
340439	embedding2nn.bias	8	-0.034069277346134186
340439	embedding2nn.bias	9	0.023736821487545967
340439	rnn.weight_ih_l0	0	0.0650157779455185
340439	rnn.weight_ih_l0	1	-0.041555169969797134
340439	rnn.weight_ih_l0	2	0.005204690154641867
340439	rnn.weight_ih_l0	3	0.04533981531858444
340439	rnn.weight_ih_l0	4	-0.02975507266819477
340439	rnn.weight_ih_l0	5	0.04043586924672127
340439	rnn.weight_ih_l0	6	0.00780996261164546
340439	rnn.weight_ih_l0	7	0.06549526751041412
340439	rnn.weight_ih_l0	8	0.009191244840621948
340439	rnn.weight_ih_l0	9	-0.025233952328562737
340439	rnn.weight_hh_l0	0	-0.011727381497621536
340439	rnn.weight_hh_l0	1	-0.02775205671787262
340439	rnn.weight_hh_l0	2	-0.06144533306360245
340439	rnn.weight_hh_l0	3	-0.0059681786224246025
340439	rnn.weight_hh_l0	4	-0.009708886966109276
340439	rnn.weight_hh_l0	5	-0.024484096094965935
340439	rnn.weight_hh_l0	6	0.0006689446745440364
340439	rnn.weight_hh_l0	7	-0.035746823996305466
340439	rnn.weight_hh_l0	8	0.06717979907989502
340439	rnn.weight_hh_l0	9	0.045403048396110535
340439	rnn.bias_ih_l0	0	-0.17432475090026855
340439	rnn.bias_ih_l0	1	-0.1708337664604187
340439	rnn.bias_ih_l0	2	-0.019688883796334267
340439	rnn.bias_ih_l0	3	-0.14781144261360168
340439	rnn.bias_ih_l0	4	-0.05912370979785919
340439	rnn.bias_ih_l0	5	-0.17495737969875336
340439	rnn.bias_ih_l0	6	0.07253511995077133
340439	rnn.bias_ih_l0	7	-0.08635742217302322
340439	rnn.bias_ih_l0	8	-0.04537047818303108
340439	rnn.bias_ih_l0	9	-0.10800308734178543
340439	rnn.bias_hh_l0	0	-0.06970654428005219
340439	rnn.bias_hh_l0	1	0.24783900380134583
340439	rnn.bias_hh_l0	2	0.04637318104505539
340439	rnn.bias_hh_l0	3	-0.07877613604068756
340439	rnn.bias_hh_l0	4	-0.08317158371210098
340439	rnn.bias_hh_l0	5	-0.004547485150396824
340439	rnn.bias_hh_l0	6	0.05811436474323273
340439	rnn.bias_hh_l0	7	-0.09725497663021088
340439	rnn.bias_hh_l0	8	-0.23427093029022217
340439	rnn.bias_hh_l0	9	-0.10136572271585464
340439	rnn.weight_ih_l0_reverse	0	0.02055233344435692
340439	rnn.weight_ih_l0_reverse	1	-0.060125160962343216
340439	rnn.weight_ih_l0_reverse	2	0.042876362800598145
340439	rnn.weight_ih_l0_reverse	3	0.02009214088320732
340439	rnn.weight_ih_l0_reverse	4	-0.00012197376054245979
340439	rnn.weight_ih_l0_reverse	5	-0.025561530143022537
340439	rnn.weight_ih_l0_reverse	6	0.011954410001635551
340439	rnn.weight_ih_l0_reverse	7	0.028367748484015465
340439	rnn.weight_ih_l0_reverse	8	-0.028095828369259834
340439	rnn.weight_ih_l0_reverse	9	-0.0013587180292233825
340439	rnn.weight_hh_l0_reverse	0	0.03987365588545799
340439	rnn.weight_hh_l0_reverse	1	0.02989962138235569
340439	rnn.weight_hh_l0_reverse	2	-0.0229859109967947
340439	rnn.weight_hh_l0_reverse	3	-0.08213642984628677
340439	rnn.weight_hh_l0_reverse	4	0.011293640360236168
340439	rnn.weight_hh_l0_reverse	5	-0.06073082983493805
340439	rnn.weight_hh_l0_reverse	6	-0.0140983946621418
340439	rnn.weight_hh_l0_reverse	7	0.03099592588841915
340439	rnn.weight_hh_l0_reverse	8	0.0077999732457101345
340439	rnn.weight_hh_l0_reverse	9	0.00872284360229969
340439	rnn.bias_ih_l0_reverse	0	-0.04630279913544655
340439	rnn.bias_ih_l0_reverse	1	-0.13954555988311768
340439	rnn.bias_ih_l0_reverse	2	-0.14681093394756317
340439	rnn.bias_ih_l0_reverse	3	-0.04688494652509689
340439	rnn.bias_ih_l0_reverse	4	-0.11281786859035492
340439	rnn.bias_ih_l0_reverse	5	-0.08616642653942108
340439	rnn.bias_ih_l0_reverse	6	-0.20877841114997864
340439	rnn.bias_ih_l0_reverse	7	-0.05268334597349167
340439	rnn.bias_ih_l0_reverse	8	-0.06412883847951889
340439	rnn.bias_ih_l0_reverse	9	-0.13495725393295288
340439	rnn.bias_hh_l0_reverse	0	-0.14241446554660797
340439	rnn.bias_hh_l0_reverse	1	-0.1622452288866043
340439	rnn.bias_hh_l0_reverse	2	0.10554179549217224
340439	rnn.bias_hh_l0_reverse	3	0.07223102450370789
340439	rnn.bias_hh_l0_reverse	4	-0.17909948527812958
340439	rnn.bias_hh_l0_reverse	5	-0.1429613083600998
340439	rnn.bias_hh_l0_reverse	6	-0.08962952345609665
340439	rnn.bias_hh_l0_reverse	7	-0.053959235548973083
340439	rnn.bias_hh_l0_reverse	8	-0.09686733782291412
340439	rnn.bias_hh_l0_reverse	9	-0.023505685850977898
340439	linear.weight	0	-0.007732688914984465
340439	linear.weight	1	0.009680015034973621
340439	linear.weight	2	0.31426727771759033
340439	linear.weight	3	-0.07891189306974411
340439	linear.weight	4	-0.010588549077510834
340439	linear.weight	5	0.1287093609571457
340439	linear.weight	6	-0.010739270597696304
340439	linear.weight	7	-0.07607386261224747
340439	linear.weight	8	0.1848323941230774
340439	linear.weight	9	-0.27807047963142395
340439	linear.bias	0	-0.03956538438796997
340439	linear.bias	1	0.031413208693265915
340439	linear.bias	2	0.40999168157577515
340439	linear.bias	3	-0.7416265606880188
340439	linear.bias	4	2.153312921524048
340439	linear.bias	5	-1.405138373374939
340439	linear.bias	6	-0.29262977838516235
340439	linear.bias	7	-0.12813560664653778
340998	transitions	0	-1.9492379426956177
340998	transitions	1	-10000.0
340998	transitions	2	-0.7969565987586975
340998	transitions	3	-10000.0
340998	transitions	4	2.0717413425445557
340998	transitions	5	-10000.0
340998	transitions	6	-10000.0
340998	transitions	7	1.8517026901245117
340998	transitions	8	-2.6315999031066895
340998	transitions	9	-4.239749908447266
340998	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
340998	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
340998	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
340998	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
340998	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
340998	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
340998	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
340998	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
340998	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
340998	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
340998	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
340998	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
340998	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
340998	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
340998	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
340998	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
340998	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
340998	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
340998	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
340998	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
340998	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
340998	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
340998	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
340998	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
340998	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
340998	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
340998	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
340998	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
340998	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
340998	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
340998	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
340998	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
340998	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
340998	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
340998	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
340998	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
340998	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
340998	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
340998	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
340998	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
340998	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
340998	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
340998	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
340998	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
340998	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
340998	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
340998	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
340998	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
340998	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
340998	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
340998	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
340998	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
340998	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
340998	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
340998	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
340998	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
340998	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
340998	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
340998	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
340998	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
340998	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
340998	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
340998	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
340998	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
340998	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
340998	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
340998	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
340998	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
340998	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
340998	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
340998	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
340998	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
340998	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
340998	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
340998	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
340998	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
340998	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
340998	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
340998	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
340998	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
340998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
340998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
340998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
340998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
340998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
340998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
340998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
340998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
340998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
340998	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
340998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
340998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
340998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
340998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
340998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
340998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
340998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
340998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
340998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
340998	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
340998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
340998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
340998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
340998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
340998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
340998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
340998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
340998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
340998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
340998	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
340998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
340998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
340998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
340998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
340998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
340998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
340998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
340998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
340998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
340998	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
340998	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
340998	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
340998	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
340998	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
340998	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
340998	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
340998	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
340998	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
340998	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
340998	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
340998	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
340998	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
340998	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
340998	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
340998	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
340998	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
340998	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
340998	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
340998	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
340998	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
340998	embedding2nn.weight	0	0.0064043509773910046
340998	embedding2nn.weight	1	0.004016716033220291
340998	embedding2nn.weight	2	0.013425609096884727
340998	embedding2nn.weight	3	0.026957064867019653
340998	embedding2nn.weight	4	0.02338300086557865
340998	embedding2nn.weight	5	0.005530995782464743
340998	embedding2nn.weight	6	-0.015352492220699787
340998	embedding2nn.weight	7	-0.0004165102436672896
340998	embedding2nn.weight	8	-0.010079658590257168
340998	embedding2nn.weight	9	0.001999376341700554
340998	embedding2nn.bias	0	0.015283840708434582
340998	embedding2nn.bias	1	-0.037745069712400436
340998	embedding2nn.bias	2	0.0806780606508255
340998	embedding2nn.bias	3	0.0686640664935112
340998	embedding2nn.bias	4	-0.01241917721927166
340998	embedding2nn.bias	5	-0.0323324017226696
340998	embedding2nn.bias	6	0.031119326129555702
340998	embedding2nn.bias	7	0.004305696114897728
340998	embedding2nn.bias	8	-0.034316446632146835
340998	embedding2nn.bias	9	0.023848233744502068
340998	rnn.weight_ih_l0	0	0.06502900272607803
340998	rnn.weight_ih_l0	1	-0.041580744087696075
340998	rnn.weight_ih_l0	2	0.0052019404247403145
340998	rnn.weight_ih_l0	3	0.04539494216442108
340998	rnn.weight_ih_l0	4	-0.029727336019277573
340998	rnn.weight_ih_l0	5	0.04057567939162254
340998	rnn.weight_ih_l0	6	0.00779622932896018
340998	rnn.weight_ih_l0	7	0.06550664454698563
340998	rnn.weight_ih_l0	8	0.00919883232563734
340998	rnn.weight_ih_l0	9	-0.02525426261126995
340998	rnn.weight_hh_l0	0	-0.011709925718605518
340998	rnn.weight_hh_l0	1	-0.027745446190238
340998	rnn.weight_hh_l0	2	-0.061444249004125595
340998	rnn.weight_hh_l0	3	-0.005972957704216242
340998	rnn.weight_hh_l0	4	-0.009698986075818539
340998	rnn.weight_hh_l0	5	-0.0244709774851799
340998	rnn.weight_hh_l0	6	0.0006623726221732795
340998	rnn.weight_hh_l0	7	-0.035758137702941895
340998	rnn.weight_hh_l0	8	0.06715255230665207
340998	rnn.weight_hh_l0	9	0.045364417135715485
340998	rnn.bias_ih_l0	0	-0.17428208887577057
340998	rnn.bias_ih_l0	1	-0.17088009417057037
340998	rnn.bias_ih_l0	2	-0.019749857485294342
340998	rnn.bias_ih_l0	3	-0.14762476086616516
340998	rnn.bias_ih_l0	4	-0.05913872271776199
340998	rnn.bias_ih_l0	5	-0.1749907284975052
340998	rnn.bias_ih_l0	6	0.07236862182617188
340998	rnn.bias_ih_l0	7	-0.08643227070569992
340998	rnn.bias_ih_l0	8	-0.04568417742848396
340998	rnn.bias_ih_l0	9	-0.107844777405262
340998	rnn.bias_hh_l0	0	-0.06960497051477432
340998	rnn.bias_hh_l0	1	0.24793018400669098
340998	rnn.bias_hh_l0	2	0.0463564470410347
340998	rnn.bias_hh_l0	3	-0.07891737669706345
340998	rnn.bias_hh_l0	4	-0.08321402221918106
340998	rnn.bias_hh_l0	5	-0.004615291021764278
340998	rnn.bias_hh_l0	6	0.058169301599264145
340998	rnn.bias_hh_l0	7	-0.09696372598409653
340998	rnn.bias_hh_l0	8	-0.23408369719982147
340998	rnn.bias_hh_l0	9	-0.101495161652565
340998	rnn.weight_ih_l0_reverse	0	0.020675530657172203
340998	rnn.weight_ih_l0_reverse	1	-0.06009469926357269
340998	rnn.weight_ih_l0_reverse	2	0.042894650250673294
340998	rnn.weight_ih_l0_reverse	3	0.020039740949869156
340998	rnn.weight_ih_l0_reverse	4	-0.00013931102876085788
340998	rnn.weight_ih_l0_reverse	5	-0.025553086772561073
340998	rnn.weight_ih_l0_reverse	6	0.01200947631150484
340998	rnn.weight_ih_l0_reverse	7	0.028362471610307693
340998	rnn.weight_ih_l0_reverse	8	-0.028110425919294357
340998	rnn.weight_ih_l0_reverse	9	-0.0013364836340770125
340998	rnn.weight_hh_l0_reverse	0	0.039868347346782684
340998	rnn.weight_hh_l0_reverse	1	0.029889877885580063
340998	rnn.weight_hh_l0_reverse	2	-0.022971197962760925
340998	rnn.weight_hh_l0_reverse	3	-0.08216418325901031
340998	rnn.weight_hh_l0_reverse	4	0.01130327396094799
340998	rnn.weight_hh_l0_reverse	5	-0.06074792519211769
340998	rnn.weight_hh_l0_reverse	6	-0.014116667211055756
340998	rnn.weight_hh_l0_reverse	7	0.03097534365952015
340998	rnn.weight_hh_l0_reverse	8	0.007822602987289429
340998	rnn.weight_hh_l0_reverse	9	0.008737867698073387
340998	rnn.bias_ih_l0_reverse	0	-0.046233389526605606
340998	rnn.bias_ih_l0_reverse	1	-0.1396806538105011
340998	rnn.bias_ih_l0_reverse	2	-0.14662878215312958
340998	rnn.bias_ih_l0_reverse	3	-0.046792760491371155
340998	rnn.bias_ih_l0_reverse	4	-0.1126641184091568
340998	rnn.bias_ih_l0_reverse	5	-0.08617177605628967
340998	rnn.bias_ih_l0_reverse	6	-0.2088114470243454
340998	rnn.bias_ih_l0_reverse	7	-0.05252169445157051
340998	rnn.bias_ih_l0_reverse	8	-0.06411758065223694
340998	rnn.bias_ih_l0_reverse	9	-0.1351039707660675
340998	rnn.bias_hh_l0_reverse	0	-0.14240264892578125
340998	rnn.bias_hh_l0_reverse	1	-0.16214342415332794
340998	rnn.bias_hh_l0_reverse	2	0.10553248971700668
340998	rnn.bias_hh_l0_reverse	3	0.0722004845738411
340998	rnn.bias_hh_l0_reverse	4	-0.17910771071910858
340998	rnn.bias_hh_l0_reverse	5	-0.14294394850730896
340998	rnn.bias_hh_l0_reverse	6	-0.08996473252773285
340998	rnn.bias_hh_l0_reverse	7	-0.05390823259949684
340998	rnn.bias_hh_l0_reverse	8	-0.0969153493642807
340998	rnn.bias_hh_l0_reverse	9	-0.023305833339691162
340998	linear.weight	0	-0.007732742931693792
340998	linear.weight	1	0.010626978240907192
340998	linear.weight	2	0.31413522362709045
340998	linear.weight	3	-0.07891176640987396
340998	linear.weight	4	-0.010588549077510834
340998	linear.weight	5	0.13019393384456635
340998	linear.weight	6	-0.010739270597696304
340998	linear.weight	7	-0.0768774151802063
340998	linear.weight	8	0.18454013764858246
340998	linear.weight	9	-0.27860599756240845
340998	linear.bias	0	-0.03956538438796997
340998	linear.bias	1	0.031413208693265915
340998	linear.bias	2	0.40905511379241943
340998	linear.bias	3	-0.7400750517845154
340998	linear.bias	4	2.1558046340942383
340998	linear.bias	5	-1.4051384925842285
340998	linear.bias	6	-0.29417312145233154
340998	linear.bias	7	-0.12968984246253967
341556	transitions	0	-1.9492816925048828
341556	transitions	1	-10000.0
341556	transitions	2	-0.7969565987586975
341556	transitions	3	-10000.0
341556	transitions	4	2.072791337966919
341556	transitions	5	-10000.0
341556	transitions	6	-10000.0
341556	transitions	7	1.8514001369476318
341556	transitions	8	-2.631629228591919
341556	transitions	9	-4.239749908447266
341556	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
341556	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
341556	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
341556	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
341556	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
341556	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
341556	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
341556	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
341556	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
341556	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
341556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
341556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
341556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
341556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
341556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
341556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
341556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
341556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
341556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
341556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
341556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
341556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
341556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
341556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
341556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
341556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
341556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
341556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
341556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
341556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
341556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
341556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
341556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
341556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
341556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
341556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
341556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
341556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
341556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
341556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
341556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
341556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
341556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
341556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
341556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
341556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
341556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
341556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
341556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
341556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
341556	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
341556	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
341556	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
341556	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
341556	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
341556	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
341556	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
341556	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
341556	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
341556	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
341556	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
341556	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
341556	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
341556	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
341556	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
341556	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
341556	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
341556	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
341556	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
341556	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
341556	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
341556	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
341556	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
341556	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
341556	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
341556	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
341556	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
341556	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
341556	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
341556	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
341556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
341556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
341556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
341556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
341556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
341556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
341556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
341556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
341556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
341556	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
341556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
341556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
341556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
341556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
341556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
341556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
341556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
341556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
341556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
341556	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
341556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
341556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
341556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
341556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
341556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
341556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
341556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
341556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
341556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
341556	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
341556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
341556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
341556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
341556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
341556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
341556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
341556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
341556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
341556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
341556	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
341556	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
341556	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
341556	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
341556	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
341556	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
341556	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
341556	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
341556	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
341556	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
341556	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
341556	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
341556	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
341556	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
341556	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
341556	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
341556	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
341556	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
341556	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
341556	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
341556	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
341556	embedding2nn.weight	0	0.006404304876923561
341556	embedding2nn.weight	1	0.0040201060473918915
341556	embedding2nn.weight	2	0.013425220735371113
341556	embedding2nn.weight	3	0.026928674429655075
341556	embedding2nn.weight	4	0.023402638733386993
341556	embedding2nn.weight	5	0.005528867710381746
341556	embedding2nn.weight	6	-0.015361112542450428
341556	embedding2nn.weight	7	-0.0004182596749160439
341556	embedding2nn.weight	8	-0.010113855823874474
341556	embedding2nn.weight	9	0.0019974359311163425
341556	embedding2nn.bias	0	0.015537714585661888
341556	embedding2nn.bias	1	-0.03745328634977341
341556	embedding2nn.bias	2	0.08061624318361282
341556	embedding2nn.bias	3	0.06839346885681152
341556	embedding2nn.bias	4	-0.012761499732732773
341556	embedding2nn.bias	5	-0.03270603343844414
341556	embedding2nn.bias	6	0.03131696954369545
341556	embedding2nn.bias	7	0.004008050076663494
341556	embedding2nn.bias	8	-0.03415517881512642
341556	embedding2nn.bias	9	0.023579036816954613
341556	rnn.weight_ih_l0	0	0.06505416333675385
341556	rnn.weight_ih_l0	1	-0.0415712371468544
341556	rnn.weight_ih_l0	2	0.005238504149019718
341556	rnn.weight_ih_l0	3	0.04537266492843628
341556	rnn.weight_ih_l0	4	-0.02974116802215576
341556	rnn.weight_ih_l0	5	0.04053889214992523
341556	rnn.weight_ih_l0	6	0.007785035762935877
341556	rnn.weight_ih_l0	7	0.06550252437591553
341556	rnn.weight_ih_l0	8	0.00923172291368246
341556	rnn.weight_ih_l0	9	-0.025279588997364044
341556	rnn.weight_hh_l0	0	-0.01170190330594778
341556	rnn.weight_hh_l0	1	-0.027700167149305344
341556	rnn.weight_hh_l0	2	-0.061414021998643875
341556	rnn.weight_hh_l0	3	-0.0059639448300004005
341556	rnn.weight_hh_l0	4	-0.009702601470053196
341556	rnn.weight_hh_l0	5	-0.02445129305124283
341556	rnn.weight_hh_l0	6	0.0006436468684114516
341556	rnn.weight_hh_l0	7	-0.035764407366514206
341556	rnn.weight_hh_l0	8	0.06714285910129547
341556	rnn.weight_hh_l0	9	0.04533877968788147
341556	rnn.bias_ih_l0	0	-0.17444516718387604
341556	rnn.bias_ih_l0	1	-0.17073842883110046
341556	rnn.bias_ih_l0	2	-0.019766299054026604
341556	rnn.bias_ih_l0	3	-0.1479235589504242
341556	rnn.bias_ih_l0	4	-0.0592140294611454
341556	rnn.bias_ih_l0	5	-0.17500093579292297
341556	rnn.bias_ih_l0	6	0.07280339300632477
341556	rnn.bias_ih_l0	7	-0.08649122714996338
341556	rnn.bias_ih_l0	8	-0.045576609671115875
341556	rnn.bias_ih_l0	9	-0.1078576073050499
341556	rnn.bias_hh_l0	0	-0.06967003643512726
341556	rnn.bias_hh_l0	1	0.24778582155704498
341556	rnn.bias_hh_l0	2	0.046284787356853485
341556	rnn.bias_hh_l0	3	-0.0789652019739151
341556	rnn.bias_hh_l0	4	-0.08312799036502838
341556	rnn.bias_hh_l0	5	-0.004518491216003895
341556	rnn.bias_hh_l0	6	0.058187976479530334
341556	rnn.bias_hh_l0	7	-0.09706797450780869
341556	rnn.bias_hh_l0	8	-0.2338075190782547
341556	rnn.bias_hh_l0	9	-0.10154961794614792
341556	rnn.weight_ih_l0_reverse	0	0.020692957565188408
341556	rnn.weight_ih_l0_reverse	1	-0.06007681041955948
341556	rnn.weight_ih_l0_reverse	2	0.04291209578514099
341556	rnn.weight_ih_l0_reverse	3	0.02003590576350689
341556	rnn.weight_ih_l0_reverse	4	-0.00013753720850218087
341556	rnn.weight_ih_l0_reverse	5	-0.025551866739988327
341556	rnn.weight_ih_l0_reverse	6	0.012002728879451752
341556	rnn.weight_ih_l0_reverse	7	0.028310324996709824
341556	rnn.weight_ih_l0_reverse	8	-0.028123900294303894
341556	rnn.weight_ih_l0_reverse	9	-0.0013425089418888092
341556	rnn.weight_hh_l0_reverse	0	0.039857540279626846
341556	rnn.weight_hh_l0_reverse	1	0.029886875301599503
341556	rnn.weight_hh_l0_reverse	2	-0.022987866774201393
341556	rnn.weight_hh_l0_reverse	3	-0.08220361173152924
341556	rnn.weight_hh_l0_reverse	4	0.011293360963463783
341556	rnn.weight_hh_l0_reverse	5	-0.06076937913894653
341556	rnn.weight_hh_l0_reverse	6	-0.01410098560154438
341556	rnn.weight_hh_l0_reverse	7	0.030970817431807518
341556	rnn.weight_hh_l0_reverse	8	0.007837736047804356
341556	rnn.weight_hh_l0_reverse	9	0.00872940756380558
341556	rnn.bias_ih_l0_reverse	0	-0.04640180245041847
341556	rnn.bias_ih_l0_reverse	1	-0.13982819020748138
341556	rnn.bias_ih_l0_reverse	2	-0.1464695781469345
341556	rnn.bias_ih_l0_reverse	3	-0.04688103124499321
341556	rnn.bias_ih_l0_reverse	4	-0.11258026957511902
341556	rnn.bias_ih_l0_reverse	5	-0.08594551682472229
341556	rnn.bias_ih_l0_reverse	6	-0.20885847508907318
341556	rnn.bias_ih_l0_reverse	7	-0.05258585885167122
341556	rnn.bias_ih_l0_reverse	8	-0.06422299146652222
341556	rnn.bias_ih_l0_reverse	9	-0.13499392569065094
341556	rnn.bias_hh_l0_reverse	0	-0.14248627424240112
341556	rnn.bias_hh_l0_reverse	1	-0.16227015852928162
341556	rnn.bias_hh_l0_reverse	2	0.10555300861597061
341556	rnn.bias_hh_l0_reverse	3	0.07218674570322037
341556	rnn.bias_hh_l0_reverse	4	-0.1789773553609848
341556	rnn.bias_hh_l0_reverse	5	-0.14296987652778625
341556	rnn.bias_hh_l0_reverse	6	-0.08983028680086136
341556	rnn.bias_hh_l0_reverse	7	-0.05398847535252571
341556	rnn.bias_hh_l0_reverse	8	-0.09697262942790985
341556	rnn.bias_hh_l0_reverse	9	-0.02342172898352146
341556	linear.weight	0	-0.007732765283435583
341556	linear.weight	1	0.010901737958192825
341556	linear.weight	2	0.3136868178844452
341556	linear.weight	3	-0.0789116770029068
341556	linear.weight	4	-0.010588549077510834
341556	linear.weight	5	0.13070134818553925
341556	linear.weight	6	-0.010739270597696304
341556	linear.weight	7	-0.07725536078214645
341556	linear.weight	8	0.18224088847637177
341556	linear.weight	9	-0.2783485949039459
341556	linear.bias	0	-0.03956538438796997
341556	linear.bias	1	0.031413208693265915
341556	linear.bias	2	0.41412830352783203
341556	linear.bias	3	-0.7508319616317749
341556	linear.bias	4	2.1599111557006836
341556	linear.bias	5	-1.4051384925842285
341556	linear.bias	6	-0.29337161779403687
341556	linear.bias	7	-0.12890714406967163
342114	transitions	0	-1.9493539333343506
342114	transitions	1	-10000.0
342114	transitions	2	-0.7969565987586975
342114	transitions	3	-10000.0
342114	transitions	4	2.0729434490203857
342114	transitions	5	-10000.0
342114	transitions	6	-10000.0
342114	transitions	7	1.8506807088851929
342114	transitions	8	-2.631659507751465
342114	transitions	9	-4.239750385284424
342114	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
342114	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
342114	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
342114	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
342114	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
342114	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
342114	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
342114	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
342114	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
342114	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
342114	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
342114	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
342114	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
342114	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
342114	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
342114	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
342114	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
342114	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
342114	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
342114	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
342114	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
342114	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
342114	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
342114	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
342114	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
342114	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
342114	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
342114	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
342114	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
342114	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
342114	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
342114	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
342114	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
342114	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
342114	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
342114	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
342114	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
342114	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
342114	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
342114	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
342114	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
342114	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
342114	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
342114	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
342114	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
342114	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
342114	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
342114	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
342114	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
342114	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
342114	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
342114	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
342114	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
342114	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
342114	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
342114	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
342114	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
342114	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
342114	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
342114	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
342114	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
342114	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
342114	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
342114	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
342114	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
342114	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
342114	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
342114	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
342114	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
342114	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
342114	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
342114	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
342114	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
342114	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
342114	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
342114	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
342114	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
342114	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
342114	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
342114	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
342114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
342114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
342114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
342114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
342114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
342114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
342114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
342114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
342114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
342114	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
342114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
342114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
342114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
342114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
342114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
342114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
342114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
342114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
342114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
342114	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
342114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
342114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
342114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
342114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
342114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
342114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
342114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
342114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
342114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
342114	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
342114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
342114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
342114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
342114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
342114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
342114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
342114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
342114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
342114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
342114	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
342114	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
342114	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
342114	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
342114	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
342114	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
342114	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
342114	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
342114	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
342114	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
342114	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
342114	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
342114	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
342114	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
342114	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
342114	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
342114	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
342114	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
342114	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
342114	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
342114	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
342114	embedding2nn.weight	0	0.00640521664172411
342114	embedding2nn.weight	1	0.004016580525785685
342114	embedding2nn.weight	2	0.013425663113594055
342114	embedding2nn.weight	3	0.026910822838544846
342114	embedding2nn.weight	4	0.0234407689422369
342114	embedding2nn.weight	5	0.005505315959453583
342114	embedding2nn.weight	6	-0.01536480337381363
342114	embedding2nn.weight	7	-0.000420732976635918
342114	embedding2nn.weight	8	-0.010096700862050056
342114	embedding2nn.weight	9	0.001989011885598302
342114	embedding2nn.bias	0	0.015350662171840668
342114	embedding2nn.bias	1	-0.03727125748991966
342114	embedding2nn.bias	2	0.08043935149908066
342114	embedding2nn.bias	3	0.06882742047309875
342114	embedding2nn.bias	4	-0.012951575219631195
342114	embedding2nn.bias	5	-0.032833050936460495
342114	embedding2nn.bias	6	0.031214529648423195
342114	embedding2nn.bias	7	0.0038798286113888025
342114	embedding2nn.bias	8	-0.03450685739517212
342114	embedding2nn.bias	9	0.023259257897734642
342114	rnn.weight_ih_l0	0	0.06506995111703873
342114	rnn.weight_ih_l0	1	-0.04161442443728447
342114	rnn.weight_ih_l0	2	0.005215396638959646
342114	rnn.weight_ih_l0	3	0.04536857828497887
342114	rnn.weight_ih_l0	4	-0.02977372147142887
342114	rnn.weight_ih_l0	5	0.04049299284815788
342114	rnn.weight_ih_l0	6	0.007787793409079313
342114	rnn.weight_ih_l0	7	0.0655067190527916
342114	rnn.weight_ih_l0	8	0.009216231293976307
342114	rnn.weight_ih_l0	9	-0.025262795388698578
342114	rnn.weight_hh_l0	0	-0.011697372421622276
342114	rnn.weight_hh_l0	1	-0.027727274224162102
342114	rnn.weight_hh_l0	2	-0.061405669897794724
342114	rnn.weight_hh_l0	3	-0.005958742927759886
342114	rnn.weight_hh_l0	4	-0.009698945097625256
342114	rnn.weight_hh_l0	5	-0.024431101977825165
342114	rnn.weight_hh_l0	6	0.0006390594062395394
342114	rnn.weight_hh_l0	7	-0.035785842686891556
342114	rnn.weight_hh_l0	8	0.06709984689950943
342114	rnn.weight_hh_l0	9	0.04533039778470993
342114	rnn.bias_ih_l0	0	-0.1745394617319107
342114	rnn.bias_ih_l0	1	-0.1706445962190628
342114	rnn.bias_ih_l0	2	-0.019827399402856827
342114	rnn.bias_ih_l0	3	-0.14809229969978333
342114	rnn.bias_ih_l0	4	-0.059179242700338364
342114	rnn.bias_ih_l0	5	-0.17505186796188354
342114	rnn.bias_ih_l0	6	0.07292691618204117
342114	rnn.bias_ih_l0	7	-0.08635714650154114
342114	rnn.bias_ih_l0	8	-0.04577925428748131
342114	rnn.bias_ih_l0	9	-0.10764450579881668
342114	rnn.bias_hh_l0	0	-0.06964729726314545
342114	rnn.bias_hh_l0	1	0.24767141044139862
342114	rnn.bias_hh_l0	2	0.04614763334393501
342114	rnn.bias_hh_l0	3	-0.07888434827327728
342114	rnn.bias_hh_l0	4	-0.08291606605052948
342114	rnn.bias_hh_l0	5	-0.0043755024671554565
342114	rnn.bias_hh_l0	6	0.057990748435258865
342114	rnn.bias_hh_l0	7	-0.09688397496938705
342114	rnn.bias_hh_l0	8	-0.23392555117607117
342114	rnn.bias_hh_l0	9	-0.10138074308633804
342114	rnn.weight_ih_l0_reverse	0	0.02069925330579281
342114	rnn.weight_ih_l0_reverse	1	-0.06009819731116295
342114	rnn.weight_ih_l0_reverse	2	0.042941149324178696
342114	rnn.weight_ih_l0_reverse	3	0.02006399631500244
342114	rnn.weight_ih_l0_reverse	4	-0.00014678081788588315
342114	rnn.weight_ih_l0_reverse	5	-0.025585532188415527
342114	rnn.weight_ih_l0_reverse	6	0.011988637037575245
342114	rnn.weight_ih_l0_reverse	7	0.028321871533989906
342114	rnn.weight_ih_l0_reverse	8	-0.02813430316746235
342114	rnn.weight_ih_l0_reverse	9	-0.0013458625180646777
342114	rnn.weight_hh_l0_reverse	0	0.03985733538866043
342114	rnn.weight_hh_l0_reverse	1	0.029868310317397118
342114	rnn.weight_hh_l0_reverse	2	-0.022999942302703857
342114	rnn.weight_hh_l0_reverse	3	-0.08227693289518356
342114	rnn.weight_hh_l0_reverse	4	0.011308755725622177
342114	rnn.weight_hh_l0_reverse	5	-0.060775574296712875
342114	rnn.weight_hh_l0_reverse	6	-0.01410887110978365
342114	rnn.weight_hh_l0_reverse	7	0.030966391786932945
342114	rnn.weight_hh_l0_reverse	8	0.007845958694815636
342114	rnn.weight_hh_l0_reverse	9	0.008674400858581066
342114	rnn.bias_ih_l0_reverse	0	-0.04643595591187477
342114	rnn.bias_ih_l0_reverse	1	-0.1398683488368988
342114	rnn.bias_ih_l0_reverse	2	-0.1466679871082306
342114	rnn.bias_ih_l0_reverse	3	-0.04676731303334236
342114	rnn.bias_ih_l0_reverse	4	-0.11257088929414749
342114	rnn.bias_ih_l0_reverse	5	-0.08588545024394989
342114	rnn.bias_ih_l0_reverse	6	-0.20875096321105957
342114	rnn.bias_ih_l0_reverse	7	-0.05243184417486191
342114	rnn.bias_ih_l0_reverse	8	-0.06421520560979843
342114	rnn.bias_ih_l0_reverse	9	-0.13495291769504547
342114	rnn.bias_hh_l0_reverse	0	-0.14232465624809265
342114	rnn.bias_hh_l0_reverse	1	-0.16213998198509216
342114	rnn.bias_hh_l0_reverse	2	0.10527339577674866
342114	rnn.bias_hh_l0_reverse	3	0.07201792299747467
342114	rnn.bias_hh_l0_reverse	4	-0.17897869646549225
342114	rnn.bias_hh_l0_reverse	5	-0.1429578810930252
342114	rnn.bias_hh_l0_reverse	6	-0.0896134227514267
342114	rnn.bias_hh_l0_reverse	7	-0.05413944274187088
342114	rnn.bias_hh_l0_reverse	8	-0.0969286859035492
342114	rnn.bias_hh_l0_reverse	9	-0.02341499552130699
342114	linear.weight	0	-0.007732810918241739
342114	linear.weight	1	0.011249924078583717
342114	linear.weight	2	0.31372734904289246
342114	linear.weight	3	-0.0789114385843277
342114	linear.weight	4	-0.010588549077510834
342114	linear.weight	5	0.12983419001102448
342114	linear.weight	6	-0.010739270597696304
342114	linear.weight	7	-0.07853604853153229
342114	linear.weight	8	0.18126699328422546
342114	linear.weight	9	-0.2788776159286499
342114	linear.bias	0	-0.03956538438796997
342114	linear.bias	1	0.031413208693265915
342114	linear.bias	2	0.4150974154472351
342114	linear.bias	3	-0.7479296326637268
342114	linear.bias	4	2.1569011211395264
342114	linear.bias	5	-1.405138611793518
342114	linear.bias	6	-0.2937716841697693
342114	linear.bias	7	-0.12936176359653473
342672	transitions	0	-1.9494309425354004
342672	transitions	1	-10000.0
342672	transitions	2	-0.7969565987586975
342672	transitions	3	-10000.0
342672	transitions	4	2.0728540420532227
342672	transitions	5	-10000.0
342672	transitions	6	-10000.0
342672	transitions	7	1.850880742073059
342672	transitions	8	-2.63169002532959
342672	transitions	9	-4.23975133895874
342672	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
342672	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
342672	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
342672	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
342672	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
342672	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
342672	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
342672	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
342672	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
342672	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
342672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
342672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
342672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
342672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
342672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
342672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
342672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
342672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
342672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
342672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
342672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
342672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
342672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
342672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
342672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
342672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
342672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
342672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
342672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
342672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
342672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
342672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
342672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
342672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
342672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
342672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
342672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
342672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
342672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
342672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
342672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
342672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
342672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
342672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
342672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
342672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
342672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
342672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
342672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
342672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
342672	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
342672	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
342672	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
342672	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
342672	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
342672	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
342672	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
342672	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
342672	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
342672	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
342672	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
342672	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
342672	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
342672	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
342672	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
342672	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
342672	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
342672	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
342672	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
342672	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
342672	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
342672	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
342672	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
342672	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
342672	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
342672	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
342672	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
342672	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
342672	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
342672	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
342672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
342672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
342672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
342672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
342672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
342672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
342672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
342672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
342672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
342672	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
342672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
342672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
342672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
342672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
342672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
342672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
342672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
342672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
342672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
342672	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
342672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
342672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
342672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
342672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
342672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
342672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
342672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
342672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
342672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
342672	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
342672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
342672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
342672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
342672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
342672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
342672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
342672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
342672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
342672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
342672	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
342672	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
342672	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
342672	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
342672	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
342672	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
342672	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
342672	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
342672	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
342672	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
342672	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
342672	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
342672	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
342672	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
342672	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
342672	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
342672	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
342672	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
342672	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
342672	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
342672	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
342672	embedding2nn.weight	0	0.006404351443052292
342672	embedding2nn.weight	1	0.004007334355264902
342672	embedding2nn.weight	2	0.013425309211015701
342672	embedding2nn.weight	3	0.026873867958784103
342672	embedding2nn.weight	4	0.023446116596460342
342672	embedding2nn.weight	5	0.0055052367970347404
342672	embedding2nn.weight	6	-0.015359088778495789
342672	embedding2nn.weight	7	-0.0004108369175810367
342672	embedding2nn.weight	8	-0.010091680102050304
342672	embedding2nn.weight	9	0.0019824730698019266
342672	embedding2nn.bias	0	0.015317769721150398
342672	embedding2nn.bias	1	-0.03747469559311867
342672	embedding2nn.bias	2	0.08031818270683289
342672	embedding2nn.bias	3	0.06917932629585266
342672	embedding2nn.bias	4	-0.013198464177548885
342672	embedding2nn.bias	5	-0.032676175236701965
342672	embedding2nn.bias	6	0.03106667846441269
342672	embedding2nn.bias	7	0.003871944034472108
342672	embedding2nn.bias	8	-0.03462829440832138
342672	embedding2nn.bias	9	0.023326482623815536
342672	rnn.weight_ih_l0	0	0.0650598406791687
342672	rnn.weight_ih_l0	1	-0.0416424497961998
342672	rnn.weight_ih_l0	2	0.0051944260485470295
342672	rnn.weight_ih_l0	3	0.045249368995428085
342672	rnn.weight_ih_l0	4	-0.029790760949254036
342672	rnn.weight_ih_l0	5	0.04052456468343735
342672	rnn.weight_ih_l0	6	0.0077671934850513935
342672	rnn.weight_ih_l0	7	0.06548240780830383
342672	rnn.weight_ih_l0	8	0.009139997884631157
342672	rnn.weight_ih_l0	9	-0.02525990456342697
342672	rnn.weight_hh_l0	0	-0.011723826639354229
342672	rnn.weight_hh_l0	1	-0.027710026130080223
342672	rnn.weight_hh_l0	2	-0.06137360632419586
342672	rnn.weight_hh_l0	3	-0.005952904466539621
342672	rnn.weight_hh_l0	4	-0.009704004973173141
342672	rnn.weight_hh_l0	5	-0.02440476045012474
342672	rnn.weight_hh_l0	6	0.0006411750800907612
342672	rnn.weight_hh_l0	7	-0.03577224537730217
342672	rnn.weight_hh_l0	8	0.06712427735328674
342672	rnn.weight_hh_l0	9	0.04530617967247963
342672	rnn.bias_ih_l0	0	-0.1744464486837387
342672	rnn.bias_ih_l0	1	-0.17056827247142792
342672	rnn.bias_ih_l0	2	-0.0197654590010643
342672	rnn.bias_ih_l0	3	-0.14805279672145844
342672	rnn.bias_ih_l0	4	-0.05918344110250473
342672	rnn.bias_ih_l0	5	-0.17516101896762848
342672	rnn.bias_ih_l0	6	0.07263067364692688
342672	rnn.bias_ih_l0	7	-0.08634466677904129
342672	rnn.bias_ih_l0	8	-0.046150967478752136
342672	rnn.bias_ih_l0	9	-0.1077517494559288
342672	rnn.bias_hh_l0	0	-0.06983702629804611
342672	rnn.bias_hh_l0	1	0.24777059257030487
342672	rnn.bias_hh_l0	2	0.04618421196937561
342672	rnn.bias_hh_l0	3	-0.07891068607568741
342672	rnn.bias_hh_l0	4	-0.08298919349908829
342672	rnn.bias_hh_l0	5	-0.004448996391147375
342672	rnn.bias_hh_l0	6	0.05805822089314461
342672	rnn.bias_hh_l0	7	-0.09690643101930618
342672	rnn.bias_hh_l0	8	-0.23373563587665558
342672	rnn.bias_hh_l0	9	-0.10151538997888565
342672	rnn.weight_ih_l0_reverse	0	0.020658351480960846
342672	rnn.weight_ih_l0_reverse	1	-0.06013145297765732
342672	rnn.weight_ih_l0_reverse	2	0.04293602332472801
342672	rnn.weight_ih_l0_reverse	3	0.02008437179028988
342672	rnn.weight_ih_l0_reverse	4	-0.00016737551777623594
342672	rnn.weight_ih_l0_reverse	5	-0.02559804543852806
342672	rnn.weight_ih_l0_reverse	6	0.011937309056520462
342672	rnn.weight_ih_l0_reverse	7	0.02832774445414543
342672	rnn.weight_ih_l0_reverse	8	-0.028137700632214546
342672	rnn.weight_ih_l0_reverse	9	-0.0013672130880877376
342672	rnn.weight_hh_l0_reverse	0	0.0398549847304821
342672	rnn.weight_hh_l0_reverse	1	0.02990381047129631
342672	rnn.weight_hh_l0_reverse	2	-0.023016152903437614
342672	rnn.weight_hh_l0_reverse	3	-0.08223932981491089
342672	rnn.weight_hh_l0_reverse	4	0.011314086616039276
342672	rnn.weight_hh_l0_reverse	5	-0.06080492585897446
342672	rnn.weight_hh_l0_reverse	6	-0.014106315560638905
342672	rnn.weight_hh_l0_reverse	7	0.030950238928198814
342672	rnn.weight_hh_l0_reverse	8	0.007835597731173038
342672	rnn.weight_hh_l0_reverse	9	0.008741983212530613
342672	rnn.bias_ih_l0_reverse	0	-0.04638911038637161
342672	rnn.bias_ih_l0_reverse	1	-0.13974712789058685
342672	rnn.bias_ih_l0_reverse	2	-0.1465776264667511
342672	rnn.bias_ih_l0_reverse	3	-0.046658389270305634
342672	rnn.bias_ih_l0_reverse	4	-0.11261677742004395
342672	rnn.bias_ih_l0_reverse	5	-0.08583402633666992
342672	rnn.bias_ih_l0_reverse	6	-0.20868633687496185
342672	rnn.bias_ih_l0_reverse	7	-0.05240728706121445
342672	rnn.bias_ih_l0_reverse	8	-0.06424984335899353
342672	rnn.bias_ih_l0_reverse	9	-0.1350417584180832
342672	rnn.bias_hh_l0_reverse	0	-0.142445906996727
342672	rnn.bias_hh_l0_reverse	1	-0.16210056841373444
342672	rnn.bias_hh_l0_reverse	2	0.1054747924208641
342672	rnn.bias_hh_l0_reverse	3	0.07192415744066238
342672	rnn.bias_hh_l0_reverse	4	-0.1788834184408188
342672	rnn.bias_hh_l0_reverse	5	-0.14296069741249084
342672	rnn.bias_hh_l0_reverse	6	-0.08965698629617691
342672	rnn.bias_hh_l0_reverse	7	-0.05410616844892502
342672	rnn.bias_hh_l0_reverse	8	-0.09684289991855621
342672	rnn.bias_hh_l0_reverse	9	-0.023272324353456497
342672	linear.weight	0	-0.007732883095741272
342672	linear.weight	1	0.010581559501588345
342672	linear.weight	2	0.31382185220718384
342672	linear.weight	3	-0.07891135662794113
342672	linear.weight	4	-0.010588549077510834
342672	linear.weight	5	0.12808068096637726
342672	linear.weight	6	-0.010739270597696304
342672	linear.weight	7	-0.07830733805894852
342672	linear.weight	8	0.18211136758327484
342672	linear.weight	9	-0.27893340587615967
342672	linear.bias	0	-0.03956538438796997
342672	linear.bias	1	0.031413208693265915
342672	linear.bias	2	0.4132446050643921
342672	linear.bias	3	-0.7489013075828552
342672	linear.bias	4	2.1545016765594482
342672	linear.bias	5	-1.4051387310028076
342672	linear.bias	6	-0.2911146879196167
342672	linear.bias	7	-0.12678684294223785
343230	transitions	0	-1.9494880437850952
343230	transitions	1	-10000.0
343230	transitions	2	-0.7969565987586975
343230	transitions	3	-10000.0
343230	transitions	4	2.072205066680908
343230	transitions	5	-10000.0
343230	transitions	6	-10000.0
343230	transitions	7	1.8513314723968506
343230	transitions	8	-2.6317245960235596
343230	transitions	9	-4.239755153656006
343230	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
343230	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
343230	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
343230	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
343230	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
343230	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
343230	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
343230	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
343230	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
343230	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
343230	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
343230	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
343230	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
343230	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
343230	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
343230	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
343230	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
343230	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
343230	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
343230	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
343230	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
343230	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
343230	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
343230	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
343230	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
343230	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
343230	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
343230	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
343230	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
343230	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
343230	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
343230	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
343230	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
343230	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
343230	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
343230	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
343230	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
343230	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
343230	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
343230	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
343230	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
343230	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
343230	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
343230	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
343230	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
343230	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
343230	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
343230	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
343230	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
343230	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
343230	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
343230	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
343230	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
343230	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
343230	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
343230	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
343230	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
343230	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
343230	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
343230	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
343230	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
343230	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
343230	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
343230	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
343230	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
343230	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
343230	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
343230	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
343230	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
343230	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
343230	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
343230	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
343230	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
343230	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
343230	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
343230	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
343230	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
343230	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
343230	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
343230	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
343230	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
343230	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
343230	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
343230	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
343230	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
343230	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
343230	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
343230	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
343230	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
343230	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
343230	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
343230	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
343230	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
343230	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
343230	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
343230	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
343230	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
343230	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
343230	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
343230	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
343230	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
343230	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
343230	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
343230	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
343230	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
343230	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
343230	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
343230	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
343230	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
343230	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
343230	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
343230	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
343230	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
343230	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
343230	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
343230	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
343230	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
343230	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
343230	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
343230	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
343230	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
343230	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
343230	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
343230	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
343230	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
343230	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
343230	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
343230	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
343230	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
343230	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
343230	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
343230	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
343230	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
343230	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
343230	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
343230	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
343230	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
343230	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
343230	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
343230	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
343230	embedding2nn.weight	0	0.006405559368431568
343230	embedding2nn.weight	1	0.004004302434623241
343230	embedding2nn.weight	2	0.01342711504548788
343230	embedding2nn.weight	3	0.0269186832010746
343230	embedding2nn.weight	4	0.023443972691893578
343230	embedding2nn.weight	5	0.005546891130506992
343230	embedding2nn.weight	6	-0.0153691740706563
343230	embedding2nn.weight	7	-0.0004047802649438381
343230	embedding2nn.weight	8	-0.010086492635309696
343230	embedding2nn.weight	9	0.0019772625528275967
343230	embedding2nn.bias	0	0.015540816821157932
343230	embedding2nn.bias	1	-0.03753335401415825
343230	embedding2nn.bias	2	0.08019663393497467
343230	embedding2nn.bias	3	0.06910514086484909
343230	embedding2nn.bias	4	-0.012721234932541847
343230	embedding2nn.bias	5	-0.032751187682151794
343230	embedding2nn.bias	6	0.03105863556265831
343230	embedding2nn.bias	7	0.0038812211714684963
343230	embedding2nn.bias	8	-0.03464202955365181
343230	embedding2nn.bias	9	0.023099133744835854
343230	rnn.weight_ih_l0	0	0.06502430886030197
343230	rnn.weight_ih_l0	1	-0.04169211909174919
343230	rnn.weight_ih_l0	2	0.005229403730481863
343230	rnn.weight_ih_l0	3	0.04522908478975296
343230	rnn.weight_ih_l0	4	-0.029809854924678802
343230	rnn.weight_ih_l0	5	0.04052954539656639
343230	rnn.weight_ih_l0	6	0.007770448923110962
343230	rnn.weight_ih_l0	7	0.06550759822130203
343230	rnn.weight_ih_l0	8	0.009135279804468155
343230	rnn.weight_ih_l0	9	-0.025255896151065826
343230	rnn.weight_hh_l0	0	-0.011692416854202747
343230	rnn.weight_hh_l0	1	-0.027707211673259735
343230	rnn.weight_hh_l0	2	-0.06138335540890694
343230	rnn.weight_hh_l0	3	-0.005941208451986313
343230	rnn.weight_hh_l0	4	-0.009708493947982788
343230	rnn.weight_hh_l0	5	-0.02439972013235092
343230	rnn.weight_hh_l0	6	0.0006472752429544926
343230	rnn.weight_hh_l0	7	-0.035787928849458694
343230	rnn.weight_hh_l0	8	0.06714385747909546
343230	rnn.weight_hh_l0	9	0.04528374597430229
343230	rnn.bias_ih_l0	0	-0.17452770471572876
343230	rnn.bias_ih_l0	1	-0.17063939571380615
343230	rnn.bias_ih_l0	2	-0.019749131053686142
343230	rnn.bias_ih_l0	3	-0.14814504981040955
343230	rnn.bias_ih_l0	4	-0.05924259498715401
343230	rnn.bias_ih_l0	5	-0.17522315680980682
343230	rnn.bias_ih_l0	6	0.07281364500522614
343230	rnn.bias_ih_l0	7	-0.08618821203708649
343230	rnn.bias_ih_l0	8	-0.0461529865860939
343230	rnn.bias_ih_l0	9	-0.1078127920627594
343230	rnn.bias_hh_l0	0	-0.06981083005666733
343230	rnn.bias_hh_l0	1	0.24777650833129883
343230	rnn.bias_hh_l0	2	0.0461932048201561
343230	rnn.bias_hh_l0	3	-0.07902949303388596
343230	rnn.bias_hh_l0	4	-0.08299647271633148
343230	rnn.bias_hh_l0	5	-0.004578353371471167
343230	rnn.bias_hh_l0	6	0.05797010287642479
343230	rnn.bias_hh_l0	7	-0.09714021533727646
343230	rnn.bias_hh_l0	8	-0.23344984650611877
343230	rnn.bias_hh_l0	9	-0.10146689414978027
343230	rnn.weight_ih_l0_reverse	0	0.02063249982893467
343230	rnn.weight_ih_l0_reverse	1	-0.060148049145936966
343230	rnn.weight_ih_l0_reverse	2	0.04294769465923309
343230	rnn.weight_ih_l0_reverse	3	0.020072350278496742
343230	rnn.weight_ih_l0_reverse	4	-0.00015898172568995506
343230	rnn.weight_ih_l0_reverse	5	-0.025579113513231277
343230	rnn.weight_ih_l0_reverse	6	0.011878699995577335
343230	rnn.weight_ih_l0_reverse	7	0.028328394517302513
343230	rnn.weight_ih_l0_reverse	8	-0.028140146285295486
343230	rnn.weight_ih_l0_reverse	9	-0.0013871267437934875
343230	rnn.weight_hh_l0_reverse	0	0.03984733298420906
343230	rnn.weight_hh_l0_reverse	1	0.02989388443529606
343230	rnn.weight_hh_l0_reverse	2	-0.023019663989543915
343230	rnn.weight_hh_l0_reverse	3	-0.08223134279251099
343230	rnn.weight_hh_l0_reverse	4	0.011319410987198353
343230	rnn.weight_hh_l0_reverse	5	-0.06086361035704613
343230	rnn.weight_hh_l0_reverse	6	-0.014111246913671494
343230	rnn.weight_hh_l0_reverse	7	0.03094802238047123
343230	rnn.weight_hh_l0_reverse	8	0.007867441512644291
343230	rnn.weight_hh_l0_reverse	9	0.008758250623941422
343230	rnn.bias_ih_l0_reverse	0	-0.04629405215382576
343230	rnn.bias_ih_l0_reverse	1	-0.1397792249917984
343230	rnn.bias_ih_l0_reverse	2	-0.14659303426742554
343230	rnn.bias_ih_l0_reverse	3	-0.046613629907369614
343230	rnn.bias_ih_l0_reverse	4	-0.1126658171415329
343230	rnn.bias_ih_l0_reverse	5	-0.08577775955200195
343230	rnn.bias_ih_l0_reverse	6	-0.20872755348682404
343230	rnn.bias_ih_l0_reverse	7	-0.05245145410299301
343230	rnn.bias_ih_l0_reverse	8	-0.06411654502153397
343230	rnn.bias_ih_l0_reverse	9	-0.13478294014930725
343230	rnn.bias_hh_l0_reverse	0	-0.14231990277767181
343230	rnn.bias_hh_l0_reverse	1	-0.16219107806682587
343230	rnn.bias_hh_l0_reverse	2	0.10521863400936127
343230	rnn.bias_hh_l0_reverse	3	0.07206737995147705
343230	rnn.bias_hh_l0_reverse	4	-0.17896315455436707
343230	rnn.bias_hh_l0_reverse	5	-0.14293678104877472
343230	rnn.bias_hh_l0_reverse	6	-0.0895480066537857
343230	rnn.bias_hh_l0_reverse	7	-0.05413039028644562
343230	rnn.bias_hh_l0_reverse	8	-0.0967894122004509
343230	rnn.bias_hh_l0_reverse	9	-0.023149337619543076
343230	linear.weight	0	-0.00773297343403101
343230	linear.weight	1	0.00997625757008791
343230	linear.weight	2	0.3142796754837036
343230	linear.weight	3	-0.07891123741865158
343230	linear.weight	4	-0.010588549077510834
343230	linear.weight	5	0.12713447213172913
343230	linear.weight	6	-0.010739270597696304
343230	linear.weight	7	-0.07811570912599564
343230	linear.weight	8	0.18043647706508636
343230	linear.weight	9	-0.27895405888557434
343230	linear.bias	0	-0.03956538438796997
343230	linear.bias	1	0.031413208693265915
343230	linear.bias	2	0.40927013754844666
343230	linear.bias	3	-0.7432899475097656
343230	linear.bias	4	2.15472674369812
343230	linear.bias	5	-1.4051389694213867
343230	linear.bias	6	-0.2920224964618683
343230	linear.bias	7	-0.1277320235967636
343788	transitions	0	-1.9495397806167603
343788	transitions	1	-10000.0
343788	transitions	2	-0.7969565987586975
343788	transitions	3	-10000.0
343788	transitions	4	2.071413278579712
343788	transitions	5	-10000.0
343788	transitions	6	-10000.0
343788	transitions	7	1.8511378765106201
343788	transitions	8	-2.6317601203918457
343788	transitions	9	-4.239757537841797
343788	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
343788	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
343788	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
343788	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
343788	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
343788	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
343788	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
343788	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
343788	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
343788	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
343788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
343788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
343788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
343788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
343788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
343788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
343788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
343788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
343788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
343788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
343788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
343788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
343788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
343788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
343788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
343788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
343788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
343788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
343788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
343788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
343788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
343788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
343788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
343788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
343788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
343788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
343788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
343788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
343788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
343788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
343788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
343788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
343788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
343788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
343788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
343788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
343788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
343788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
343788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
343788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
343788	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
343788	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
343788	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
343788	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
343788	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
343788	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
343788	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
343788	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
343788	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
343788	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
343788	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
343788	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
343788	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
343788	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
343788	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
343788	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
343788	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
343788	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
343788	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
343788	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
343788	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
343788	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
343788	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
343788	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
343788	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
343788	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
343788	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
343788	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
343788	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
343788	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
343788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
343788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
343788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
343788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
343788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
343788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
343788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
343788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
343788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
343788	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
343788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
343788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
343788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
343788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
343788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
343788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
343788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
343788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
343788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
343788	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
343788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
343788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
343788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
343788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
343788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
343788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
343788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
343788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
343788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
343788	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
343788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
343788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
343788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
343788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
343788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
343788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
343788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
343788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
343788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
343788	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
343788	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
343788	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
343788	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
343788	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
343788	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
343788	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
343788	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
343788	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
343788	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
343788	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
343788	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
343788	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
343788	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
343788	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
343788	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
343788	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
343788	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
343788	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
343788	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
343788	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
343788	embedding2nn.weight	0	0.006408283021301031
343788	embedding2nn.weight	1	0.004002814646810293
343788	embedding2nn.weight	2	0.013427476398646832
343788	embedding2nn.weight	3	0.02690393663942814
343788	embedding2nn.weight	4	0.023439036682248116
343788	embedding2nn.weight	5	0.005538266617804766
343788	embedding2nn.weight	6	-0.01538285706192255
343788	embedding2nn.weight	7	-0.0004139076918363571
343788	embedding2nn.weight	8	-0.010136064141988754
343788	embedding2nn.weight	9	0.001985350390896201
343788	embedding2nn.bias	0	0.015949059277772903
343788	embedding2nn.bias	1	-0.037649281322956085
343788	embedding2nn.bias	2	0.0804840549826622
343788	embedding2nn.bias	3	0.06889420002698898
343788	embedding2nn.bias	4	-0.012549188919365406
343788	embedding2nn.bias	5	-0.03307148814201355
343788	embedding2nn.bias	6	0.03137015923857689
343788	embedding2nn.bias	7	0.0038184751756489277
343788	embedding2nn.bias	8	-0.034341149032115936
343788	embedding2nn.bias	9	0.023216061294078827
343788	rnn.weight_ih_l0	0	0.06502947956323624
343788	rnn.weight_ih_l0	1	-0.041615117341279984
343788	rnn.weight_ih_l0	2	0.005264054983854294
343788	rnn.weight_ih_l0	3	0.04526377469301224
343788	rnn.weight_ih_l0	4	-0.029731282964348793
343788	rnn.weight_ih_l0	5	0.040545716881752014
343788	rnn.weight_ih_l0	6	0.007756505161523819
343788	rnn.weight_ih_l0	7	0.06550031900405884
343788	rnn.weight_ih_l0	8	0.00917800422757864
343788	rnn.weight_ih_l0	9	-0.025311781093478203
343788	rnn.weight_hh_l0	0	-0.011691621504724026
343788	rnn.weight_hh_l0	1	-0.027721162885427475
343788	rnn.weight_hh_l0	2	-0.06137792766094208
343788	rnn.weight_hh_l0	3	-0.005935443565249443
343788	rnn.weight_hh_l0	4	-0.009713898412883282
343788	rnn.weight_hh_l0	5	-0.02440146915614605
343788	rnn.weight_hh_l0	6	0.000634744472336024
343788	rnn.weight_hh_l0	7	-0.035765595734119415
343788	rnn.weight_hh_l0	8	0.06713280826807022
343788	rnn.weight_hh_l0	9	0.045283276587724686
343788	rnn.bias_ih_l0	0	-0.1745985597372055
343788	rnn.bias_ih_l0	1	-0.17064619064331055
343788	rnn.bias_ih_l0	2	-0.019713036715984344
343788	rnn.bias_ih_l0	3	-0.1482289582490921
343788	rnn.bias_ih_l0	4	-0.059402283281087875
343788	rnn.bias_ih_l0	5	-0.17525799572467804
343788	rnn.bias_ih_l0	6	0.07323630154132843
343788	rnn.bias_ih_l0	7	-0.0861920490860939
343788	rnn.bias_ih_l0	8	-0.046074822545051575
343788	rnn.bias_ih_l0	9	-0.1077972874045372
343788	rnn.bias_hh_l0	0	-0.06973272562026978
343788	rnn.bias_hh_l0	1	0.24801860749721527
343788	rnn.bias_hh_l0	2	0.046494510024785995
343788	rnn.bias_hh_l0	3	-0.07907743752002716
343788	rnn.bias_hh_l0	4	-0.0828886553645134
343788	rnn.bias_hh_l0	5	-0.004347725305706263
343788	rnn.bias_hh_l0	6	0.05789702758193016
343788	rnn.bias_hh_l0	7	-0.09739911556243896
343788	rnn.bias_hh_l0	8	-0.23322978615760803
343788	rnn.bias_hh_l0	9	-0.10138154029846191
343788	rnn.weight_ih_l0_reverse	0	0.020534520968794823
343788	rnn.weight_ih_l0_reverse	1	-0.06018579751253128
343788	rnn.weight_ih_l0_reverse	2	0.04296397790312767
343788	rnn.weight_ih_l0_reverse	3	0.020070483908057213
343788	rnn.weight_ih_l0_reverse	4	-0.00010435184231027961
343788	rnn.weight_ih_l0_reverse	5	-0.025566859170794487
343788	rnn.weight_ih_l0_reverse	6	0.011911937035620213
343788	rnn.weight_ih_l0_reverse	7	0.0283184926956892
343788	rnn.weight_ih_l0_reverse	8	-0.02815491333603859
343788	rnn.weight_ih_l0_reverse	9	-0.0013691498897969723
343788	rnn.weight_hh_l0_reverse	0	0.03984322398900986
343788	rnn.weight_hh_l0_reverse	1	0.029874535277485847
343788	rnn.weight_hh_l0_reverse	2	-0.02300720289349556
343788	rnn.weight_hh_l0_reverse	3	-0.08226665109395981
343788	rnn.weight_hh_l0_reverse	4	0.011326448060572147
343788	rnn.weight_hh_l0_reverse	5	-0.06088358536362648
343788	rnn.weight_hh_l0_reverse	6	-0.014119521714746952
343788	rnn.weight_hh_l0_reverse	7	0.030942875891923904
343788	rnn.weight_hh_l0_reverse	8	0.007885501720011234
343788	rnn.weight_hh_l0_reverse	9	0.008766227401793003
343788	rnn.bias_ih_l0_reverse	0	-0.04633500799536705
343788	rnn.bias_ih_l0_reverse	1	-0.1397053450345993
343788	rnn.bias_ih_l0_reverse	2	-0.1465841382741928
343788	rnn.bias_ih_l0_reverse	3	-0.046725399792194366
343788	rnn.bias_ih_l0_reverse	4	-0.11267375200986862
343788	rnn.bias_ih_l0_reverse	5	-0.08579419553279877
343788	rnn.bias_ih_l0_reverse	6	-0.20891115069389343
343788	rnn.bias_ih_l0_reverse	7	-0.05237090587615967
343788	rnn.bias_ih_l0_reverse	8	-0.06416870653629303
343788	rnn.bias_ih_l0_reverse	9	-0.13477720320224762
343788	rnn.bias_hh_l0_reverse	0	-0.14224234223365784
343788	rnn.bias_hh_l0_reverse	1	-0.16241349279880524
343788	rnn.bias_hh_l0_reverse	2	0.10541177541017532
343788	rnn.bias_hh_l0_reverse	3	0.07206972688436508
343788	rnn.bias_hh_l0_reverse	4	-0.17920126020908356
343788	rnn.bias_hh_l0_reverse	5	-0.1428510546684265
343788	rnn.bias_hh_l0_reverse	6	-0.08949068933725357
343788	rnn.bias_hh_l0_reverse	7	-0.0540568083524704
343788	rnn.bias_hh_l0_reverse	8	-0.09673552960157394
343788	rnn.bias_hh_l0_reverse	9	-0.02321106567978859
343788	linear.weight	0	-0.007733011152595282
343788	linear.weight	1	0.009836615063250065
343788	linear.weight	2	0.31425923109054565
343788	linear.weight	3	-0.07891117036342621
343788	linear.weight	4	-0.010588549077510834
343788	linear.weight	5	0.12741369009017944
343788	linear.weight	6	-0.010739270597696304
343788	linear.weight	7	-0.07846406102180481
343788	linear.weight	8	0.18066251277923584
343788	linear.weight	9	-0.2793523967266083
343788	linear.bias	0	-0.03956538438796997
343788	linear.bias	1	0.031413208693265915
343788	linear.bias	2	0.41206613183021545
343788	linear.bias	3	-0.7455777525901794
343788	linear.bias	4	2.161752700805664
343788	linear.bias	5	-1.4051392078399658
343788	linear.bias	6	-0.29575109481811523
343788	linear.bias	7	-0.1315276026725769
344346	transitions	0	-1.9495919942855835
344346	transitions	1	-10000.0
344346	transitions	2	-0.7969565987586975
344346	transitions	3	-10000.0
344346	transitions	4	2.070706844329834
344346	transitions	5	-10000.0
344346	transitions	6	-10000.0
344346	transitions	7	1.8520355224609375
344346	transitions	8	-2.6317920684814453
344346	transitions	9	-4.239757537841797
344346	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
344346	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
344346	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
344346	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
344346	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
344346	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
344346	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
344346	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
344346	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
344346	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
344346	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
344346	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
344346	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
344346	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
344346	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
344346	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
344346	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
344346	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
344346	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
344346	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
344346	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
344346	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
344346	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
344346	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
344346	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
344346	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
344346	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
344346	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
344346	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
344346	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
344346	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
344346	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
344346	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
344346	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
344346	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
344346	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
344346	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
344346	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
344346	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
344346	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
344346	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
344346	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
344346	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
344346	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
344346	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
344346	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
344346	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
344346	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
344346	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
344346	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
344346	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
344346	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
344346	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
344346	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
344346	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
344346	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
344346	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
344346	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
344346	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
344346	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
344346	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
344346	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
344346	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
344346	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
344346	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
344346	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
344346	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
344346	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
344346	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
344346	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
344346	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
344346	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
344346	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
344346	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
344346	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
344346	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
344346	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
344346	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
344346	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
344346	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
344346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
344346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
344346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
344346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
344346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
344346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
344346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
344346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
344346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
344346	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
344346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
344346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
344346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
344346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
344346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
344346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
344346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
344346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
344346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
344346	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
344346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
344346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
344346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
344346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
344346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
344346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
344346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
344346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
344346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
344346	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
344346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
344346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
344346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
344346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
344346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
344346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
344346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
344346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
344346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
344346	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
344346	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
344346	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
344346	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
344346	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
344346	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
344346	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
344346	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
344346	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
344346	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
344346	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
344346	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
344346	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
344346	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
344346	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
344346	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
344346	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
344346	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
344346	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
344346	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
344346	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
344346	embedding2nn.weight	0	0.006407746579498053
344346	embedding2nn.weight	1	0.0039987280033528805
344346	embedding2nn.weight	2	0.013426590710878372
344346	embedding2nn.weight	3	0.026896176859736443
344346	embedding2nn.weight	4	0.023428108543157578
344346	embedding2nn.weight	5	0.005561445839703083
344346	embedding2nn.weight	6	-0.015383447520434856
344346	embedding2nn.weight	7	-0.00041757262079045177
344346	embedding2nn.weight	8	-0.01010559219866991
344346	embedding2nn.weight	9	0.0019580258522182703
344346	embedding2nn.bias	0	0.015812912955880165
344346	embedding2nn.bias	1	-0.037393562495708466
344346	embedding2nn.bias	2	0.08045580983161926
344346	embedding2nn.bias	3	0.06913939118385315
344346	embedding2nn.bias	4	-0.01240460854023695
344346	embedding2nn.bias	5	-0.03293469548225403
344346	embedding2nn.bias	6	0.031154533848166466
344346	embedding2nn.bias	7	0.003869253909215331
344346	embedding2nn.bias	8	-0.03389369696378708
344346	embedding2nn.bias	9	0.023141073063015938
344346	rnn.weight_ih_l0	0	0.06500338762998581
344346	rnn.weight_ih_l0	1	-0.041577983647584915
344346	rnn.weight_ih_l0	2	0.005301154218614101
344346	rnn.weight_ih_l0	3	0.04519975557923317
344346	rnn.weight_ih_l0	4	-0.029754437506198883
344346	rnn.weight_ih_l0	5	0.040505990386009216
344346	rnn.weight_ih_l0	6	0.007744498085230589
344346	rnn.weight_ih_l0	7	0.0654962956905365
344346	rnn.weight_ih_l0	8	0.0091523053124547
344346	rnn.weight_ih_l0	9	-0.025323379784822464
344346	rnn.weight_hh_l0	0	-0.011733129620552063
344346	rnn.weight_hh_l0	1	-0.027714964002370834
344346	rnn.weight_hh_l0	2	-0.06136118993163109
344346	rnn.weight_hh_l0	3	-0.0059196981601417065
344346	rnn.weight_hh_l0	4	-0.009707566350698471
344346	rnn.weight_hh_l0	5	-0.024378806352615356
344346	rnn.weight_hh_l0	6	0.0006373673095367849
344346	rnn.weight_hh_l0	7	-0.03575548529624939
344346	rnn.weight_hh_l0	8	0.06714864820241928
344346	rnn.weight_hh_l0	9	0.045279860496520996
344346	rnn.bias_ih_l0	0	-0.17465105652809143
344346	rnn.bias_ih_l0	1	-0.17045871913433075
344346	rnn.bias_ih_l0	2	-0.01956297643482685
344346	rnn.bias_ih_l0	3	-0.14809797704219818
344346	rnn.bias_ih_l0	4	-0.05924448370933533
344346	rnn.bias_ih_l0	5	-0.1751030534505844
344346	rnn.bias_ih_l0	6	0.07342851907014847
344346	rnn.bias_ih_l0	7	-0.08613355457782745
344346	rnn.bias_ih_l0	8	-0.04609236493706703
344346	rnn.bias_ih_l0	9	-0.10771425068378448
344346	rnn.bias_hh_l0	0	-0.06957679241895676
344346	rnn.bias_hh_l0	1	0.24759040772914886
344346	rnn.bias_hh_l0	2	0.04621975123882294
344346	rnn.bias_hh_l0	3	-0.07888022065162659
344346	rnn.bias_hh_l0	4	-0.08288848400115967
344346	rnn.bias_hh_l0	5	-0.004368179943412542
344346	rnn.bias_hh_l0	6	0.057990219444036484
344346	rnn.bias_hh_l0	7	-0.09766745567321777
344346	rnn.bias_hh_l0	8	-0.23305068910121918
344346	rnn.bias_hh_l0	9	-0.10138703137636185
344346	rnn.weight_ih_l0_reverse	0	0.020513221621513367
344346	rnn.weight_ih_l0_reverse	1	-0.06019335612654686
344346	rnn.weight_ih_l0_reverse	2	0.04296042397618294
344346	rnn.weight_ih_l0_reverse	3	0.02013298310339451
344346	rnn.weight_ih_l0_reverse	4	-8.48941708682105e-05
344346	rnn.weight_ih_l0_reverse	5	-0.025579173117876053
344346	rnn.weight_ih_l0_reverse	6	0.011986752040684223
344346	rnn.weight_ih_l0_reverse	7	0.028294768184423447
344346	rnn.weight_ih_l0_reverse	8	-0.028149638324975967
344346	rnn.weight_ih_l0_reverse	9	-0.0013819424202665687
344346	rnn.weight_hh_l0_reverse	0	0.039849117398262024
344346	rnn.weight_hh_l0_reverse	1	0.02986128069460392
344346	rnn.weight_hh_l0_reverse	2	-0.023000964894890785
344346	rnn.weight_hh_l0_reverse	3	-0.08228220045566559
344346	rnn.weight_hh_l0_reverse	4	0.011344569735229015
344346	rnn.weight_hh_l0_reverse	5	-0.060931071639060974
344346	rnn.weight_hh_l0_reverse	6	-0.014098823070526123
344346	rnn.weight_hh_l0_reverse	7	0.03094395622611046
344346	rnn.weight_hh_l0_reverse	8	0.007850541733205318
344346	rnn.weight_hh_l0_reverse	9	0.008805865421891212
344346	rnn.bias_ih_l0_reverse	0	-0.04613899067044258
344346	rnn.bias_ih_l0_reverse	1	-0.1396687924861908
344346	rnn.bias_ih_l0_reverse	2	-0.14665895700454712
344346	rnn.bias_ih_l0_reverse	3	-0.046592388302087784
344346	rnn.bias_ih_l0_reverse	4	-0.11287084966897964
344346	rnn.bias_ih_l0_reverse	5	-0.08577773720026016
344346	rnn.bias_ih_l0_reverse	6	-0.20902115106582642
344346	rnn.bias_ih_l0_reverse	7	-0.052495937794446945
344346	rnn.bias_ih_l0_reverse	8	-0.06417230516672134
344346	rnn.bias_ih_l0_reverse	9	-0.134534552693367
344346	rnn.bias_hh_l0_reverse	0	-0.1422347128391266
344346	rnn.bias_hh_l0_reverse	1	-0.1623625010251999
344346	rnn.bias_hh_l0_reverse	2	0.10577096790075302
344346	rnn.bias_hh_l0_reverse	3	0.07210186123847961
344346	rnn.bias_hh_l0_reverse	4	-0.1791636198759079
344346	rnn.bias_hh_l0_reverse	5	-0.14293242990970612
344346	rnn.bias_hh_l0_reverse	6	-0.08968398720026016
344346	rnn.bias_hh_l0_reverse	7	-0.05396099016070366
344346	rnn.bias_hh_l0_reverse	8	-0.09681618213653564
344346	rnn.bias_hh_l0_reverse	9	-0.02325351908802986
344346	linear.weight	0	-0.007733030244708061
344346	linear.weight	1	0.010567357763648033
344346	linear.weight	2	0.31451499462127686
344346	linear.weight	3	-0.0789109542965889
344346	linear.weight	4	-0.010588549077510834
344346	linear.weight	5	0.12729626893997192
344346	linear.weight	6	-0.010739270597696304
344346	linear.weight	7	-0.0777328684926033
344346	linear.weight	8	0.17964212596416473
344346	linear.weight	9	-0.2787794768810272
344346	linear.bias	0	-0.03956538438796997
344346	linear.bias	1	0.031413208693265915
344346	linear.bias	2	0.41360974311828613
344346	linear.bias	3	-0.7417663931846619
344346	linear.bias	4	2.153393507003784
344346	linear.bias	5	-1.4051392078399658
344346	linear.bias	6	-0.2942100763320923
344346	linear.bias	7	-0.13005703687667847
344904	transitions	0	-1.9496387243270874
344904	transitions	1	-10000.0
344904	transitions	2	-0.7969565987586975
344904	transitions	3	-10000.0
344904	transitions	4	2.0692429542541504
344904	transitions	5	-10000.0
344904	transitions	6	-10000.0
344904	transitions	7	1.8525173664093018
344904	transitions	8	-2.6318275928497314
344904	transitions	9	-4.239759922027588
344904	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
344904	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
344904	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
344904	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
344904	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
344904	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
344904	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
344904	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
344904	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
344904	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
344904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
344904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
344904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
344904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
344904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
344904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
344904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
344904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
344904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
344904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
344904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
344904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
344904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
344904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
344904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
344904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
344904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
344904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
344904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
344904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
344904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
344904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
344904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
344904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
344904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
344904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
344904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
344904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
344904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
344904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
344904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
344904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
344904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
344904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
344904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
344904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
344904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
344904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
344904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
344904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
344904	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
344904	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
344904	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
344904	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
344904	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
344904	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
344904	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
344904	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
344904	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
344904	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
344904	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
344904	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
344904	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
344904	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
344904	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
344904	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
344904	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
344904	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
344904	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
344904	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
344904	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
344904	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
344904	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
344904	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
344904	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
344904	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
344904	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
344904	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
344904	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
344904	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
344904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
344904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
344904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
344904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
344904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
344904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
344904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
344904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
344904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
344904	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
344904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
344904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
344904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
344904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
344904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
344904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
344904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
344904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
344904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
344904	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
344904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
344904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
344904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
344904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
344904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
344904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
344904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
344904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
344904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
344904	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
344904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
344904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
344904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
344904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
344904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
344904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
344904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
344904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
344904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
344904	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
344904	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
344904	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
344904	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
344904	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
344904	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
344904	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
344904	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
344904	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
344904	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
344904	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
344904	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
344904	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
344904	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
344904	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
344904	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
344904	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
344904	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
344904	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
344904	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
344904	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
344904	embedding2nn.weight	0	0.006407602224498987
344904	embedding2nn.weight	1	0.0040018148720264435
344904	embedding2nn.weight	2	0.013424234464764595
344904	embedding2nn.weight	3	0.026873759925365448
344904	embedding2nn.weight	4	0.023426339030265808
344904	embedding2nn.weight	5	0.005595073103904724
344904	embedding2nn.weight	6	-0.015391078777611256
344904	embedding2nn.weight	7	-0.0004359509621281177
344904	embedding2nn.weight	8	-0.01010224036872387
344904	embedding2nn.weight	9	0.0019574793986976147
344904	embedding2nn.bias	0	0.016211112961173058
344904	embedding2nn.bias	1	-0.03782845288515091
344904	embedding2nn.bias	2	0.08117882162332535
344904	embedding2nn.bias	3	0.06917367875576019
344904	embedding2nn.bias	4	-0.012876198627054691
344904	embedding2nn.bias	5	-0.03336288407444954
344904	embedding2nn.bias	6	0.0310022234916687
344904	embedding2nn.bias	7	0.004432925954461098
344904	embedding2nn.bias	8	-0.033991795033216476
344904	embedding2nn.bias	9	0.023343496024608612
344904	rnn.weight_ih_l0	0	0.06494618207216263
344904	rnn.weight_ih_l0	1	-0.04159514978528023
344904	rnn.weight_ih_l0	2	0.005303579848259687
344904	rnn.weight_ih_l0	3	0.045238640159368515
344904	rnn.weight_ih_l0	4	-0.029729768633842468
344904	rnn.weight_ih_l0	5	0.040522363036870956
344904	rnn.weight_ih_l0	6	0.007766438648104668
344904	rnn.weight_ih_l0	7	0.06551656872034073
344904	rnn.weight_ih_l0	8	0.009115572087466717
344904	rnn.weight_ih_l0	9	-0.025324495509266853
344904	rnn.weight_hh_l0	0	-0.011739710345864296
344904	rnn.weight_hh_l0	1	-0.02774333953857422
344904	rnn.weight_hh_l0	2	-0.061341799795627594
344904	rnn.weight_hh_l0	3	-0.005914650391787291
344904	rnn.weight_hh_l0	4	-0.009701015427708626
344904	rnn.weight_hh_l0	5	-0.024369345977902412
344904	rnn.weight_hh_l0	6	0.0006384218577295542
344904	rnn.weight_hh_l0	7	-0.035735681653022766
344904	rnn.weight_hh_l0	8	0.06714677065610886
344904	rnn.weight_hh_l0	9	0.04527650028467178
344904	rnn.bias_ih_l0	0	-0.1744638979434967
344904	rnn.bias_ih_l0	1	-0.17055119574069977
344904	rnn.bias_ih_l0	2	-0.019596021622419357
344904	rnn.bias_ih_l0	3	-0.1480155736207962
344904	rnn.bias_ih_l0	4	-0.05909524857997894
344904	rnn.bias_ih_l0	5	-0.1750674694776535
344904	rnn.bias_ih_l0	6	0.07305644452571869
344904	rnn.bias_ih_l0	7	-0.08603781461715698
344904	rnn.bias_ih_l0	8	-0.04609231278300285
344904	rnn.bias_ih_l0	9	-0.10779087990522385
344904	rnn.bias_hh_l0	0	-0.06972864270210266
344904	rnn.bias_hh_l0	1	0.2479383498430252
344904	rnn.bias_hh_l0	2	0.045915618538856506
344904	rnn.bias_hh_l0	3	-0.07879688590765
344904	rnn.bias_hh_l0	4	-0.08290821313858032
344904	rnn.bias_hh_l0	5	-0.004396375268697739
344904	rnn.bias_hh_l0	6	0.057975366711616516
344904	rnn.bias_hh_l0	7	-0.09742908924818039
344904	rnn.bias_hh_l0	8	-0.23321136832237244
344904	rnn.bias_hh_l0	9	-0.1014951765537262
344904	rnn.weight_ih_l0_reverse	0	0.020479725673794746
344904	rnn.weight_ih_l0_reverse	1	-0.06021798029541969
344904	rnn.weight_ih_l0_reverse	2	0.0429505854845047
344904	rnn.weight_ih_l0_reverse	3	0.020116105675697327
344904	rnn.weight_ih_l0_reverse	4	-0.00010422791092423722
344904	rnn.weight_ih_l0_reverse	5	-0.025559302419424057
344904	rnn.weight_ih_l0_reverse	6	0.011965646408498287
344904	rnn.weight_ih_l0_reverse	7	0.02830640785396099
344904	rnn.weight_ih_l0_reverse	8	-0.028141086921095848
344904	rnn.weight_ih_l0_reverse	9	-0.0014176589902490377
344904	rnn.weight_hh_l0_reverse	0	0.039848197251558304
344904	rnn.weight_hh_l0_reverse	1	0.029875222593545914
344904	rnn.weight_hh_l0_reverse	2	-0.02299989014863968
344904	rnn.weight_hh_l0_reverse	3	-0.08231770992279053
344904	rnn.weight_hh_l0_reverse	4	0.011341491714119911
344904	rnn.weight_hh_l0_reverse	5	-0.06093829870223999
344904	rnn.weight_hh_l0_reverse	6	-0.014126176945865154
344904	rnn.weight_hh_l0_reverse	7	0.03090870939195156
344904	rnn.weight_hh_l0_reverse	8	0.007872327230870724
344904	rnn.weight_hh_l0_reverse	9	0.00878090225160122
344904	rnn.bias_ih_l0_reverse	0	-0.046097494661808014
344904	rnn.bias_ih_l0_reverse	1	-0.13965284824371338
344904	rnn.bias_ih_l0_reverse	2	-0.14667955040931702
344904	rnn.bias_ih_l0_reverse	3	-0.046555157750844955
344904	rnn.bias_ih_l0_reverse	4	-0.1127581000328064
344904	rnn.bias_ih_l0_reverse	5	-0.08569669723510742
344904	rnn.bias_ih_l0_reverse	6	-0.20920893549919128
344904	rnn.bias_ih_l0_reverse	7	-0.05232761800289154
344904	rnn.bias_ih_l0_reverse	8	-0.06414374709129333
344904	rnn.bias_ih_l0_reverse	9	-0.13453073799610138
344904	rnn.bias_hh_l0_reverse	0	-0.1423206627368927
344904	rnn.bias_hh_l0_reverse	1	-0.1624358892440796
344904	rnn.bias_hh_l0_reverse	2	0.10538963228464127
344904	rnn.bias_hh_l0_reverse	3	0.07188564538955688
344904	rnn.bias_hh_l0_reverse	4	-0.1794293373823166
344904	rnn.bias_hh_l0_reverse	5	-0.14288417994976044
344904	rnn.bias_hh_l0_reverse	6	-0.08954956382513046
344904	rnn.bias_hh_l0_reverse	7	-0.05372706428170204
344904	rnn.bias_hh_l0_reverse	8	-0.09687630832195282
344904	rnn.bias_hh_l0_reverse	9	-0.023303674533963203
344904	linear.weight	0	-0.0077330926433205605
344904	linear.weight	1	0.009876484982669353
344904	linear.weight	2	0.3136242628097534
344904	linear.weight	3	-0.07891079038381577
344904	linear.weight	4	-0.010588549077510834
344904	linear.weight	5	0.12497168779373169
344904	linear.weight	6	-0.010739270597696304
344904	linear.weight	7	-0.07588491588830948
344904	linear.weight	8	0.18206489086151123
344904	linear.weight	9	-0.2791293263435364
344904	linear.bias	0	-0.03956538438796997
344904	linear.bias	1	0.031413208693265915
344904	linear.bias	2	0.4170970320701599
344904	linear.bias	3	-0.742998480796814
344904	linear.bias	4	2.161024332046509
344904	linear.bias	5	-1.405139446258545
344904	linear.bias	6	-0.2991473972797394
344904	linear.bias	7	-0.13499845564365387
345462	transitions	0	-1.9496865272521973
345462	transitions	1	-10000.0
345462	transitions	2	-0.7969565987586975
345462	transitions	3	-10000.0
345462	transitions	4	2.068943500518799
345462	transitions	5	-10000.0
345462	transitions	6	-10000.0
345462	transitions	7	1.8526932001113892
345462	transitions	8	-2.6318624019622803
345462	transitions	9	-4.2397613525390625
345462	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
345462	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
345462	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
345462	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
345462	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
345462	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
345462	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
345462	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
345462	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
345462	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
345462	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
345462	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
345462	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
345462	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
345462	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
345462	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
345462	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
345462	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
345462	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
345462	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
345462	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
345462	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
345462	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
345462	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
345462	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
345462	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
345462	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
345462	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
345462	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
345462	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
345462	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
345462	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
345462	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
345462	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
345462	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
345462	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
345462	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
345462	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
345462	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
345462	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
345462	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
345462	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
345462	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
345462	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
345462	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
345462	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
345462	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
345462	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
345462	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
345462	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
345462	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
345462	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
345462	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
345462	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
345462	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
345462	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
345462	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
345462	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
345462	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
345462	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
345462	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
345462	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
345462	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
345462	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
345462	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
345462	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
345462	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
345462	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
345462	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
345462	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
345462	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
345462	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
345462	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
345462	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
345462	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
345462	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
345462	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
345462	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
345462	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
345462	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
345462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
345462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
345462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
345462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
345462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
345462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
345462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
345462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
345462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
345462	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
345462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
345462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
345462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
345462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
345462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
345462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
345462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
345462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
345462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
345462	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
345462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
345462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
345462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
345462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
345462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
345462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
345462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
345462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
345462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
345462	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
345462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
345462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
345462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
345462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
345462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
345462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
345462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
345462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
345462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
345462	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
345462	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
345462	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
345462	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
345462	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
345462	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
345462	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
345462	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
345462	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
345462	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
345462	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
345462	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
345462	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
345462	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
345462	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
345462	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
345462	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
345462	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
345462	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
345462	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
345462	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
345462	embedding2nn.weight	0	0.006408075802028179
345462	embedding2nn.weight	1	0.003997617866843939
345462	embedding2nn.weight	2	0.013424226082861423
345462	embedding2nn.weight	3	0.026880895718932152
345462	embedding2nn.weight	4	0.02342367172241211
345462	embedding2nn.weight	5	0.005612330511212349
345462	embedding2nn.weight	6	-0.015397021546959877
345462	embedding2nn.weight	7	-0.00044955851626582444
345462	embedding2nn.weight	8	-0.010098741389811039
345462	embedding2nn.weight	9	0.0019581897649914026
345462	embedding2nn.bias	0	0.015799129381775856
345462	embedding2nn.bias	1	-0.03744775056838989
345462	embedding2nn.bias	2	0.08078508824110031
345462	embedding2nn.bias	3	0.06995836645364761
345462	embedding2nn.bias	4	-0.013206202536821365
345462	embedding2nn.bias	5	-0.03318338841199875
345462	embedding2nn.bias	6	0.03051828220486641
345462	embedding2nn.bias	7	0.004388143774122
345462	embedding2nn.bias	8	-0.033681828528642654
345462	embedding2nn.bias	9	0.02352793700993061
345462	rnn.weight_ih_l0	0	0.0649099200963974
345462	rnn.weight_ih_l0	1	-0.04160558059811592
345462	rnn.weight_ih_l0	2	0.005341191776096821
345462	rnn.weight_ih_l0	3	0.04522101581096649
345462	rnn.weight_ih_l0	4	-0.02972552180290222
345462	rnn.weight_ih_l0	5	0.04058730602264404
345462	rnn.weight_ih_l0	6	0.007767925038933754
345462	rnn.weight_ih_l0	7	0.06557141244411469
345462	rnn.weight_ih_l0	8	0.009097608737647533
345462	rnn.weight_ih_l0	9	-0.025342095643281937
345462	rnn.weight_hh_l0	0	-0.011769321747124195
345462	rnn.weight_hh_l0	1	-0.027730416506528854
345462	rnn.weight_hh_l0	2	-0.06132737919688225
345462	rnn.weight_hh_l0	3	-0.005907292477786541
345462	rnn.weight_hh_l0	4	-0.00969699490815401
345462	rnn.weight_hh_l0	5	-0.024383967742323875
345462	rnn.weight_hh_l0	6	0.0006444621831178665
345462	rnn.weight_hh_l0	7	-0.035729825496673584
345462	rnn.weight_hh_l0	8	0.06714655458927155
345462	rnn.weight_hh_l0	9	0.04524878412485123
345462	rnn.bias_ih_l0	0	-0.1743236631155014
345462	rnn.bias_ih_l0	1	-0.1705445945262909
345462	rnn.bias_ih_l0	2	-0.019694386050105095
345462	rnn.bias_ih_l0	3	-0.14803142845630646
345462	rnn.bias_ih_l0	4	-0.059000927954912186
345462	rnn.bias_ih_l0	5	-0.17516520619392395
345462	rnn.bias_ih_l0	6	0.0730867087841034
345462	rnn.bias_ih_l0	7	-0.08606477081775665
345462	rnn.bias_ih_l0	8	-0.04620066285133362
345462	rnn.bias_ih_l0	9	-0.10780378431081772
345462	rnn.bias_hh_l0	0	-0.06953590363264084
345462	rnn.bias_hh_l0	1	0.24786701798439026
345462	rnn.bias_hh_l0	2	0.04609879106283188
345462	rnn.bias_hh_l0	3	-0.07871273905038834
345462	rnn.bias_hh_l0	4	-0.08296516537666321
345462	rnn.bias_hh_l0	5	-0.0045220437459647655
345462	rnn.bias_hh_l0	6	0.05782276764512062
345462	rnn.bias_hh_l0	7	-0.09762519598007202
345462	rnn.bias_hh_l0	8	-0.23316095769405365
345462	rnn.bias_hh_l0	9	-0.10137764364480972
345462	rnn.weight_ih_l0_reverse	0	0.02038583904504776
345462	rnn.weight_ih_l0_reverse	1	-0.06021874397993088
345462	rnn.weight_ih_l0_reverse	2	0.042944055050611496
345462	rnn.weight_ih_l0_reverse	3	0.020123500376939774
345462	rnn.weight_ih_l0_reverse	4	-7.545935659436509e-05
345462	rnn.weight_ih_l0_reverse	5	-0.025525560602545738
345462	rnn.weight_ih_l0_reverse	6	0.011928660795092583
345462	rnn.weight_ih_l0_reverse	7	0.028285034000873566
345462	rnn.weight_ih_l0_reverse	8	-0.028122175484895706
345462	rnn.weight_ih_l0_reverse	9	-0.0014044364215806127
345462	rnn.weight_hh_l0_reverse	0	0.039844319224357605
345462	rnn.weight_hh_l0_reverse	1	0.029887652024626732
345462	rnn.weight_hh_l0_reverse	2	-0.022999810054898262
345462	rnn.weight_hh_l0_reverse	3	-0.08238649368286133
345462	rnn.weight_hh_l0_reverse	4	0.0113505395129323
345462	rnn.weight_hh_l0_reverse	5	-0.06094137579202652
345462	rnn.weight_hh_l0_reverse	6	-0.014103909023106098
345462	rnn.weight_hh_l0_reverse	7	0.03088582493364811
345462	rnn.weight_hh_l0_reverse	8	0.00787324458360672
345462	rnn.weight_hh_l0_reverse	9	0.008756653405725956
345462	rnn.bias_ih_l0_reverse	0	-0.04602403938770294
345462	rnn.bias_ih_l0_reverse	1	-0.13968072831630707
345462	rnn.bias_ih_l0_reverse	2	-0.14664305746555328
345462	rnn.bias_ih_l0_reverse	3	-0.04663676396012306
345462	rnn.bias_ih_l0_reverse	4	-0.1127767562866211
345462	rnn.bias_ih_l0_reverse	5	-0.08575360476970673
345462	rnn.bias_ih_l0_reverse	6	-0.2092193365097046
345462	rnn.bias_ih_l0_reverse	7	-0.05231402441859245
345462	rnn.bias_ih_l0_reverse	8	-0.06411130726337433
345462	rnn.bias_ih_l0_reverse	9	-0.1343896985054016
345462	rnn.bias_hh_l0_reverse	0	-0.142198845744133
345462	rnn.bias_hh_l0_reverse	1	-0.16255493462085724
345462	rnn.bias_hh_l0_reverse	2	0.10530994832515717
345462	rnn.bias_hh_l0_reverse	3	0.07194643467664719
345462	rnn.bias_hh_l0_reverse	4	-0.17965936660766602
345462	rnn.bias_hh_l0_reverse	5	-0.14276783168315887
345462	rnn.bias_hh_l0_reverse	6	-0.08922290802001953
345462	rnn.bias_hh_l0_reverse	7	-0.05368003249168396
345462	rnn.bias_hh_l0_reverse	8	-0.09667569398880005
345462	rnn.bias_hh_l0_reverse	9	-0.023330122232437134
345462	linear.weight	0	-0.007733138743788004
345462	linear.weight	1	0.008875520899891853
345462	linear.weight	2	0.3134840130805969
345462	linear.weight	3	-0.07891067117452621
345462	linear.weight	4	-0.010588549077510834
345462	linear.weight	5	0.12481825798749924
345462	linear.weight	6	-0.010739270597696304
345462	linear.weight	7	-0.0763852521777153
345462	linear.weight	8	0.18286849558353424
345462	linear.weight	9	-0.27930089831352234
345462	linear.bias	0	-0.03956538438796997
345462	linear.bias	1	0.031413208693265915
345462	linear.bias	2	0.4102323353290558
345462	linear.bias	3	-0.7424697279930115
345462	linear.bias	4	2.1569502353668213
345462	linear.bias	5	-1.405139446258545
345462	linear.bias	6	-0.29393044114112854
345462	linear.bias	7	-0.12979626655578613
346020	transitions	0	-1.9497414827346802
346020	transitions	1	-10000.0
346020	transitions	2	-0.7969565987586975
346020	transitions	3	-10000.0
346020	transitions	4	2.069650411605835
346020	transitions	5	-10000.0
346020	transitions	6	-10000.0
346020	transitions	7	1.8522042036056519
346020	transitions	8	-2.631906747817993
346020	transitions	9	-4.2397613525390625
346020	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
346020	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
346020	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
346020	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
346020	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
346020	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
346020	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
346020	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
346020	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
346020	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
346020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
346020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
346020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
346020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
346020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
346020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
346020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
346020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
346020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
346020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
346020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
346020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
346020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
346020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
346020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
346020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
346020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
346020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
346020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
346020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
346020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
346020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
346020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
346020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
346020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
346020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
346020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
346020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
346020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
346020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
346020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
346020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
346020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
346020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
346020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
346020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
346020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
346020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
346020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
346020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
346020	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
346020	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
346020	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
346020	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
346020	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
346020	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
346020	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
346020	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
346020	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
346020	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
346020	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
346020	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
346020	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
346020	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
346020	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
346020	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
346020	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
346020	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
346020	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
346020	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
346020	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
346020	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
346020	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
346020	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
346020	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
346020	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
346020	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
346020	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
346020	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
346020	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
346020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
346020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
346020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
346020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
346020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
346020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
346020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
346020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
346020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
346020	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
346020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
346020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
346020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
346020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
346020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
346020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
346020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
346020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
346020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
346020	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
346020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
346020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
346020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
346020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
346020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
346020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
346020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
346020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
346020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
346020	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
346020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
346020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
346020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
346020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
346020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
346020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
346020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
346020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
346020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
346020	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
346020	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
346020	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
346020	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
346020	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
346020	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
346020	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
346020	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
346020	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
346020	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
346020	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
346020	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
346020	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
346020	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
346020	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
346020	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
346020	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
346020	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
346020	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
346020	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
346020	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
346020	embedding2nn.weight	0	0.006406660657376051
346020	embedding2nn.weight	1	0.004005685448646545
346020	embedding2nn.weight	2	0.013424979522824287
346020	embedding2nn.weight	3	0.026895316317677498
346020	embedding2nn.weight	4	0.023442640900611877
346020	embedding2nn.weight	5	0.005594237241894007
346020	embedding2nn.weight	6	-0.015396956354379654
346020	embedding2nn.weight	7	-0.00045427720760926604
346020	embedding2nn.weight	8	-0.010059808380901814
346020	embedding2nn.weight	9	0.0019623981788754463
346020	embedding2nn.bias	0	0.015866514295339584
346020	embedding2nn.bias	1	-0.03745260834693909
346020	embedding2nn.bias	2	0.080793097615242
346020	embedding2nn.bias	3	0.07011887431144714
346020	embedding2nn.bias	4	-0.013089577667415142
346020	embedding2nn.bias	5	-0.03327341377735138
346020	embedding2nn.bias	6	0.030619172379374504
346020	embedding2nn.bias	7	0.004402605351060629
346020	embedding2nn.bias	8	-0.034076202660799026
346020	embedding2nn.bias	9	0.023730481043457985
346020	rnn.weight_ih_l0	0	0.06484920531511307
346020	rnn.weight_ih_l0	1	-0.04163972660899162
346020	rnn.weight_ih_l0	2	0.005323728080838919
346020	rnn.weight_ih_l0	3	0.04522191733121872
346020	rnn.weight_ih_l0	4	-0.029766803607344627
346020	rnn.weight_ih_l0	5	0.04059625044465065
346020	rnn.weight_ih_l0	6	0.007756739854812622
346020	rnn.weight_ih_l0	7	0.06555188447237015
346020	rnn.weight_ih_l0	8	0.009101399220526218
346020	rnn.weight_ih_l0	9	-0.025378460064530373
346020	rnn.weight_hh_l0	0	-0.011788937263190746
346020	rnn.weight_hh_l0	1	-0.027723902836441994
346020	rnn.weight_hh_l0	2	-0.06133561581373215
346020	rnn.weight_hh_l0	3	-0.005901519674807787
346020	rnn.weight_hh_l0	4	-0.009702851064503193
346020	rnn.weight_hh_l0	5	-0.02436256781220436
346020	rnn.weight_hh_l0	6	0.0006438489654101431
346020	rnn.weight_hh_l0	7	-0.035699278116226196
346020	rnn.weight_hh_l0	8	0.06714223325252533
346020	rnn.weight_hh_l0	9	0.045229118317365646
346020	rnn.bias_ih_l0	0	-0.1742628961801529
346020	rnn.bias_ih_l0	1	-0.17035306990146637
346020	rnn.bias_ih_l0	2	-0.01969500631093979
346020	rnn.bias_ih_l0	3	-0.1478717178106308
346020	rnn.bias_ih_l0	4	-0.059156447649002075
346020	rnn.bias_ih_l0	5	-0.17521774768829346
346020	rnn.bias_ih_l0	6	0.07318990677595139
346020	rnn.bias_ih_l0	7	-0.08614896237850189
346020	rnn.bias_ih_l0	8	-0.04630765691399574
346020	rnn.bias_ih_l0	9	-0.10790619254112244
346020	rnn.bias_hh_l0	0	-0.0695929303765297
346020	rnn.bias_hh_l0	1	0.24785013496875763
346020	rnn.bias_hh_l0	2	0.04643096774816513
346020	rnn.bias_hh_l0	3	-0.07885978370904922
346020	rnn.bias_hh_l0	4	-0.08271810412406921
346020	rnn.bias_hh_l0	5	-0.004671017173677683
346020	rnn.bias_hh_l0	6	0.05782525613903999
346020	rnn.bias_hh_l0	7	-0.09767784923315048
346020	rnn.bias_hh_l0	8	-0.23344039916992188
346020	rnn.bias_hh_l0	9	-0.10142620652914047
346020	rnn.weight_ih_l0_reverse	0	0.020407134667038918
346020	rnn.weight_ih_l0_reverse	1	-0.06020285189151764
346020	rnn.weight_ih_l0_reverse	2	0.042936284095048904
346020	rnn.weight_ih_l0_reverse	3	0.020111069083213806
346020	rnn.weight_ih_l0_reverse	4	-6.905137706780806e-05
346020	rnn.weight_ih_l0_reverse	5	-0.025526802986860275
346020	rnn.weight_ih_l0_reverse	6	0.011957889422774315
346020	rnn.weight_ih_l0_reverse	7	0.028285235166549683
346020	rnn.weight_ih_l0_reverse	8	-0.028126152232289314
346020	rnn.weight_ih_l0_reverse	9	-0.0014009361620992422
346020	rnn.weight_hh_l0_reverse	0	0.03984386473894119
346020	rnn.weight_hh_l0_reverse	1	0.02988543175160885
346020	rnn.weight_hh_l0_reverse	2	-0.023010816425085068
346020	rnn.weight_hh_l0_reverse	3	-0.08242908120155334
346020	rnn.weight_hh_l0_reverse	4	0.011336901225149632
346020	rnn.weight_hh_l0_reverse	5	-0.060937538743019104
346020	rnn.weight_hh_l0_reverse	6	-0.014121619053184986
346020	rnn.weight_hh_l0_reverse	7	0.030914610251784325
346020	rnn.weight_hh_l0_reverse	8	0.007879636250436306
346020	rnn.weight_hh_l0_reverse	9	0.008753436617553234
346020	rnn.bias_ih_l0_reverse	0	-0.04594889283180237
346020	rnn.bias_ih_l0_reverse	1	-0.13971763849258423
346020	rnn.bias_ih_l0_reverse	2	-0.14650757610797882
346020	rnn.bias_ih_l0_reverse	3	-0.04670088365674019
346020	rnn.bias_ih_l0_reverse	4	-0.11266110092401505
346020	rnn.bias_ih_l0_reverse	5	-0.08579069375991821
346020	rnn.bias_ih_l0_reverse	6	-0.20936483144760132
346020	rnn.bias_ih_l0_reverse	7	-0.05229891464114189
346020	rnn.bias_ih_l0_reverse	8	-0.06408372521400452
346020	rnn.bias_ih_l0_reverse	9	-0.13456307351589203
346020	rnn.bias_hh_l0_reverse	0	-0.14252403378486633
346020	rnn.bias_hh_l0_reverse	1	-0.1626490354537964
346020	rnn.bias_hh_l0_reverse	2	0.10542058944702148
346020	rnn.bias_hh_l0_reverse	3	0.07185355573892593
346020	rnn.bias_hh_l0_reverse	4	-0.17973676323890686
346020	rnn.bias_hh_l0_reverse	5	-0.14278627932071686
346020	rnn.bias_hh_l0_reverse	6	-0.0890781506896019
346020	rnn.bias_hh_l0_reverse	7	-0.053902518004179
346020	rnn.bias_hh_l0_reverse	8	-0.09655945003032684
346020	rnn.bias_hh_l0_reverse	9	-0.023392796516418457
346020	linear.weight	0	-0.007733166217803955
346020	linear.weight	1	0.008560307323932648
346020	linear.weight	2	0.31381136178970337
346020	linear.weight	3	-0.07891055196523666
346020	linear.weight	4	-0.010588549077510834
346020	linear.weight	5	0.12542861700057983
346020	linear.weight	6	-0.010739270597696304
346020	linear.weight	7	-0.0764484852552414
346020	linear.weight	8	0.18219558894634247
346020	linear.weight	9	-0.27951595187187195
346020	linear.bias	0	-0.03956538438796997
346020	linear.bias	1	0.031413208693265915
346020	linear.bias	2	0.41683709621429443
346020	linear.bias	3	-0.7459264993667603
346020	linear.bias	4	2.1610498428344727
346020	linear.bias	5	-1.405139684677124
346020	linear.bias	6	-0.2975313663482666
346020	linear.bias	7	-0.13343489170074463
346579	transitions	0	-1.949765682220459
346579	transitions	1	-10000.0
346579	transitions	2	-0.7969565987586975
346579	transitions	3	-10000.0
346579	transitions	4	2.0695600509643555
346579	transitions	5	-10000.0
346579	transitions	6	-10000.0
346579	transitions	7	1.8518177270889282
346579	transitions	8	-2.631917953491211
346579	transitions	9	-4.2397613525390625
346579	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
346579	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
346579	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
346579	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
346579	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
346579	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
346579	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
346579	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
346579	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
346579	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
346579	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
346579	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
346579	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
346579	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
346579	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
346579	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
346579	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
346579	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
346579	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
346579	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
346579	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
346579	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
346579	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
346579	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
346579	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
346579	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
346579	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
346579	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
346579	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
346579	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
346579	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
346579	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
346579	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
346579	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
346579	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
346579	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
346579	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
346579	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
346579	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
346579	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
346579	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
346579	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
346579	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
346579	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
346579	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
346579	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
346579	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
346579	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
346579	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
346579	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
346579	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
346579	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
346579	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
346579	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
346579	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
346579	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
346579	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
346579	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
346579	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
346579	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
346579	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
346579	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
346579	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
346579	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
346579	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
346579	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
346579	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
346579	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
346579	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
346579	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
346579	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
346579	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
346579	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
346579	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
346579	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
346579	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
346579	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
346579	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
346579	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
346579	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
346579	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
346579	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
346579	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
346579	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
346579	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
346579	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
346579	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
346579	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
346579	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
346579	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
346579	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
346579	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
346579	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
346579	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
346579	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
346579	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
346579	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
346579	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
346579	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
346579	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
346579	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
346579	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
346579	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
346579	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
346579	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
346579	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
346579	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
346579	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
346579	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
346579	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
346579	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
346579	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
346579	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
346579	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
346579	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
346579	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
346579	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
346579	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
346579	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
346579	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
346579	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
346579	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
346579	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
346579	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
346579	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
346579	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
346579	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
346579	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
346579	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
346579	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
346579	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
346579	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
346579	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
346579	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
346579	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
346579	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
346579	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
346579	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
346579	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
346579	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
346579	embedding2nn.weight	0	0.006406851578503847
346579	embedding2nn.weight	1	0.004006853327155113
346579	embedding2nn.weight	2	0.013424684293568134
346579	embedding2nn.weight	3	0.02689896523952484
346579	embedding2nn.weight	4	0.02344295009970665
346579	embedding2nn.weight	5	0.005596197210252285
346579	embedding2nn.weight	6	-0.015404827892780304
346579	embedding2nn.weight	7	-0.00044944233377464116
346579	embedding2nn.weight	8	-0.010059455409646034
346579	embedding2nn.weight	9	0.0019621511455625296
346579	embedding2nn.bias	0	0.01590769924223423
346579	embedding2nn.bias	1	-0.03735138848423958
346579	embedding2nn.bias	2	0.08079026639461517
346579	embedding2nn.bias	3	0.07006992399692535
346579	embedding2nn.bias	4	-0.013136189430952072
346579	embedding2nn.bias	5	-0.03321630135178566
346579	embedding2nn.bias	6	0.030577344819903374
346579	embedding2nn.bias	7	0.004395587835460901
346579	embedding2nn.bias	8	-0.0340883694589138
346579	embedding2nn.bias	9	0.023538991808891296
346579	rnn.weight_ih_l0	0	0.06486377120018005
346579	rnn.weight_ih_l0	1	-0.04162093251943588
346579	rnn.weight_ih_l0	2	0.005302659701555967
346579	rnn.weight_ih_l0	3	0.04524585232138634
346579	rnn.weight_ih_l0	4	-0.029758239164948463
346579	rnn.weight_ih_l0	5	0.04056829214096069
346579	rnn.weight_ih_l0	6	0.007751229219138622
346579	rnn.weight_ih_l0	7	0.06554345041513443
346579	rnn.weight_ih_l0	8	0.009129920974373817
346579	rnn.weight_ih_l0	9	-0.02538047544658184
346579	rnn.weight_hh_l0	0	-0.01179019920527935
346579	rnn.weight_hh_l0	1	-0.027724890038371086
346579	rnn.weight_hh_l0	2	-0.061351947486400604
346579	rnn.weight_hh_l0	3	-0.005901526194065809
346579	rnn.weight_hh_l0	4	-0.009702923707664013
346579	rnn.weight_hh_l0	5	-0.024355720728635788
346579	rnn.weight_hh_l0	6	0.0006460447330027819
346579	rnn.weight_hh_l0	7	-0.035695020109415054
346579	rnn.weight_hh_l0	8	0.06714808195829391
346579	rnn.weight_hh_l0	9	0.0452377051115036
346579	rnn.bias_ih_l0	0	-0.1743183135986328
346579	rnn.bias_ih_l0	1	-0.17036931216716766
346579	rnn.bias_ih_l0	2	-0.019701210781931877
346579	rnn.bias_ih_l0	3	-0.14793287217617035
346579	rnn.bias_ih_l0	4	-0.05910792946815491
346579	rnn.bias_ih_l0	5	-0.1752995252609253
346579	rnn.bias_ih_l0	6	0.07327351719141006
346579	rnn.bias_ih_l0	7	-0.08614245057106018
346579	rnn.bias_ih_l0	8	-0.046409159898757935
346579	rnn.bias_ih_l0	9	-0.10791642218828201
346579	rnn.bias_hh_l0	0	-0.06963730603456497
346579	rnn.bias_hh_l0	1	0.2476978898048401
346579	rnn.bias_hh_l0	2	0.046497248113155365
346579	rnn.bias_hh_l0	3	-0.07886108011007309
346579	rnn.bias_hh_l0	4	-0.08261793851852417
346579	rnn.bias_hh_l0	5	-0.0046007451601326466
346579	rnn.bias_hh_l0	6	0.05787454545497894
346579	rnn.bias_hh_l0	7	-0.09773152321577072
346579	rnn.bias_hh_l0	8	-0.23348070681095123
346579	rnn.bias_hh_l0	9	-0.10147392004728317
346579	rnn.weight_ih_l0_reverse	0	0.020405901595950127
346579	rnn.weight_ih_l0_reverse	1	-0.06018729880452156
346579	rnn.weight_ih_l0_reverse	2	0.04294000566005707
346579	rnn.weight_ih_l0_reverse	3	0.020072713494300842
346579	rnn.weight_ih_l0_reverse	4	-6.460647273343056e-05
346579	rnn.weight_ih_l0_reverse	5	-0.02551351487636566
346579	rnn.weight_ih_l0_reverse	6	0.011924824677407742
346579	rnn.weight_ih_l0_reverse	7	0.02830803021788597
346579	rnn.weight_ih_l0_reverse	8	-0.02811107598245144
346579	rnn.weight_ih_l0_reverse	9	-0.0013977992348372936
346579	rnn.weight_hh_l0_reverse	0	0.03983376920223236
346579	rnn.weight_hh_l0_reverse	1	0.029883600771427155
346579	rnn.weight_hh_l0_reverse	2	-0.023004796355962753
346579	rnn.weight_hh_l0_reverse	3	-0.08245544135570526
346579	rnn.weight_hh_l0_reverse	4	0.011349250562489033
346579	rnn.weight_hh_l0_reverse	5	-0.060953374952077866
346579	rnn.weight_hh_l0_reverse	6	-0.01412578858435154
346579	rnn.weight_hh_l0_reverse	7	0.03089350461959839
346579	rnn.weight_hh_l0_reverse	8	0.007869236171245575
346579	rnn.weight_hh_l0_reverse	9	0.008760068565607071
346579	rnn.bias_ih_l0_reverse	0	-0.04596487432718277
346579	rnn.bias_ih_l0_reverse	1	-0.13977770507335663
346579	rnn.bias_ih_l0_reverse	2	-0.1465160846710205
346579	rnn.bias_ih_l0_reverse	3	-0.04662845656275749
346579	rnn.bias_ih_l0_reverse	4	-0.11260727792978287
346579	rnn.bias_ih_l0_reverse	5	-0.08582660555839539
346579	rnn.bias_ih_l0_reverse	6	-0.2093510776758194
346579	rnn.bias_ih_l0_reverse	7	-0.05229062959551811
346579	rnn.bias_ih_l0_reverse	8	-0.06407881528139114
346579	rnn.bias_ih_l0_reverse	9	-0.13446982204914093
346579	rnn.bias_hh_l0_reverse	0	-0.14257007837295532
346579	rnn.bias_hh_l0_reverse	1	-0.16262216866016388
346579	rnn.bias_hh_l0_reverse	2	0.10524256527423859
346579	rnn.bias_hh_l0_reverse	3	0.0717180073261261
346579	rnn.bias_hh_l0_reverse	4	-0.17975041270256042
346579	rnn.bias_hh_l0_reverse	5	-0.14279323816299438
346579	rnn.bias_hh_l0_reverse	6	-0.08916410058736801
346579	rnn.bias_hh_l0_reverse	7	-0.05396157503128052
346579	rnn.bias_hh_l0_reverse	8	-0.09663952887058258
346579	rnn.bias_hh_l0_reverse	9	-0.023422427475452423
346579	linear.weight	0	-0.007733189966529608
346579	linear.weight	1	0.008713677525520325
346579	linear.weight	2	0.3135221600532532
346579	linear.weight	3	-0.07891053706407547
346579	linear.weight	4	-0.010588549077510834
346579	linear.weight	5	0.125269815325737
346579	linear.weight	6	-0.010739270597696304
346579	linear.weight	7	-0.07612522691488266
346579	linear.weight	8	0.18211540579795837
346579	linear.weight	9	-0.2793672978878021
346579	linear.bias	0	-0.03956538438796997
346579	linear.bias	1	0.031413208693265915
346579	linear.bias	2	0.41526949405670166
346579	linear.bias	3	-0.7451105713844299
346579	linear.bias	4	2.161001682281494
346579	linear.bias	5	-1.4051398038864136
346579	linear.bias	6	-0.29711753129959106
346579	linear.bias	7	-0.13304449617862701
347137	transitions	0	-1.9497885704040527
347137	transitions	1	-10000.0
347137	transitions	2	-0.7969565987586975
347137	transitions	3	-10000.0
347137	transitions	4	2.06974720954895
347137	transitions	5	-10000.0
347137	transitions	6	-10000.0
347137	transitions	7	1.8523703813552856
347137	transitions	8	-2.6319358348846436
347137	transitions	9	-4.2397613525390625
347137	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
347137	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
347137	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
347137	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
347137	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
347137	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
347137	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
347137	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
347137	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
347137	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
347137	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
347137	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
347137	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
347137	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
347137	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
347137	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
347137	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
347137	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
347137	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
347137	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
347137	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
347137	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
347137	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
347137	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
347137	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
347137	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
347137	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
347137	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
347137	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
347137	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
347137	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
347137	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
347137	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
347137	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
347137	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
347137	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
347137	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
347137	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
347137	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
347137	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
347137	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
347137	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
347137	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
347137	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
347137	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
347137	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
347137	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
347137	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
347137	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
347137	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
347137	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
347137	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
347137	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
347137	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
347137	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
347137	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
347137	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
347137	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
347137	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
347137	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
347137	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
347137	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
347137	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
347137	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
347137	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
347137	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
347137	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
347137	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
347137	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
347137	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
347137	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
347137	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
347137	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
347137	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
347137	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
347137	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
347137	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
347137	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
347137	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
347137	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
347137	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
347137	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
347137	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
347137	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
347137	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
347137	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
347137	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
347137	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
347137	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
347137	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
347137	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
347137	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
347137	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
347137	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
347137	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
347137	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
347137	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
347137	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
347137	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
347137	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
347137	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
347137	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
347137	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
347137	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
347137	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
347137	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
347137	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
347137	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
347137	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
347137	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
347137	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
347137	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
347137	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
347137	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
347137	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
347137	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
347137	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
347137	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
347137	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
347137	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
347137	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
347137	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
347137	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
347137	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
347137	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
347137	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
347137	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
347137	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
347137	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
347137	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
347137	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
347137	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
347137	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
347137	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
347137	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
347137	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
347137	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
347137	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
347137	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
347137	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
347137	embedding2nn.weight	0	0.006406290922313929
347137	embedding2nn.weight	1	0.0040068174712359905
347137	embedding2nn.weight	2	0.013425524346530437
347137	embedding2nn.weight	3	0.026904433965682983
347137	embedding2nn.weight	4	0.023439772427082062
347137	embedding2nn.weight	5	0.005585287697613239
347137	embedding2nn.weight	6	-0.015408767387270927
347137	embedding2nn.weight	7	-0.0004509369027800858
347137	embedding2nn.weight	8	-0.010053971782326698
347137	embedding2nn.weight	9	0.0019597383216023445
347137	embedding2nn.bias	0	0.01567724160850048
347137	embedding2nn.bias	1	-0.03737243637442589
347137	embedding2nn.bias	2	0.08068068325519562
347137	embedding2nn.bias	3	0.07003092765808105
347137	embedding2nn.bias	4	-0.013255858793854713
347137	embedding2nn.bias	5	-0.03326236456632614
347137	embedding2nn.bias	6	0.030564505606889725
347137	embedding2nn.bias	7	0.00429801270365715
347137	embedding2nn.bias	8	-0.03423179313540459
347137	embedding2nn.bias	9	0.02376243844628334
347137	rnn.weight_ih_l0	0	0.06485369056463242
347137	rnn.weight_ih_l0	1	-0.04161924496293068
347137	rnn.weight_ih_l0	2	0.005309422500431538
347137	rnn.weight_ih_l0	3	0.04520835727453232
347137	rnn.weight_ih_l0	4	-0.029761500656604767
347137	rnn.weight_ih_l0	5	0.040559664368629456
347137	rnn.weight_ih_l0	6	0.0077461074106395245
347137	rnn.weight_ih_l0	7	0.06554058194160461
347137	rnn.weight_ih_l0	8	0.009115652181208134
347137	rnn.weight_ih_l0	9	-0.02539651282131672
347137	rnn.weight_hh_l0	0	-0.011783173307776451
347137	rnn.weight_hh_l0	1	-0.027734920382499695
347137	rnn.weight_hh_l0	2	-0.06134537234902382
347137	rnn.weight_hh_l0	3	-0.005901607684791088
347137	rnn.weight_hh_l0	4	-0.009702549315989017
347137	rnn.weight_hh_l0	5	-0.024361617863178253
347137	rnn.weight_hh_l0	6	0.0006474304245784879
347137	rnn.weight_hh_l0	7	-0.035668160766363144
347137	rnn.weight_hh_l0	8	0.0671563372015953
347137	rnn.weight_hh_l0	9	0.04523620381951332
347137	rnn.bias_ih_l0	0	-0.17426598072052002
347137	rnn.bias_ih_l0	1	-0.17034631967544556
347137	rnn.bias_ih_l0	2	-0.019680511206388474
347137	rnn.bias_ih_l0	3	-0.14793656766414642
347137	rnn.bias_ih_l0	4	-0.05913109704852104
347137	rnn.bias_ih_l0	5	-0.17532482743263245
347137	rnn.bias_ih_l0	6	0.07314277440309525
347137	rnn.bias_ih_l0	7	-0.08616534620523453
347137	rnn.bias_ih_l0	8	-0.04653292894363403
347137	rnn.bias_ih_l0	9	-0.10790405422449112
347137	rnn.bias_hh_l0	0	-0.06964200735092163
347137	rnn.bias_hh_l0	1	0.24769704043865204
347137	rnn.bias_hh_l0	2	0.04659275338053703
347137	rnn.bias_hh_l0	3	-0.07880156487226486
347137	rnn.bias_hh_l0	4	-0.08257516473531723
347137	rnn.bias_hh_l0	5	-0.004492140840739012
347137	rnn.bias_hh_l0	6	0.05791002884507179
347137	rnn.bias_hh_l0	7	-0.097713902592659
347137	rnn.bias_hh_l0	8	-0.2334933876991272
347137	rnn.bias_hh_l0	9	-0.10143380612134933
347137	rnn.weight_ih_l0_reverse	0	0.020434685051441193
347137	rnn.weight_ih_l0_reverse	1	-0.06020480766892433
347137	rnn.weight_ih_l0_reverse	2	0.04292767867445946
347137	rnn.weight_ih_l0_reverse	3	0.020082157105207443
347137	rnn.weight_ih_l0_reverse	4	-5.364094249671325e-05
347137	rnn.weight_ih_l0_reverse	5	-0.02551800012588501
347137	rnn.weight_ih_l0_reverse	6	0.011914382688701153
347137	rnn.weight_ih_l0_reverse	7	0.028322510421276093
347137	rnn.weight_ih_l0_reverse	8	-0.028110278770327568
347137	rnn.weight_ih_l0_reverse	9	-0.0013895254814997315
347137	rnn.weight_hh_l0_reverse	0	0.03982621058821678
347137	rnn.weight_hh_l0_reverse	1	0.029880624264478683
347137	rnn.weight_hh_l0_reverse	2	-0.023000789806246758
347137	rnn.weight_hh_l0_reverse	3	-0.08245617151260376
347137	rnn.weight_hh_l0_reverse	4	0.011353845708072186
347137	rnn.weight_hh_l0_reverse	5	-0.060967836529016495
347137	rnn.weight_hh_l0_reverse	6	-0.014127186499536037
347137	rnn.weight_hh_l0_reverse	7	0.03087993524968624
347137	rnn.weight_hh_l0_reverse	8	0.007881388068199158
347137	rnn.weight_hh_l0_reverse	9	0.008741477504372597
347137	rnn.bias_ih_l0_reverse	0	-0.04600094258785248
347137	rnn.bias_ih_l0_reverse	1	-0.139766663312912
347137	rnn.bias_ih_l0_reverse	2	-0.14659468829631805
347137	rnn.bias_ih_l0_reverse	3	-0.04661444574594498
347137	rnn.bias_ih_l0_reverse	4	-0.11267967522144318
347137	rnn.bias_ih_l0_reverse	5	-0.0858645960688591
347137	rnn.bias_ih_l0_reverse	6	-0.20931464433670044
347137	rnn.bias_ih_l0_reverse	7	-0.05227543041110039
347137	rnn.bias_ih_l0_reverse	8	-0.06408396363258362
347137	rnn.bias_ih_l0_reverse	9	-0.13446426391601562
347137	rnn.bias_hh_l0_reverse	0	-0.14249588549137115
347137	rnn.bias_hh_l0_reverse	1	-0.16262565553188324
347137	rnn.bias_hh_l0_reverse	2	0.10515619069337845
347137	rnn.bias_hh_l0_reverse	3	0.07171753793954849
347137	rnn.bias_hh_l0_reverse	4	-0.17978425323963165
347137	rnn.bias_hh_l0_reverse	5	-0.14289340376853943
347137	rnn.bias_hh_l0_reverse	6	-0.08927910774946213
347137	rnn.bias_hh_l0_reverse	7	-0.053943097591400146
347137	rnn.bias_hh_l0_reverse	8	-0.09657326340675354
347137	rnn.bias_hh_l0_reverse	9	-0.023514779284596443
347137	linear.weight	0	-0.007733196020126343
347137	linear.weight	1	0.009367724880576134
347137	linear.weight	2	0.31371644139289856
347137	linear.weight	3	-0.07891052961349487
347137	linear.weight	4	-0.010588549077510834
347137	linear.weight	5	0.12659311294555664
347137	linear.weight	6	-0.010739270597696304
347137	linear.weight	7	-0.07770678400993347
347137	linear.weight	8	0.18264830112457275
347137	linear.weight	9	-0.2792011499404907
347137	linear.bias	0	-0.03956538438796997
347137	linear.bias	1	0.031413208693265915
347137	linear.bias	2	0.42278826236724854
347137	linear.bias	3	-0.7494537830352783
347137	linear.bias	4	2.161238670349121
347137	linear.bias	5	-1.4051398038864136
347137	linear.bias	6	-0.29881253838539124
347137	linear.bias	7	-0.13475564122200012
347695	transitions	0	-1.9498103857040405
347695	transitions	1	-10000.0
347695	transitions	2	-0.7969565987586975
347695	transitions	3	-10000.0
347695	transitions	4	2.069326400756836
347695	transitions	5	-10000.0
347695	transitions	6	-10000.0
347695	transitions	7	1.8520243167877197
347695	transitions	8	-2.6319549083709717
347695	transitions	9	-4.2397613525390625
347695	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
347695	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
347695	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
347695	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
347695	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
347695	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
347695	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
347695	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
347695	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
347695	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
347695	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
347695	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
347695	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
347695	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
347695	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
347695	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
347695	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
347695	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
347695	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
347695	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
347695	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
347695	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
347695	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
347695	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
347695	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
347695	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
347695	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
347695	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
347695	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
347695	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
347695	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
347695	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
347695	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
347695	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
347695	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
347695	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
347695	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
347695	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
347695	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
347695	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
347695	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
347695	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
347695	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
347695	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
347695	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
347695	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
347695	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
347695	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
347695	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
347695	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
347695	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
347695	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
347695	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
347695	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
347695	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
347695	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
347695	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
347695	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
347695	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
347695	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
347695	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
347695	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
347695	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
347695	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
347695	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
347695	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
347695	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
347695	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
347695	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
347695	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
347695	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
347695	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
347695	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
347695	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
347695	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
347695	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
347695	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
347695	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
347695	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
347695	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
347695	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
347695	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
347695	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
347695	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
347695	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
347695	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
347695	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
347695	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
347695	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
347695	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
347695	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
347695	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
347695	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
347695	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
347695	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
347695	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
347695	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
347695	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
347695	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
347695	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
347695	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
347695	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
347695	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
347695	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
347695	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
347695	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
347695	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
347695	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
347695	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
347695	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
347695	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
347695	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
347695	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
347695	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
347695	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
347695	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
347695	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
347695	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
347695	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
347695	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
347695	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
347695	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
347695	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
347695	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
347695	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
347695	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
347695	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
347695	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
347695	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
347695	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
347695	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
347695	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
347695	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
347695	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
347695	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
347695	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
347695	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
347695	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
347695	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
347695	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
347695	embedding2nn.weight	0	0.006405916064977646
347695	embedding2nn.weight	1	0.004004446789622307
347695	embedding2nn.weight	2	0.013426239602267742
347695	embedding2nn.weight	3	0.026897892355918884
347695	embedding2nn.weight	4	0.023438874632120132
347695	embedding2nn.weight	5	0.005591010209172964
347695	embedding2nn.weight	6	-0.01541045494377613
347695	embedding2nn.weight	7	-0.0004553697945084423
347695	embedding2nn.weight	8	-0.010069921612739563
347695	embedding2nn.weight	9	0.0019620987586677074
347695	embedding2nn.bias	0	0.015779294073581696
347695	embedding2nn.bias	1	-0.03754851594567299
347695	embedding2nn.bias	2	0.0806063637137413
347695	embedding2nn.bias	3	0.07020564377307892
347695	embedding2nn.bias	4	-0.0131340641528368
347695	embedding2nn.bias	5	-0.03319903090596199
347695	embedding2nn.bias	6	0.03054686076939106
347695	embedding2nn.bias	7	0.004560519475489855
347695	embedding2nn.bias	8	-0.03416614979505539
347695	embedding2nn.bias	9	0.023549189791083336
347695	rnn.weight_ih_l0	0	0.06485947966575623
347695	rnn.weight_ih_l0	1	-0.04163392633199692
347695	rnn.weight_ih_l0	2	0.005303632002323866
347695	rnn.weight_ih_l0	3	0.04520048946142197
347695	rnn.weight_ih_l0	4	-0.029758844524621964
347695	rnn.weight_ih_l0	5	0.04056500270962715
347695	rnn.weight_ih_l0	6	0.007746889255940914
347695	rnn.weight_ih_l0	7	0.06552919745445251
347695	rnn.weight_ih_l0	8	0.009093505330383778
347695	rnn.weight_ih_l0	9	-0.025426728650927544
347695	rnn.weight_hh_l0	0	-0.011794806458055973
347695	rnn.weight_hh_l0	1	-0.027741985395550728
347695	rnn.weight_hh_l0	2	-0.06134319305419922
347695	rnn.weight_hh_l0	3	-0.005900590214878321
347695	rnn.weight_hh_l0	4	-0.009699298068881035
347695	rnn.weight_hh_l0	5	-0.02436506375670433
347695	rnn.weight_hh_l0	6	0.0006478631403297186
347695	rnn.weight_hh_l0	7	-0.03566959872841835
347695	rnn.weight_hh_l0	8	0.06715428084135056
347695	rnn.weight_hh_l0	9	0.04523882269859314
347695	rnn.bias_ih_l0	0	-0.17414170503616333
347695	rnn.bias_ih_l0	1	-0.1703820675611496
347695	rnn.bias_ih_l0	2	-0.019656997174024582
347695	rnn.bias_ih_l0	3	-0.1478760689496994
347695	rnn.bias_ih_l0	4	-0.059195131063461304
347695	rnn.bias_ih_l0	5	-0.1753639429807663
347695	rnn.bias_ih_l0	6	0.07303164899349213
347695	rnn.bias_ih_l0	7	-0.08617816865444183
347695	rnn.bias_ih_l0	8	-0.0464944988489151
347695	rnn.bias_ih_l0	9	-0.10789672285318375
347695	rnn.bias_hh_l0	0	-0.06968551129102707
347695	rnn.bias_hh_l0	1	0.24783988296985626
347695	rnn.bias_hh_l0	2	0.04659847915172577
347695	rnn.bias_hh_l0	3	-0.07886002212762833
347695	rnn.bias_hh_l0	4	-0.08262517303228378
347695	rnn.bias_hh_l0	5	-0.00461228284984827
347695	rnn.bias_hh_l0	6	0.05798334628343582
347695	rnn.bias_hh_l0	7	-0.09770485013723373
347695	rnn.bias_hh_l0	8	-0.23344272375106812
347695	rnn.bias_hh_l0	9	-0.1014941856265068
347695	rnn.weight_ih_l0_reverse	0	0.020435895770788193
347695	rnn.weight_ih_l0_reverse	1	-0.06019911542534828
347695	rnn.weight_ih_l0_reverse	2	0.04292203485965729
347695	rnn.weight_ih_l0_reverse	3	0.020079441368579865
347695	rnn.weight_ih_l0_reverse	4	-6.192123692017049e-05
347695	rnn.weight_ih_l0_reverse	5	-0.025533942505717278
347695	rnn.weight_ih_l0_reverse	6	0.011923253536224365
347695	rnn.weight_ih_l0_reverse	7	0.028330544009804726
347695	rnn.weight_ih_l0_reverse	8	-0.02809365838766098
347695	rnn.weight_ih_l0_reverse	9	-0.0013864039210602641
347695	rnn.weight_hh_l0_reverse	0	0.039830271154642105
347695	rnn.weight_hh_l0_reverse	1	0.029886724427342415
347695	rnn.weight_hh_l0_reverse	2	-0.02299366518855095
347695	rnn.weight_hh_l0_reverse	3	-0.08245394378900528
347695	rnn.weight_hh_l0_reverse	4	0.011353542096912861
347695	rnn.weight_hh_l0_reverse	5	-0.06097273528575897
347695	rnn.weight_hh_l0_reverse	6	-0.014120754785835743
347695	rnn.weight_hh_l0_reverse	7	0.030882522463798523
347695	rnn.weight_hh_l0_reverse	8	0.0078884307295084
347695	rnn.weight_hh_l0_reverse	9	0.008720537647604942
347695	rnn.bias_ih_l0_reverse	0	-0.046067167073488235
347695	rnn.bias_ih_l0_reverse	1	-0.13980939984321594
347695	rnn.bias_ih_l0_reverse	2	-0.14650343358516693
347695	rnn.bias_ih_l0_reverse	3	-0.04669883847236633
347695	rnn.bias_ih_l0_reverse	4	-0.11272162944078445
347695	rnn.bias_ih_l0_reverse	5	-0.08589386194944382
347695	rnn.bias_ih_l0_reverse	6	-0.20923371613025665
347695	rnn.bias_ih_l0_reverse	7	-0.05231882259249687
347695	rnn.bias_ih_l0_reverse	8	-0.06409469991922379
347695	rnn.bias_ih_l0_reverse	9	-0.13447406888008118
347695	rnn.bias_hh_l0_reverse	0	-0.1424436867237091
347695	rnn.bias_hh_l0_reverse	1	-0.16262690722942352
347695	rnn.bias_hh_l0_reverse	2	0.10500620305538177
347695	rnn.bias_hh_l0_reverse	3	0.07173530012369156
347695	rnn.bias_hh_l0_reverse	4	-0.17979316413402557
347695	rnn.bias_hh_l0_reverse	5	-0.14288681745529175
347695	rnn.bias_hh_l0_reverse	6	-0.08922234922647476
347695	rnn.bias_hh_l0_reverse	7	-0.053893670439720154
347695	rnn.bias_hh_l0_reverse	8	-0.0965569019317627
347695	rnn.bias_hh_l0_reverse	9	-0.023418385535478592
347695	linear.weight	0	-0.007733198814094067
347695	linear.weight	1	0.00947708822786808
347695	linear.weight	2	0.31349143385887146
347695	linear.weight	3	-0.07891050726175308
347695	linear.weight	4	-0.010588549077510834
347695	linear.weight	5	0.12690597772598267
347695	linear.weight	6	-0.010739270597696304
347695	linear.weight	7	-0.07695737481117249
347695	linear.weight	8	0.1830749660730362
347695	linear.weight	9	-0.2792825400829315
347695	linear.bias	0	-0.03956538438796997
347695	linear.bias	1	0.031413208693265915
347695	linear.bias	2	0.4182668924331665
347695	linear.bias	3	-0.7491534352302551
347695	linear.bias	4	2.1606554985046387
347695	linear.bias	5	-1.4051398038864136
347695	linear.bias	6	-0.29640859365463257
347695	linear.bias	7	-0.1323511004447937
348253	transitions	0	-1.9498307704925537
348253	transitions	1	-10000.0
348253	transitions	2	-0.7969565987586975
348253	transitions	3	-10000.0
348253	transitions	4	2.0685834884643555
348253	transitions	5	-10000.0
348253	transitions	6	-10000.0
348253	transitions	7	1.8517986536026
348253	transitions	8	-2.6319687366485596
348253	transitions	9	-4.2397613525390625
348253	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
348253	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
348253	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
348253	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
348253	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
348253	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
348253	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
348253	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
348253	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
348253	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
348253	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
348253	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
348253	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
348253	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
348253	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
348253	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
348253	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
348253	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
348253	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
348253	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
348253	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
348253	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
348253	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
348253	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
348253	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
348253	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
348253	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
348253	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
348253	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
348253	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
348253	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
348253	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
348253	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
348253	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
348253	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
348253	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
348253	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
348253	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
348253	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
348253	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
348253	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
348253	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
348253	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
348253	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
348253	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
348253	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
348253	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
348253	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
348253	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
348253	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
348253	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
348253	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
348253	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
348253	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
348253	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
348253	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
348253	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
348253	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
348253	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
348253	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
348253	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
348253	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
348253	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
348253	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
348253	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
348253	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
348253	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
348253	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
348253	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
348253	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
348253	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
348253	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
348253	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
348253	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
348253	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
348253	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
348253	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
348253	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
348253	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
348253	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
348253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
348253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
348253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
348253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
348253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
348253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
348253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
348253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
348253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
348253	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
348253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
348253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
348253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
348253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
348253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
348253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
348253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
348253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
348253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
348253	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
348253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
348253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
348253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
348253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
348253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
348253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
348253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
348253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
348253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
348253	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
348253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
348253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
348253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
348253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
348253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
348253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
348253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
348253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
348253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
348253	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
348253	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
348253	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
348253	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
348253	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
348253	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
348253	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
348253	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
348253	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
348253	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
348253	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
348253	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
348253	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
348253	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
348253	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
348253	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
348253	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
348253	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
348253	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
348253	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
348253	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
348253	embedding2nn.weight	0	0.0064059230498969555
348253	embedding2nn.weight	1	0.0040002851746976376
348253	embedding2nn.weight	2	0.013426567427814007
348253	embedding2nn.weight	3	0.026881758123636246
348253	embedding2nn.weight	4	0.023432059213519096
348253	embedding2nn.weight	5	0.005602163728326559
348253	embedding2nn.weight	6	-0.015409750863909721
348253	embedding2nn.weight	7	-0.00045557087287306786
348253	embedding2nn.weight	8	-0.010046255774796009
348253	embedding2nn.weight	9	0.001961049623787403
348253	embedding2nn.bias	0	0.015749316662549973
348253	embedding2nn.bias	1	-0.037585049867630005
348253	embedding2nn.bias	2	0.0805157721042633
348253	embedding2nn.bias	3	0.07016833871603012
348253	embedding2nn.bias	4	-0.013316452503204346
348253	embedding2nn.bias	5	-0.03316757082939148
348253	embedding2nn.bias	6	0.030491312965750694
348253	embedding2nn.bias	7	0.004606116097420454
348253	embedding2nn.bias	8	-0.034387022256851196
348253	embedding2nn.bias	9	0.023573268204927444
348253	rnn.weight_ih_l0	0	0.06484999507665634
348253	rnn.weight_ih_l0	1	-0.04161498695611954
348253	rnn.weight_ih_l0	2	0.005293324124068022
348253	rnn.weight_ih_l0	3	0.04517650604248047
348253	rnn.weight_ih_l0	4	-0.029764709994196892
348253	rnn.weight_ih_l0	5	0.04055643826723099
348253	rnn.weight_ih_l0	6	0.007748716976493597
348253	rnn.weight_ih_l0	7	0.06552298367023468
348253	rnn.weight_ih_l0	8	0.009067670442163944
348253	rnn.weight_ih_l0	9	-0.025425639003515244
348253	rnn.weight_hh_l0	0	-0.011808275245130062
348253	rnn.weight_hh_l0	1	-0.027740396559238434
348253	rnn.weight_hh_l0	2	-0.061354395002126694
348253	rnn.weight_hh_l0	3	-0.005895816255360842
348253	rnn.weight_hh_l0	4	-0.009699083864688873
348253	rnn.weight_hh_l0	5	-0.02436308190226555
348253	rnn.weight_hh_l0	6	0.0006486275233328342
348253	rnn.weight_hh_l0	7	-0.035671401768922806
348253	rnn.weight_hh_l0	8	0.06714357435703278
348253	rnn.weight_hh_l0	9	0.0452335849404335
348253	rnn.bias_ih_l0	0	-0.1741366684436798
348253	rnn.bias_ih_l0	1	-0.17045989632606506
348253	rnn.bias_ih_l0	2	-0.019662579521536827
348253	rnn.bias_ih_l0	3	-0.1479608565568924
348253	rnn.bias_ih_l0	4	-0.05920340493321419
348253	rnn.bias_ih_l0	5	-0.17537739872932434
348253	rnn.bias_ih_l0	6	0.07305818796157837
348253	rnn.bias_ih_l0	7	-0.08618129044771194
348253	rnn.bias_ih_l0	8	-0.0464484877884388
348253	rnn.bias_ih_l0	9	-0.10781028121709824
348253	rnn.bias_hh_l0	0	-0.06965726613998413
348253	rnn.bias_hh_l0	1	0.2477618157863617
348253	rnn.bias_hh_l0	2	0.046625617891550064
348253	rnn.bias_hh_l0	3	-0.07887144386768341
348253	rnn.bias_hh_l0	4	-0.08263932913541794
348253	rnn.bias_hh_l0	5	-0.004571533761918545
348253	rnn.bias_hh_l0	6	0.05799455940723419
348253	rnn.bias_hh_l0	7	-0.0977025032043457
348253	rnn.bias_hh_l0	8	-0.23340655863285065
348253	rnn.bias_hh_l0	9	-0.10150027275085449
348253	rnn.weight_ih_l0_reverse	0	0.020450029522180557
348253	rnn.weight_ih_l0_reverse	1	-0.06018446385860443
348253	rnn.weight_ih_l0_reverse	2	0.04291003569960594
348253	rnn.weight_ih_l0_reverse	3	0.020089661702513695
348253	rnn.weight_ih_l0_reverse	4	-7.135504711186513e-05
348253	rnn.weight_ih_l0_reverse	5	-0.025553960353136063
348253	rnn.weight_ih_l0_reverse	6	0.011954445391893387
348253	rnn.weight_ih_l0_reverse	7	0.02832718752324581
348253	rnn.weight_ih_l0_reverse	8	-0.028091557323932648
348253	rnn.weight_ih_l0_reverse	9	-0.0013917024480178952
348253	rnn.weight_hh_l0_reverse	0	0.03984172269701958
348253	rnn.weight_hh_l0_reverse	1	0.02988278493285179
348253	rnn.weight_hh_l0_reverse	2	-0.02299685589969158
348253	rnn.weight_hh_l0_reverse	3	-0.08245417475700378
348253	rnn.weight_hh_l0_reverse	4	0.011366142891347408
348253	rnn.weight_hh_l0_reverse	5	-0.06098232790827751
348253	rnn.weight_hh_l0_reverse	6	-0.014123617671430111
348253	rnn.weight_hh_l0_reverse	7	0.030884401872754097
348253	rnn.weight_hh_l0_reverse	8	0.007892332971096039
348253	rnn.weight_hh_l0_reverse	9	0.008738328702747822
348253	rnn.bias_ih_l0_reverse	0	-0.04603496193885803
348253	rnn.bias_ih_l0_reverse	1	-0.1398429274559021
348253	rnn.bias_ih_l0_reverse	2	-0.14654956758022308
348253	rnn.bias_ih_l0_reverse	3	-0.04668311029672623
348253	rnn.bias_ih_l0_reverse	4	-0.11268723011016846
348253	rnn.bias_ih_l0_reverse	5	-0.0858602374792099
348253	rnn.bias_ih_l0_reverse	6	-0.20927834510803223
348253	rnn.bias_ih_l0_reverse	7	-0.05234376713633537
348253	rnn.bias_ih_l0_reverse	8	-0.06407865136861801
348253	rnn.bias_ih_l0_reverse	9	-0.13437971472740173
348253	rnn.bias_hh_l0_reverse	0	-0.1424979269504547
348253	rnn.bias_hh_l0_reverse	1	-0.16268481314182281
348253	rnn.bias_hh_l0_reverse	2	0.10499641299247742
348253	rnn.bias_hh_l0_reverse	3	0.07172033190727234
348253	rnn.bias_hh_l0_reverse	4	-0.17982567846775055
348253	rnn.bias_hh_l0_reverse	5	-0.14289893209934235
348253	rnn.bias_hh_l0_reverse	6	-0.0893338993191719
348253	rnn.bias_hh_l0_reverse	7	-0.05382576584815979
348253	rnn.bias_hh_l0_reverse	8	-0.09652186185121536
348253	rnn.bias_hh_l0_reverse	9	-0.023455699905753136
348253	linear.weight	0	-0.007733214646577835
348253	linear.weight	1	0.009526001289486885
348253	linear.weight	2	0.31403306126594543
348253	linear.weight	3	-0.0789104774594307
348253	linear.weight	4	-0.010588549077510834
348253	linear.weight	5	0.12718535959720612
348253	linear.weight	6	-0.010739270597696304
348253	linear.weight	7	-0.07752493023872375
348253	linear.weight	8	0.18285991251468658
348253	linear.weight	9	-0.27933469414711
348253	linear.bias	0	-0.03956538438796997
348253	linear.bias	1	0.031413208693265915
348253	linear.bias	2	0.416461318731308
348253	linear.bias	3	-0.7508564591407776
348253	linear.bias	4	2.160585403442383
348253	linear.bias	5	-1.4051398038864136
348253	linear.bias	6	-0.294615775346756
348253	linear.bias	7	-0.13056106865406036
348811	transitions	0	-1.9498603343963623
348811	transitions	1	-10000.0
348811	transitions	2	-0.7969565987586975
348811	transitions	3	-10000.0
348811	transitions	4	2.0687036514282227
348811	transitions	5	-10000.0
348811	transitions	6	-10000.0
348811	transitions	7	1.8514050245285034
348811	transitions	8	-2.63198184967041
348811	transitions	9	-4.2397613525390625
348811	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
348811	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
348811	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
348811	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
348811	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
348811	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
348811	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
348811	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
348811	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
348811	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
348811	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
348811	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
348811	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
348811	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
348811	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
348811	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
348811	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
348811	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
348811	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
348811	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
348811	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
348811	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
348811	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
348811	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
348811	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
348811	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
348811	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
348811	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
348811	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
348811	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
348811	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
348811	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
348811	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
348811	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
348811	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
348811	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
348811	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
348811	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
348811	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
348811	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
348811	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
348811	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
348811	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
348811	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
348811	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
348811	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
348811	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
348811	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
348811	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
348811	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
348811	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
348811	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
348811	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
348811	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
348811	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
348811	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
348811	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
348811	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
348811	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
348811	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
348811	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
348811	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
348811	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
348811	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
348811	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
348811	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
348811	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
348811	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
348811	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
348811	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
348811	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
348811	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
348811	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
348811	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
348811	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
348811	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
348811	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
348811	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
348811	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
348811	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
348811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
348811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
348811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
348811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
348811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
348811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
348811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
348811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
348811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
348811	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
348811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
348811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
348811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
348811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
348811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
348811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
348811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
348811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
348811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
348811	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
348811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
348811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
348811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
348811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
348811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
348811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
348811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
348811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
348811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
348811	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
348811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
348811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
348811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
348811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
348811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
348811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
348811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
348811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
348811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
348811	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
348811	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
348811	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
348811	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
348811	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
348811	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
348811	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
348811	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
348811	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
348811	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
348811	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
348811	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
348811	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
348811	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
348811	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
348811	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
348811	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
348811	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
348811	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
348811	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
348811	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
348811	embedding2nn.weight	0	0.006405614782124758
348811	embedding2nn.weight	1	0.0039982302114367485
348811	embedding2nn.weight	2	0.013426859863102436
348811	embedding2nn.weight	3	0.026887686923146248
348811	embedding2nn.weight	4	0.023438451811671257
348811	embedding2nn.weight	5	0.005580294411629438
348811	embedding2nn.weight	6	-0.015418021939694881
348811	embedding2nn.weight	7	-0.0004580451059155166
348811	embedding2nn.weight	8	-0.010054480284452438
348811	embedding2nn.weight	9	0.0019533890299499035
348811	embedding2nn.bias	0	0.01569141447544098
348811	embedding2nn.bias	1	-0.037538398057222366
348811	embedding2nn.bias	2	0.08055895566940308
348811	embedding2nn.bias	3	0.0702170878648758
348811	embedding2nn.bias	4	-0.01316900085657835
348811	embedding2nn.bias	5	-0.03321130946278572
348811	embedding2nn.bias	6	0.030454028397798538
348811	embedding2nn.bias	7	0.004801652394235134
348811	embedding2nn.bias	8	-0.03431309387087822
348811	embedding2nn.bias	9	0.023583149537444115
348811	rnn.weight_ih_l0	0	0.06488236784934998
348811	rnn.weight_ih_l0	1	-0.041622795164585114
348811	rnn.weight_ih_l0	2	0.005287220235913992
348811	rnn.weight_ih_l0	3	0.045181501656770706
348811	rnn.weight_ih_l0	4	-0.029769591987133026
348811	rnn.weight_ih_l0	5	0.04058606177568436
348811	rnn.weight_ih_l0	6	0.007751283701509237
348811	rnn.weight_ih_l0	7	0.0655219703912735
348811	rnn.weight_ih_l0	8	0.009121306240558624
348811	rnn.weight_ih_l0	9	-0.025402052327990532
348811	rnn.weight_hh_l0	0	-0.011802093125879765
348811	rnn.weight_hh_l0	1	-0.027748510241508484
348811	rnn.weight_hh_l0	2	-0.06136588007211685
348811	rnn.weight_hh_l0	3	-0.005894575268030167
348811	rnn.weight_hh_l0	4	-0.009698543697595596
348811	rnn.weight_hh_l0	5	-0.024358198046684265
348811	rnn.weight_hh_l0	6	0.0006477860733866692
348811	rnn.weight_hh_l0	7	-0.035675473511219025
348811	rnn.weight_hh_l0	8	0.06714941561222076
348811	rnn.weight_hh_l0	9	0.04523066431283951
348811	rnn.bias_ih_l0	0	-0.17418837547302246
348811	rnn.bias_ih_l0	1	-0.17043155431747437
348811	rnn.bias_ih_l0	2	-0.01969299279153347
348811	rnn.bias_ih_l0	3	-0.1478676199913025
348811	rnn.bias_ih_l0	4	-0.05915500968694687
348811	rnn.bias_ih_l0	5	-0.17536219954490662
348811	rnn.bias_ih_l0	6	0.07302117347717285
348811	rnn.bias_ih_l0	7	-0.08624408394098282
348811	rnn.bias_ih_l0	8	-0.04639120027422905
348811	rnn.bias_ih_l0	9	-0.10791101306676865
348811	rnn.bias_hh_l0	0	-0.06971222907304764
348811	rnn.bias_hh_l0	1	0.24753741919994354
348811	rnn.bias_hh_l0	2	0.0467531718313694
348811	rnn.bias_hh_l0	3	-0.07888177037239075
348811	rnn.bias_hh_l0	4	-0.08266571909189224
348811	rnn.bias_hh_l0	5	-0.00455403933301568
348811	rnn.bias_hh_l0	6	0.0580177865922451
348811	rnn.bias_hh_l0	7	-0.09765500575304031
348811	rnn.bias_hh_l0	8	-0.23335421085357666
348811	rnn.bias_hh_l0	9	-0.10148467868566513
348811	rnn.weight_ih_l0_reverse	0	0.020423900336027145
348811	rnn.weight_ih_l0_reverse	1	-0.060205865651369095
348811	rnn.weight_ih_l0_reverse	2	0.042911604046821594
348811	rnn.weight_ih_l0_reverse	3	0.020094994455575943
348811	rnn.weight_ih_l0_reverse	4	-6.025993207003921e-05
348811	rnn.weight_ih_l0_reverse	5	-0.025566037744283676
348811	rnn.weight_ih_l0_reverse	6	0.011949026957154274
348811	rnn.weight_ih_l0_reverse	7	0.028334757313132286
348811	rnn.weight_ih_l0_reverse	8	-0.02808220498263836
348811	rnn.weight_ih_l0_reverse	9	-0.001392937614582479
348811	rnn.weight_hh_l0_reverse	0	0.03983299806714058
348811	rnn.weight_hh_l0_reverse	1	0.02988351322710514
348811	rnn.weight_hh_l0_reverse	2	-0.02300790324807167
348811	rnn.weight_hh_l0_reverse	3	-0.0824638158082962
348811	rnn.weight_hh_l0_reverse	4	0.011363827623426914
348811	rnn.weight_hh_l0_reverse	5	-0.0609726645052433
348811	rnn.weight_hh_l0_reverse	6	-0.01412236224859953
348811	rnn.weight_hh_l0_reverse	7	0.030890880152583122
348811	rnn.weight_hh_l0_reverse	8	0.007889261469244957
348811	rnn.weight_hh_l0_reverse	9	0.008728974498808384
348811	rnn.bias_ih_l0_reverse	0	-0.04599699005484581
348811	rnn.bias_ih_l0_reverse	1	-0.13982586562633514
348811	rnn.bias_ih_l0_reverse	2	-0.14650380611419678
348811	rnn.bias_ih_l0_reverse	3	-0.04665051028132439
348811	rnn.bias_ih_l0_reverse	4	-0.11281388998031616
348811	rnn.bias_ih_l0_reverse	5	-0.08580721169710159
348811	rnn.bias_ih_l0_reverse	6	-0.20926840603351593
348811	rnn.bias_ih_l0_reverse	7	-0.052327271550893784
348811	rnn.bias_ih_l0_reverse	8	-0.0640522763133049
348811	rnn.bias_ih_l0_reverse	9	-0.13428470492362976
348811	rnn.bias_hh_l0_reverse	0	-0.14252601563930511
348811	rnn.bias_hh_l0_reverse	1	-0.16258974373340607
348811	rnn.bias_hh_l0_reverse	2	0.10501481592655182
348811	rnn.bias_hh_l0_reverse	3	0.07181733846664429
348811	rnn.bias_hh_l0_reverse	4	-0.1797582358121872
348811	rnn.bias_hh_l0_reverse	5	-0.1428719162940979
348811	rnn.bias_hh_l0_reverse	6	-0.08929145336151123
348811	rnn.bias_hh_l0_reverse	7	-0.053825728595256805
348811	rnn.bias_hh_l0_reverse	8	-0.0964885875582695
348811	rnn.bias_hh_l0_reverse	9	-0.023433445021510124
348811	linear.weight	0	-0.00773324491456151
348811	linear.weight	1	0.009518615901470184
348811	linear.weight	2	0.31410083174705505
348811	linear.weight	3	-0.0789104625582695
348811	linear.weight	4	-0.010588549077510834
348811	linear.weight	5	0.12553836405277252
348811	linear.weight	6	-0.010739270597696304
348811	linear.weight	7	-0.07692883908748627
348811	linear.weight	8	0.18312785029411316
348811	linear.weight	9	-0.2792680561542511
348811	linear.bias	0	-0.03956538438796997
348811	linear.bias	1	0.031413208693265915
348811	linear.bias	2	0.41494762897491455
348811	linear.bias	3	-0.7471872568130493
348811	linear.bias	4	2.1589832305908203
348811	linear.bias	5	-1.4051398038864136
348811	linear.bias	6	-0.29488232731819153
348811	linear.bias	7	-0.13084247708320618
349369	transitions	0	-1.9498813152313232
349369	transitions	1	-10000.0
349369	transitions	2	-0.7969565987586975
349369	transitions	3	-10000.0
349369	transitions	4	2.0692224502563477
349369	transitions	5	-10000.0
349369	transitions	6	-10000.0
349369	transitions	7	1.8513250350952148
349369	transitions	8	-2.631995916366577
349369	transitions	9	-4.2397613525390625
349369	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
349369	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
349369	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
349369	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
349369	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
349369	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
349369	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
349369	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
349369	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
349369	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
349369	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
349369	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
349369	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
349369	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
349369	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
349369	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
349369	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
349369	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
349369	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
349369	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
349369	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
349369	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
349369	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
349369	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
349369	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
349369	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
349369	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
349369	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
349369	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
349369	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
349369	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
349369	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
349369	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
349369	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
349369	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
349369	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
349369	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
349369	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
349369	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
349369	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
349369	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
349369	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
349369	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
349369	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
349369	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
349369	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
349369	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
349369	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
349369	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
349369	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
349369	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
349369	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
349369	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
349369	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
349369	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
349369	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
349369	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
349369	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
349369	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
349369	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
349369	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
349369	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
349369	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
349369	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
349369	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
349369	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
349369	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
349369	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
349369	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
349369	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
349369	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
349369	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
349369	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
349369	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
349369	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
349369	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
349369	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
349369	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
349369	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
349369	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
349369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
349369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
349369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
349369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
349369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
349369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
349369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
349369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
349369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
349369	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
349369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
349369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
349369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
349369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
349369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
349369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
349369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
349369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
349369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
349369	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
349369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
349369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
349369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
349369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
349369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
349369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
349369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
349369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
349369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
349369	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
349369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
349369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
349369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
349369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
349369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
349369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
349369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
349369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
349369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
349369	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
349369	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
349369	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
349369	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
349369	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
349369	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
349369	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
349369	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
349369	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
349369	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
349369	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
349369	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
349369	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
349369	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
349369	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
349369	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
349369	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
349369	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
349369	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
349369	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
349369	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
349369	embedding2nn.weight	0	0.006405273452401161
349369	embedding2nn.weight	1	0.003999479115009308
349369	embedding2nn.weight	2	0.013427077792584896
349369	embedding2nn.weight	3	0.026891283690929413
349369	embedding2nn.weight	4	0.023435277864336967
349369	embedding2nn.weight	5	0.005577899515628815
349369	embedding2nn.weight	6	-0.015427700243890285
349369	embedding2nn.weight	7	-0.00045185041381046176
349369	embedding2nn.weight	8	-0.010044376365840435
349369	embedding2nn.weight	9	0.0019512730650603771
349369	embedding2nn.bias	0	0.015520933084189892
349369	embedding2nn.bias	1	-0.037559960037469864
349369	embedding2nn.bias	2	0.08039745688438416
349369	embedding2nn.bias	3	0.07024027407169342
349369	embedding2nn.bias	4	-0.01310324389487505
349369	embedding2nn.bias	5	-0.03304435312747955
349369	embedding2nn.bias	6	0.03041236288845539
349369	embedding2nn.bias	7	0.004877904895693064
349369	embedding2nn.bias	8	-0.034512974321842194
349369	embedding2nn.bias	9	0.0237767081707716
349369	rnn.weight_ih_l0	0	0.06487825512886047
349369	rnn.weight_ih_l0	1	-0.04163368046283722
349369	rnn.weight_ih_l0	2	0.0052853357046842575
349369	rnn.weight_ih_l0	3	0.045189253985881805
349369	rnn.weight_ih_l0	4	-0.029778113588690758
349369	rnn.weight_ih_l0	5	0.04056829959154129
349369	rnn.weight_ih_l0	6	0.007753133308142424
349369	rnn.weight_ih_l0	7	0.06553465873003006
349369	rnn.weight_ih_l0	8	0.009113537147641182
349369	rnn.weight_ih_l0	9	-0.02538437396287918
349369	rnn.weight_hh_l0	0	-0.011806730180978775
349369	rnn.weight_hh_l0	1	-0.027751093730330467
349369	rnn.weight_hh_l0	2	-0.06137482449412346
349369	rnn.weight_hh_l0	3	-0.005889487452805042
349369	rnn.weight_hh_l0	4	-0.009699845686554909
349369	rnn.weight_hh_l0	5	-0.02437749318778515
349369	rnn.weight_hh_l0	6	0.0006474495748989284
349369	rnn.weight_hh_l0	7	-0.03567759320139885
349369	rnn.weight_hh_l0	8	0.0671415627002716
349369	rnn.weight_hh_l0	9	0.045241232961416245
349369	rnn.bias_ih_l0	0	-0.17409975826740265
349369	rnn.bias_ih_l0	1	-0.1704024225473404
349369	rnn.bias_ih_l0	2	-0.019666621461510658
349369	rnn.bias_ih_l0	3	-0.14767926931381226
349369	rnn.bias_ih_l0	4	-0.05912327766418457
349369	rnn.bias_ih_l0	5	-0.1754118800163269
349369	rnn.bias_ih_l0	6	0.0731358528137207
349369	rnn.bias_ih_l0	7	-0.08631549030542374
349369	rnn.bias_ih_l0	8	-0.04647522047162056
349369	rnn.bias_ih_l0	9	-0.10790078341960907
349369	rnn.bias_hh_l0	0	-0.06971853971481323
349369	rnn.bias_hh_l0	1	0.2474358230829239
349369	rnn.bias_hh_l0	2	0.04685460776090622
349369	rnn.bias_hh_l0	3	-0.07884575426578522
349369	rnn.bias_hh_l0	4	-0.08262971043586731
349369	rnn.bias_hh_l0	5	-0.0045887925662100315
349369	rnn.bias_hh_l0	6	0.057953402400016785
349369	rnn.bias_hh_l0	7	-0.09762735664844513
349369	rnn.bias_hh_l0	8	-0.23347631096839905
349369	rnn.bias_hh_l0	9	-0.10151105374097824
349369	rnn.weight_ih_l0_reverse	0	0.02040279284119606
349369	rnn.weight_ih_l0_reverse	1	-0.060225650668144226
349369	rnn.weight_ih_l0_reverse	2	0.04290097951889038
349369	rnn.weight_ih_l0_reverse	3	0.02012098953127861
349369	rnn.weight_ih_l0_reverse	4	-5.852980393683538e-05
349369	rnn.weight_ih_l0_reverse	5	-0.02559364214539528
349369	rnn.weight_ih_l0_reverse	6	0.011957340873777866
349369	rnn.weight_ih_l0_reverse	7	0.028327640146017075
349369	rnn.weight_ih_l0_reverse	8	-0.028069160878658295
349369	rnn.weight_ih_l0_reverse	9	-0.0014141724677756429
349369	rnn.weight_hh_l0_reverse	0	0.03983614966273308
349369	rnn.weight_hh_l0_reverse	1	0.029886674135923386
349369	rnn.weight_hh_l0_reverse	2	-0.023007920011878014
349369	rnn.weight_hh_l0_reverse	3	-0.08247767388820648
349369	rnn.weight_hh_l0_reverse	4	0.011372100561857224
349369	rnn.weight_hh_l0_reverse	5	-0.060991644859313965
349369	rnn.weight_hh_l0_reverse	6	-0.014113301411271095
349369	rnn.weight_hh_l0_reverse	7	0.03089318796992302
349369	rnn.weight_hh_l0_reverse	8	0.007896788418293
349369	rnn.weight_hh_l0_reverse	9	0.008715792559087276
349369	rnn.bias_ih_l0_reverse	0	-0.04599953070282936
349369	rnn.bias_ih_l0_reverse	1	-0.13987195491790771
349369	rnn.bias_ih_l0_reverse	2	-0.14652611315250397
349369	rnn.bias_ih_l0_reverse	3	-0.04665485769510269
349369	rnn.bias_ih_l0_reverse	4	-0.11279023438692093
349369	rnn.bias_ih_l0_reverse	5	-0.08590207993984222
349369	rnn.bias_ih_l0_reverse	6	-0.20926225185394287
349369	rnn.bias_ih_l0_reverse	7	-0.052309680730104446
349369	rnn.bias_ih_l0_reverse	8	-0.06406794488430023
349369	rnn.bias_ih_l0_reverse	9	-0.13418719172477722
349369	rnn.bias_hh_l0_reverse	0	-0.1425151228904724
349369	rnn.bias_hh_l0_reverse	1	-0.16254910826683044
349369	rnn.bias_hh_l0_reverse	2	0.10497696697711945
349369	rnn.bias_hh_l0_reverse	3	0.07181071490049362
349369	rnn.bias_hh_l0_reverse	4	-0.17969541251659393
349369	rnn.bias_hh_l0_reverse	5	-0.14288757741451263
349369	rnn.bias_hh_l0_reverse	6	-0.08943121135234833
349369	rnn.bias_hh_l0_reverse	7	-0.05375533178448677
349369	rnn.bias_hh_l0_reverse	8	-0.09653788805007935
349369	rnn.bias_hh_l0_reverse	9	-0.02341051585972309
349369	linear.weight	0	-0.007733264937996864
349369	linear.weight	1	0.009340032935142517
349369	linear.weight	2	0.31397518515586853
349369	linear.weight	3	-0.0789104551076889
349369	linear.weight	4	-0.010588549077510834
349369	linear.weight	5	0.12429063022136688
349369	linear.weight	6	-0.010739270597696304
349369	linear.weight	7	-0.07717706263065338
349369	linear.weight	8	0.18205909430980682
349369	linear.weight	9	-0.2793426811695099
349369	linear.bias	0	-0.03956538438796997
349369	linear.bias	1	0.031413208693265915
349369	linear.bias	2	0.4198039472103119
349369	linear.bias	3	-0.7469398379325867
349369	linear.bias	4	2.1576545238494873
349369	linear.bias	5	-1.4051398038864136
349369	linear.bias	6	-0.29675742983818054
349369	linear.bias	7	-0.13274070620536804
349927	transitions	0	-1.9499043226242065
349927	transitions	1	-10000.0
349927	transitions	2	-0.7969565987586975
349927	transitions	3	-10000.0
349927	transitions	4	2.0694193840026855
349927	transitions	5	-10000.0
349927	transitions	6	-10000.0
349927	transitions	7	1.8510059118270874
349927	transitions	8	-2.6320090293884277
349927	transitions	9	-4.2397613525390625
349927	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
349927	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
349927	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
349927	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
349927	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
349927	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
349927	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
349927	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
349927	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
349927	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
349927	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
349927	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
349927	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
349927	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
349927	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
349927	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
349927	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
349927	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
349927	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
349927	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
349927	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
349927	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
349927	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
349927	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
349927	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
349927	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
349927	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
349927	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
349927	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
349927	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
349927	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
349927	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
349927	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
349927	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
349927	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
349927	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
349927	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
349927	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
349927	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
349927	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
349927	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
349927	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
349927	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
349927	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
349927	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
349927	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
349927	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
349927	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
349927	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
349927	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
349927	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
349927	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
349927	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
349927	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
349927	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
349927	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
349927	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
349927	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
349927	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
349927	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
349927	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
349927	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
349927	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
349927	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
349927	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
349927	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
349927	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
349927	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
349927	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
349927	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
349927	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
349927	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
349927	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
349927	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
349927	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
349927	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
349927	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
349927	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
349927	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
349927	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
349927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
349927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
349927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
349927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
349927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
349927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
349927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
349927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
349927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
349927	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
349927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
349927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
349927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
349927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
349927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
349927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
349927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
349927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
349927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
349927	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
349927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
349927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
349927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
349927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
349927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
349927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
349927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
349927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
349927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
349927	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
349927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
349927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
349927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
349927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
349927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
349927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
349927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
349927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
349927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
349927	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
349927	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
349927	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
349927	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
349927	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
349927	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
349927	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
349927	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
349927	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
349927	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
349927	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
349927	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
349927	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
349927	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
349927	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
349927	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
349927	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
349927	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
349927	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
349927	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
349927	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
349927	embedding2nn.weight	0	0.006404511630535126
349927	embedding2nn.weight	1	0.004000479821115732
349927	embedding2nn.weight	2	0.013427585363388062
349927	embedding2nn.weight	3	0.026887482032179832
349927	embedding2nn.weight	4	0.023422177881002426
349927	embedding2nn.weight	5	0.00557961268350482
349927	embedding2nn.weight	6	-0.015421937219798565
349927	embedding2nn.weight	7	-0.0004412610433064401
349927	embedding2nn.weight	8	-0.010054129175841808
349927	embedding2nn.weight	9	0.0019545783288776875
349927	embedding2nn.bias	0	0.015516508370637894
349927	embedding2nn.bias	1	-0.0375065803527832
349927	embedding2nn.bias	2	0.08041089028120041
349927	embedding2nn.bias	3	0.0699678435921669
349927	embedding2nn.bias	4	-0.013440298847854137
349927	embedding2nn.bias	5	-0.03313320875167847
349927	embedding2nn.bias	6	0.030400462448596954
349927	embedding2nn.bias	7	0.004835272207856178
349927	embedding2nn.bias	8	-0.03465311601758003
349927	embedding2nn.bias	9	0.02386620081961155
349927	rnn.weight_ih_l0	0	0.06485193222761154
349927	rnn.weight_ih_l0	1	-0.041634928435087204
349927	rnn.weight_ih_l0	2	0.005285388790071011
349927	rnn.weight_ih_l0	3	0.04517035931348801
349927	rnn.weight_ih_l0	4	-0.029800210148096085
349927	rnn.weight_ih_l0	5	0.040596358478069305
349927	rnn.weight_ih_l0	6	0.007742741145193577
349927	rnn.weight_ih_l0	7	0.06553398072719574
349927	rnn.weight_ih_l0	8	0.009106118232011795
349927	rnn.weight_ih_l0	9	-0.025368299335241318
349927	rnn.weight_hh_l0	0	-0.011777293868362904
349927	rnn.weight_hh_l0	1	-0.02775748446583748
349927	rnn.weight_hh_l0	2	-0.06136844679713249
349927	rnn.weight_hh_l0	3	-0.005877463612705469
349927	rnn.weight_hh_l0	4	-0.00970062892884016
349927	rnn.weight_hh_l0	5	-0.02435768023133278
349927	rnn.weight_hh_l0	6	0.0006479607545770705
349927	rnn.weight_hh_l0	7	-0.035686127841472626
349927	rnn.weight_hh_l0	8	0.06714929640293121
349927	rnn.weight_hh_l0	9	0.04524628445506096
349927	rnn.bias_ih_l0	0	-0.17412689328193665
349927	rnn.bias_ih_l0	1	-0.17047832906246185
349927	rnn.bias_ih_l0	2	-0.019640503451228142
349927	rnn.bias_ih_l0	3	-0.14775440096855164
349927	rnn.bias_ih_l0	4	-0.05913230776786804
349927	rnn.bias_ih_l0	5	-0.17541725933551788
349927	rnn.bias_ih_l0	6	0.07325658202171326
349927	rnn.bias_ih_l0	7	-0.08616660535335541
349927	rnn.bias_ih_l0	8	-0.04650231450796127
349927	rnn.bias_ih_l0	9	-0.10789614915847778
349927	rnn.bias_hh_l0	0	-0.06967955082654953
349927	rnn.bias_hh_l0	1	0.24743470549583435
349927	rnn.bias_hh_l0	2	0.04695272073149681
349927	rnn.bias_hh_l0	3	-0.0788068026304245
349927	rnn.bias_hh_l0	4	-0.08274342119693756
349927	rnn.bias_hh_l0	5	-0.004744634497910738
349927	rnn.bias_hh_l0	6	0.05800572782754898
349927	rnn.bias_hh_l0	7	-0.0976937860250473
349927	rnn.bias_hh_l0	8	-0.23346178233623505
349927	rnn.bias_hh_l0	9	-0.10148438811302185
349927	rnn.weight_ih_l0_reverse	0	0.020379433408379555
349927	rnn.weight_ih_l0_reverse	1	-0.06020909547805786
349927	rnn.weight_ih_l0_reverse	2	0.04291003942489624
349927	rnn.weight_ih_l0_reverse	3	0.020132483914494514
349927	rnn.weight_ih_l0_reverse	4	-7.650848419871181e-05
349927	rnn.weight_ih_l0_reverse	5	-0.025586724281311035
349927	rnn.weight_ih_l0_reverse	6	0.011981259100139141
349927	rnn.weight_ih_l0_reverse	7	0.02832590416073799
349927	rnn.weight_ih_l0_reverse	8	-0.028074659407138824
349927	rnn.weight_ih_l0_reverse	9	-0.0014185926411300898
349927	rnn.weight_hh_l0_reverse	0	0.039836011826992035
349927	rnn.weight_hh_l0_reverse	1	0.029874242842197418
349927	rnn.weight_hh_l0_reverse	2	-0.02300678938627243
349927	rnn.weight_hh_l0_reverse	3	-0.08245590329170227
349927	rnn.weight_hh_l0_reverse	4	0.011374035850167274
349927	rnn.weight_hh_l0_reverse	5	-0.06100549176335335
349927	rnn.weight_hh_l0_reverse	6	-0.01412483025342226
349927	rnn.weight_hh_l0_reverse	7	0.030883055180311203
349927	rnn.weight_hh_l0_reverse	8	0.0078881299123168
349927	rnn.weight_hh_l0_reverse	9	0.00872823130339384
349927	rnn.bias_ih_l0_reverse	0	-0.046059638261795044
349927	rnn.bias_ih_l0_reverse	1	-0.13988535106182098
349927	rnn.bias_ih_l0_reverse	2	-0.14664526283740997
349927	rnn.bias_ih_l0_reverse	3	-0.04662168398499489
349927	rnn.bias_ih_l0_reverse	4	-0.11270180344581604
349927	rnn.bias_ih_l0_reverse	5	-0.08598741143941879
349927	rnn.bias_ih_l0_reverse	6	-0.2093072533607483
349927	rnn.bias_ih_l0_reverse	7	-0.05229184031486511
349927	rnn.bias_ih_l0_reverse	8	-0.06405176222324371
349927	rnn.bias_ih_l0_reverse	9	-0.13415731489658356
349927	rnn.bias_hh_l0_reverse	0	-0.1424732655286789
349927	rnn.bias_hh_l0_reverse	1	-0.16259805858135223
349927	rnn.bias_hh_l0_reverse	2	0.10515593737363815
349927	rnn.bias_hh_l0_reverse	3	0.07168353348970413
349927	rnn.bias_hh_l0_reverse	4	-0.17973783612251282
349927	rnn.bias_hh_l0_reverse	5	-0.14282990992069244
349927	rnn.bias_hh_l0_reverse	6	-0.08938167989253998
349927	rnn.bias_hh_l0_reverse	7	-0.05381960794329643
349927	rnn.bias_hh_l0_reverse	8	-0.09648720920085907
349927	rnn.bias_hh_l0_reverse	9	-0.023423679172992706
349927	linear.weight	0	-0.0077332668006420135
349927	linear.weight	1	0.009508738294243813
349927	linear.weight	2	0.3136835992336273
349927	linear.weight	3	-0.0789104476571083
349927	linear.weight	4	-0.010588549077510834
349927	linear.weight	5	0.12424258142709732
349927	linear.weight	6	-0.010739270597696304
349927	linear.weight	7	-0.07782000303268433
349927	linear.weight	8	0.18140754103660583
349927	linear.weight	9	-0.2793857455253601
349927	linear.bias	0	-0.03956538438796997
349927	linear.bias	1	0.031413208693265915
349927	linear.bias	2	0.41699326038360596
349927	linear.bias	3	-0.7434545159339905
349927	linear.bias	4	2.1537516117095947
349927	linear.bias	5	-1.4051398038864136
349927	linear.bias	6	-0.2951398491859436
349927	linear.bias	7	-0.13112492859363556
350485	transitions	0	-1.9499235153198242
350485	transitions	1	-10000.0
350485	transitions	2	-0.7969565987586975
350485	transitions	3	-10000.0
350485	transitions	4	2.06900691986084
350485	transitions	5	-10000.0
350485	transitions	6	-10000.0
350485	transitions	7	1.851906180381775
350485	transitions	8	-2.6320183277130127
350485	transitions	9	-4.2397613525390625
350485	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
350485	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
350485	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
350485	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
350485	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
350485	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
350485	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
350485	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
350485	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
350485	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
350485	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
350485	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
350485	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
350485	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
350485	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
350485	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
350485	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
350485	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
350485	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
350485	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
350485	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
350485	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
350485	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
350485	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
350485	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
350485	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
350485	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
350485	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
350485	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
350485	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
350485	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
350485	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
350485	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
350485	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
350485	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
350485	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
350485	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
350485	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
350485	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
350485	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
350485	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
350485	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
350485	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
350485	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
350485	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
350485	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
350485	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
350485	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
350485	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
350485	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
350485	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
350485	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
350485	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
350485	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
350485	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
350485	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
350485	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
350485	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
350485	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
350485	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
350485	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
350485	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
350485	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
350485	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
350485	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
350485	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
350485	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
350485	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
350485	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
350485	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
350485	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
350485	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
350485	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
350485	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
350485	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
350485	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
350485	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
350485	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
350485	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
350485	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
350485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
350485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
350485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
350485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
350485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
350485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
350485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
350485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
350485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
350485	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
350485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
350485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
350485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
350485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
350485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
350485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
350485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
350485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
350485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
350485	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
350485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
350485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
350485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
350485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
350485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
350485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
350485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
350485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
350485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
350485	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
350485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
350485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
350485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
350485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
350485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
350485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
350485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
350485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
350485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
350485	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
350485	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
350485	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
350485	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
350485	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
350485	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
350485	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
350485	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
350485	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
350485	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
350485	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
350485	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
350485	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
350485	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
350485	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
350485	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
350485	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
350485	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
350485	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
350485	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
350485	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
350485	embedding2nn.weight	0	0.006403671111911535
350485	embedding2nn.weight	1	0.0040026698261499405
350485	embedding2nn.weight	2	0.013427368365228176
350485	embedding2nn.weight	3	0.02689497359097004
350485	embedding2nn.weight	4	0.02343655191361904
350485	embedding2nn.weight	5	0.005584401078522205
350485	embedding2nn.weight	6	-0.015415309928357601
350485	embedding2nn.weight	7	-0.000443473516497761
350485	embedding2nn.weight	8	-0.010062440298497677
350485	embedding2nn.weight	9	0.001956207910552621
350485	embedding2nn.bias	0	0.015506182797253132
350485	embedding2nn.bias	1	-0.0373641774058342
350485	embedding2nn.bias	2	0.0803031176328659
350485	embedding2nn.bias	3	0.06983460485935211
350485	embedding2nn.bias	4	-0.013553665950894356
350485	embedding2nn.bias	5	-0.03336792811751366
350485	embedding2nn.bias	6	0.030531415715813637
350485	embedding2nn.bias	7	0.004784781951457262
350485	embedding2nn.bias	8	-0.03482326865196228
350485	embedding2nn.bias	9	0.02408224530518055
350485	rnn.weight_ih_l0	0	0.06484752893447876
350485	rnn.weight_ih_l0	1	-0.041680414229631424
350485	rnn.weight_ih_l0	2	0.0052798897959291935
350485	rnn.weight_ih_l0	3	0.04516107589006424
350485	rnn.weight_ih_l0	4	-0.029765915125608444
350485	rnn.weight_ih_l0	5	0.040606752038002014
350485	rnn.weight_ih_l0	6	0.007749485317617655
350485	rnn.weight_ih_l0	7	0.06554405391216278
350485	rnn.weight_ih_l0	8	0.009117236360907555
350485	rnn.weight_ih_l0	9	-0.02536749467253685
350485	rnn.weight_hh_l0	0	-0.011776882223784924
350485	rnn.weight_hh_l0	1	-0.02775408700108528
350485	rnn.weight_hh_l0	2	-0.06137389317154884
350485	rnn.weight_hh_l0	3	-0.005875235423445702
350485	rnn.weight_hh_l0	4	-0.009699598886072636
350485	rnn.weight_hh_l0	5	-0.024359580129384995
350485	rnn.weight_hh_l0	6	0.0006473621469922364
350485	rnn.weight_hh_l0	7	-0.03569675609469414
350485	rnn.weight_hh_l0	8	0.06713887304067612
350485	rnn.weight_hh_l0	9	0.04526439309120178
350485	rnn.bias_ih_l0	0	-0.17409859597682953
350485	rnn.bias_ih_l0	1	-0.1704823076725006
350485	rnn.bias_ih_l0	2	-0.01962573453783989
350485	rnn.bias_ih_l0	3	-0.14772208034992218
350485	rnn.bias_ih_l0	4	-0.059052687138319016
350485	rnn.bias_ih_l0	5	-0.1754021942615509
350485	rnn.bias_ih_l0	6	0.07320737093687057
350485	rnn.bias_ih_l0	7	-0.086134172976017
350485	rnn.bias_ih_l0	8	-0.046453576534986496
350485	rnn.bias_ih_l0	9	-0.10788947343826294
350485	rnn.bias_hh_l0	0	-0.0696813091635704
350485	rnn.bias_hh_l0	1	0.2474481463432312
350485	rnn.bias_hh_l0	2	0.04707961902022362
350485	rnn.bias_hh_l0	3	-0.07875213027000427
350485	rnn.bias_hh_l0	4	-0.08270061761140823
350485	rnn.bias_hh_l0	5	-0.004675645846873522
350485	rnn.bias_hh_l0	6	0.05792177468538284
350485	rnn.bias_hh_l0	7	-0.09778282791376114
350485	rnn.bias_hh_l0	8	-0.23339992761611938
350485	rnn.bias_hh_l0	9	-0.10151764005422592
350485	rnn.weight_ih_l0_reverse	0	0.020369144156575203
350485	rnn.weight_ih_l0_reverse	1	-0.060230549424886703
350485	rnn.weight_ih_l0_reverse	2	0.04291773587465286
350485	rnn.weight_ih_l0_reverse	3	0.020151393488049507
350485	rnn.weight_ih_l0_reverse	4	-6.184066296555102e-05
350485	rnn.weight_ih_l0_reverse	5	-0.025581102818250656
350485	rnn.weight_ih_l0_reverse	6	0.011982131749391556
350485	rnn.weight_ih_l0_reverse	7	0.028311971575021744
350485	rnn.weight_ih_l0_reverse	8	-0.028063146397471428
350485	rnn.weight_ih_l0_reverse	9	-0.0014171057846397161
350485	rnn.weight_hh_l0_reverse	0	0.0398428812623024
350485	rnn.weight_hh_l0_reverse	1	0.029884178191423416
350485	rnn.weight_hh_l0_reverse	2	-0.023004768416285515
350485	rnn.weight_hh_l0_reverse	3	-0.08245784044265747
350485	rnn.weight_hh_l0_reverse	4	0.011384197510778904
350485	rnn.weight_hh_l0_reverse	5	-0.061010316014289856
350485	rnn.weight_hh_l0_reverse	6	-0.014131635427474976
350485	rnn.weight_hh_l0_reverse	7	0.030874580144882202
350485	rnn.weight_hh_l0_reverse	8	0.007893296889960766
350485	rnn.weight_hh_l0_reverse	9	0.00874347798526287
350485	rnn.bias_ih_l0_reverse	0	-0.046026166528463364
350485	rnn.bias_ih_l0_reverse	1	-0.13992661237716675
350485	rnn.bias_ih_l0_reverse	2	-0.146589994430542
350485	rnn.bias_ih_l0_reverse	3	-0.046588681638240814
350485	rnn.bias_ih_l0_reverse	4	-0.11278019845485687
350485	rnn.bias_ih_l0_reverse	5	-0.08591567724943161
350485	rnn.bias_ih_l0_reverse	6	-0.20924800634384155
350485	rnn.bias_ih_l0_reverse	7	-0.052311740815639496
350485	rnn.bias_ih_l0_reverse	8	-0.06402842700481415
350485	rnn.bias_ih_l0_reverse	9	-0.13417960703372955
350485	rnn.bias_hh_l0_reverse	0	-0.14255575835704803
350485	rnn.bias_hh_l0_reverse	1	-0.16265419125556946
350485	rnn.bias_hh_l0_reverse	2	0.10505849123001099
350485	rnn.bias_hh_l0_reverse	3	0.07188018411397934
350485	rnn.bias_hh_l0_reverse	4	-0.17987556755542755
350485	rnn.bias_hh_l0_reverse	5	-0.14275167882442474
350485	rnn.bias_hh_l0_reverse	6	-0.0893731638789177
350485	rnn.bias_hh_l0_reverse	7	-0.05387309566140175
350485	rnn.bias_hh_l0_reverse	8	-0.09650213271379471
350485	rnn.bias_hh_l0_reverse	9	-0.023499509319663048
350485	linear.weight	0	-0.007733279839158058
350485	linear.weight	1	0.009487980045378208
350485	linear.weight	2	0.3134087324142456
350485	linear.weight	3	-0.07891042530536652
350485	linear.weight	4	-0.010588549077510834
350485	linear.weight	5	0.12387734651565552
350485	linear.weight	6	-0.010739270597696304
350485	linear.weight	7	-0.0775289237499237
350485	linear.weight	8	0.1815827637910843
350485	linear.weight	9	-0.27932414412498474
350485	linear.bias	0	-0.03956538438796997
350485	linear.bias	1	0.031413208693265915
350485	linear.bias	2	0.42190974950790405
350485	linear.bias	3	-0.747818648815155
350485	linear.bias	4	2.1572253704071045
350485	linear.bias	5	-1.4051398038864136
350485	linear.bias	6	-0.29713380336761475
350485	linear.bias	7	-0.1331525444984436
351043	transitions	0	-1.9499424695968628
351043	transitions	1	-10000.0
351043	transitions	2	-0.7969565987586975
351043	transitions	3	-10000.0
351043	transitions	4	2.0680065155029297
351043	transitions	5	-10000.0
351043	transitions	6	-10000.0
351043	transitions	7	1.8527028560638428
351043	transitions	8	-2.6320316791534424
351043	transitions	9	-4.2397613525390625
351043	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
351043	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
351043	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
351043	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
351043	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
351043	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
351043	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
351043	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
351043	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
351043	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
351043	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
351043	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
351043	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
351043	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
351043	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
351043	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
351043	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
351043	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
351043	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
351043	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
351043	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
351043	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
351043	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
351043	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
351043	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
351043	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
351043	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
351043	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
351043	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
351043	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
351043	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
351043	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
351043	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
351043	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
351043	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
351043	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
351043	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
351043	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
351043	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
351043	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
351043	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
351043	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
351043	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
351043	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
351043	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
351043	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
351043	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
351043	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
351043	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
351043	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
351043	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
351043	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
351043	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
351043	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
351043	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
351043	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
351043	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
351043	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
351043	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
351043	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
351043	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
351043	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
351043	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
351043	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
351043	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
351043	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
351043	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
351043	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
351043	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
351043	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
351043	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
351043	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
351043	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
351043	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
351043	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
351043	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
351043	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
351043	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
351043	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
351043	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
351043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
351043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
351043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
351043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
351043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
351043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
351043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
351043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
351043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
351043	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
351043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
351043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
351043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
351043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
351043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
351043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
351043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
351043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
351043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
351043	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
351043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
351043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
351043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
351043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
351043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
351043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
351043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
351043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
351043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
351043	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
351043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
351043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
351043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
351043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
351043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
351043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
351043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
351043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
351043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
351043	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
351043	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
351043	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
351043	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
351043	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
351043	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
351043	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
351043	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
351043	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
351043	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
351043	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
351043	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
351043	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
351043	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
351043	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
351043	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
351043	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
351043	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
351043	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
351043	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
351043	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
351043	embedding2nn.weight	0	0.006403367500752211
351043	embedding2nn.weight	1	0.004005229100584984
351043	embedding2nn.weight	2	0.013427846133708954
351043	embedding2nn.weight	3	0.026874452829360962
351043	embedding2nn.weight	4	0.023441333323717117
351043	embedding2nn.weight	5	0.005583224818110466
351043	embedding2nn.weight	6	-0.015418565832078457
351043	embedding2nn.weight	7	-0.0004441208438947797
351043	embedding2nn.weight	8	-0.010033893398940563
351043	embedding2nn.weight	9	0.001954322448000312
351043	embedding2nn.bias	0	0.01547358650714159
351043	embedding2nn.bias	1	-0.037488095462322235
351043	embedding2nn.bias	2	0.08047424256801605
351043	embedding2nn.bias	3	0.06978493183851242
351043	embedding2nn.bias	4	-0.013340074568986893
351043	embedding2nn.bias	5	-0.033264510333538055
351043	embedding2nn.bias	6	0.030247824266552925
351043	embedding2nn.bias	7	0.0048788804560899734
351043	embedding2nn.bias	8	-0.03476380556821823
351043	embedding2nn.bias	9	0.024053040891885757
351043	rnn.weight_ih_l0	0	0.06484551727771759
351043	rnn.weight_ih_l0	1	-0.0416739322245121
351043	rnn.weight_ih_l0	2	0.005287885665893555
351043	rnn.weight_ih_l0	3	0.04519091546535492
351043	rnn.weight_ih_l0	4	-0.029776012524962425
351043	rnn.weight_ih_l0	5	0.04060765355825424
351043	rnn.weight_ih_l0	6	0.00774350855499506
351043	rnn.weight_ih_l0	7	0.06555868685245514
351043	rnn.weight_ih_l0	8	0.00911856722086668
351043	rnn.weight_ih_l0	9	-0.02538302354514599
351043	rnn.weight_hh_l0	0	-0.011779322288930416
351043	rnn.weight_hh_l0	1	-0.027757607400417328
351043	rnn.weight_hh_l0	2	-0.06139463931322098
351043	rnn.weight_hh_l0	3	-0.0058761704713106155
351043	rnn.weight_hh_l0	4	-0.009694821201264858
351043	rnn.weight_hh_l0	5	-0.024349501356482506
351043	rnn.weight_hh_l0	6	0.0006488481303676963
351043	rnn.weight_hh_l0	7	-0.035717472434043884
351043	rnn.weight_hh_l0	8	0.06713562458753586
351043	rnn.weight_hh_l0	9	0.0452486127614975
351043	rnn.bias_ih_l0	0	-0.1741326004266739
351043	rnn.bias_ih_l0	1	-0.170582577586174
351043	rnn.bias_ih_l0	2	-0.01958402432501316
351043	rnn.bias_ih_l0	3	-0.14784444868564606
351043	rnn.bias_ih_l0	4	-0.05907073989510536
351043	rnn.bias_ih_l0	5	-0.17537739872932434
351043	rnn.bias_ih_l0	6	0.07312224805355072
351043	rnn.bias_ih_l0	7	-0.08612411469221115
351043	rnn.bias_ih_l0	8	-0.046525001525878906
351043	rnn.bias_ih_l0	9	-0.10789509862661362
351043	rnn.bias_hh_l0	0	-0.06958401203155518
351043	rnn.bias_hh_l0	1	0.2474312037229538
351043	rnn.bias_hh_l0	2	0.04714837670326233
351043	rnn.bias_hh_l0	3	-0.07877928018569946
351043	rnn.bias_hh_l0	4	-0.08266894519329071
351043	rnn.bias_hh_l0	5	-0.0046877022832632065
351043	rnn.bias_hh_l0	6	0.05799326300621033
351043	rnn.bias_hh_l0	7	-0.0978158563375473
351043	rnn.bias_hh_l0	8	-0.2332686185836792
351043	rnn.bias_hh_l0	9	-0.10147972404956818
351043	rnn.weight_ih_l0_reverse	0	0.020366808399558067
351043	rnn.weight_ih_l0_reverse	1	-0.060219842940568924
351043	rnn.weight_ih_l0_reverse	2	0.04292004182934761
351043	rnn.weight_ih_l0_reverse	3	0.0201525017619133
351043	rnn.weight_ih_l0_reverse	4	-4.892344441032037e-05
351043	rnn.weight_ih_l0_reverse	5	-0.02558969333767891
351043	rnn.weight_ih_l0_reverse	6	0.01200869306921959
351043	rnn.weight_ih_l0_reverse	7	0.028306756168603897
351043	rnn.weight_ih_l0_reverse	8	-0.02807031385600567
351043	rnn.weight_ih_l0_reverse	9	-0.0014162983279675245
351043	rnn.weight_hh_l0_reverse	0	0.03983364626765251
351043	rnn.weight_hh_l0_reverse	1	0.029881279915571213
351043	rnn.weight_hh_l0_reverse	2	-0.02301245555281639
351043	rnn.weight_hh_l0_reverse	3	-0.0824272632598877
351043	rnn.weight_hh_l0_reverse	4	0.011388065293431282
351043	rnn.weight_hh_l0_reverse	5	-0.06100999936461449
351043	rnn.weight_hh_l0_reverse	6	-0.01413367222994566
351043	rnn.weight_hh_l0_reverse	7	0.030878286808729172
351043	rnn.weight_hh_l0_reverse	8	0.00788886658847332
351043	rnn.weight_hh_l0_reverse	9	0.008724206127226353
351043	rnn.bias_ih_l0_reverse	0	-0.045968685299158096
351043	rnn.bias_ih_l0_reverse	1	-0.1399250626564026
351043	rnn.bias_ih_l0_reverse	2	-0.14652827382087708
351043	rnn.bias_ih_l0_reverse	3	-0.04653173312544823
351043	rnn.bias_ih_l0_reverse	4	-0.11281954497098923
351043	rnn.bias_ih_l0_reverse	5	-0.08594901114702225
351043	rnn.bias_ih_l0_reverse	6	-0.20920321345329285
351043	rnn.bias_ih_l0_reverse	7	-0.05229295790195465
351043	rnn.bias_ih_l0_reverse	8	-0.06409727036952972
351043	rnn.bias_ih_l0_reverse	9	-0.13407832384109497
351043	rnn.bias_hh_l0_reverse	0	-0.14261242747306824
351043	rnn.bias_hh_l0_reverse	1	-0.16255131363868713
351043	rnn.bias_hh_l0_reverse	2	0.10510320216417313
351043	rnn.bias_hh_l0_reverse	3	0.07174426317214966
351043	rnn.bias_hh_l0_reverse	4	-0.1797979772090912
351043	rnn.bias_hh_l0_reverse	5	-0.14268125593662262
351043	rnn.bias_hh_l0_reverse	6	-0.08928049355745316
351043	rnn.bias_hh_l0_reverse	7	-0.0538439005613327
351043	rnn.bias_hh_l0_reverse	8	-0.09639453142881393
351043	rnn.bias_hh_l0_reverse	9	-0.023467373102903366
351043	linear.weight	0	-0.0077333031222224236
351043	linear.weight	1	0.010094770230352879
351043	linear.weight	2	0.31383025646209717
351043	linear.weight	3	-0.07891041040420532
351043	linear.weight	4	-0.010588549077510834
351043	linear.weight	5	0.12405582517385483
351043	linear.weight	6	-0.010739270597696304
351043	linear.weight	7	-0.07872648537158966
351043	linear.weight	8	0.18336212635040283
351043	linear.weight	9	-0.2793720066547394
351043	linear.bias	0	-0.03956538438796997
351043	linear.bias	1	0.031413208693265915
351043	linear.bias	2	0.4134137034416199
351043	linear.bias	3	-0.7440376877784729
351043	linear.bias	4	2.1564414501190186
351043	linear.bias	5	-1.4051398038864136
351043	linear.bias	6	-0.2943715751171112
351043	linear.bias	7	-0.13040879368782043
351601	transitions	0	-1.9499661922454834
351601	transitions	1	-10000.0
351601	transitions	2	-0.7969565987586975
351601	transitions	3	-10000.0
351601	transitions	4	2.06766676902771
351601	transitions	5	-10000.0
351601	transitions	6	-10000.0
351601	transitions	7	1.852487564086914
351601	transitions	8	-2.6320443153381348
351601	transitions	9	-4.2397613525390625
351601	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
351601	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
351601	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
351601	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
351601	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
351601	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
351601	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
351601	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
351601	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
351601	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
351601	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
351601	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
351601	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
351601	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
351601	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
351601	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
351601	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
351601	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
351601	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
351601	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
351601	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
351601	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
351601	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
351601	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
351601	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
351601	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
351601	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
351601	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
351601	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
351601	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
351601	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
351601	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
351601	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
351601	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
351601	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
351601	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
351601	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
351601	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
351601	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
351601	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
351601	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
351601	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
351601	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
351601	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
351601	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
351601	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
351601	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
351601	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
351601	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
351601	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
351601	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
351601	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
351601	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
351601	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
351601	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
351601	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
351601	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
351601	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
351601	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
351601	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
351601	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
351601	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
351601	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
351601	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
351601	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
351601	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
351601	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
351601	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
351601	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
351601	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
351601	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
351601	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
351601	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
351601	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
351601	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
351601	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
351601	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
351601	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
351601	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
351601	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
351601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
351601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
351601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
351601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
351601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
351601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
351601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
351601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
351601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
351601	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
351601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
351601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
351601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
351601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
351601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
351601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
351601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
351601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
351601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
351601	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
351601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
351601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
351601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
351601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
351601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
351601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
351601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
351601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
351601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
351601	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
351601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
351601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
351601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
351601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
351601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
351601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
351601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
351601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
351601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
351601	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
351601	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
351601	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
351601	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
351601	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
351601	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
351601	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
351601	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
351601	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
351601	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
351601	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
351601	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
351601	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
351601	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
351601	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
351601	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
351601	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
351601	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
351601	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
351601	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
351601	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
351601	embedding2nn.weight	0	0.006402895320206881
351601	embedding2nn.weight	1	0.004001363180577755
351601	embedding2nn.weight	2	0.01342818234115839
351601	embedding2nn.weight	3	0.026873283088207245
351601	embedding2nn.weight	4	0.023444030433893204
351601	embedding2nn.weight	5	0.005580100696533918
351601	embedding2nn.weight	6	-0.015417504124343395
351601	embedding2nn.weight	7	-0.000444018398411572
351601	embedding2nn.weight	8	-0.010011352598667145
351601	embedding2nn.weight	9	0.0019511914579197764
351601	embedding2nn.bias	0	0.015521051362156868
351601	embedding2nn.bias	1	-0.03728249669075012
351601	embedding2nn.bias	2	0.08046342432498932
351601	embedding2nn.bias	3	0.06981591880321503
351601	embedding2nn.bias	4	-0.013216922990977764
351601	embedding2nn.bias	5	-0.033162981271743774
351601	embedding2nn.bias	6	0.030163517221808434
351601	embedding2nn.bias	7	0.004895330872386694
351601	embedding2nn.bias	8	-0.03457073122262955
351601	embedding2nn.bias	9	0.024017350748181343
351601	rnn.weight_ih_l0	0	0.0648217424750328
351601	rnn.weight_ih_l0	1	-0.04163176938891411
351601	rnn.weight_ih_l0	2	0.005288808606564999
351601	rnn.weight_ih_l0	3	0.04520764201879501
351601	rnn.weight_ih_l0	4	-0.029782066121697426
351601	rnn.weight_ih_l0	5	0.04061337932944298
351601	rnn.weight_ih_l0	6	0.007739465218037367
351601	rnn.weight_ih_l0	7	0.06556489318609238
351601	rnn.weight_ih_l0	8	0.009150507859885693
351601	rnn.weight_ih_l0	9	-0.025375716388225555
351601	rnn.weight_hh_l0	0	-0.011789542622864246
351601	rnn.weight_hh_l0	1	-0.027734898030757904
351601	rnn.weight_hh_l0	2	-0.06139742583036423
351601	rnn.weight_hh_l0	3	-0.005869410932064056
351601	rnn.weight_hh_l0	4	-0.009696274064481258
351601	rnn.weight_hh_l0	5	-0.0243389755487442
351601	rnn.weight_hh_l0	6	0.0006474439869634807
351601	rnn.weight_hh_l0	7	-0.03572576120495796
351601	rnn.weight_hh_l0	8	0.06714896857738495
351601	rnn.weight_hh_l0	9	0.04524045065045357
351601	rnn.bias_ih_l0	0	-0.17416155338287354
351601	rnn.bias_ih_l0	1	-0.17054706811904907
351601	rnn.bias_ih_l0	2	-0.01954243890941143
351601	rnn.bias_ih_l0	3	-0.14779779314994812
351601	rnn.bias_ih_l0	4	-0.05915064737200737
351601	rnn.bias_ih_l0	5	-0.17531810700893402
351601	rnn.bias_ih_l0	6	0.07317741960287094
351601	rnn.bias_ih_l0	7	-0.0860183909535408
351601	rnn.bias_ih_l0	8	-0.04642677307128906
351601	rnn.bias_ih_l0	9	-0.10780361294746399
351601	rnn.bias_hh_l0	0	-0.06952351331710815
351601	rnn.bias_hh_l0	1	0.24739700555801392
351601	rnn.bias_hh_l0	2	0.04706628993153572
351601	rnn.bias_hh_l0	3	-0.07891523092985153
351601	rnn.bias_hh_l0	4	-0.08267281949520111
351601	rnn.bias_hh_l0	5	-0.004778984468430281
351601	rnn.bias_hh_l0	6	0.05794160068035126
351601	rnn.bias_hh_l0	7	-0.09779723733663559
351601	rnn.bias_hh_l0	8	-0.23340116441249847
351601	rnn.bias_hh_l0	9	-0.10141555219888687
351601	rnn.weight_ih_l0_reverse	0	0.02036341466009617
351601	rnn.weight_ih_l0_reverse	1	-0.06022946164011955
351601	rnn.weight_ih_l0_reverse	2	0.04292197898030281
351601	rnn.weight_ih_l0_reverse	3	0.02013498730957508
351601	rnn.weight_ih_l0_reverse	4	-5.48749158042483e-05
351601	rnn.weight_ih_l0_reverse	5	-0.025558801367878914
351601	rnn.weight_ih_l0_reverse	6	0.012031945399940014
351601	rnn.weight_ih_l0_reverse	7	0.02831984870135784
351601	rnn.weight_ih_l0_reverse	8	-0.028062282130122185
351601	rnn.weight_ih_l0_reverse	9	-0.0014079510001465678
351601	rnn.weight_hh_l0_reverse	0	0.03983432799577713
351601	rnn.weight_hh_l0_reverse	1	0.02987668290734291
351601	rnn.weight_hh_l0_reverse	2	-0.02302500419318676
351601	rnn.weight_hh_l0_reverse	3	-0.08241055905818939
351601	rnn.weight_hh_l0_reverse	4	0.011389966122806072
351601	rnn.weight_hh_l0_reverse	5	-0.061014484614133835
351601	rnn.weight_hh_l0_reverse	6	-0.014121562242507935
351601	rnn.weight_hh_l0_reverse	7	0.03086685761809349
351601	rnn.weight_hh_l0_reverse	8	0.007874074392020702
351601	rnn.weight_hh_l0_reverse	9	0.008738560602068901
351601	rnn.bias_ih_l0_reverse	0	-0.046030525118112564
351601	rnn.bias_ih_l0_reverse	1	-0.13992129266262054
351601	rnn.bias_ih_l0_reverse	2	-0.14655910432338715
351601	rnn.bias_ih_l0_reverse	3	-0.046507976949214935
351601	rnn.bias_ih_l0_reverse	4	-0.11281120777130127
351601	rnn.bias_ih_l0_reverse	5	-0.08601371198892593
351601	rnn.bias_ih_l0_reverse	6	-0.20914943516254425
351601	rnn.bias_ih_l0_reverse	7	-0.05239947512745857
351601	rnn.bias_ih_l0_reverse	8	-0.06402907520532608
351601	rnn.bias_ih_l0_reverse	9	-0.13403157889842987
351601	rnn.bias_hh_l0_reverse	0	-0.14266929030418396
351601	rnn.bias_hh_l0_reverse	1	-0.1625489890575409
351601	rnn.bias_hh_l0_reverse	2	0.10523846000432968
351601	rnn.bias_hh_l0_reverse	3	0.07167962193489075
351601	rnn.bias_hh_l0_reverse	4	-0.1797194480895996
351601	rnn.bias_hh_l0_reverse	5	-0.14280244708061218
351601	rnn.bias_hh_l0_reverse	6	-0.0892982929944992
351601	rnn.bias_hh_l0_reverse	7	-0.05389979109168053
351601	rnn.bias_hh_l0_reverse	8	-0.09642904996871948
351601	rnn.bias_hh_l0_reverse	9	-0.02343720942735672
351601	linear.weight	0	-0.0077333091758191586
351601	linear.weight	1	0.009954116307199001
351601	linear.weight	2	0.31360751390457153
351601	linear.weight	3	-0.07891040295362473
351601	linear.weight	4	-0.010588549077510834
351601	linear.weight	5	0.12426290661096573
351601	linear.weight	6	-0.010739270597696304
351601	linear.weight	7	-0.07839086651802063
351601	linear.weight	8	0.18290381133556366
351601	linear.weight	9	-0.27941495180130005
351601	linear.bias	0	-0.03956538438796997
351601	linear.bias	1	0.031413208693265915
351601	linear.bias	2	0.4129164218902588
351601	linear.bias	3	-0.7410345673561096
351601	linear.bias	4	2.154860019683838
351601	linear.bias	5	-1.4051398038864136
351601	linear.bias	6	-0.2948238253593445
351601	linear.bias	7	-0.1308804601430893
352160	transitions	0	-1.9499881267547607
352160	transitions	1	-10000.0
352160	transitions	2	-0.7969565987586975
352160	transitions	3	-10000.0
352160	transitions	4	2.0674381256103516
352160	transitions	5	-10000.0
352160	transitions	6	-10000.0
352160	transitions	7	1.8529516458511353
352160	transitions	8	-2.6320600509643555
352160	transitions	9	-4.2397613525390625
352160	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
352160	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
352160	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
352160	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
352160	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
352160	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
352160	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
352160	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
352160	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
352160	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
352160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
352160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
352160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
352160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
352160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
352160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
352160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
352160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
352160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
352160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
352160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
352160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
352160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
352160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
352160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
352160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
352160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
352160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
352160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
352160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
352160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
352160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
352160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
352160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
352160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
352160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
352160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
352160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
352160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
352160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
352160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
352160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
352160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
352160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
352160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
352160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
352160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
352160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
352160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
352160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
352160	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
352160	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
352160	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
352160	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
352160	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
352160	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
352160	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
352160	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
352160	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
352160	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
352160	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
352160	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
352160	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
352160	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
352160	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
352160	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
352160	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
352160	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
352160	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
352160	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
352160	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
352160	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
352160	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
352160	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
352160	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
352160	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
352160	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
352160	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
352160	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
352160	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
352160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
352160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
352160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
352160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
352160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
352160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
352160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
352160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
352160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
352160	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
352160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
352160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
352160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
352160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
352160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
352160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
352160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
352160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
352160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
352160	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
352160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
352160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
352160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
352160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
352160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
352160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
352160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
352160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
352160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
352160	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
352160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
352160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
352160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
352160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
352160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
352160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
352160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
352160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
352160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
352160	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
352160	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
352160	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
352160	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
352160	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
352160	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
352160	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
352160	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
352160	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
352160	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
352160	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
352160	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
352160	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
352160	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
352160	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
352160	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
352160	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
352160	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
352160	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
352160	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
352160	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
352160	embedding2nn.weight	0	0.006403079256415367
352160	embedding2nn.weight	1	0.003998676780611277
352160	embedding2nn.weight	2	0.013427508063614368
352160	embedding2nn.weight	3	0.026873741298913956
352160	embedding2nn.weight	4	0.02344813570380211
352160	embedding2nn.weight	5	0.0055983527563512325
352160	embedding2nn.weight	6	-0.0154265770688653
352160	embedding2nn.weight	7	-0.00043725932482630014
352160	embedding2nn.weight	8	-0.010000030510127544
352160	embedding2nn.weight	9	0.001958378590643406
352160	embedding2nn.bias	0	0.015464739874005318
352160	embedding2nn.bias	1	-0.037020351737737656
352160	embedding2nn.bias	2	0.08026152104139328
352160	embedding2nn.bias	3	0.0697936937212944
352160	embedding2nn.bias	4	-0.012936465442180634
352160	embedding2nn.bias	5	-0.03314351662993431
352160	embedding2nn.bias	6	0.030268654227256775
352160	embedding2nn.bias	7	0.004785104654729366
352160	embedding2nn.bias	8	-0.03462589904665947
352160	embedding2nn.bias	9	0.024252602830529213
352160	rnn.weight_ih_l0	0	0.06483417004346848
352160	rnn.weight_ih_l0	1	-0.04160265251994133
352160	rnn.weight_ih_l0	2	0.005310060456395149
352160	rnn.weight_ih_l0	3	0.04520352557301521
352160	rnn.weight_ih_l0	4	-0.02975940890610218
352160	rnn.weight_ih_l0	5	0.040613576769828796
352160	rnn.weight_ih_l0	6	0.00773967569693923
352160	rnn.weight_ih_l0	7	0.06554631888866425
352160	rnn.weight_ih_l0	8	0.00915040448307991
352160	rnn.weight_ih_l0	9	-0.0253788810223341
352160	rnn.weight_hh_l0	0	-0.011792323552072048
352160	rnn.weight_hh_l0	1	-0.0277390219271183
352160	rnn.weight_hh_l0	2	-0.061395514756441116
352160	rnn.weight_hh_l0	3	-0.00586585933342576
352160	rnn.weight_hh_l0	4	-0.009701362811028957
352160	rnn.weight_hh_l0	5	-0.024325048550963402
352160	rnn.weight_hh_l0	6	0.0006455563707277179
352160	rnn.weight_hh_l0	7	-0.03571696579456329
352160	rnn.weight_hh_l0	8	0.06715089082717896
352160	rnn.weight_hh_l0	9	0.04523766413331032
352160	rnn.bias_ih_l0	0	-0.17425745725631714
352160	rnn.bias_ih_l0	1	-0.17054122686386108
352160	rnn.bias_ih_l0	2	-0.01954043097794056
352160	rnn.bias_ih_l0	3	-0.14783801138401031
352160	rnn.bias_ih_l0	4	-0.059248119592666626
352160	rnn.bias_ih_l0	5	-0.17541994154453278
352160	rnn.bias_ih_l0	6	0.0731654241681099
352160	rnn.bias_ih_l0	7	-0.08600369840860367
352160	rnn.bias_ih_l0	8	-0.04639335349202156
352160	rnn.bias_ih_l0	9	-0.10780017822980881
352160	rnn.bias_hh_l0	0	-0.06945247203111649
352160	rnn.bias_hh_l0	1	0.2474585473537445
352160	rnn.bias_hh_l0	2	0.04707559570670128
352160	rnn.bias_hh_l0	3	-0.07891611754894257
352160	rnn.bias_hh_l0	4	-0.08267408609390259
352160	rnn.bias_hh_l0	5	-0.004822447430342436
352160	rnn.bias_hh_l0	6	0.05794684588909149
352160	rnn.bias_hh_l0	7	-0.09785273671150208
352160	rnn.bias_hh_l0	8	-0.23342031240463257
352160	rnn.bias_hh_l0	9	-0.10137537866830826
352160	rnn.weight_ih_l0_reverse	0	0.020372299477458
352160	rnn.weight_ih_l0_reverse	1	-0.06023974344134331
352160	rnn.weight_ih_l0_reverse	2	0.042908746749162674
352160	rnn.weight_ih_l0_reverse	3	0.02013346180319786
352160	rnn.weight_ih_l0_reverse	4	-2.8081898562959395e-05
352160	rnn.weight_ih_l0_reverse	5	-0.02557375282049179
352160	rnn.weight_ih_l0_reverse	6	0.012089511379599571
352160	rnn.weight_ih_l0_reverse	7	0.028313910588622093
352160	rnn.weight_ih_l0_reverse	8	-0.028047680854797363
352160	rnn.weight_ih_l0_reverse	9	-0.0014056534273549914
352160	rnn.weight_hh_l0_reverse	0	0.039829518646001816
352160	rnn.weight_hh_l0_reverse	1	0.029880478978157043
352160	rnn.weight_hh_l0_reverse	2	-0.023031098768115044
352160	rnn.weight_hh_l0_reverse	3	-0.08242915570735931
352160	rnn.weight_hh_l0_reverse	4	0.011387037113308907
352160	rnn.weight_hh_l0_reverse	5	-0.06102989986538887
352160	rnn.weight_hh_l0_reverse	6	-0.01411884743720293
352160	rnn.weight_hh_l0_reverse	7	0.030869264155626297
352160	rnn.weight_hh_l0_reverse	8	0.007861598394811153
352160	rnn.weight_hh_l0_reverse	9	0.008716578595340252
352160	rnn.bias_ih_l0_reverse	0	-0.04600705951452255
352160	rnn.bias_ih_l0_reverse	1	-0.13989965617656708
352160	rnn.bias_ih_l0_reverse	2	-0.1466023325920105
352160	rnn.bias_ih_l0_reverse	3	-0.04654986038804054
352160	rnn.bias_ih_l0_reverse	4	-0.11286903917789459
352160	rnn.bias_ih_l0_reverse	5	-0.08606670796871185
352160	rnn.bias_ih_l0_reverse	6	-0.2092277556657791
352160	rnn.bias_ih_l0_reverse	7	-0.05243436247110367
352160	rnn.bias_ih_l0_reverse	8	-0.06402301043272018
352160	rnn.bias_ih_l0_reverse	9	-0.13395476341247559
352160	rnn.bias_hh_l0_reverse	0	-0.14266008138656616
352160	rnn.bias_hh_l0_reverse	1	-0.16251033544540405
352160	rnn.bias_hh_l0_reverse	2	0.10527782887220383
352160	rnn.bias_hh_l0_reverse	3	0.07165684551000595
352160	rnn.bias_hh_l0_reverse	4	-0.17977140843868256
352160	rnn.bias_hh_l0_reverse	5	-0.14277392625808716
352160	rnn.bias_hh_l0_reverse	6	-0.08930566161870956
352160	rnn.bias_hh_l0_reverse	7	-0.05385267361998558
352160	rnn.bias_hh_l0_reverse	8	-0.09636611491441727
352160	rnn.bias_hh_l0_reverse	9	-0.02343399077653885
352160	linear.weight	0	-0.00773331755772233
352160	linear.weight	1	0.009776161052286625
352160	linear.weight	2	0.31373360753059387
352160	linear.weight	3	-0.07891040295362473
352160	linear.weight	4	-0.010588549077510834
352160	linear.weight	5	0.12393318116664886
352160	linear.weight	6	-0.010739270597696304
352160	linear.weight	7	-0.07831953465938568
352160	linear.weight	8	0.18331187963485718
352160	linear.weight	9	-0.27926209568977356
352160	linear.bias	0	-0.03956538438796997
352160	linear.bias	1	0.031413208693265915
352160	linear.bias	2	0.4177955687046051
352160	linear.bias	3	-0.7437863945960999
352160	linear.bias	4	2.154130697250366
352160	linear.bias	5	-1.4051398038864136
352160	linear.bias	6	-0.29552170634269714
352160	linear.bias	7	-0.13157710433006287
352718	transitions	0	-1.9500075578689575
352718	transitions	1	-10000.0
352718	transitions	2	-0.7969565987586975
352718	transitions	3	-10000.0
352718	transitions	4	2.067653179168701
352718	transitions	5	-10000.0
352718	transitions	6	-10000.0
352718	transitions	7	1.8538585901260376
352718	transitions	8	-2.632068395614624
352718	transitions	9	-4.2397613525390625
352718	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
352718	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
352718	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
352718	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
352718	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
352718	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
352718	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
352718	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
352718	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
352718	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
352718	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
352718	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
352718	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
352718	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
352718	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
352718	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
352718	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
352718	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
352718	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
352718	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
352718	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
352718	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
352718	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
352718	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
352718	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
352718	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
352718	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
352718	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
352718	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
352718	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
352718	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
352718	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
352718	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
352718	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
352718	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
352718	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
352718	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
352718	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
352718	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
352718	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
352718	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
352718	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
352718	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
352718	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
352718	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
352718	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
352718	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
352718	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
352718	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
352718	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
352718	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
352718	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
352718	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
352718	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
352718	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
352718	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
352718	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
352718	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
352718	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
352718	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
352718	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
352718	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
352718	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
352718	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
352718	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
352718	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
352718	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
352718	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
352718	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
352718	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
352718	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
352718	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
352718	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
352718	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
352718	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
352718	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
352718	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
352718	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
352718	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
352718	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
352718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
352718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
352718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
352718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
352718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
352718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
352718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
352718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
352718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
352718	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
352718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
352718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
352718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
352718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
352718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
352718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
352718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
352718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
352718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
352718	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
352718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
352718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
352718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
352718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
352718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
352718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
352718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
352718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
352718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
352718	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
352718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
352718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
352718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
352718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
352718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
352718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
352718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
352718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
352718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
352718	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
352718	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
352718	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
352718	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
352718	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
352718	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
352718	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
352718	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
352718	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
352718	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
352718	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
352718	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
352718	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
352718	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
352718	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
352718	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
352718	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
352718	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
352718	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
352718	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
352718	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
352718	embedding2nn.weight	0	0.006403182167559862
352718	embedding2nn.weight	1	0.00400027260184288
352718	embedding2nn.weight	2	0.013427226804196835
352718	embedding2nn.weight	3	0.026863476261496544
352718	embedding2nn.weight	4	0.02345534972846508
352718	embedding2nn.weight	5	0.005610186140984297
352718	embedding2nn.weight	6	-0.015428030863404274
352718	embedding2nn.weight	7	-0.000440357398474589
352718	embedding2nn.weight	8	-0.009980824775993824
352718	embedding2nn.weight	9	0.001958022825419903
352718	embedding2nn.bias	0	0.015411723405122757
352718	embedding2nn.bias	1	-0.03721701726317406
352718	embedding2nn.bias	2	0.080257348716259
352718	embedding2nn.bias	3	0.06977447122335434
352718	embedding2nn.bias	4	-0.012776533141732216
352718	embedding2nn.bias	5	-0.03296110779047012
352718	embedding2nn.bias	6	0.030359212309122086
352718	embedding2nn.bias	7	0.004723070189356804
352718	embedding2nn.bias	8	-0.03479878604412079
352718	embedding2nn.bias	9	0.02408728376030922
352718	rnn.weight_ih_l0	0	0.06484489887952805
352718	rnn.weight_ih_l0	1	-0.04158574715256691
352718	rnn.weight_ih_l0	2	0.00533366110175848
352718	rnn.weight_ih_l0	3	0.04518524184823036
352718	rnn.weight_ih_l0	4	-0.029771555215120316
352718	rnn.weight_ih_l0	5	0.040583670139312744
352718	rnn.weight_ih_l0	6	0.007732481695711613
352718	rnn.weight_ih_l0	7	0.06554766744375229
352718	rnn.weight_ih_l0	8	0.009145606309175491
352718	rnn.weight_ih_l0	9	-0.02537495642900467
352718	rnn.weight_hh_l0	0	-0.011796376667916775
352718	rnn.weight_hh_l0	1	-0.02773311734199524
352718	rnn.weight_hh_l0	2	-0.06140357255935669
352718	rnn.weight_hh_l0	3	-0.005866964813321829
352718	rnn.weight_hh_l0	4	-0.00970422476530075
352718	rnn.weight_hh_l0	5	-0.024320023134350777
352718	rnn.weight_hh_l0	6	0.0006444139289669693
352718	rnn.weight_hh_l0	7	-0.03574395179748535
352718	rnn.weight_hh_l0	8	0.06716001778841019
352718	rnn.weight_hh_l0	9	0.045227259397506714
352718	rnn.bias_ih_l0	0	-0.17426596581935883
352718	rnn.bias_ih_l0	1	-0.17048047482967377
352718	rnn.bias_ih_l0	2	-0.019575072452425957
352718	rnn.bias_ih_l0	3	-0.14782759547233582
352718	rnn.bias_ih_l0	4	-0.05921046435832977
352718	rnn.bias_ih_l0	5	-0.17550043761730194
352718	rnn.bias_ih_l0	6	0.07319897413253784
352718	rnn.bias_ih_l0	7	-0.08604690432548523
352718	rnn.bias_ih_l0	8	-0.04651179909706116
352718	rnn.bias_ih_l0	9	-0.10778643935918808
352718	rnn.bias_hh_l0	0	-0.06949621438980103
352718	rnn.bias_hh_l0	1	0.24748337268829346
352718	rnn.bias_hh_l0	2	0.04715241864323616
352718	rnn.bias_hh_l0	3	-0.07899485528469086
352718	rnn.bias_hh_l0	4	-0.0825948566198349
352718	rnn.bias_hh_l0	5	-0.004754327237606049
352718	rnn.bias_hh_l0	6	0.057882510125637054
352718	rnn.bias_hh_l0	7	-0.09787976741790771
352718	rnn.bias_hh_l0	8	-0.23335641622543335
352718	rnn.bias_hh_l0	9	-0.1013484075665474
352718	rnn.weight_ih_l0_reverse	0	0.020374026149511337
352718	rnn.weight_ih_l0_reverse	1	-0.060215506702661514
352718	rnn.weight_ih_l0_reverse	2	0.04292310029268265
352718	rnn.weight_ih_l0_reverse	3	0.02013314701616764
352718	rnn.weight_ih_l0_reverse	4	-2.3197882910608314e-05
352718	rnn.weight_ih_l0_reverse	5	-0.025595709681510925
352718	rnn.weight_ih_l0_reverse	6	0.012053572572767735
352718	rnn.weight_ih_l0_reverse	7	0.028317149728536606
352718	rnn.weight_ih_l0_reverse	8	-0.028041085228323936
352718	rnn.weight_ih_l0_reverse	9	-0.0014155053067952394
352718	rnn.weight_hh_l0_reverse	0	0.039829105138778687
352718	rnn.weight_hh_l0_reverse	1	0.02988831326365471
352718	rnn.weight_hh_l0_reverse	2	-0.023028017953038216
352718	rnn.weight_hh_l0_reverse	3	-0.08243677765130997
352718	rnn.weight_hh_l0_reverse	4	0.01137359719723463
352718	rnn.weight_hh_l0_reverse	5	-0.06102896109223366
352718	rnn.weight_hh_l0_reverse	6	-0.014117316342890263
352718	rnn.weight_hh_l0_reverse	7	0.03087257780134678
352718	rnn.weight_hh_l0_reverse	8	0.007864227518439293
352718	rnn.weight_hh_l0_reverse	9	0.008712802082300186
352718	rnn.bias_ih_l0_reverse	0	-0.04602276161313057
352718	rnn.bias_ih_l0_reverse	1	-0.13990801572799683
352718	rnn.bias_ih_l0_reverse	2	-0.14659373462200165
352718	rnn.bias_ih_l0_reverse	3	-0.04659458249807358
352718	rnn.bias_ih_l0_reverse	4	-0.11290057748556137
352718	rnn.bias_ih_l0_reverse	5	-0.08602213114500046
352718	rnn.bias_ih_l0_reverse	6	-0.2091064751148224
352718	rnn.bias_ih_l0_reverse	7	-0.05253717675805092
352718	rnn.bias_ih_l0_reverse	8	-0.06397955864667892
352718	rnn.bias_ih_l0_reverse	9	-0.13395042717456818
352718	rnn.bias_hh_l0_reverse	0	-0.14270620048046112
352718	rnn.bias_hh_l0_reverse	1	-0.1625727117061615
352718	rnn.bias_hh_l0_reverse	2	0.10536440461874008
352718	rnn.bias_hh_l0_reverse	3	0.07171618938446045
352718	rnn.bias_hh_l0_reverse	4	-0.1797175258398056
352718	rnn.bias_hh_l0_reverse	5	-0.14287130534648895
352718	rnn.bias_hh_l0_reverse	6	-0.08929863572120667
352718	rnn.bias_hh_l0_reverse	7	-0.05391963571310043
352718	rnn.bias_hh_l0_reverse	8	-0.09629202634096146
352718	rnn.bias_hh_l0_reverse	9	-0.023420145735144615
352718	linear.weight	0	-0.00773331243544817
352718	linear.weight	1	0.009550679475069046
352718	linear.weight	2	0.31350332498550415
352718	linear.weight	3	-0.07891037315130234
352718	linear.weight	4	-0.010588549077510834
352718	linear.weight	5	0.12474291026592255
352718	linear.weight	6	-0.010739270597696304
352718	linear.weight	7	-0.07847651094198227
352718	linear.weight	8	0.18309402465820312
352718	linear.weight	9	-0.279367595911026
352718	linear.bias	0	-0.03956538438796997
352718	linear.bias	1	0.031413208693265915
352718	linear.bias	2	0.4193074703216553
352718	linear.bias	3	-0.7453172206878662
352718	linear.bias	4	2.1549220085144043
352718	linear.bias	5	-1.4051398038864136
352718	linear.bias	6	-0.29589712619781494
352718	linear.bias	7	-0.1319706290960312
353276	transitions	0	-1.9500333070755005
353276	transitions	1	-10000.0
353276	transitions	2	-0.7969565987586975
353276	transitions	3	-10000.0
353276	transitions	4	2.0681405067443848
353276	transitions	5	-10000.0
353276	transitions	6	-10000.0
353276	transitions	7	1.8530241250991821
353276	transitions	8	-2.632080316543579
353276	transitions	9	-4.2397613525390625
353276	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
353276	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
353276	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
353276	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
353276	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
353276	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
353276	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
353276	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
353276	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
353276	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
353276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
353276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
353276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
353276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
353276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
353276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
353276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
353276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
353276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
353276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
353276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
353276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
353276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
353276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
353276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
353276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
353276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
353276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
353276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
353276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
353276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
353276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
353276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
353276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
353276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
353276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
353276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
353276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
353276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
353276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
353276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
353276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
353276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
353276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
353276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
353276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
353276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
353276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
353276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
353276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
353276	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
353276	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
353276	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
353276	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
353276	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
353276	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
353276	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
353276	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
353276	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
353276	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
353276	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
353276	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
353276	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
353276	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
353276	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
353276	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
353276	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
353276	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
353276	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
353276	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
353276	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
353276	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
353276	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
353276	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
353276	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
353276	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
353276	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
353276	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
353276	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
353276	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
353276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
353276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
353276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
353276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
353276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
353276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
353276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
353276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
353276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
353276	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
353276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
353276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
353276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
353276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
353276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
353276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
353276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
353276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
353276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
353276	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
353276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
353276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
353276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
353276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
353276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
353276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
353276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
353276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
353276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
353276	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
353276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
353276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
353276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
353276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
353276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
353276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
353276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
353276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
353276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
353276	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
353276	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
353276	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
353276	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
353276	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
353276	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
353276	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
353276	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
353276	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
353276	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
353276	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
353276	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
353276	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
353276	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
353276	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
353276	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
353276	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
353276	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
353276	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
353276	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
353276	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
353276	embedding2nn.weight	0	0.006403506733477116
353276	embedding2nn.weight	1	0.004002713598310947
353276	embedding2nn.weight	2	0.01342708058655262
353276	embedding2nn.weight	3	0.026877226307988167
353276	embedding2nn.weight	4	0.023450959473848343
353276	embedding2nn.weight	5	0.005607565399259329
353276	embedding2nn.weight	6	-0.015423626638948917
353276	embedding2nn.weight	7	-0.0004448781837709248
353276	embedding2nn.weight	8	-0.009991672821342945
353276	embedding2nn.weight	9	0.0019554318860173225
353276	embedding2nn.bias	0	0.015305813401937485
353276	embedding2nn.bias	1	-0.03728053718805313
353276	embedding2nn.bias	2	0.08035988360643387
353276	embedding2nn.bias	3	0.06976886093616486
353276	embedding2nn.bias	4	-0.012691691517829895
353276	embedding2nn.bias	5	-0.0329916812479496
353276	embedding2nn.bias	6	0.030581360682845116
353276	embedding2nn.bias	7	0.004748412873595953
353276	embedding2nn.bias	8	-0.034850794821977615
353276	embedding2nn.bias	9	0.024146869778633118
353276	rnn.weight_ih_l0	0	0.06483978778123856
353276	rnn.weight_ih_l0	1	-0.04158719629049301
353276	rnn.weight_ih_l0	2	0.005311088636517525
353276	rnn.weight_ih_l0	3	0.04517892748117447
353276	rnn.weight_ih_l0	4	-0.02976391278207302
353276	rnn.weight_ih_l0	5	0.040550727397203445
353276	rnn.weight_ih_l0	6	0.007733799517154694
353276	rnn.weight_ih_l0	7	0.06555821746587753
353276	rnn.weight_ih_l0	8	0.00916860718280077
353276	rnn.weight_ih_l0	9	-0.02536015771329403
353276	rnn.weight_hh_l0	0	-0.01179216243326664
353276	rnn.weight_hh_l0	1	-0.027722174301743507
353276	rnn.weight_hh_l0	2	-0.06139867380261421
353276	rnn.weight_hh_l0	3	-0.005867380183190107
353276	rnn.weight_hh_l0	4	-0.009701651521027088
353276	rnn.weight_hh_l0	5	-0.02432641014456749
353276	rnn.weight_hh_l0	6	0.000652606482617557
353276	rnn.weight_hh_l0	7	-0.03576231375336647
353276	rnn.weight_hh_l0	8	0.06715119630098343
353276	rnn.weight_hh_l0	9	0.04523265361785889
353276	rnn.bias_ih_l0	0	-0.17439550161361694
353276	rnn.bias_ih_l0	1	-0.17059393227100372
353276	rnn.bias_ih_l0	2	-0.01956935040652752
353276	rnn.bias_ih_l0	3	-0.1477941870689392
353276	rnn.bias_ih_l0	4	-0.05915841832756996
353276	rnn.bias_ih_l0	5	-0.17550967633724213
353276	rnn.bias_ih_l0	6	0.07325799763202667
353276	rnn.bias_ih_l0	7	-0.08603785932064056
353276	rnn.bias_ih_l0	8	-0.046470656991004944
353276	rnn.bias_ih_l0	9	-0.10784107446670532
353276	rnn.bias_hh_l0	0	-0.06940168887376785
353276	rnn.bias_hh_l0	1	0.24740396440029144
353276	rnn.bias_hh_l0	2	0.04706314206123352
353276	rnn.bias_hh_l0	3	-0.07902050018310547
353276	rnn.bias_hh_l0	4	-0.08259421586990356
353276	rnn.bias_hh_l0	5	-0.004800846334546804
353276	rnn.bias_hh_l0	6	0.05784080550074577
353276	rnn.bias_hh_l0	7	-0.0978635624051094
353276	rnn.bias_hh_l0	8	-0.2332671880722046
353276	rnn.bias_hh_l0	9	-0.10134764760732651
353276	rnn.weight_ih_l0_reverse	0	0.020362690091133118
353276	rnn.weight_ih_l0_reverse	1	-0.06022307649254799
353276	rnn.weight_ih_l0_reverse	2	0.042908139526844025
353276	rnn.weight_ih_l0_reverse	3	0.020150838419795036
353276	rnn.weight_ih_l0_reverse	4	-2.4036078684730455e-05
353276	rnn.weight_ih_l0_reverse	5	-0.025611715391278267
353276	rnn.weight_ih_l0_reverse	6	0.012067706324160099
353276	rnn.weight_ih_l0_reverse	7	0.028323166072368622
353276	rnn.weight_ih_l0_reverse	8	-0.028055859729647636
353276	rnn.weight_ih_l0_reverse	9	-0.0014226913917809725
353276	rnn.weight_hh_l0_reverse	0	0.039820462465286255
353276	rnn.weight_hh_l0_reverse	1	0.029879871755838394
353276	rnn.weight_hh_l0_reverse	2	-0.023017028346657753
353276	rnn.weight_hh_l0_reverse	3	-0.08244328200817108
353276	rnn.weight_hh_l0_reverse	4	0.01137489266693592
353276	rnn.weight_hh_l0_reverse	5	-0.061041153967380524
353276	rnn.weight_hh_l0_reverse	6	-0.01410767063498497
353276	rnn.weight_hh_l0_reverse	7	0.0308738574385643
353276	rnn.weight_hh_l0_reverse	8	0.00787620060145855
353276	rnn.weight_hh_l0_reverse	9	0.008695864118635654
353276	rnn.bias_ih_l0_reverse	0	-0.04604639485478401
353276	rnn.bias_ih_l0_reverse	1	-0.1399490237236023
353276	rnn.bias_ih_l0_reverse	2	-0.1465487778186798
353276	rnn.bias_ih_l0_reverse	3	-0.04658214747905731
353276	rnn.bias_ih_l0_reverse	4	-0.1128268763422966
353276	rnn.bias_ih_l0_reverse	5	-0.08597734570503235
353276	rnn.bias_ih_l0_reverse	6	-0.2090807408094406
353276	rnn.bias_ih_l0_reverse	7	-0.0526009276509285
353276	rnn.bias_ih_l0_reverse	8	-0.06398286670446396
353276	rnn.bias_ih_l0_reverse	9	-0.1339404284954071
353276	rnn.bias_hh_l0_reverse	0	-0.1427663117647171
353276	rnn.bias_hh_l0_reverse	1	-0.16256257891654968
353276	rnn.bias_hh_l0_reverse	2	0.10533774644136429
353276	rnn.bias_hh_l0_reverse	3	0.07168315351009369
353276	rnn.bias_hh_l0_reverse	4	-0.17978981137275696
353276	rnn.bias_hh_l0_reverse	5	-0.14295996725559235
353276	rnn.bias_hh_l0_reverse	6	-0.0892198234796524
353276	rnn.bias_hh_l0_reverse	7	-0.053950972855091095
353276	rnn.bias_hh_l0_reverse	8	-0.0963020995259285
353276	rnn.bias_hh_l0_reverse	9	-0.023362725973129272
353276	linear.weight	0	-0.007733335718512535
353276	linear.weight	1	0.009963241405785084
353276	linear.weight	2	0.3133825659751892
353276	linear.weight	3	-0.07891036570072174
353276	linear.weight	4	-0.010588549077510834
353276	linear.weight	5	0.12426408380270004
353276	linear.weight	6	-0.010739270597696304
353276	linear.weight	7	-0.07909847795963287
353276	linear.weight	8	0.18263418972492218
353276	linear.weight	9	-0.27953410148620605
353276	linear.bias	0	-0.03956538438796997
353276	linear.bias	1	0.031413208693265915
353276	linear.bias	2	0.4186020493507385
353276	linear.bias	3	-0.7440922856330872
353276	linear.bias	4	2.15423583984375
353276	linear.bias	5	-1.4051398038864136
353276	linear.bias	6	-0.29579704999923706
353276	linear.bias	7	-0.13189831376075745
353834	transitions	0	-1.9500558376312256
353834	transitions	1	-10000.0
353834	transitions	2	-0.7969565987586975
353834	transitions	3	-10000.0
353834	transitions	4	2.0684492588043213
353834	transitions	5	-10000.0
353834	transitions	6	-10000.0
353834	transitions	7	1.853086233139038
353834	transitions	8	-2.632094144821167
353834	transitions	9	-4.2397613525390625
353834	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
353834	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
353834	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
353834	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
353834	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
353834	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
353834	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
353834	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
353834	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
353834	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
353834	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
353834	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
353834	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
353834	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
353834	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
353834	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
353834	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
353834	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
353834	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
353834	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
353834	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
353834	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
353834	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
353834	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
353834	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
353834	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
353834	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
353834	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
353834	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
353834	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
353834	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
353834	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
353834	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
353834	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
353834	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
353834	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
353834	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
353834	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
353834	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
353834	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
353834	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
353834	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
353834	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
353834	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
353834	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
353834	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
353834	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
353834	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
353834	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
353834	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
353834	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
353834	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
353834	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
353834	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
353834	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
353834	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
353834	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
353834	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
353834	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
353834	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
353834	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
353834	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
353834	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
353834	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
353834	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
353834	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
353834	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
353834	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
353834	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
353834	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
353834	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
353834	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
353834	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
353834	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
353834	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
353834	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
353834	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
353834	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
353834	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
353834	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
353834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
353834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
353834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
353834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
353834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
353834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
353834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
353834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
353834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
353834	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
353834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
353834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
353834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
353834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
353834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
353834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
353834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
353834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
353834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
353834	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
353834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
353834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
353834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
353834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
353834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
353834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
353834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
353834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
353834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
353834	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
353834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
353834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
353834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
353834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
353834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
353834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
353834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
353834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
353834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
353834	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
353834	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
353834	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
353834	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
353834	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
353834	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
353834	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
353834	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
353834	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
353834	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
353834	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
353834	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
353834	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
353834	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
353834	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
353834	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
353834	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
353834	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
353834	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
353834	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
353834	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
353834	embedding2nn.weight	0	0.0064039407297968864
353834	embedding2nn.weight	1	0.003999798092991114
353834	embedding2nn.weight	2	0.013426698744297028
353834	embedding2nn.weight	3	0.02688010036945343
353834	embedding2nn.weight	4	0.02343769557774067
353834	embedding2nn.weight	5	0.005607699044048786
353834	embedding2nn.weight	6	-0.015421406365931034
353834	embedding2nn.weight	7	-0.00044350061216391623
353834	embedding2nn.weight	8	-0.010003899224102497
353834	embedding2nn.weight	9	0.001954076113179326
353834	embedding2nn.bias	0	0.014919694513082504
353834	embedding2nn.bias	1	-0.03742170333862305
353834	embedding2nn.bias	2	0.08047153055667877
353834	embedding2nn.bias	3	0.06975623965263367
353834	embedding2nn.bias	4	-0.012304416857659817
353834	embedding2nn.bias	5	-0.03282597288489342
353834	embedding2nn.bias	6	0.030317077413201332
353834	embedding2nn.bias	7	0.004808666184544563
353834	embedding2nn.bias	8	-0.03477317467331886
353834	embedding2nn.bias	9	0.024255648255348206
353834	rnn.weight_ih_l0	0	0.0648285448551178
353834	rnn.weight_ih_l0	1	-0.041588909924030304
353834	rnn.weight_ih_l0	2	0.0053207240998744965
353834	rnn.weight_ih_l0	3	0.045175448060035706
353834	rnn.weight_ih_l0	4	-0.029751168563961983
353834	rnn.weight_ih_l0	5	0.04051337018609047
353834	rnn.weight_ih_l0	6	0.007736058905720711
353834	rnn.weight_ih_l0	7	0.06557444483041763
353834	rnn.weight_ih_l0	8	0.009154985658824444
353834	rnn.weight_ih_l0	9	-0.025371208786964417
353834	rnn.weight_hh_l0	0	-0.011801159009337425
353834	rnn.weight_hh_l0	1	-0.02772565558552742
353834	rnn.weight_hh_l0	2	-0.06138366460800171
353834	rnn.weight_hh_l0	3	-0.00586748868227005
353834	rnn.weight_hh_l0	4	-0.009701680392026901
353834	rnn.weight_hh_l0	5	-0.024323513731360435
353834	rnn.weight_hh_l0	6	0.0006512525724247098
353834	rnn.weight_hh_l0	7	-0.03576566278934479
353834	rnn.weight_hh_l0	8	0.06715650111436844
353834	rnn.weight_hh_l0	9	0.04523126035928726
353834	rnn.bias_ih_l0	0	-0.17442329227924347
353834	rnn.bias_ih_l0	1	-0.17051343619823456
353834	rnn.bias_ih_l0	2	-0.019510891288518906
353834	rnn.bias_ih_l0	3	-0.14778394997119904
353834	rnn.bias_ih_l0	4	-0.0591253936290741
353834	rnn.bias_ih_l0	5	-0.17556194961071014
353834	rnn.bias_ih_l0	6	0.07313374429941177
353834	rnn.bias_ih_l0	7	-0.08611486852169037
353834	rnn.bias_ih_l0	8	-0.046478357166051865
353834	rnn.bias_ih_l0	9	-0.10781923681497574
353834	rnn.bias_hh_l0	0	-0.06940432637929916
353834	rnn.bias_hh_l0	1	0.24732144176959991
353834	rnn.bias_hh_l0	2	0.047121912240982056
353834	rnn.bias_hh_l0	3	-0.07898647338151932
353834	rnn.bias_hh_l0	4	-0.08256344497203827
353834	rnn.bias_hh_l0	5	-0.004817164968699217
353834	rnn.bias_hh_l0	6	0.05785459280014038
353834	rnn.bias_hh_l0	7	-0.09786517918109894
353834	rnn.bias_hh_l0	8	-0.23320631682872772
353834	rnn.bias_hh_l0	9	-0.10134871304035187
353834	rnn.weight_ih_l0_reverse	0	0.020326126366853714
353834	rnn.weight_ih_l0_reverse	1	-0.06022404506802559
353834	rnn.weight_ih_l0_reverse	2	0.04291383922100067
353834	rnn.weight_ih_l0_reverse	3	0.020203880965709686
353834	rnn.weight_ih_l0_reverse	4	-4.1838293327600695e-06
353834	rnn.weight_ih_l0_reverse	5	-0.02561296336352825
353834	rnn.weight_ih_l0_reverse	6	0.012018459849059582
353834	rnn.weight_ih_l0_reverse	7	0.028319496661424637
353834	rnn.weight_ih_l0_reverse	8	-0.02807239629328251
353834	rnn.weight_ih_l0_reverse	9	-0.0014192425878718495
353834	rnn.weight_hh_l0_reverse	0	0.0398174524307251
353834	rnn.weight_hh_l0_reverse	1	0.02988177165389061
353834	rnn.weight_hh_l0_reverse	2	-0.023016173392534256
353834	rnn.weight_hh_l0_reverse	3	-0.08241692185401917
353834	rnn.weight_hh_l0_reverse	4	0.011361610144376755
353834	rnn.weight_hh_l0_reverse	5	-0.06104482337832451
353834	rnn.weight_hh_l0_reverse	6	-0.01410276535898447
353834	rnn.weight_hh_l0_reverse	7	0.030870001763105392
353834	rnn.weight_hh_l0_reverse	8	0.007872913964092731
353834	rnn.weight_hh_l0_reverse	9	0.008726476691663265
353834	rnn.bias_ih_l0_reverse	0	-0.046050846576690674
353834	rnn.bias_ih_l0_reverse	1	-0.13995203375816345
353834	rnn.bias_ih_l0_reverse	2	-0.14655041694641113
353834	rnn.bias_ih_l0_reverse	3	-0.04654611274600029
353834	rnn.bias_ih_l0_reverse	4	-0.11280009150505066
353834	rnn.bias_ih_l0_reverse	5	-0.08596515655517578
353834	rnn.bias_ih_l0_reverse	6	-0.20902518928050995
353834	rnn.bias_ih_l0_reverse	7	-0.05263255164027214
353834	rnn.bias_ih_l0_reverse	8	-0.06399823725223541
353834	rnn.bias_ih_l0_reverse	9	-0.13394813239574432
353834	rnn.bias_hh_l0_reverse	0	-0.1427408754825592
353834	rnn.bias_hh_l0_reverse	1	-0.16253893077373505
353834	rnn.bias_hh_l0_reverse	2	0.10540097206830978
353834	rnn.bias_hh_l0_reverse	3	0.07162695378065109
353834	rnn.bias_hh_l0_reverse	4	-0.17981156706809998
353834	rnn.bias_hh_l0_reverse	5	-0.14296357333660126
353834	rnn.bias_hh_l0_reverse	6	-0.08913548290729523
353834	rnn.bias_hh_l0_reverse	7	-0.0540875568985939
353834	rnn.bias_hh_l0_reverse	8	-0.09622818231582642
353834	rnn.bias_hh_l0_reverse	9	-0.02326067164540291
353834	linear.weight	0	-0.00773336598649621
353834	linear.weight	1	0.01055607944726944
353834	linear.weight	2	0.31303542852401733
353834	linear.weight	3	-0.07891032844781876
353834	linear.weight	4	-0.010588549077510834
353834	linear.weight	5	0.12401250749826431
353834	linear.weight	6	-0.010739270597696304
353834	linear.weight	7	-0.07871444523334503
353834	linear.weight	8	0.18234002590179443
353834	linear.weight	9	-0.27944260835647583
353834	linear.bias	0	-0.03956538438796997
353834	linear.bias	1	0.031413208693265915
353834	linear.bias	2	0.4162045419216156
353834	linear.bias	3	-0.7437914609909058
353834	linear.bias	4	2.154094934463501
353834	linear.bias	5	-1.4051398038864136
353834	linear.bias	6	-0.2946723401546478
353834	linear.bias	7	-0.1307802051305771
354392	transitions	0	-1.9500783681869507
354392	transitions	1	-10000.0
354392	transitions	2	-0.7969565987586975
354392	transitions	3	-10000.0
354392	transitions	4	2.0684499740600586
354392	transitions	5	-10000.0
354392	transitions	6	-10000.0
354392	transitions	7	1.8535794019699097
354392	transitions	8	-2.632106304168701
354392	transitions	9	-4.2397613525390625
354392	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
354392	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
354392	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
354392	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
354392	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
354392	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
354392	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
354392	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
354392	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
354392	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
354392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
354392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
354392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
354392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
354392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
354392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
354392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
354392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
354392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
354392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
354392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
354392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
354392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
354392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
354392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
354392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
354392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
354392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
354392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
354392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
354392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
354392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
354392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
354392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
354392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
354392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
354392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
354392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
354392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
354392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
354392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
354392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
354392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
354392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
354392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
354392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
354392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
354392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
354392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
354392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
354392	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
354392	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
354392	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
354392	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
354392	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
354392	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
354392	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
354392	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
354392	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
354392	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
354392	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
354392	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
354392	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
354392	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
354392	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
354392	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
354392	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
354392	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
354392	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
354392	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
354392	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
354392	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
354392	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
354392	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
354392	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
354392	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
354392	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
354392	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
354392	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
354392	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
354392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
354392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
354392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
354392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
354392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
354392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
354392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
354392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
354392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
354392	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
354392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
354392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
354392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
354392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
354392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
354392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
354392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
354392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
354392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
354392	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
354392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
354392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
354392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
354392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
354392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
354392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
354392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
354392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
354392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
354392	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
354392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
354392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
354392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
354392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
354392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
354392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
354392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
354392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
354392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
354392	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
354392	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
354392	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
354392	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
354392	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
354392	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
354392	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
354392	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
354392	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
354392	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
354392	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
354392	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
354392	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
354392	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
354392	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
354392	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
354392	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
354392	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
354392	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
354392	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
354392	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
354392	embedding2nn.weight	0	0.006403224542737007
354392	embedding2nn.weight	1	0.003998097963631153
354392	embedding2nn.weight	2	0.013427083380520344
354392	embedding2nn.weight	3	0.026881465688347816
354392	embedding2nn.weight	4	0.02344651333987713
354392	embedding2nn.weight	5	0.005612001288682222
354392	embedding2nn.weight	6	-0.01542025525122881
354392	embedding2nn.weight	7	-0.00044921337394043803
354392	embedding2nn.weight	8	-0.010001991875469685
354392	embedding2nn.weight	9	0.001949299592524767
354392	embedding2nn.bias	0	0.01508012879639864
354392	embedding2nn.bias	1	-0.03746864199638367
354392	embedding2nn.bias	2	0.08055172115564346
354392	embedding2nn.bias	3	0.06974893808364868
354392	embedding2nn.bias	4	-0.012208161875605583
354392	embedding2nn.bias	5	-0.03315200284123421
354392	embedding2nn.bias	6	0.030549606308341026
354392	embedding2nn.bias	7	0.00487121706828475
354392	embedding2nn.bias	8	-0.03482932597398758
354392	embedding2nn.bias	9	0.024367278441786766
354392	rnn.weight_ih_l0	0	0.06482302397489548
354392	rnn.weight_ih_l0	1	-0.041604265570640564
354392	rnn.weight_ih_l0	2	0.005321634002029896
354392	rnn.weight_ih_l0	3	0.04517693072557449
354392	rnn.weight_ih_l0	4	-0.02976696379482746
354392	rnn.weight_ih_l0	5	0.04052850604057312
354392	rnn.weight_ih_l0	6	0.007742882706224918
354392	rnn.weight_ih_l0	7	0.06558438390493393
354392	rnn.weight_ih_l0	8	0.00915096141397953
354392	rnn.weight_ih_l0	9	-0.025388242676854134
354392	rnn.weight_hh_l0	0	-0.011787704192101955
354392	rnn.weight_hh_l0	1	-0.027722595259547234
354392	rnn.weight_hh_l0	2	-0.06139650195837021
354392	rnn.weight_hh_l0	3	-0.005868961103260517
354392	rnn.weight_hh_l0	4	-0.009698823094367981
354392	rnn.weight_hh_l0	5	-0.02432621829211712
354392	rnn.weight_hh_l0	6	0.0006511355750262737
354392	rnn.weight_hh_l0	7	-0.03577219694852829
354392	rnn.weight_hh_l0	8	0.067140132188797
354392	rnn.weight_hh_l0	9	0.045236553996801376
354392	rnn.bias_ih_l0	0	-0.17438890039920807
354392	rnn.bias_ih_l0	1	-0.1705220341682434
354392	rnn.bias_ih_l0	2	-0.019462356343865395
354392	rnn.bias_ih_l0	3	-0.14773817360401154
354392	rnn.bias_ih_l0	4	-0.05910596251487732
354392	rnn.bias_ih_l0	5	-0.17559660971164703
354392	rnn.bias_ih_l0	6	0.07325035333633423
354392	rnn.bias_ih_l0	7	-0.08609727770090103
354392	rnn.bias_ih_l0	8	-0.04655210301280022
354392	rnn.bias_ih_l0	9	-0.10787373781204224
354392	rnn.bias_hh_l0	0	-0.06938526034355164
354392	rnn.bias_hh_l0	1	0.2474225014448166
354392	rnn.bias_hh_l0	2	0.0470641553401947
354392	rnn.bias_hh_l0	3	-0.07893059402704239
354392	rnn.bias_hh_l0	4	-0.08253676444292068
354392	rnn.bias_hh_l0	5	-0.00474668201059103
354392	rnn.bias_hh_l0	6	0.05770400911569595
354392	rnn.bias_hh_l0	7	-0.0978662520647049
354392	rnn.bias_hh_l0	8	-0.233243927359581
354392	rnn.bias_hh_l0	9	-0.10142015665769577
354392	rnn.weight_ih_l0_reverse	0	0.020331786945462227
354392	rnn.weight_ih_l0_reverse	1	-0.06020600348711014
354392	rnn.weight_ih_l0_reverse	2	0.042935896664857864
354392	rnn.weight_ih_l0_reverse	3	0.020202184095978737
354392	rnn.weight_ih_l0_reverse	4	-3.2144534998224117e-06
354392	rnn.weight_ih_l0_reverse	5	-0.025589318946003914
354392	rnn.weight_ih_l0_reverse	6	0.012071806937456131
354392	rnn.weight_ih_l0_reverse	7	0.02831789292395115
354392	rnn.weight_ih_l0_reverse	8	-0.028082450851798058
354392	rnn.weight_ih_l0_reverse	9	-0.0014207641361281276
354392	rnn.weight_hh_l0_reverse	0	0.03981705382466316
354392	rnn.weight_hh_l0_reverse	1	0.02988365665078163
354392	rnn.weight_hh_l0_reverse	2	-0.02302617020905018
354392	rnn.weight_hh_l0_reverse	3	-0.0823938399553299
354392	rnn.weight_hh_l0_reverse	4	0.01134750060737133
354392	rnn.weight_hh_l0_reverse	5	-0.061035022139549255
354392	rnn.weight_hh_l0_reverse	6	-0.014104085974395275
354392	rnn.weight_hh_l0_reverse	7	0.030879296362400055
354392	rnn.weight_hh_l0_reverse	8	0.007854674942791462
354392	rnn.weight_hh_l0_reverse	9	0.00874094944447279
354392	rnn.bias_ih_l0_reverse	0	-0.04609176889061928
354392	rnn.bias_ih_l0_reverse	1	-0.1399214118719101
354392	rnn.bias_ih_l0_reverse	2	-0.1465471237897873
354392	rnn.bias_ih_l0_reverse	3	-0.046500906348228455
354392	rnn.bias_ih_l0_reverse	4	-0.11271846294403076
354392	rnn.bias_ih_l0_reverse	5	-0.0859881266951561
354392	rnn.bias_ih_l0_reverse	6	-0.2090126872062683
354392	rnn.bias_ih_l0_reverse	7	-0.052677955478429794
354392	rnn.bias_ih_l0_reverse	8	-0.06396354734897614
354392	rnn.bias_ih_l0_reverse	9	-0.13392089307308197
354392	rnn.bias_hh_l0_reverse	0	-0.14273634552955627
354392	rnn.bias_hh_l0_reverse	1	-0.16255204379558563
354392	rnn.bias_hh_l0_reverse	2	0.10537148267030716
354392	rnn.bias_hh_l0_reverse	3	0.07156629115343094
354392	rnn.bias_hh_l0_reverse	4	-0.17982874810695648
354392	rnn.bias_hh_l0_reverse	5	-0.14292801916599274
354392	rnn.bias_hh_l0_reverse	6	-0.08908937871456146
354392	rnn.bias_hh_l0_reverse	7	-0.05406363308429718
354392	rnn.bias_hh_l0_reverse	8	-0.09618211537599564
354392	rnn.bias_hh_l0_reverse	9	-0.02328305132687092
354392	linear.weight	0	-0.007733373437076807
354392	linear.weight	1	0.010407621040940285
354392	linear.weight	2	0.313376784324646
354392	linear.weight	3	-0.07891032844781876
354392	linear.weight	4	-0.010588549077510834
354392	linear.weight	5	0.12499869614839554
354392	linear.weight	6	-0.010739270597696304
354392	linear.weight	7	-0.07905660569667816
354392	linear.weight	8	0.18306538462638855
354392	linear.weight	9	-0.2794150710105896
354392	linear.bias	0	-0.03956538438796997
354392	linear.bias	1	0.031413208693265915
354392	linear.bias	2	0.4151687026023865
354392	linear.bias	3	-0.7463257312774658
354392	linear.bias	4	2.158595561981201
354392	linear.bias	5	-1.4051398038864136
354392	linear.bias	6	-0.2951287031173706
354392	linear.bias	7	-0.13125061988830566
354950	transitions	0	-1.9500997066497803
354950	transitions	1	-10000.0
354950	transitions	2	-0.7969565987586975
354950	transitions	3	-10000.0
354950	transitions	4	2.0684781074523926
354950	transitions	5	-10000.0
354950	transitions	6	-10000.0
354950	transitions	7	1.8535723686218262
354950	transitions	8	-2.6321191787719727
354950	transitions	9	-4.2397613525390625
354950	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
354950	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
354950	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
354950	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
354950	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
354950	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
354950	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
354950	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
354950	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
354950	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
354950	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
354950	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
354950	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
354950	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
354950	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
354950	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
354950	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
354950	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
354950	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
354950	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
354950	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
354950	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
354950	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
354950	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
354950	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
354950	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
354950	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
354950	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
354950	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
354950	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
354950	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
354950	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
354950	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
354950	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
354950	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
354950	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
354950	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
354950	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
354950	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
354950	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
354950	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
354950	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
354950	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
354950	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
354950	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
354950	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
354950	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
354950	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
354950	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
354950	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
354950	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
354950	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
354950	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
354950	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
354950	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
354950	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
354950	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
354950	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
354950	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
354950	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
354950	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
354950	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
354950	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
354950	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
354950	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
354950	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
354950	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
354950	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
354950	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
354950	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
354950	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
354950	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
354950	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
354950	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
354950	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
354950	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
354950	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
354950	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
354950	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
354950	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
354950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
354950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
354950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
354950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
354950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
354950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
354950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
354950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
354950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
354950	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
354950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
354950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
354950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
354950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
354950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
354950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
354950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
354950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
354950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
354950	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
354950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
354950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
354950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
354950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
354950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
354950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
354950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
354950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
354950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
354950	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
354950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
354950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
354950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
354950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
354950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
354950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
354950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
354950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
354950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
354950	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
354950	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
354950	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
354950	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
354950	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
354950	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
354950	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
354950	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
354950	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
354950	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
354950	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
354950	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
354950	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
354950	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
354950	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
354950	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
354950	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
354950	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
354950	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
354950	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
354950	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
354950	embedding2nn.weight	0	0.006403683219105005
354950	embedding2nn.weight	1	0.004001188557595015
354950	embedding2nn.weight	2	0.013426782563328743
354950	embedding2nn.weight	3	0.026883278042078018
354950	embedding2nn.weight	4	0.02344564162194729
354950	embedding2nn.weight	5	0.00560368737205863
354950	embedding2nn.weight	6	-0.015422819182276726
354950	embedding2nn.weight	7	-0.00045307609252631664
354950	embedding2nn.weight	8	-0.009988128207623959
354950	embedding2nn.weight	9	0.0019483979558572173
354950	embedding2nn.bias	0	0.015135537832975388
354950	embedding2nn.bias	1	-0.037542425096035004
354950	embedding2nn.bias	2	0.08077322691679001
354950	embedding2nn.bias	3	0.06976990401744843
354950	embedding2nn.bias	4	-0.01225629635155201
354950	embedding2nn.bias	5	-0.03311053663492203
354950	embedding2nn.bias	6	0.030661633238196373
354950	embedding2nn.bias	7	0.004846962634474039
354950	embedding2nn.bias	8	-0.03478045389056206
354950	embedding2nn.bias	9	0.024305807426571846
354950	rnn.weight_ih_l0	0	0.06484571844339371
354950	rnn.weight_ih_l0	1	-0.041623689234256744
354950	rnn.weight_ih_l0	2	0.005317308474332094
354950	rnn.weight_ih_l0	3	0.04517066106200218
354950	rnn.weight_ih_l0	4	-0.029777048155665398
354950	rnn.weight_ih_l0	5	0.04051174223423004
354950	rnn.weight_ih_l0	6	0.007742945570498705
354950	rnn.weight_ih_l0	7	0.06557489186525345
354950	rnn.weight_ih_l0	8	0.009170745499432087
354950	rnn.weight_ih_l0	9	-0.025389038026332855
354950	rnn.weight_hh_l0	0	-0.011796059086918831
354950	rnn.weight_hh_l0	1	-0.0277085043489933
354950	rnn.weight_hh_l0	2	-0.061397310346364975
354950	rnn.weight_hh_l0	3	-0.005868980661034584
354950	rnn.weight_hh_l0	4	-0.009697389788925648
354950	rnn.weight_hh_l0	5	-0.024319475516676903
354950	rnn.weight_hh_l0	6	0.0006502001197077334
354950	rnn.weight_hh_l0	7	-0.03580336645245552
354950	rnn.weight_hh_l0	8	0.06713610887527466
354950	rnn.weight_hh_l0	9	0.0452377051115036
354950	rnn.bias_ih_l0	0	-0.17431338131427765
354950	rnn.bias_ih_l0	1	-0.17051707208156586
354950	rnn.bias_ih_l0	2	-0.01949227787554264
354950	rnn.bias_ih_l0	3	-0.147837832570076
354950	rnn.bias_ih_l0	4	-0.059176187962293625
354950	rnn.bias_ih_l0	5	-0.17571355402469635
354950	rnn.bias_ih_l0	6	0.07322642207145691
354950	rnn.bias_ih_l0	7	-0.08613377809524536
354950	rnn.bias_ih_l0	8	-0.04659147188067436
354950	rnn.bias_ih_l0	9	-0.10787136107683182
354950	rnn.bias_hh_l0	0	-0.06941647082567215
354950	rnn.bias_hh_l0	1	0.24740301072597504
354950	rnn.bias_hh_l0	2	0.046922892332077026
354950	rnn.bias_hh_l0	3	-0.07902703434228897
354950	rnn.bias_hh_l0	4	-0.08257460594177246
354950	rnn.bias_hh_l0	5	-0.0046297055669128895
354950	rnn.bias_hh_l0	6	0.05762753263115883
354950	rnn.bias_hh_l0	7	-0.09782671928405762
354950	rnn.bias_hh_l0	8	-0.23321771621704102
354950	rnn.bias_hh_l0	9	-0.10137004405260086
354950	rnn.weight_ih_l0_reverse	0	0.020281778648495674
354950	rnn.weight_ih_l0_reverse	1	-0.06019708886742592
354950	rnn.weight_ih_l0_reverse	2	0.04294203221797943
354950	rnn.weight_ih_l0_reverse	3	0.020213358104228973
354950	rnn.weight_ih_l0_reverse	4	-3.149772237520665e-05
354950	rnn.weight_ih_l0_reverse	5	-0.025594720616936684
354950	rnn.weight_ih_l0_reverse	6	0.012114272452890873
354950	rnn.weight_ih_l0_reverse	7	0.02830798737704754
354950	rnn.weight_ih_l0_reverse	8	-0.028071913868188858
354950	rnn.weight_ih_l0_reverse	9	-0.0014088593889027834
354950	rnn.weight_hh_l0_reverse	0	0.03981717303395271
354950	rnn.weight_hh_l0_reverse	1	0.029875900596380234
354950	rnn.weight_hh_l0_reverse	2	-0.023033294826745987
354950	rnn.weight_hh_l0_reverse	3	-0.08239023387432098
354950	rnn.weight_hh_l0_reverse	4	0.011339972727000713
354950	rnn.weight_hh_l0_reverse	5	-0.061034947633743286
354950	rnn.weight_hh_l0_reverse	6	-0.014107702299952507
354950	rnn.weight_hh_l0_reverse	7	0.03088395483791828
354950	rnn.weight_hh_l0_reverse	8	0.007835743948817253
354950	rnn.weight_hh_l0_reverse	9	0.008734030649065971
354950	rnn.bias_ih_l0_reverse	0	-0.046041157096624374
354950	rnn.bias_ih_l0_reverse	1	-0.13990609347820282
354950	rnn.bias_ih_l0_reverse	2	-0.14646141231060028
354950	rnn.bias_ih_l0_reverse	3	-0.04646448791027069
354950	rnn.bias_ih_l0_reverse	4	-0.1127338632941246
354950	rnn.bias_ih_l0_reverse	5	-0.08605296164751053
354950	rnn.bias_ih_l0_reverse	6	-0.20900167524814606
354950	rnn.bias_ih_l0_reverse	7	-0.052696723490953445
354950	rnn.bias_ih_l0_reverse	8	-0.06400042772293091
354950	rnn.bias_ih_l0_reverse	9	-0.13395173847675323
354950	rnn.bias_hh_l0_reverse	0	-0.14270401000976562
354950	rnn.bias_hh_l0_reverse	1	-0.16268132627010345
354950	rnn.bias_hh_l0_reverse	2	0.10552562028169632
354950	rnn.bias_hh_l0_reverse	3	0.07168976217508316
354950	rnn.bias_hh_l0_reverse	4	-0.17978526651859283
354950	rnn.bias_hh_l0_reverse	5	-0.1428801566362381
354950	rnn.bias_hh_l0_reverse	6	-0.08921980857849121
354950	rnn.bias_hh_l0_reverse	7	-0.05402359738945961
354950	rnn.bias_hh_l0_reverse	8	-0.0962270051240921
354950	rnn.bias_hh_l0_reverse	9	-0.023231735453009605
354950	linear.weight	0	-0.007733378559350967
354950	linear.weight	1	0.010358457453548908
354950	linear.weight	2	0.31370899081230164
354950	linear.weight	3	-0.07891029864549637
354950	linear.weight	4	-0.010588549077510834
354950	linear.weight	5	0.125051811337471
354950	linear.weight	6	-0.010739270597696304
354950	linear.weight	7	-0.07841769605875015
354950	linear.weight	8	0.18303819000720978
354950	linear.weight	9	-0.2797181010246277
354950	linear.bias	0	-0.03956538438796997
354950	linear.bias	1	0.031413208693265915
354950	linear.bias	2	0.4194425642490387
354950	linear.bias	3	-0.7486807703971863
354950	linear.bias	4	2.1618053913116455
354950	linear.bias	5	-1.4051398038864136
354950	linear.bias	6	-0.29767730832099915
354950	linear.bias	7	-0.13382704555988312
355508	transitions	0	-1.9501211643218994
355508	transitions	1	-10000.0
355508	transitions	2	-0.7969565987586975
355508	transitions	3	-10000.0
355508	transitions	4	2.0687029361724854
355508	transitions	5	-10000.0
355508	transitions	6	-10000.0
355508	transitions	7	1.853168249130249
355508	transitions	8	-2.6321349143981934
355508	transitions	9	-4.2397613525390625
355508	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
355508	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
355508	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
355508	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
355508	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
355508	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
355508	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
355508	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
355508	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
355508	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
355508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
355508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
355508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
355508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
355508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
355508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
355508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
355508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
355508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
355508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
355508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
355508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
355508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
355508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
355508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
355508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
355508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
355508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
355508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
355508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
355508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
355508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
355508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
355508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
355508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
355508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
355508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
355508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
355508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
355508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
355508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
355508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
355508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
355508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
355508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
355508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
355508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
355508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
355508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
355508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
355508	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
355508	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
355508	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
355508	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
355508	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
355508	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
355508	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
355508	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
355508	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
355508	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
355508	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
355508	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
355508	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
355508	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
355508	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
355508	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
355508	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
355508	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
355508	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
355508	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
355508	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
355508	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
355508	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
355508	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
355508	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
355508	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
355508	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
355508	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
355508	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
355508	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
355508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
355508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
355508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
355508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
355508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
355508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
355508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
355508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
355508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
355508	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
355508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
355508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
355508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
355508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
355508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
355508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
355508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
355508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
355508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
355508	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
355508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
355508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
355508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
355508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
355508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
355508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
355508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
355508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
355508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
355508	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
355508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
355508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
355508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
355508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
355508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
355508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
355508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
355508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
355508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
355508	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
355508	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
355508	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
355508	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
355508	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
355508	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
355508	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
355508	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
355508	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
355508	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
355508	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
355508	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
355508	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
355508	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
355508	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
355508	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
355508	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
355508	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
355508	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
355508	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
355508	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
355508	embedding2nn.weight	0	0.006403917446732521
355508	embedding2nn.weight	1	0.0040019480511546135
355508	embedding2nn.weight	2	0.013427086174488068
355508	embedding2nn.weight	3	0.02687005326151848
355508	embedding2nn.weight	4	0.023453431203961372
355508	embedding2nn.weight	5	0.005601267330348492
355508	embedding2nn.weight	6	-0.015415423549711704
355508	embedding2nn.weight	7	-0.00045590600348077714
355508	embedding2nn.weight	8	-0.00999843142926693
355508	embedding2nn.weight	9	0.0019473624415695667
355508	embedding2nn.bias	0	0.014917214401066303
355508	embedding2nn.bias	1	-0.037613384425640106
355508	embedding2nn.bias	2	0.08079128712415695
355508	embedding2nn.bias	3	0.06971689313650131
355508	embedding2nn.bias	4	-0.012087621726095676
355508	embedding2nn.bias	5	-0.032891374081373215
355508	embedding2nn.bias	6	0.030454713851213455
355508	embedding2nn.bias	7	0.004743529018014669
355508	embedding2nn.bias	8	-0.03485964238643646
355508	embedding2nn.bias	9	0.024211440235376358
355508	rnn.weight_ih_l0	0	0.06482158601284027
355508	rnn.weight_ih_l0	1	-0.04162318632006645
355508	rnn.weight_ih_l0	2	0.005322070326656103
355508	rnn.weight_ih_l0	3	0.0451587438583374
355508	rnn.weight_ih_l0	4	-0.02975035272538662
355508	rnn.weight_ih_l0	5	0.04050596058368683
355508	rnn.weight_ih_l0	6	0.007742548361420631
355508	rnn.weight_ih_l0	7	0.06558253616094589
355508	rnn.weight_ih_l0	8	0.009145984426140785
355508	rnn.weight_ih_l0	9	-0.025390924885869026
355508	rnn.weight_hh_l0	0	-0.01180946920067072
355508	rnn.weight_hh_l0	1	-0.02773052640259266
355508	rnn.weight_hh_l0	2	-0.061411548405885696
355508	rnn.weight_hh_l0	3	-0.005867964122444391
355508	rnn.weight_hh_l0	4	-0.009697687812149525
355508	rnn.weight_hh_l0	5	-0.02432231232523918
355508	rnn.weight_hh_l0	6	0.0006474233232438564
355508	rnn.weight_hh_l0	7	-0.03576308488845825
355508	rnn.weight_hh_l0	8	0.06714162975549698
355508	rnn.weight_hh_l0	9	0.04523349925875664
355508	rnn.bias_ih_l0	0	-0.17430157959461212
355508	rnn.bias_ih_l0	1	-0.1704464554786682
355508	rnn.bias_ih_l0	2	-0.019484179094433784
355508	rnn.bias_ih_l0	3	-0.14787018299102783
355508	rnn.bias_ih_l0	4	-0.05914144217967987
355508	rnn.bias_ih_l0	5	-0.17571020126342773
355508	rnn.bias_ih_l0	6	0.0732429102063179
355508	rnn.bias_ih_l0	7	-0.08613583445549011
355508	rnn.bias_ih_l0	8	-0.046517737209796906
355508	rnn.bias_ih_l0	9	-0.10787548124790192
355508	rnn.bias_hh_l0	0	-0.06938900798559189
355508	rnn.bias_hh_l0	1	0.2474478930234909
355508	rnn.bias_hh_l0	2	0.047108933329582214
355508	rnn.bias_hh_l0	3	-0.07898741960525513
355508	rnn.bias_hh_l0	4	-0.08263320475816727
355508	rnn.bias_hh_l0	5	-0.0046125673688948154
355508	rnn.bias_hh_l0	6	0.057632748037576675
355508	rnn.bias_hh_l0	7	-0.09784281998872757
355508	rnn.bias_hh_l0	8	-0.23316922783851624
355508	rnn.bias_hh_l0	9	-0.1013827696442604
355508	rnn.weight_ih_l0_reverse	0	0.02029457688331604
355508	rnn.weight_ih_l0_reverse	1	-0.060191042721271515
355508	rnn.weight_ih_l0_reverse	2	0.0429491251707077
355508	rnn.weight_ih_l0_reverse	3	0.020190710201859474
355508	rnn.weight_ih_l0_reverse	4	-3.244779509259388e-05
355508	rnn.weight_ih_l0_reverse	5	-0.025625381618738174
355508	rnn.weight_ih_l0_reverse	6	0.012109454721212387
355508	rnn.weight_ih_l0_reverse	7	0.02830960415303707
355508	rnn.weight_ih_l0_reverse	8	-0.02807074971497059
355508	rnn.weight_ih_l0_reverse	9	-0.0014149679336696863
355508	rnn.weight_hh_l0_reverse	0	0.039814338088035583
355508	rnn.weight_hh_l0_reverse	1	0.029878562316298485
355508	rnn.weight_hh_l0_reverse	2	-0.023033924400806427
355508	rnn.weight_hh_l0_reverse	3	-0.08240776509046555
355508	rnn.weight_hh_l0_reverse	4	0.011336669325828552
355508	rnn.weight_hh_l0_reverse	5	-0.06103842332959175
355508	rnn.weight_hh_l0_reverse	6	-0.014112504199147224
355508	rnn.weight_hh_l0_reverse	7	0.03089509718120098
355508	rnn.weight_hh_l0_reverse	8	0.007858552038669586
355508	rnn.weight_hh_l0_reverse	9	0.008734220638871193
355508	rnn.bias_ih_l0_reverse	0	-0.046007271856069565
355508	rnn.bias_ih_l0_reverse	1	-0.13997071981430054
355508	rnn.bias_ih_l0_reverse	2	-0.14646683633327484
355508	rnn.bias_ih_l0_reverse	3	-0.046441927552223206
355508	rnn.bias_ih_l0_reverse	4	-0.11279554665088654
355508	rnn.bias_ih_l0_reverse	5	-0.08605638891458511
355508	rnn.bias_ih_l0_reverse	6	-0.20893405377864838
355508	rnn.bias_ih_l0_reverse	7	-0.0526667945086956
355508	rnn.bias_ih_l0_reverse	8	-0.06394052505493164
355508	rnn.bias_ih_l0_reverse	9	-0.13388384878635406
355508	rnn.bias_hh_l0_reverse	0	-0.1426255702972412
355508	rnn.bias_hh_l0_reverse	1	-0.16266417503356934
355508	rnn.bias_hh_l0_reverse	2	0.10541483014822006
355508	rnn.bias_hh_l0_reverse	3	0.07162979990243912
355508	rnn.bias_hh_l0_reverse	4	-0.1798286885023117
355508	rnn.bias_hh_l0_reverse	5	-0.14286917448043823
355508	rnn.bias_hh_l0_reverse	6	-0.0892048180103302
355508	rnn.bias_hh_l0_reverse	7	-0.0540509968996048
355508	rnn.bias_hh_l0_reverse	8	-0.096174456179142
355508	rnn.bias_hh_l0_reverse	9	-0.023262107744812965
355508	linear.weight	0	-0.007733391597867012
355508	linear.weight	1	0.010307664051651955
355508	linear.weight	2	0.31366604566574097
355508	linear.weight	3	-0.07891024649143219
355508	linear.weight	4	-0.010588549077510834
355508	linear.weight	5	0.1258607655763626
355508	linear.weight	6	-0.010739270597696304
355508	linear.weight	7	-0.0784149318933487
355508	linear.weight	8	0.1829645037651062
355508	linear.weight	9	-0.2797653377056122
355508	linear.bias	0	-0.03956538438796997
355508	linear.bias	1	0.031413208693265915
355508	linear.bias	2	0.4175514876842499
355508	linear.bias	3	-0.7481139898300171
355508	linear.bias	4	2.1611437797546387
355508	linear.bias	5	-1.4051398038864136
355508	linear.bias	6	-0.2966762185096741
355508	linear.bias	7	-0.13283614814281464
356066	transitions	0	-1.9501489400863647
356066	transitions	1	-10000.0
356066	transitions	2	-0.7969565987586975
356066	transitions	3	-10000.0
356066	transitions	4	2.0680198669433594
356066	transitions	5	-10000.0
356066	transitions	6	-10000.0
356066	transitions	7	1.853459119796753
356066	transitions	8	-2.632153034210205
356066	transitions	9	-4.2397613525390625
356066	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
356066	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
356066	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
356066	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
356066	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
356066	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
356066	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
356066	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
356066	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
356066	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
356066	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
356066	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
356066	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
356066	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
356066	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
356066	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
356066	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
356066	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
356066	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
356066	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
356066	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
356066	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
356066	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
356066	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
356066	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
356066	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
356066	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
356066	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
356066	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
356066	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
356066	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
356066	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
356066	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
356066	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
356066	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
356066	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
356066	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
356066	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
356066	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
356066	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
356066	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
356066	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
356066	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
356066	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
356066	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
356066	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
356066	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
356066	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
356066	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
356066	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
356066	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
356066	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
356066	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
356066	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
356066	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
356066	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
356066	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
356066	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
356066	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
356066	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
356066	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
356066	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
356066	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
356066	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
356066	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
356066	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
356066	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
356066	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
356066	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
356066	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
356066	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
356066	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
356066	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
356066	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
356066	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
356066	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
356066	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
356066	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
356066	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
356066	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
356066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
356066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
356066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
356066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
356066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
356066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
356066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
356066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
356066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
356066	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
356066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
356066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
356066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
356066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
356066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
356066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
356066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
356066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
356066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
356066	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
356066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
356066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
356066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
356066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
356066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
356066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
356066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
356066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
356066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
356066	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
356066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
356066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
356066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
356066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
356066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
356066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
356066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
356066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
356066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
356066	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
356066	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
356066	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
356066	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
356066	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
356066	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
356066	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
356066	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
356066	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
356066	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
356066	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
356066	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
356066	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
356066	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
356066	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
356066	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
356066	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
356066	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
356066	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
356066	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
356066	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
356066	embedding2nn.weight	0	0.006404202431440353
356066	embedding2nn.weight	1	0.004000894725322723
356066	embedding2nn.weight	2	0.013426708988845348
356066	embedding2nn.weight	3	0.0268758125603199
356066	embedding2nn.weight	4	0.023448674008250237
356066	embedding2nn.weight	5	0.005587978754192591
356066	embedding2nn.weight	6	-0.01541642751544714
356066	embedding2nn.weight	7	-0.0004584628331940621
356066	embedding2nn.weight	8	-0.009982384741306305
356066	embedding2nn.weight	9	0.0019456540467217565
356066	embedding2nn.bias	0	0.014776939526200294
356066	embedding2nn.bias	1	-0.03748597204685211
356066	embedding2nn.bias	2	0.0805341824889183
356066	embedding2nn.bias	3	0.06984855979681015
356066	embedding2nn.bias	4	-0.01240241713821888
356066	embedding2nn.bias	5	-0.03295566514134407
356066	embedding2nn.bias	6	0.03050619550049305
356066	embedding2nn.bias	7	0.004671033937484026
356066	embedding2nn.bias	8	-0.035017918795347214
356066	embedding2nn.bias	9	0.024208631366491318
356066	rnn.weight_ih_l0	0	0.0647953525185585
356066	rnn.weight_ih_l0	1	-0.04160764068365097
356066	rnn.weight_ih_l0	2	0.0053371526300907135
356066	rnn.weight_ih_l0	3	0.04512397572398186
356066	rnn.weight_ih_l0	4	-0.029738396406173706
356066	rnn.weight_ih_l0	5	0.040484718978405
356066	rnn.weight_ih_l0	6	0.007739572785794735
356066	rnn.weight_ih_l0	7	0.0655842125415802
356066	rnn.weight_ih_l0	8	0.00915481336414814
356066	rnn.weight_ih_l0	9	-0.02539622038602829
356066	rnn.weight_hh_l0	0	-0.011805963702499866
356066	rnn.weight_hh_l0	1	-0.02774934470653534
356066	rnn.weight_hh_l0	2	-0.061414048075675964
356066	rnn.weight_hh_l0	3	-0.0058686393313109875
356066	rnn.weight_hh_l0	4	-0.009695915505290031
356066	rnn.weight_hh_l0	5	-0.024305211380124092
356066	rnn.weight_hh_l0	6	0.0006513757980428636
356066	rnn.weight_hh_l0	7	-0.03575442358851433
356066	rnn.weight_hh_l0	8	0.06713496148586273
356066	rnn.weight_hh_l0	9	0.045239150524139404
356066	rnn.bias_ih_l0	0	-0.17441093921661377
356066	rnn.bias_ih_l0	1	-0.17044132947921753
356066	rnn.bias_ih_l0	2	-0.019455648958683014
356066	rnn.bias_ih_l0	3	-0.14788229763507843
356066	rnn.bias_ih_l0	4	-0.059067681431770325
356066	rnn.bias_ih_l0	5	-0.17571544647216797
356066	rnn.bias_ih_l0	6	0.07326611131429672
356066	rnn.bias_ih_l0	7	-0.08611264824867249
356066	rnn.bias_ih_l0	8	-0.04643175005912781
356066	rnn.bias_ih_l0	9	-0.1079091802239418
356066	rnn.bias_hh_l0	0	-0.0693456307053566
356066	rnn.bias_hh_l0	1	0.247385635972023
356066	rnn.bias_hh_l0	2	0.047063734382390976
356066	rnn.bias_hh_l0	3	-0.07899630069732666
356066	rnn.bias_hh_l0	4	-0.08266738802194595
356066	rnn.bias_hh_l0	5	-0.004745707381516695
356066	rnn.bias_hh_l0	6	0.0577794574201107
356066	rnn.bias_hh_l0	7	-0.09787548333406448
356066	rnn.bias_hh_l0	8	-0.23325178027153015
356066	rnn.bias_hh_l0	9	-0.10132702440023422
356066	rnn.weight_ih_l0_reverse	0	0.020324064418673515
356066	rnn.weight_ih_l0_reverse	1	-0.06019101291894913
356066	rnn.weight_ih_l0_reverse	2	0.04294833913445473
356066	rnn.weight_ih_l0_reverse	3	0.020175758749246597
356066	rnn.weight_ih_l0_reverse	4	-1.693910417088773e-05
356066	rnn.weight_ih_l0_reverse	5	-0.025634631514549255
356066	rnn.weight_ih_l0_reverse	6	0.012081491760909557
356066	rnn.weight_ih_l0_reverse	7	0.02830895036458969
356066	rnn.weight_ih_l0_reverse	8	-0.028062865138053894
356066	rnn.weight_ih_l0_reverse	9	-0.0014120526611804962
356066	rnn.weight_hh_l0_reverse	0	0.03980908542871475
356066	rnn.weight_hh_l0_reverse	1	0.029893498867750168
356066	rnn.weight_hh_l0_reverse	2	-0.0230430718511343
356066	rnn.weight_hh_l0_reverse	3	-0.08237804472446442
356066	rnn.weight_hh_l0_reverse	4	0.01133834570646286
356066	rnn.weight_hh_l0_reverse	5	-0.061031125485897064
356066	rnn.weight_hh_l0_reverse	6	-0.014110477641224861
356066	rnn.weight_hh_l0_reverse	7	0.030893469229340553
356066	rnn.weight_hh_l0_reverse	8	0.007853942923247814
356066	rnn.weight_hh_l0_reverse	9	0.008734876289963722
356066	rnn.bias_ih_l0_reverse	0	-0.04604652151465416
356066	rnn.bias_ih_l0_reverse	1	-0.13996686041355133
356066	rnn.bias_ih_l0_reverse	2	-0.1463673859834671
356066	rnn.bias_ih_l0_reverse	3	-0.04638948291540146
356066	rnn.bias_ih_l0_reverse	4	-0.11280545592308044
356066	rnn.bias_ih_l0_reverse	5	-0.08606375753879547
356066	rnn.bias_ih_l0_reverse	6	-0.20890246331691742
356066	rnn.bias_ih_l0_reverse	7	-0.052646003663539886
356066	rnn.bias_ih_l0_reverse	8	-0.06395452469587326
356066	rnn.bias_ih_l0_reverse	9	-0.13389037549495697
356066	rnn.bias_hh_l0_reverse	0	-0.1425843983888626
356066	rnn.bias_hh_l0_reverse	1	-0.16266532242298126
356066	rnn.bias_hh_l0_reverse	2	0.10536880046129227
356066	rnn.bias_hh_l0_reverse	3	0.07157948613166809
356066	rnn.bias_hh_l0_reverse	4	-0.17976601421833038
356066	rnn.bias_hh_l0_reverse	5	-0.1428200602531433
356066	rnn.bias_hh_l0_reverse	6	-0.0893172025680542
356066	rnn.bias_hh_l0_reverse	7	-0.05393758788704872
356066	rnn.bias_hh_l0_reverse	8	-0.09617339074611664
356066	rnn.bias_hh_l0_reverse	9	-0.023304304108023643
356066	linear.weight	0	-0.007733405102044344
356066	linear.weight	1	0.010827072896063328
356066	linear.weight	2	0.31397750973701477
356066	linear.weight	3	-0.078910231590271
356066	linear.weight	4	-0.010588549077510834
356066	linear.weight	5	0.12631294131278992
356066	linear.weight	6	-0.010739270597696304
356066	linear.weight	7	-0.07851194590330124
356066	linear.weight	8	0.18115447461605072
356066	linear.weight	9	-0.2797181010246277
356066	linear.bias	0	-0.03956538438796997
356066	linear.bias	1	0.031413208693265915
356066	linear.bias	2	0.41899874806404114
356066	linear.bias	3	-0.7468721270561218
356066	linear.bias	4	2.158710479736328
356066	linear.bias	5	-1.4051398038864136
356066	linear.bias	6	-0.2967960834503174
356066	linear.bias	7	-0.13296934962272644
356624	transitions	0	-1.9501725435256958
356624	transitions	1	-10000.0
356624	transitions	2	-0.7969565987586975
356624	transitions	3	-10000.0
356624	transitions	4	2.068715810775757
356624	transitions	5	-10000.0
356624	transitions	6	-10000.0
356624	transitions	7	1.8530426025390625
356624	transitions	8	-2.6321678161621094
356624	transitions	9	-4.2397613525390625
356624	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
356624	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
356624	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
356624	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
356624	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
356624	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
356624	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
356624	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
356624	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
356624	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
356624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
356624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
356624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
356624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
356624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
356624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
356624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
356624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
356624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
356624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
356624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
356624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
356624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
356624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
356624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
356624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
356624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
356624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
356624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
356624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
356624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
356624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
356624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
356624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
356624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
356624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
356624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
356624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
356624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
356624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
356624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
356624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
356624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
356624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
356624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
356624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
356624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
356624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
356624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
356624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
356624	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
356624	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
356624	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
356624	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
356624	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
356624	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
356624	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
356624	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
356624	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
356624	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
356624	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
356624	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
356624	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
356624	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
356624	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
356624	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
356624	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
356624	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
356624	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
356624	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
356624	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
356624	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
356624	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
356624	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
356624	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
356624	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
356624	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
356624	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
356624	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
356624	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
356624	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
356624	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
356624	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
356624	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
356624	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
356624	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
356624	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
356624	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
356624	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
356624	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
356624	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
356624	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
356624	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
356624	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
356624	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
356624	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
356624	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
356624	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
356624	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
356624	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
356624	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
356624	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
356624	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
356624	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
356624	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
356624	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
356624	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
356624	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
356624	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
356624	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
356624	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
356624	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
356624	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
356624	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
356624	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
356624	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
356624	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
356624	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
356624	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
356624	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
356624	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
356624	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
356624	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
356624	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
356624	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
356624	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
356624	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
356624	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
356624	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
356624	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
356624	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
356624	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
356624	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
356624	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
356624	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
356624	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
356624	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
356624	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
356624	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
356624	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
356624	embedding2nn.weight	0	0.00640397984534502
356624	embedding2nn.weight	1	0.003999526612460613
356624	embedding2nn.weight	2	0.013426676392555237
356624	embedding2nn.weight	3	0.026885850355029106
356624	embedding2nn.weight	4	0.023462064564228058
356624	embedding2nn.weight	5	0.005572470370680094
356624	embedding2nn.weight	6	-0.015420947223901749
356624	embedding2nn.weight	7	-0.0004583366389852017
356624	embedding2nn.weight	8	-0.009991557337343693
356624	embedding2nn.weight	9	0.0019458446186035872
356624	embedding2nn.bias	0	0.014505891129374504
356624	embedding2nn.bias	1	-0.03747085854411125
356624	embedding2nn.bias	2	0.08058524131774902
356624	embedding2nn.bias	3	0.06992534548044205
356624	embedding2nn.bias	4	-0.01237647794187069
356624	embedding2nn.bias	5	-0.03255461901426315
356624	embedding2nn.bias	6	0.030412090942263603
356624	embedding2nn.bias	7	0.004561908543109894
356624	embedding2nn.bias	8	-0.03492093086242676
356624	embedding2nn.bias	9	0.02422117069363594
356624	rnn.weight_ih_l0	0	0.06479937583208084
356624	rnn.weight_ih_l0	1	-0.04160686582326889
356624	rnn.weight_ih_l0	2	0.005353787913918495
356624	rnn.weight_ih_l0	3	0.04510742425918579
356624	rnn.weight_ih_l0	4	-0.029763659462332726
356624	rnn.weight_ih_l0	5	0.04048708453774452
356624	rnn.weight_ih_l0	6	0.00773905823007226
356624	rnn.weight_ih_l0	7	0.06558870524168015
356624	rnn.weight_ih_l0	8	0.009193542413413525
356624	rnn.weight_ih_l0	9	-0.0253739170730114
356624	rnn.weight_hh_l0	0	-0.011806275695562363
356624	rnn.weight_hh_l0	1	-0.027745647355914116
356624	rnn.weight_hh_l0	2	-0.06142908334732056
356624	rnn.weight_hh_l0	3	-0.005865530110895634
356624	rnn.weight_hh_l0	4	-0.009697492234408855
356624	rnn.weight_hh_l0	5	-0.02431677095592022
356624	rnn.weight_hh_l0	6	0.0006478631403297186
356624	rnn.weight_hh_l0	7	-0.035754185169935226
356624	rnn.weight_hh_l0	8	0.06712447106838226
356624	rnn.weight_hh_l0	9	0.04523616284132004
356624	rnn.bias_ih_l0	0	-0.174412801861763
356624	rnn.bias_ih_l0	1	-0.1704552322626114
356624	rnn.bias_ih_l0	2	-0.019490262493491173
356624	rnn.bias_ih_l0	3	-0.14803217351436615
356624	rnn.bias_ih_l0	4	-0.05895327776670456
356624	rnn.bias_ih_l0	5	-0.17578066885471344
356624	rnn.bias_ih_l0	6	0.07321962714195251
356624	rnn.bias_ih_l0	7	-0.0861048698425293
356624	rnn.bias_ih_l0	8	-0.04642593860626221
356624	rnn.bias_ih_l0	9	-0.10785198211669922
356624	rnn.bias_hh_l0	0	-0.06925299018621445
356624	rnn.bias_hh_l0	1	0.24744875729084015
356624	rnn.bias_hh_l0	2	0.047073595225811005
356624	rnn.bias_hh_l0	3	-0.07901354134082794
356624	rnn.bias_hh_l0	4	-0.08258318156003952
356624	rnn.bias_hh_l0	5	-0.0047076367773115635
356624	rnn.bias_hh_l0	6	0.05773143842816353
356624	rnn.bias_hh_l0	7	-0.09798053652048111
356624	rnn.bias_hh_l0	8	-0.23330585658550262
356624	rnn.bias_hh_l0	9	-0.10131870210170746
356624	rnn.weight_ih_l0_reverse	0	0.020283108577132225
356624	rnn.weight_ih_l0_reverse	1	-0.06020486354827881
356624	rnn.weight_ih_l0_reverse	2	0.042958814650774
356624	rnn.weight_ih_l0_reverse	3	0.020194808021187782
356624	rnn.weight_ih_l0_reverse	4	-4.204858123557642e-05
356624	rnn.weight_ih_l0_reverse	5	-0.02561461552977562
356624	rnn.weight_ih_l0_reverse	6	0.01203243713825941
356624	rnn.weight_ih_l0_reverse	7	0.02828759141266346
356624	rnn.weight_ih_l0_reverse	8	-0.028062138706445694
356624	rnn.weight_ih_l0_reverse	9	-0.0014553911751136184
356624	rnn.weight_hh_l0_reverse	0	0.03980960324406624
356624	rnn.weight_hh_l0_reverse	1	0.029881147667765617
356624	rnn.weight_hh_l0_reverse	2	-0.023044507950544357
356624	rnn.weight_hh_l0_reverse	3	-0.08236769586801529
356624	rnn.weight_hh_l0_reverse	4	0.011342450976371765
356624	rnn.weight_hh_l0_reverse	5	-0.06102357059717178
356624	rnn.weight_hh_l0_reverse	6	-0.014108539558947086
356624	rnn.weight_hh_l0_reverse	7	0.030885232612490654
356624	rnn.weight_hh_l0_reverse	8	0.007858690805733204
356624	rnn.weight_hh_l0_reverse	9	0.008729771710932255
356624	rnn.bias_ih_l0_reverse	0	-0.04605983942747116
356624	rnn.bias_ih_l0_reverse	1	-0.14001260697841644
356624	rnn.bias_ih_l0_reverse	2	-0.14629830420017242
356624	rnn.bias_ih_l0_reverse	3	-0.0463809035718441
356624	rnn.bias_ih_l0_reverse	4	-0.11282335966825485
356624	rnn.bias_ih_l0_reverse	5	-0.0860353410243988
356624	rnn.bias_ih_l0_reverse	6	-0.20884698629379272
356624	rnn.bias_ih_l0_reverse	7	-0.052615076303482056
356624	rnn.bias_ih_l0_reverse	8	-0.06395868957042694
356624	rnn.bias_ih_l0_reverse	9	-0.13389939069747925
356624	rnn.bias_hh_l0_reverse	0	-0.14254747331142426
356624	rnn.bias_hh_l0_reverse	1	-0.16259628534317017
356624	rnn.bias_hh_l0_reverse	2	0.1053360253572464
356624	rnn.bias_hh_l0_reverse	3	0.0715588927268982
356624	rnn.bias_hh_l0_reverse	4	-0.17974735796451569
356624	rnn.bias_hh_l0_reverse	5	-0.14271557331085205
356624	rnn.bias_hh_l0_reverse	6	-0.08918555825948715
356624	rnn.bias_hh_l0_reverse	7	-0.05395641177892685
356624	rnn.bias_hh_l0_reverse	8	-0.09621597081422806
356624	rnn.bias_hh_l0_reverse	9	-0.023341966792941093
356624	linear.weight	0	-0.007733409758657217
356624	linear.weight	1	0.01082397811114788
356624	linear.weight	2	0.31368735432624817
356624	linear.weight	3	-0.07891020178794861
356624	linear.weight	4	-0.010588549077510834
356624	linear.weight	5	0.12573519349098206
356624	linear.weight	6	-0.010739270597696304
356624	linear.weight	7	-0.07864014804363251
356624	linear.weight	8	0.18202725052833557
356624	linear.weight	9	-0.27971431612968445
356624	linear.bias	0	-0.03956538438796997
356624	linear.bias	1	0.031413208693265915
356624	linear.bias	2	0.42119449377059937
356624	linear.bias	3	-0.746950626373291
356624	linear.bias	4	2.1557750701904297
356624	linear.bias	5	-1.4051398038864136
356624	linear.bias	6	-0.29638031125068665
356624	linear.bias	7	-0.13256432116031647
357182	transitions	0	-1.9501975774765015
357182	transitions	1	-10000.0
357182	transitions	2	-0.7969565987586975
357182	transitions	3	-10000.0
357182	transitions	4	2.0682740211486816
357182	transitions	5	-10000.0
357182	transitions	6	-10000.0
357182	transitions	7	1.8526594638824463
357182	transitions	8	-2.6321802139282227
357182	transitions	9	-4.2397613525390625
357182	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
357182	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
357182	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
357182	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
357182	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
357182	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
357182	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
357182	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
357182	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
357182	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
357182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
357182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
357182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
357182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
357182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
357182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
357182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
357182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
357182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
357182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
357182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
357182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
357182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
357182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
357182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
357182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
357182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
357182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
357182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
357182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
357182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
357182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
357182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
357182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
357182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
357182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
357182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
357182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
357182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
357182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
357182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
357182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
357182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
357182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
357182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
357182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
357182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
357182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
357182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
357182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
357182	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
357182	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
357182	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
357182	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
357182	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
357182	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
357182	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
357182	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
357182	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
357182	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
357182	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
357182	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
357182	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
357182	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
357182	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
357182	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
357182	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
357182	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
357182	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
357182	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
357182	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
357182	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
357182	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
357182	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
357182	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
357182	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
357182	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
357182	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
357182	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
357182	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
357182	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
357182	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
357182	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
357182	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
357182	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
357182	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
357182	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
357182	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
357182	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
357182	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
357182	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
357182	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
357182	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
357182	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
357182	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
357182	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
357182	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
357182	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
357182	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
357182	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
357182	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
357182	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
357182	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
357182	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
357182	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
357182	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
357182	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
357182	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
357182	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
357182	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
357182	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
357182	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
357182	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
357182	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
357182	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
357182	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
357182	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
357182	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
357182	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
357182	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
357182	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
357182	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
357182	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
357182	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
357182	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
357182	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
357182	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
357182	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
357182	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
357182	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
357182	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
357182	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
357182	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
357182	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
357182	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
357182	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
357182	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
357182	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
357182	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
357182	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
357182	embedding2nn.weight	0	0.006403990089893341
357182	embedding2nn.weight	1	0.00399703998118639
357182	embedding2nn.weight	2	0.013426156714558601
357182	embedding2nn.weight	3	0.026890931650996208
357182	embedding2nn.weight	4	0.023467373102903366
357182	embedding2nn.weight	5	0.005557863507419825
357182	embedding2nn.weight	6	-0.0154180396348238
357182	embedding2nn.weight	7	-0.00045040284749120474
357182	embedding2nn.weight	8	-0.009997023269534111
357182	embedding2nn.weight	9	0.0019420356256887317
357182	embedding2nn.bias	0	0.014436258003115654
357182	embedding2nn.bias	1	-0.03725391998887062
357182	embedding2nn.bias	2	0.08034343272447586
357182	embedding2nn.bias	3	0.06988322734832764
357182	embedding2nn.bias	4	-0.01232410129159689
357182	embedding2nn.bias	5	-0.0325394868850708
357182	embedding2nn.bias	6	0.03042471781373024
357182	embedding2nn.bias	7	0.004528123419731855
357182	embedding2nn.bias	8	-0.034743379801511765
357182	embedding2nn.bias	9	0.02422468177974224
357182	rnn.weight_ih_l0	0	0.0647927075624466
357182	rnn.weight_ih_l0	1	-0.04160520061850548
357182	rnn.weight_ih_l0	2	0.0053656334057450294
357182	rnn.weight_ih_l0	3	0.04510793462395668
357182	rnn.weight_ih_l0	4	-0.029737861827015877
357182	rnn.weight_ih_l0	5	0.04048687592148781
357182	rnn.weight_ih_l0	6	0.007737156935036182
357182	rnn.weight_ih_l0	7	0.06557603925466537
357182	rnn.weight_ih_l0	8	0.009185075759887695
357182	rnn.weight_ih_l0	9	-0.02539442665874958
357182	rnn.weight_hh_l0	0	-0.011805514805018902
357182	rnn.weight_hh_l0	1	-0.02775982953608036
357182	rnn.weight_hh_l0	2	-0.06145034730434418
357182	rnn.weight_hh_l0	3	-0.0058725555427372456
357182	rnn.weight_hh_l0	4	-0.009699788875877857
357182	rnn.weight_hh_l0	5	-0.024318877607584
357182	rnn.weight_hh_l0	6	0.0006488049984909594
357182	rnn.weight_hh_l0	7	-0.03576764091849327
357182	rnn.weight_hh_l0	8	0.06713522970676422
357182	rnn.weight_hh_l0	9	0.045233868062496185
357182	rnn.bias_ih_l0	0	-0.17440009117126465
357182	rnn.bias_ih_l0	1	-0.17045359313488007
357182	rnn.bias_ih_l0	2	-0.01947413757443428
357182	rnn.bias_ih_l0	3	-0.14801658689975739
357182	rnn.bias_ih_l0	4	-0.05897701531648636
357182	rnn.bias_ih_l0	5	-0.17575275897979736
357182	rnn.bias_ih_l0	6	0.07302623987197876
357182	rnn.bias_ih_l0	7	-0.08612801134586334
357182	rnn.bias_ih_l0	8	-0.046345025300979614
357182	rnn.bias_ih_l0	9	-0.1078895777463913
357182	rnn.bias_hh_l0	0	-0.06924431025981903
357182	rnn.bias_hh_l0	1	0.24751940369606018
357182	rnn.bias_hh_l0	2	0.04716940224170685
357182	rnn.bias_hh_l0	3	-0.07902274280786514
357182	rnn.bias_hh_l0	4	-0.08263416588306427
357182	rnn.bias_hh_l0	5	-0.004597552120685577
357182	rnn.bias_hh_l0	6	0.05765200033783913
357182	rnn.bias_hh_l0	7	-0.0979100838303566
357182	rnn.bias_hh_l0	8	-0.23310591280460358
357182	rnn.bias_hh_l0	9	-0.1012713834643364
357182	rnn.weight_ih_l0_reverse	0	0.020247001200914383
357182	rnn.weight_ih_l0_reverse	1	-0.06019746884703636
357182	rnn.weight_ih_l0_reverse	2	0.042963095009326935
357182	rnn.weight_ih_l0_reverse	3	0.020184697583317757
357182	rnn.weight_ih_l0_reverse	4	-4.596768121700734e-05
357182	rnn.weight_ih_l0_reverse	5	-0.025585539638996124
357182	rnn.weight_ih_l0_reverse	6	0.012011794373393059
357182	rnn.weight_ih_l0_reverse	7	0.02828575111925602
357182	rnn.weight_ih_l0_reverse	8	-0.028055857867002487
357182	rnn.weight_ih_l0_reverse	9	-0.0014469741145148873
357182	rnn.weight_hh_l0_reverse	0	0.03981362655758858
357182	rnn.weight_hh_l0_reverse	1	0.02986706793308258
357182	rnn.weight_hh_l0_reverse	2	-0.023045625537633896
357182	rnn.weight_hh_l0_reverse	3	-0.08235116302967072
357182	rnn.weight_hh_l0_reverse	4	0.011339912191033363
357182	rnn.weight_hh_l0_reverse	5	-0.061032410711050034
357182	rnn.weight_hh_l0_reverse	6	-0.014114578254520893
357182	rnn.weight_hh_l0_reverse	7	0.03088943287730217
357182	rnn.weight_hh_l0_reverse	8	0.007846939377486706
357182	rnn.weight_hh_l0_reverse	9	0.008718687109649181
357182	rnn.bias_ih_l0_reverse	0	-0.046126384288072586
357182	rnn.bias_ih_l0_reverse	1	-0.13999252021312714
357182	rnn.bias_ih_l0_reverse	2	-0.14624670147895813
357182	rnn.bias_ih_l0_reverse	3	-0.04639121890068054
357182	rnn.bias_ih_l0_reverse	4	-0.11287864297628403
357182	rnn.bias_ih_l0_reverse	5	-0.08609192073345184
357182	rnn.bias_ih_l0_reverse	6	-0.20890416204929352
357182	rnn.bias_ih_l0_reverse	7	-0.05263610556721687
357182	rnn.bias_ih_l0_reverse	8	-0.06401383876800537
357182	rnn.bias_ih_l0_reverse	9	-0.13393886387348175
357182	rnn.bias_hh_l0_reverse	0	-0.1425955444574356
357182	rnn.bias_hh_l0_reverse	1	-0.16256943345069885
357182	rnn.bias_hh_l0_reverse	2	0.10541984438896179
357182	rnn.bias_hh_l0_reverse	3	0.07156138122081757
357182	rnn.bias_hh_l0_reverse	4	-0.1798994243144989
357182	rnn.bias_hh_l0_reverse	5	-0.14274004101753235
357182	rnn.bias_hh_l0_reverse	6	-0.08924775570631027
357182	rnn.bias_hh_l0_reverse	7	-0.05402590334415436
357182	rnn.bias_hh_l0_reverse	8	-0.09621690213680267
357182	rnn.bias_hh_l0_reverse	9	-0.023252688348293304
357182	linear.weight	0	-0.007733426988124847
357182	linear.weight	1	0.011103571392595768
357182	linear.weight	2	0.3137156069278717
357182	linear.weight	3	-0.07891018688678741
357182	linear.weight	4	-0.010588549077510834
357182	linear.weight	5	0.12607938051223755
357182	linear.weight	6	-0.010739270597696304
357182	linear.weight	7	-0.07896365970373154
357182	linear.weight	8	0.18234147131443024
357182	linear.weight	9	-0.2798621952533722
357182	linear.bias	0	-0.03956538438796997
357182	linear.bias	1	0.031413208693265915
357182	linear.bias	2	0.42070311307907104
357182	linear.bias	3	-0.7494157552719116
357182	linear.bias	4	2.156442880630493
357182	linear.bias	5	-1.4051398038864136
357182	linear.bias	6	-0.29522600769996643
357182	linear.bias	7	-0.13142609596252441
357741	transitions	0	-1.950216293334961
357741	transitions	1	-10000.0
357741	transitions	2	-0.7969565987586975
357741	transitions	3	-10000.0
357741	transitions	4	2.0682175159454346
357741	transitions	5	-10000.0
357741	transitions	6	-10000.0
357741	transitions	7	1.8525755405426025
357741	transitions	8	-2.632190704345703
357741	transitions	9	-4.2397613525390625
357741	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
357741	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
357741	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
357741	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
357741	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
357741	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
357741	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
357741	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
357741	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
357741	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
357741	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
357741	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
357741	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
357741	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
357741	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
357741	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
357741	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
357741	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
357741	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
357741	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
357741	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
357741	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
357741	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
357741	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
357741	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
357741	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
357741	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
357741	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
357741	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
357741	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
357741	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
357741	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
357741	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
357741	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
357741	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
357741	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
357741	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
357741	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
357741	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
357741	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
357741	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
357741	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
357741	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
357741	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
357741	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
357741	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
357741	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
357741	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
357741	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
357741	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
357741	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
357741	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
357741	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
357741	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
357741	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
357741	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
357741	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
357741	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
357741	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
357741	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
357741	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
357741	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
357741	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
357741	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
357741	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
357741	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
357741	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
357741	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
357741	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
357741	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
357741	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
357741	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
357741	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
357741	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
357741	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
357741	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
357741	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
357741	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
357741	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
357741	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
357741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
357741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
357741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
357741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
357741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
357741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
357741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
357741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
357741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
357741	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
357741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
357741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
357741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
357741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
357741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
357741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
357741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
357741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
357741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
357741	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
357741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
357741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
357741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
357741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
357741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
357741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
357741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
357741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
357741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
357741	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
357741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
357741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
357741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
357741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
357741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
357741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
357741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
357741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
357741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
357741	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
357741	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
357741	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
357741	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
357741	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
357741	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
357741	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
357741	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
357741	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
357741	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
357741	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
357741	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
357741	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
357741	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
357741	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
357741	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
357741	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
357741	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
357741	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
357741	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
357741	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
357741	embedding2nn.weight	0	0.006403752602636814
357741	embedding2nn.weight	1	0.003993850201368332
357741	embedding2nn.weight	2	0.013426274992525578
357741	embedding2nn.weight	3	0.02689821831882
357741	embedding2nn.weight	4	0.02346632070839405
357741	embedding2nn.weight	5	0.005547306966036558
357741	embedding2nn.weight	6	-0.015421099960803986
357741	embedding2nn.weight	7	-0.0004560328961815685
357741	embedding2nn.weight	8	-0.010014650411903858
357741	embedding2nn.weight	9	0.0019326290348544717
357741	embedding2nn.bias	0	0.014444133266806602
357741	embedding2nn.bias	1	-0.03727475181221962
357741	embedding2nn.bias	2	0.08044128119945526
357741	embedding2nn.bias	3	0.06992704421281815
357741	embedding2nn.bias	4	-0.012379956431686878
357741	embedding2nn.bias	5	-0.032726384699344635
357741	embedding2nn.bias	6	0.030212461948394775
357741	embedding2nn.bias	7	0.004658494610339403
357741	embedding2nn.bias	8	-0.03480691462755203
357741	embedding2nn.bias	9	0.02419104613363743
357741	rnn.weight_ih_l0	0	0.06477581709623337
357741	rnn.weight_ih_l0	1	-0.041617501527071
357741	rnn.weight_ih_l0	2	0.005346132908016443
357741	rnn.weight_ih_l0	3	0.045118462294340134
357741	rnn.weight_ih_l0	4	-0.02974015101790428
357741	rnn.weight_ih_l0	5	0.04048271104693413
357741	rnn.weight_ih_l0	6	0.007745224051177502
357741	rnn.weight_ih_l0	7	0.06555787473917007
357741	rnn.weight_ih_l0	8	0.00918856542557478
357741	rnn.weight_ih_l0	9	-0.02538510225713253
357741	rnn.weight_hh_l0	0	-0.01181007269769907
357741	rnn.weight_hh_l0	1	-0.027767814695835114
357741	rnn.weight_hh_l0	2	-0.06146632507443428
357741	rnn.weight_hh_l0	3	-0.005873190704733133
357741	rnn.weight_hh_l0	4	-0.009705956093966961
357741	rnn.weight_hh_l0	5	-0.024314118549227715
357741	rnn.weight_hh_l0	6	0.0006513765547424555
357741	rnn.weight_hh_l0	7	-0.035775408148765564
357741	rnn.weight_hh_l0	8	0.06714119762182236
357741	rnn.weight_hh_l0	9	0.04524306207895279
357741	rnn.bias_ih_l0	0	-0.17442317306995392
357741	rnn.bias_ih_l0	1	-0.17049117386341095
357741	rnn.bias_ih_l0	2	-0.01943148858845234
357741	rnn.bias_ih_l0	3	-0.1480230689048767
357741	rnn.bias_ih_l0	4	-0.059006717056035995
357741	rnn.bias_ih_l0	5	-0.17574621737003326
357741	rnn.bias_ih_l0	6	0.07285001873970032
357741	rnn.bias_ih_l0	7	-0.08614980429410934
357741	rnn.bias_ih_l0	8	-0.04642638564109802
357741	rnn.bias_ih_l0	9	-0.1078677847981453
357741	rnn.bias_hh_l0	0	-0.06926821172237396
357741	rnn.bias_hh_l0	1	0.24762576818466187
357741	rnn.bias_hh_l0	2	0.04718679189682007
357741	rnn.bias_hh_l0	3	-0.07898233830928802
357741	rnn.bias_hh_l0	4	-0.08264688402414322
357741	rnn.bias_hh_l0	5	-0.004616699181497097
357741	rnn.bias_hh_l0	6	0.05763711407780647
357741	rnn.bias_hh_l0	7	-0.09787680953741074
357741	rnn.bias_hh_l0	8	-0.23317751288414001
357741	rnn.bias_hh_l0	9	-0.10131200402975082
357741	rnn.weight_ih_l0_reverse	0	0.02025500498712063
357741	rnn.weight_ih_l0_reverse	1	-0.060200706124305725
357741	rnn.weight_ih_l0_reverse	2	0.04297846183180809
357741	rnn.weight_ih_l0_reverse	3	0.020165283232927322
357741	rnn.weight_ih_l0_reverse	4	-5.976204920443706e-05
357741	rnn.weight_ih_l0_reverse	5	-0.02559497393667698
357741	rnn.weight_ih_l0_reverse	6	0.011995183303952217
357741	rnn.weight_ih_l0_reverse	7	0.02827657386660576
357741	rnn.weight_ih_l0_reverse	8	-0.02805469185113907
357741	rnn.weight_ih_l0_reverse	9	-0.0014474490890279412
357741	rnn.weight_hh_l0_reverse	0	0.03981880098581314
357741	rnn.weight_hh_l0_reverse	1	0.02986597642302513
357741	rnn.weight_hh_l0_reverse	2	-0.023055290803313255
357741	rnn.weight_hh_l0_reverse	3	-0.08233940601348877
357741	rnn.weight_hh_l0_reverse	4	0.01133864838629961
357741	rnn.weight_hh_l0_reverse	5	-0.06103179231286049
357741	rnn.weight_hh_l0_reverse	6	-0.014108441770076752
357741	rnn.weight_hh_l0_reverse	7	0.030888736248016357
357741	rnn.weight_hh_l0_reverse	8	0.007849142886698246
357741	rnn.weight_hh_l0_reverse	9	0.008701462298631668
357741	rnn.bias_ih_l0_reverse	0	-0.0460253581404686
357741	rnn.bias_ih_l0_reverse	1	-0.1399776041507721
357741	rnn.bias_ih_l0_reverse	2	-0.14626476168632507
357741	rnn.bias_ih_l0_reverse	3	-0.04632294178009033
357741	rnn.bias_ih_l0_reverse	4	-0.11288858950138092
357741	rnn.bias_ih_l0_reverse	5	-0.0860924944281578
357741	rnn.bias_ih_l0_reverse	6	-0.2088361382484436
357741	rnn.bias_ih_l0_reverse	7	-0.05256321281194687
357741	rnn.bias_ih_l0_reverse	8	-0.06400901824235916
357741	rnn.bias_ih_l0_reverse	9	-0.1339394897222519
357741	rnn.bias_hh_l0_reverse	0	-0.14257562160491943
357741	rnn.bias_hh_l0_reverse	1	-0.1624993532896042
357741	rnn.bias_hh_l0_reverse	2	0.10536132752895355
357741	rnn.bias_hh_l0_reverse	3	0.071541927754879
357741	rnn.bias_hh_l0_reverse	4	-0.17980360984802246
357741	rnn.bias_hh_l0_reverse	5	-0.14279034733772278
357741	rnn.bias_hh_l0_reverse	6	-0.08927936106920242
357741	rnn.bias_hh_l0_reverse	7	-0.05403454229235649
357741	rnn.bias_hh_l0_reverse	8	-0.09614858031272888
357741	rnn.bias_hh_l0_reverse	9	-0.02320350520312786
357741	linear.weight	0	-0.0077334316447377205
357741	linear.weight	1	0.011468617245554924
357741	linear.weight	2	0.31363990902900696
357741	linear.weight	3	-0.07891017943620682
357741	linear.weight	4	-0.010588549077510834
357741	linear.weight	5	0.12562362849712372
357741	linear.weight	6	-0.010739270597696304
357741	linear.weight	7	-0.0795750766992569
357741	linear.weight	8	0.18127413094043732
357741	linear.weight	9	-0.2798435389995575
357741	linear.bias	0	-0.03956538438796997
357741	linear.bias	1	0.031413208693265915
357741	linear.bias	2	0.42087453603744507
357741	linear.bias	3	-0.7518430352210999
357741	linear.bias	4	2.1566109657287598
357741	linear.bias	5	-1.4051398038864136
357741	linear.bias	6	-0.29416871070861816
357741	linear.bias	7	-0.13039210438728333
358299	transitions	0	-1.9502359628677368
358299	transitions	1	-10000.0
358299	transitions	2	-0.7969565987586975
358299	transitions	3	-10000.0
358299	transitions	4	2.0676636695861816
358299	transitions	5	-10000.0
358299	transitions	6	-10000.0
358299	transitions	7	1.8521974086761475
358299	transitions	8	-2.632201910018921
358299	transitions	9	-4.2397613525390625
358299	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
358299	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
358299	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
358299	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
358299	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
358299	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
358299	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
358299	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
358299	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
358299	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
358299	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
358299	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
358299	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
358299	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
358299	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
358299	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
358299	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
358299	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
358299	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
358299	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
358299	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
358299	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
358299	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
358299	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
358299	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
358299	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
358299	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
358299	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
358299	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
358299	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
358299	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
358299	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
358299	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
358299	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
358299	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
358299	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
358299	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
358299	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
358299	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
358299	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
358299	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
358299	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
358299	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
358299	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
358299	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
358299	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
358299	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
358299	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
358299	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
358299	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
358299	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
358299	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
358299	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
358299	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
358299	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
358299	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
358299	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
358299	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
358299	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
358299	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
358299	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
358299	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
358299	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
358299	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
358299	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
358299	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
358299	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
358299	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
358299	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
358299	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
358299	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
358299	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
358299	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
358299	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
358299	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
358299	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
358299	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
358299	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
358299	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
358299	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
358299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
358299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
358299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
358299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
358299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
358299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
358299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
358299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
358299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
358299	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
358299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
358299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
358299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
358299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
358299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
358299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
358299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
358299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
358299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
358299	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
358299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
358299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
358299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
358299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
358299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
358299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
358299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
358299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
358299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
358299	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
358299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
358299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
358299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
358299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
358299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
358299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
358299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
358299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
358299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
358299	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
358299	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
358299	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
358299	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
358299	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
358299	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
358299	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
358299	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
358299	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
358299	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
358299	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
358299	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
358299	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
358299	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
358299	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
358299	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
358299	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
358299	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
358299	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
358299	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
358299	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
358299	embedding2nn.weight	0	0.006403629668056965
358299	embedding2nn.weight	1	0.003993392456322908
358299	embedding2nn.weight	2	0.013427040539681911
358299	embedding2nn.weight	3	0.026911813765764236
358299	embedding2nn.weight	4	0.02346448041498661
358299	embedding2nn.weight	5	0.0055286698043346405
358299	embedding2nn.weight	6	-0.01541987806558609
358299	embedding2nn.weight	7	-0.0004538202192634344
358299	embedding2nn.weight	8	-0.010013851337134838
358299	embedding2nn.weight	9	0.0019326981855556369
358299	embedding2nn.bias	0	0.014452364295721054
358299	embedding2nn.bias	1	-0.037305738776922226
358299	embedding2nn.bias	2	0.08052238821983337
358299	embedding2nn.bias	3	0.07003260403871536
358299	embedding2nn.bias	4	-0.012673751451075077
358299	embedding2nn.bias	5	-0.03266431391239166
358299	embedding2nn.bias	6	0.030331265181303024
358299	embedding2nn.bias	7	0.004601768683642149
358299	embedding2nn.bias	8	-0.034821219742298126
358299	embedding2nn.bias	9	0.024586837738752365
358299	rnn.weight_ih_l0	0	0.06479763984680176
358299	rnn.weight_ih_l0	1	-0.04162164032459259
358299	rnn.weight_ih_l0	2	0.005356407258659601
358299	rnn.weight_ih_l0	3	0.04515502601861954
358299	rnn.weight_ih_l0	4	-0.02974308468401432
358299	rnn.weight_ih_l0	5	0.040488533675670624
358299	rnn.weight_ih_l0	6	0.007736422121524811
358299	rnn.weight_ih_l0	7	0.06557013094425201
358299	rnn.weight_ih_l0	8	0.009193134494125843
358299	rnn.weight_ih_l0	9	-0.02542227692902088
358299	rnn.weight_hh_l0	0	-0.011804945766925812
358299	rnn.weight_hh_l0	1	-0.027774501591920853
358299	rnn.weight_hh_l0	2	-0.06147216632962227
358299	rnn.weight_hh_l0	3	-0.005872253328561783
358299	rnn.weight_hh_l0	4	-0.009706517681479454
358299	rnn.weight_hh_l0	5	-0.02430473081767559
358299	rnn.weight_hh_l0	6	0.0006434321985580027
358299	rnn.weight_hh_l0	7	-0.03576330468058586
358299	rnn.weight_hh_l0	8	0.0671418234705925
358299	rnn.weight_hh_l0	9	0.045236147940158844
358299	rnn.bias_ih_l0	0	-0.17438438534736633
358299	rnn.bias_ih_l0	1	-0.17045095562934875
358299	rnn.bias_ih_l0	2	-0.01941991224884987
358299	rnn.bias_ih_l0	3	-0.14812767505645752
358299	rnn.bias_ih_l0	4	-0.05895336717367172
358299	rnn.bias_ih_l0	5	-0.17572852969169617
358299	rnn.bias_ih_l0	6	0.07278075069189072
358299	rnn.bias_ih_l0	7	-0.08608143776655197
358299	rnn.bias_ih_l0	8	-0.04640527814626694
358299	rnn.bias_ih_l0	9	-0.10781168937683105
358299	rnn.bias_hh_l0	0	-0.06927458196878433
358299	rnn.bias_hh_l0	1	0.2477273792028427
358299	rnn.bias_hh_l0	2	0.04710087552666664
358299	rnn.bias_hh_l0	3	-0.07895389944314957
358299	rnn.bias_hh_l0	4	-0.08264780044555664
358299	rnn.bias_hh_l0	5	-0.004547128453850746
358299	rnn.bias_hh_l0	6	0.05780870467424393
358299	rnn.bias_hh_l0	7	-0.09782141447067261
358299	rnn.bias_hh_l0	8	-0.23315267264842987
358299	rnn.bias_hh_l0	9	-0.1013474091887474
358299	rnn.weight_ih_l0_reverse	0	0.020285489037632942
358299	rnn.weight_ih_l0_reverse	1	-0.06021716818213463
358299	rnn.weight_ih_l0_reverse	2	0.0429808534681797
358299	rnn.weight_ih_l0_reverse	3	0.020201534032821655
358299	rnn.weight_ih_l0_reverse	4	-4.9829093768494204e-05
358299	rnn.weight_ih_l0_reverse	5	-0.0255898330360651
358299	rnn.weight_ih_l0_reverse	6	0.011984478682279587
358299	rnn.weight_ih_l0_reverse	7	0.02829078398644924
358299	rnn.weight_ih_l0_reverse	8	-0.028057916089892387
358299	rnn.weight_ih_l0_reverse	9	-0.0014552645152434707
358299	rnn.weight_hh_l0_reverse	0	0.03982103615999222
358299	rnn.weight_hh_l0_reverse	1	0.029860038310289383
358299	rnn.weight_hh_l0_reverse	2	-0.023037228733301163
358299	rnn.weight_hh_l0_reverse	3	-0.08232945203781128
358299	rnn.weight_hh_l0_reverse	4	0.011341831646859646
358299	rnn.weight_hh_l0_reverse	5	-0.061039093881845474
358299	rnn.weight_hh_l0_reverse	6	-0.014115423895418644
358299	rnn.weight_hh_l0_reverse	7	0.030898815020918846
358299	rnn.weight_hh_l0_reverse	8	0.007840927690267563
358299	rnn.weight_hh_l0_reverse	9	0.008705404587090015
358299	rnn.bias_ih_l0_reverse	0	-0.046034254133701324
358299	rnn.bias_ih_l0_reverse	1	-0.1399988830089569
358299	rnn.bias_ih_l0_reverse	2	-0.1463266909122467
358299	rnn.bias_ih_l0_reverse	3	-0.04623105749487877
358299	rnn.bias_ih_l0_reverse	4	-0.11278633773326874
358299	rnn.bias_ih_l0_reverse	5	-0.0860791876912117
358299	rnn.bias_ih_l0_reverse	6	-0.20885546505451202
358299	rnn.bias_ih_l0_reverse	7	-0.0525553859770298
358299	rnn.bias_ih_l0_reverse	8	-0.06402625143527985
358299	rnn.bias_ih_l0_reverse	9	-0.1338866651058197
358299	rnn.bias_hh_l0_reverse	0	-0.14258013665676117
358299	rnn.bias_hh_l0_reverse	1	-0.16251757740974426
358299	rnn.bias_hh_l0_reverse	2	0.10543670505285263
358299	rnn.bias_hh_l0_reverse	3	0.07141774892807007
358299	rnn.bias_hh_l0_reverse	4	-0.17984923720359802
358299	rnn.bias_hh_l0_reverse	5	-0.14274169504642487
358299	rnn.bias_hh_l0_reverse	6	-0.0892525389790535
358299	rnn.bias_hh_l0_reverse	7	-0.0540606714785099
358299	rnn.bias_hh_l0_reverse	8	-0.09613344073295593
358299	rnn.bias_hh_l0_reverse	9	-0.02323908545076847
358299	linear.weight	0	-0.0077334437519311905
358299	linear.weight	1	0.011401568539440632
358299	linear.weight	2	0.3132176101207733
358299	linear.weight	3	-0.07891013473272324
358299	linear.weight	4	-0.010588549077510834
358299	linear.weight	5	0.12497712671756744
358299	linear.weight	6	-0.010739270597696304
358299	linear.weight	7	-0.07775658369064331
358299	linear.weight	8	0.18100076913833618
358299	linear.weight	9	-0.27979886531829834
358299	linear.bias	0	-0.03956538438796997
358299	linear.bias	1	0.031413208693265915
358299	linear.bias	2	0.41817790269851685
358299	linear.bias	3	-0.7466080188751221
358299	linear.bias	4	2.1546690464019775
358299	linear.bias	5	-1.4051398038864136
358299	linear.bias	6	-0.2944571077823639
358299	linear.bias	7	-0.13069719076156616
358857	transitions	0	-1.95025634765625
358857	transitions	1	-10000.0
358857	transitions	2	-0.7969565987586975
358857	transitions	3	-10000.0
358857	transitions	4	2.0675806999206543
358857	transitions	5	-10000.0
358857	transitions	6	-10000.0
358857	transitions	7	1.8516991138458252
358857	transitions	8	-2.6322152614593506
358857	transitions	9	-4.2397613525390625
358857	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
358857	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
358857	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
358857	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
358857	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
358857	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
358857	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
358857	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
358857	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
358857	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
358857	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
358857	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
358857	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
358857	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
358857	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
358857	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
358857	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
358857	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
358857	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
358857	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
358857	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
358857	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
358857	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
358857	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
358857	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
358857	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
358857	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
358857	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
358857	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
358857	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
358857	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
358857	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
358857	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
358857	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
358857	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
358857	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
358857	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
358857	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
358857	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
358857	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
358857	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
358857	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
358857	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
358857	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
358857	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
358857	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
358857	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
358857	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
358857	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
358857	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
358857	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
358857	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
358857	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
358857	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
358857	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
358857	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
358857	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
358857	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
358857	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
358857	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
358857	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
358857	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
358857	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
358857	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
358857	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
358857	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
358857	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
358857	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
358857	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
358857	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
358857	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
358857	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
358857	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
358857	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
358857	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
358857	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
358857	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
358857	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
358857	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
358857	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
358857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
358857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
358857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
358857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
358857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
358857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
358857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
358857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
358857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
358857	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
358857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
358857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
358857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
358857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
358857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
358857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
358857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
358857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
358857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
358857	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
358857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
358857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
358857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
358857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
358857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
358857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
358857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
358857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
358857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
358857	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
358857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
358857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
358857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
358857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
358857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
358857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
358857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
358857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
358857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
358857	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
358857	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
358857	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
358857	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
358857	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
358857	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
358857	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
358857	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
358857	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
358857	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
358857	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
358857	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
358857	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
358857	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
358857	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
358857	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
358857	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
358857	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
358857	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
358857	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
358857	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
358857	embedding2nn.weight	0	0.006403706502169371
358857	embedding2nn.weight	1	0.003993852995336056
358857	embedding2nn.weight	2	0.013427001424133778
358857	embedding2nn.weight	3	0.02690994367003441
358857	embedding2nn.weight	4	0.023466546088457108
358857	embedding2nn.weight	5	0.005521916784346104
358857	embedding2nn.weight	6	-0.015422978438436985
358857	embedding2nn.weight	7	-0.0004506006371229887
358857	embedding2nn.weight	8	-0.010000338777899742
358857	embedding2nn.weight	9	0.0019345910986885428
358857	embedding2nn.bias	0	0.014428999274969101
358857	embedding2nn.bias	1	-0.037281207740306854
358857	embedding2nn.bias	2	0.08030744642019272
358857	embedding2nn.bias	3	0.0702139213681221
358857	embedding2nn.bias	4	-0.012463949620723724
358857	embedding2nn.bias	5	-0.032644957304000854
358857	embedding2nn.bias	6	0.03025483526289463
358857	embedding2nn.bias	7	0.004661206156015396
358857	embedding2nn.bias	8	-0.03496647626161575
358857	embedding2nn.bias	9	0.02451852336525917
358857	rnn.weight_ih_l0	0	0.0648021250963211
358857	rnn.weight_ih_l0	1	-0.041630107909440994
358857	rnn.weight_ih_l0	2	0.005329799372702837
358857	rnn.weight_ih_l0	3	0.04515550285577774
358857	rnn.weight_ih_l0	4	-0.029749611392617226
358857	rnn.weight_ih_l0	5	0.040523771196603775
358857	rnn.weight_ih_l0	6	0.007735878229141235
358857	rnn.weight_ih_l0	7	0.06556951999664307
358857	rnn.weight_ih_l0	8	0.009181840345263481
358857	rnn.weight_ih_l0	9	-0.025413837283849716
358857	rnn.weight_hh_l0	0	-0.011815395206212997
358857	rnn.weight_hh_l0	1	-0.027762288227677345
358857	rnn.weight_hh_l0	2	-0.061470817774534225
358857	rnn.weight_hh_l0	3	-0.005871620960533619
358857	rnn.weight_hh_l0	4	-0.009705083444714546
358857	rnn.weight_hh_l0	5	-0.024302231147885323
358857	rnn.weight_hh_l0	6	0.0006433497183024883
358857	rnn.weight_hh_l0	7	-0.03576947748661041
358857	rnn.weight_hh_l0	8	0.06714095175266266
358857	rnn.weight_hh_l0	9	0.04522470384836197
358857	rnn.bias_ih_l0	0	-0.17431317269802094
358857	rnn.bias_ih_l0	1	-0.17044509947299957
358857	rnn.bias_ih_l0	2	-0.019450604915618896
358857	rnn.bias_ih_l0	3	-0.14821116626262665
358857	rnn.bias_ih_l0	4	-0.05891703441739082
358857	rnn.bias_ih_l0	5	-0.17567001283168793
358857	rnn.bias_ih_l0	6	0.07280664891004562
358857	rnn.bias_ih_l0	7	-0.0860515758395195
358857	rnn.bias_ih_l0	8	-0.04643814265727997
358857	rnn.bias_ih_l0	9	-0.1079024150967598
358857	rnn.bias_hh_l0	0	-0.06927688419818878
358857	rnn.bias_hh_l0	1	0.24781399965286255
358857	rnn.bias_hh_l0	2	0.04711001738905907
358857	rnn.bias_hh_l0	3	-0.07893721014261246
358857	rnn.bias_hh_l0	4	-0.08266937732696533
358857	rnn.bias_hh_l0	5	-0.00456855958327651
358857	rnn.bias_hh_l0	6	0.05776628851890564
358857	rnn.bias_hh_l0	7	-0.09785215556621552
358857	rnn.bias_hh_l0	8	-0.23324215412139893
358857	rnn.bias_hh_l0	9	-0.10131509602069855
358857	rnn.weight_ih_l0_reverse	0	0.020304199308156967
358857	rnn.weight_ih_l0_reverse	1	-0.060224901884794235
358857	rnn.weight_ih_l0_reverse	2	0.04297301918268204
358857	rnn.weight_ih_l0_reverse	3	0.020237550139427185
358857	rnn.weight_ih_l0_reverse	4	-4.4412518036551774e-05
358857	rnn.weight_ih_l0_reverse	5	-0.025623582303524017
358857	rnn.weight_ih_l0_reverse	6	0.012005578726530075
358857	rnn.weight_ih_l0_reverse	7	0.028289008885622025
358857	rnn.weight_ih_l0_reverse	8	-0.02805141732096672
358857	rnn.weight_ih_l0_reverse	9	-0.0014698528684675694
358857	rnn.weight_hh_l0_reverse	0	0.0398249588906765
358857	rnn.weight_hh_l0_reverse	1	0.02985759638249874
358857	rnn.weight_hh_l0_reverse	2	-0.023049304261803627
358857	rnn.weight_hh_l0_reverse	3	-0.08233580738306046
358857	rnn.weight_hh_l0_reverse	4	0.011328931897878647
358857	rnn.weight_hh_l0_reverse	5	-0.0610441155731678
358857	rnn.weight_hh_l0_reverse	6	-0.014131161384284496
358857	rnn.weight_hh_l0_reverse	7	0.030903080478310585
358857	rnn.weight_hh_l0_reverse	8	0.007856677286326885
358857	rnn.weight_hh_l0_reverse	9	0.008706841617822647
358857	rnn.bias_ih_l0_reverse	0	-0.04599225893616676
358857	rnn.bias_ih_l0_reverse	1	-0.13997620344161987
358857	rnn.bias_ih_l0_reverse	2	-0.1462615579366684
358857	rnn.bias_ih_l0_reverse	3	-0.04613403230905533
358857	rnn.bias_ih_l0_reverse	4	-0.11279803514480591
358857	rnn.bias_ih_l0_reverse	5	-0.08605136722326279
358857	rnn.bias_ih_l0_reverse	6	-0.20885515213012695
358857	rnn.bias_ih_l0_reverse	7	-0.05258450657129288
358857	rnn.bias_ih_l0_reverse	8	-0.06400654464960098
358857	rnn.bias_ih_l0_reverse	9	-0.13396775722503662
358857	rnn.bias_hh_l0_reverse	0	-0.14252445101737976
358857	rnn.bias_hh_l0_reverse	1	-0.1624765545129776
358857	rnn.bias_hh_l0_reverse	2	0.10527203232049942
358857	rnn.bias_hh_l0_reverse	3	0.07159072160720825
358857	rnn.bias_hh_l0_reverse	4	-0.17983821034431458
358857	rnn.bias_hh_l0_reverse	5	-0.14279867708683014
358857	rnn.bias_hh_l0_reverse	6	-0.08926407247781754
358857	rnn.bias_hh_l0_reverse	7	-0.05404822155833244
358857	rnn.bias_hh_l0_reverse	8	-0.09607887268066406
358857	rnn.bias_hh_l0_reverse	9	-0.023292701691389084
358857	linear.weight	0	-0.007733464241027832
358857	linear.weight	1	0.011670149862766266
358857	linear.weight	2	0.31347036361694336
358857	linear.weight	3	-0.07891010493040085
358857	linear.weight	4	-0.010588549077510834
358857	linear.weight	5	0.12519685924053192
358857	linear.weight	6	-0.010739270597696304
358857	linear.weight	7	-0.07700511068105698
358857	linear.weight	8	0.18089449405670166
358857	linear.weight	9	-0.2797222435474396
358857	linear.bias	0	-0.03956538438796997
358857	linear.bias	1	0.031413208693265915
358857	linear.bias	2	0.41769933700561523
358857	linear.bias	3	-0.7485812902450562
358857	linear.bias	4	2.153425931930542
358857	linear.bias	5	-1.4051398038864136
358857	linear.bias	6	-0.29259705543518066
358857	linear.bias	7	-0.12885728478431702
359415	transitions	0	-1.9502774477005005
359415	transitions	1	-10000.0
359415	transitions	2	-0.7969565987586975
359415	transitions	3	-10000.0
359415	transitions	4	2.068145275115967
359415	transitions	5	-10000.0
359415	transitions	6	-10000.0
359415	transitions	7	1.8523379564285278
359415	transitions	8	-2.6322269439697266
359415	transitions	9	-4.239761829376221
359415	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
359415	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
359415	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
359415	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
359415	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
359415	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
359415	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
359415	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
359415	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
359415	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
359415	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
359415	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
359415	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
359415	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
359415	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
359415	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
359415	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
359415	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
359415	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
359415	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
359415	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
359415	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
359415	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
359415	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
359415	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
359415	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
359415	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
359415	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
359415	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
359415	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
359415	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
359415	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
359415	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
359415	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
359415	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
359415	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
359415	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
359415	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
359415	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
359415	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
359415	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
359415	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
359415	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
359415	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
359415	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
359415	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
359415	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
359415	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
359415	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
359415	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
359415	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
359415	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
359415	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
359415	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
359415	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
359415	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
359415	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
359415	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
359415	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
359415	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
359415	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
359415	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
359415	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
359415	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
359415	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
359415	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
359415	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
359415	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
359415	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
359415	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
359415	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
359415	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
359415	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
359415	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
359415	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
359415	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
359415	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
359415	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
359415	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
359415	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
359415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
359415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
359415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
359415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
359415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
359415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
359415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
359415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
359415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
359415	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
359415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
359415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
359415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
359415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
359415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
359415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
359415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
359415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
359415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
359415	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
359415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
359415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
359415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
359415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
359415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
359415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
359415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
359415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
359415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
359415	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
359415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
359415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
359415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
359415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
359415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
359415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
359415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
359415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
359415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
359415	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
359415	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
359415	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
359415	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
359415	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
359415	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
359415	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
359415	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
359415	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
359415	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
359415	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
359415	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
359415	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
359415	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
359415	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
359415	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
359415	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
359415	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
359415	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
359415	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
359415	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
359415	embedding2nn.weight	0	0.006404233630746603
359415	embedding2nn.weight	1	0.003993952181190252
359415	embedding2nn.weight	2	0.013427154161036015
359415	embedding2nn.weight	3	0.026915153488516808
359415	embedding2nn.weight	4	0.023475201800465584
359415	embedding2nn.weight	5	0.0055123139172792435
359415	embedding2nn.weight	6	-0.015417621470987797
359415	embedding2nn.weight	7	-0.00044794901623390615
359415	embedding2nn.weight	8	-0.009998532943427563
359415	embedding2nn.weight	9	0.0019395619165152311
359415	embedding2nn.bias	0	0.014628305099904537
359415	embedding2nn.bias	1	-0.03756963834166527
359415	embedding2nn.bias	2	0.08033650368452072
359415	embedding2nn.bias	3	0.07006372511386871
359415	embedding2nn.bias	4	-0.01262196060270071
359415	embedding2nn.bias	5	-0.03269130364060402
359415	embedding2nn.bias	6	0.030200304463505745
359415	embedding2nn.bias	7	0.004814402665942907
359415	embedding2nn.bias	8	-0.03514772281050682
359415	embedding2nn.bias	9	0.024585621431469917
359415	rnn.weight_ih_l0	0	0.06479180604219437
359415	rnn.weight_ih_l0	1	-0.04163568466901779
359415	rnn.weight_ih_l0	2	0.005319561809301376
359415	rnn.weight_ih_l0	3	0.045135632157325745
359415	rnn.weight_ih_l0	4	-0.029743487015366554
359415	rnn.weight_ih_l0	5	0.040524471551179886
359415	rnn.weight_ih_l0	6	0.007749028503894806
359415	rnn.weight_ih_l0	7	0.06557973474264145
359415	rnn.weight_ih_l0	8	0.00916710402816534
359415	rnn.weight_ih_l0	9	-0.02538108639419079
359415	rnn.weight_hh_l0	0	-0.011813892982900143
359415	rnn.weight_hh_l0	1	-0.027752039954066277
359415	rnn.weight_hh_l0	2	-0.06145450845360756
359415	rnn.weight_hh_l0	3	-0.005875647068023682
359415	rnn.weight_hh_l0	4	-0.009699957445263863
359415	rnn.weight_hh_l0	5	-0.024307772517204285
359415	rnn.weight_hh_l0	6	0.0006446802290156484
359415	rnn.weight_hh_l0	7	-0.035761162638664246
359415	rnn.weight_hh_l0	8	0.06713761389255524
359415	rnn.weight_hh_l0	9	0.04521634057164192
359415	rnn.bias_ih_l0	0	-0.1742582768201828
359415	rnn.bias_ih_l0	1	-0.17050817608833313
359415	rnn.bias_ih_l0	2	-0.019442513585090637
359415	rnn.bias_ih_l0	3	-0.1480780392885208
359415	rnn.bias_ih_l0	4	-0.05898177996277809
359415	rnn.bias_ih_l0	5	-0.17568238079547882
359415	rnn.bias_ih_l0	6	0.0725986510515213
359415	rnn.bias_ih_l0	7	-0.0861009731888771
359415	rnn.bias_ih_l0	8	-0.0464453399181366
359415	rnn.bias_ih_l0	9	-0.10789364576339722
359415	rnn.bias_hh_l0	0	-0.06917743384838104
359415	rnn.bias_hh_l0	1	0.2479488104581833
359415	rnn.bias_hh_l0	2	0.047015536576509476
359415	rnn.bias_hh_l0	3	-0.07898911088705063
359415	rnn.bias_hh_l0	4	-0.08274180442094803
359415	rnn.bias_hh_l0	5	-0.004552300088107586
359415	rnn.bias_hh_l0	6	0.05777563154697418
359415	rnn.bias_hh_l0	7	-0.09773954749107361
359415	rnn.bias_hh_l0	8	-0.2332150787115097
359415	rnn.bias_hh_l0	9	-0.10132212936878204
359415	rnn.weight_ih_l0_reverse	0	0.020258303731679916
359415	rnn.weight_ih_l0_reverse	1	-0.060222841799259186
359415	rnn.weight_ih_l0_reverse	2	0.04298209398984909
359415	rnn.weight_ih_l0_reverse	3	0.020245054736733437
359415	rnn.weight_ih_l0_reverse	4	-3.418626147322357e-05
359415	rnn.weight_ih_l0_reverse	5	-0.025635598227381706
359415	rnn.weight_ih_l0_reverse	6	0.012029356323182583
359415	rnn.weight_ih_l0_reverse	7	0.028296101838350296
359415	rnn.weight_ih_l0_reverse	8	-0.02806275524199009
359415	rnn.weight_ih_l0_reverse	9	-0.0014843198005110025
359415	rnn.weight_hh_l0_reverse	0	0.03982709348201752
359415	rnn.weight_hh_l0_reverse	1	0.029859768226742744
359415	rnn.weight_hh_l0_reverse	2	-0.023047447204589844
359415	rnn.weight_hh_l0_reverse	3	-0.08235518634319305
359415	rnn.weight_hh_l0_reverse	4	0.011318917386233807
359415	rnn.weight_hh_l0_reverse	5	-0.06105141341686249
359415	rnn.weight_hh_l0_reverse	6	-0.014137886464595795
359415	rnn.weight_hh_l0_reverse	7	0.030906032770872116
359415	rnn.weight_hh_l0_reverse	8	0.007857627235352993
359415	rnn.weight_hh_l0_reverse	9	0.008726179599761963
359415	rnn.bias_ih_l0_reverse	0	-0.04603756591677666
359415	rnn.bias_ih_l0_reverse	1	-0.14001448452472687
359415	rnn.bias_ih_l0_reverse	2	-0.1462203413248062
359415	rnn.bias_ih_l0_reverse	3	-0.04619250074028969
359415	rnn.bias_ih_l0_reverse	4	-0.11280795931816101
359415	rnn.bias_ih_l0_reverse	5	-0.0861133337020874
359415	rnn.bias_ih_l0_reverse	6	-0.20893579721450806
359415	rnn.bias_ih_l0_reverse	7	-0.052646785974502563
359415	rnn.bias_ih_l0_reverse	8	-0.06400661915540695
359415	rnn.bias_ih_l0_reverse	9	-0.134055033326149
359415	rnn.bias_hh_l0_reverse	0	-0.14262506365776062
359415	rnn.bias_hh_l0_reverse	1	-0.1625269055366516
359415	rnn.bias_hh_l0_reverse	2	0.10523683577775955
359415	rnn.bias_hh_l0_reverse	3	0.07161158323287964
359415	rnn.bias_hh_l0_reverse	4	-0.17977915704250336
359415	rnn.bias_hh_l0_reverse	5	-0.14279113709926605
359415	rnn.bias_hh_l0_reverse	6	-0.0892229974269867
359415	rnn.bias_hh_l0_reverse	7	-0.05407733470201492
359415	rnn.bias_hh_l0_reverse	8	-0.09601759165525436
359415	rnn.bias_hh_l0_reverse	9	-0.023280588909983635
359415	linear.weight	0	-0.007733463775366545
359415	linear.weight	1	0.011593682691454887
359415	linear.weight	2	0.31344977021217346
359415	linear.weight	3	-0.07891009747982025
359415	linear.weight	4	-0.010588549077510834
359415	linear.weight	5	0.12477654218673706
359415	linear.weight	6	-0.010739270597696304
359415	linear.weight	7	-0.07671628892421722
359415	linear.weight	8	0.18127639591693878
359415	linear.weight	9	-0.2799067497253418
359415	linear.bias	0	-0.03956538438796997
359415	linear.bias	1	0.031413208693265915
359415	linear.bias	2	0.4199651777744293
359415	linear.bias	3	-0.750937283039093
359415	linear.bias	4	2.1560356616973877
359415	linear.bias	5	-1.4051398038864136
359415	linear.bias	6	-0.29385554790496826
359415	linear.bias	7	-0.13011609017848969
359973	transitions	0	-1.9502986669540405
359973	transitions	1	-10000.0
359973	transitions	2	-0.7969565987586975
359973	transitions	3	-10000.0
359973	transitions	4	2.06809401512146
359973	transitions	5	-10000.0
359973	transitions	6	-10000.0
359973	transitions	7	1.8519319295883179
359973	transitions	8	-2.632241725921631
359973	transitions	9	-4.239761829376221
359973	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
359973	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
359973	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
359973	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
359973	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
359973	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
359973	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
359973	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
359973	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
359973	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
359973	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
359973	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
359973	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
359973	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
359973	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
359973	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
359973	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
359973	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
359973	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
359973	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
359973	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
359973	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
359973	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
359973	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
359973	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
359973	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
359973	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
359973	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
359973	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
359973	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
359973	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
359973	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
359973	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
359973	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
359973	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
359973	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
359973	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
359973	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
359973	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
359973	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
359973	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
359973	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
359973	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
359973	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
359973	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
359973	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
359973	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
359973	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
359973	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
359973	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
359973	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
359973	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
359973	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
359973	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
359973	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
359973	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
359973	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
359973	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
359973	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
359973	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
359973	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
359973	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
359973	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
359973	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
359973	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
359973	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
359973	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
359973	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
359973	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
359973	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
359973	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
359973	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
359973	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
359973	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
359973	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
359973	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
359973	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
359973	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
359973	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
359973	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
359973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
359973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
359973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
359973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
359973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
359973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
359973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
359973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
359973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
359973	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
359973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
359973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
359973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
359973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
359973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
359973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
359973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
359973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
359973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
359973	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
359973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
359973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
359973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
359973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
359973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
359973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
359973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
359973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
359973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
359973	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
359973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
359973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
359973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
359973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
359973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
359973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
359973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
359973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
359973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
359973	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
359973	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
359973	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
359973	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
359973	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
359973	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
359973	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
359973	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
359973	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
359973	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
359973	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
359973	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
359973	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
359973	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
359973	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
359973	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
359973	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
359973	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
359973	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
359973	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
359973	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
359973	embedding2nn.weight	0	0.006404166575521231
359973	embedding2nn.weight	1	0.003989601973444223
359973	embedding2nn.weight	2	0.013426736928522587
359973	embedding2nn.weight	3	0.026910262182354927
359973	embedding2nn.weight	4	0.02346700429916382
359973	embedding2nn.weight	5	0.0055238353088498116
359973	embedding2nn.weight	6	-0.01541228499263525
359973	embedding2nn.weight	7	-0.00045048288302496076
359973	embedding2nn.weight	8	-0.009998357854783535
359973	embedding2nn.weight	9	0.0019406306091696024
359973	embedding2nn.bias	0	0.014286622405052185
359973	embedding2nn.bias	1	-0.037333033978939056
359973	embedding2nn.bias	2	0.08019106090068817
359973	embedding2nn.bias	3	0.07020324468612671
359973	embedding2nn.bias	4	-0.012745026499032974
359973	embedding2nn.bias	5	-0.03241169825196266
359973	embedding2nn.bias	6	0.030178429558873177
359973	embedding2nn.bias	7	0.0047065564431250095
359973	embedding2nn.bias	8	-0.03482398763298988
359973	embedding2nn.bias	9	0.024444647133350372
359973	rnn.weight_ih_l0	0	0.06477400660514832
359973	rnn.weight_ih_l0	1	-0.04163612797856331
359973	rnn.weight_ih_l0	2	0.005319524090737104
359973	rnn.weight_ih_l0	3	0.045082345604896545
359973	rnn.weight_ih_l0	4	-0.02973862551152706
359973	rnn.weight_ih_l0	5	0.0405227430164814
359973	rnn.weight_ih_l0	6	0.007742235902696848
359973	rnn.weight_ih_l0	7	0.06557847559452057
359973	rnn.weight_ih_l0	8	0.009137020446360111
359973	rnn.weight_ih_l0	9	-0.025374282151460648
359973	rnn.weight_hh_l0	0	-0.011801525950431824
359973	rnn.weight_hh_l0	1	-0.027778422459959984
359973	rnn.weight_hh_l0	2	-0.06144138425588608
359973	rnn.weight_hh_l0	3	-0.005872029345482588
359973	rnn.weight_hh_l0	4	-0.009699614718556404
359973	rnn.weight_hh_l0	5	-0.024303752928972244
359973	rnn.weight_hh_l0	6	0.0006412362563423812
359973	rnn.weight_hh_l0	7	-0.035762012004852295
359973	rnn.weight_hh_l0	8	0.0671263113617897
359973	rnn.weight_hh_l0	9	0.045216549187898636
359973	rnn.bias_ih_l0	0	-0.17430882155895233
359973	rnn.bias_ih_l0	1	-0.17047832906246185
359973	rnn.bias_ih_l0	2	-0.019441809505224228
359973	rnn.bias_ih_l0	3	-0.1480329930782318
359973	rnn.bias_ih_l0	4	-0.05897260457277298
359973	rnn.bias_ih_l0	5	-0.1756991595029831
359973	rnn.bias_ih_l0	6	0.07271245867013931
359973	rnn.bias_ih_l0	7	-0.08613316714763641
359973	rnn.bias_ih_l0	8	-0.04638450965285301
359973	rnn.bias_ih_l0	9	-0.10792326182126999
359973	rnn.bias_hh_l0	0	-0.06917042285203934
359973	rnn.bias_hh_l0	1	0.24784979224205017
359973	rnn.bias_hh_l0	2	0.04701567441225052
359973	rnn.bias_hh_l0	3	-0.07897952944040298
359973	rnn.bias_hh_l0	4	-0.08279989659786224
359973	rnn.bias_hh_l0	5	-0.004550584591925144
359973	rnn.bias_hh_l0	6	0.057885296642780304
359973	rnn.bias_hh_l0	7	-0.09783440828323364
359973	rnn.bias_hh_l0	8	-0.23315834999084473
359973	rnn.bias_hh_l0	9	-0.1013430580496788
359973	rnn.weight_ih_l0_reverse	0	0.020245710387825966
359973	rnn.weight_ih_l0_reverse	1	-0.06022599712014198
359973	rnn.weight_ih_l0_reverse	2	0.04297665134072304
359973	rnn.weight_ih_l0_reverse	3	0.020228639245033264
359973	rnn.weight_ih_l0_reverse	4	-3.957597436965443e-05
359973	rnn.weight_ih_l0_reverse	5	-0.02562778629362583
359973	rnn.weight_ih_l0_reverse	6	0.01200984325259924
359973	rnn.weight_ih_l0_reverse	7	0.028285425156354904
359973	rnn.weight_ih_l0_reverse	8	-0.02805834636092186
359973	rnn.weight_ih_l0_reverse	9	-0.001477261888794601
359973	rnn.weight_hh_l0_reverse	0	0.039823979139328
359973	rnn.weight_hh_l0_reverse	1	0.029851699247956276
359973	rnn.weight_hh_l0_reverse	2	-0.023058176040649414
359973	rnn.weight_hh_l0_reverse	3	-0.08240785449743271
359973	rnn.weight_hh_l0_reverse	4	0.011316009797155857
359973	rnn.weight_hh_l0_reverse	5	-0.06104527786374092
359973	rnn.weight_hh_l0_reverse	6	-0.014135479927062988
359973	rnn.weight_hh_l0_reverse	7	0.030897418037056923
359973	rnn.weight_hh_l0_reverse	8	0.007862475700676441
359973	rnn.weight_hh_l0_reverse	9	0.00872805342078209
359973	rnn.bias_ih_l0_reverse	0	-0.04595990851521492
359973	rnn.bias_ih_l0_reverse	1	-0.1400241255760193
359973	rnn.bias_ih_l0_reverse	2	-0.14621403813362122
359973	rnn.bias_ih_l0_reverse	3	-0.04616585746407509
359973	rnn.bias_ih_l0_reverse	4	-0.11278846859931946
359973	rnn.bias_ih_l0_reverse	5	-0.08611293882131577
359973	rnn.bias_ih_l0_reverse	6	-0.20886573195457458
359973	rnn.bias_ih_l0_reverse	7	-0.05269584432244301
359973	rnn.bias_ih_l0_reverse	8	-0.0639660507440567
359973	rnn.bias_ih_l0_reverse	9	-0.13401931524276733
359973	rnn.bias_hh_l0_reverse	0	-0.14263081550598145
359973	rnn.bias_hh_l0_reverse	1	-0.16252097487449646
359973	rnn.bias_hh_l0_reverse	2	0.10525144636631012
359973	rnn.bias_hh_l0_reverse	3	0.0715983659029007
359973	rnn.bias_hh_l0_reverse	4	-0.17977257072925568
359973	rnn.bias_hh_l0_reverse	5	-0.14280906319618225
359973	rnn.bias_hh_l0_reverse	6	-0.08941686898469925
359973	rnn.bias_hh_l0_reverse	7	-0.05408921837806702
359973	rnn.bias_hh_l0_reverse	8	-0.09612634778022766
359973	rnn.bias_hh_l0_reverse	9	-0.02325630374252796
359973	linear.weight	0	-0.007733482867479324
359973	linear.weight	1	0.010417127050459385
359973	linear.weight	2	0.3140645921230316
359973	linear.weight	3	-0.07891010493040085
359973	linear.weight	4	-0.010588549077510834
359973	linear.weight	5	0.12537093460559845
359973	linear.weight	6	-0.010739270597696304
359973	linear.weight	7	-0.07649438083171844
359973	linear.weight	8	0.17986540496349335
359973	linear.weight	9	-0.2798727750778198
359973	linear.bias	0	-0.03956538438796997
359973	linear.bias	1	0.031413208693265915
359973	linear.bias	2	0.4194500148296356
359973	linear.bias	3	-0.7503436803817749
359973	linear.bias	4	2.1547727584838867
359973	linear.bias	5	-1.4051399230957031
359973	linear.bias	6	-0.293249249458313
359973	linear.bias	7	-0.12953515350818634
360531	transitions	0	-1.9503189325332642
360531	transitions	1	-10000.0
360531	transitions	2	-0.7969565987586975
360531	transitions	3	-10000.0
360531	transitions	4	2.068359375
360531	transitions	5	-10000.0
360531	transitions	6	-10000.0
360531	transitions	7	1.8517546653747559
360531	transitions	8	-2.6322526931762695
360531	transitions	9	-4.239762306213379
360531	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
360531	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
360531	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
360531	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
360531	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
360531	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
360531	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
360531	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
360531	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
360531	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
360531	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
360531	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
360531	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
360531	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
360531	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
360531	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
360531	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
360531	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
360531	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
360531	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
360531	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
360531	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
360531	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
360531	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
360531	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
360531	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
360531	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
360531	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
360531	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
360531	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
360531	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
360531	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
360531	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
360531	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
360531	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
360531	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
360531	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
360531	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
360531	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
360531	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
360531	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
360531	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
360531	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
360531	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
360531	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
360531	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
360531	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
360531	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
360531	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
360531	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
360531	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
360531	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
360531	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
360531	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
360531	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
360531	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
360531	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
360531	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
360531	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
360531	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
360531	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
360531	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
360531	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
360531	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
360531	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
360531	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
360531	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
360531	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
360531	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
360531	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
360531	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
360531	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
360531	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
360531	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
360531	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
360531	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
360531	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
360531	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
360531	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
360531	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
360531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
360531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
360531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
360531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
360531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
360531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
360531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
360531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
360531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
360531	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
360531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
360531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
360531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
360531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
360531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
360531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
360531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
360531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
360531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
360531	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
360531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
360531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
360531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
360531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
360531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
360531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
360531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
360531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
360531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
360531	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
360531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
360531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
360531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
360531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
360531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
360531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
360531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
360531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
360531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
360531	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
360531	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
360531	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
360531	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
360531	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
360531	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
360531	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
360531	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
360531	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
360531	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
360531	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
360531	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
360531	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
360531	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
360531	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
360531	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
360531	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
360531	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
360531	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
360531	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
360531	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
360531	embedding2nn.weight	0	0.006403921637684107
360531	embedding2nn.weight	1	0.003988251555711031
360531	embedding2nn.weight	2	0.013426910154521465
360531	embedding2nn.weight	3	0.026904283091425896
360531	embedding2nn.weight	4	0.0234590582549572
360531	embedding2nn.weight	5	0.0055253473110497
360531	embedding2nn.weight	6	-0.015402967110276222
360531	embedding2nn.weight	7	-0.000453576329164207
360531	embedding2nn.weight	8	-0.010017490945756435
360531	embedding2nn.weight	9	0.0019381631864234805
360531	embedding2nn.bias	0	0.014219895005226135
360531	embedding2nn.bias	1	-0.03722834587097168
360531	embedding2nn.bias	2	0.08025415986776352
360531	embedding2nn.bias	3	0.07012958079576492
360531	embedding2nn.bias	4	-0.012874611653387547
360531	embedding2nn.bias	5	-0.03263203427195549
360531	embedding2nn.bias	6	0.030456187203526497
360531	embedding2nn.bias	7	0.004706607665866613
360531	embedding2nn.bias	8	-0.03476031497120857
360531	embedding2nn.bias	9	0.02457461878657341
360531	rnn.weight_ih_l0	0	0.06475044786930084
360531	rnn.weight_ih_l0	1	-0.041640397161245346
360531	rnn.weight_ih_l0	2	0.005315328482538462
360531	rnn.weight_ih_l0	3	0.04507577419281006
360531	rnn.weight_ih_l0	4	-0.02973015420138836
360531	rnn.weight_ih_l0	5	0.040527548640966415
360531	rnn.weight_ih_l0	6	0.007741167210042477
360531	rnn.weight_ih_l0	7	0.06559610366821289
360531	rnn.weight_ih_l0	8	0.009185167029500008
360531	rnn.weight_ih_l0	9	-0.025394346565008163
360531	rnn.weight_hh_l0	0	-0.011797602288424969
360531	rnn.weight_hh_l0	1	-0.027780896052718163
360531	rnn.weight_hh_l0	2	-0.06145738810300827
360531	rnn.weight_hh_l0	3	-0.005874565336853266
360531	rnn.weight_hh_l0	4	-0.009705898351967335
360531	rnn.weight_hh_l0	5	-0.024299148470163345
360531	rnn.weight_hh_l0	6	0.0006468447973020375
360531	rnn.weight_hh_l0	7	-0.0357685349881649
360531	rnn.weight_hh_l0	8	0.06710948050022125
360531	rnn.weight_hh_l0	9	0.045226842164993286
360531	rnn.bias_ih_l0	0	-0.17430484294891357
360531	rnn.bias_ih_l0	1	-0.1705108880996704
360531	rnn.bias_ih_l0	2	-0.01944364607334137
360531	rnn.bias_ih_l0	3	-0.1481395810842514
360531	rnn.bias_ih_l0	4	-0.05899367481470108
360531	rnn.bias_ih_l0	5	-0.17578163743019104
360531	rnn.bias_ih_l0	6	0.07277964055538177
360531	rnn.bias_ih_l0	7	-0.08614531904459
360531	rnn.bias_ih_l0	8	-0.04643496498465538
360531	rnn.bias_ih_l0	9	-0.10790716111660004
360531	rnn.bias_hh_l0	0	-0.0693109855055809
360531	rnn.bias_hh_l0	1	0.24778605997562408
360531	rnn.bias_hh_l0	2	0.047079771757125854
360531	rnn.bias_hh_l0	3	-0.0789877399802208
360531	rnn.bias_hh_l0	4	-0.08290008455514908
360531	rnn.bias_hh_l0	5	-0.004535996355116367
360531	rnn.bias_hh_l0	6	0.05798451602458954
360531	rnn.bias_hh_l0	7	-0.09796441346406937
360531	rnn.bias_hh_l0	8	-0.23317444324493408
360531	rnn.bias_hh_l0	9	-0.10133738070726395
360531	rnn.weight_ih_l0_reverse	0	0.020214533433318138
360531	rnn.weight_ih_l0_reverse	1	-0.060236215591430664
360531	rnn.weight_ih_l0_reverse	2	0.04297231510281563
360531	rnn.weight_ih_l0_reverse	3	0.020258575677871704
360531	rnn.weight_ih_l0_reverse	4	-2.489000507921446e-05
360531	rnn.weight_ih_l0_reverse	5	-0.025624539703130722
360531	rnn.weight_ih_l0_reverse	6	0.012008817866444588
360531	rnn.weight_ih_l0_reverse	7	0.02829286828637123
360531	rnn.weight_ih_l0_reverse	8	-0.028057239949703217
360531	rnn.weight_ih_l0_reverse	9	-0.0014908069279044867
360531	rnn.weight_hh_l0_reverse	0	0.03981862962245941
360531	rnn.weight_hh_l0_reverse	1	0.029851598665118217
360531	rnn.weight_hh_l0_reverse	2	-0.02306164614856243
360531	rnn.weight_hh_l0_reverse	3	-0.08240316808223724
360531	rnn.weight_hh_l0_reverse	4	0.011323949322104454
360531	rnn.weight_hh_l0_reverse	5	-0.06105905398726463
360531	rnn.weight_hh_l0_reverse	6	-0.014137673191726208
360531	rnn.weight_hh_l0_reverse	7	0.030903058126568794
360531	rnn.weight_hh_l0_reverse	8	0.007872586138546467
360531	rnn.weight_hh_l0_reverse	9	0.008702808059751987
360531	rnn.bias_ih_l0_reverse	0	-0.045984890311956406
360531	rnn.bias_ih_l0_reverse	1	-0.14003987610340118
360531	rnn.bias_ih_l0_reverse	2	-0.1461525857448578
360531	rnn.bias_ih_l0_reverse	3	-0.046205516904592514
360531	rnn.bias_ih_l0_reverse	4	-0.11281803250312805
360531	rnn.bias_ih_l0_reverse	5	-0.08611349761486053
360531	rnn.bias_ih_l0_reverse	6	-0.20891521871089935
360531	rnn.bias_ih_l0_reverse	7	-0.05263197049498558
360531	rnn.bias_ih_l0_reverse	8	-0.06390472501516342
360531	rnn.bias_ih_l0_reverse	9	-0.13399717211723328
360531	rnn.bias_hh_l0_reverse	0	-0.14265067875385284
360531	rnn.bias_hh_l0_reverse	1	-0.16258370876312256
360531	rnn.bias_hh_l0_reverse	2	0.10525809973478317
360531	rnn.bias_hh_l0_reverse	3	0.07149768620729446
360531	rnn.bias_hh_l0_reverse	4	-0.1799296736717224
360531	rnn.bias_hh_l0_reverse	5	-0.1428121030330658
360531	rnn.bias_hh_l0_reverse	6	-0.08936532586812973
360531	rnn.bias_hh_l0_reverse	7	-0.05416477471590042
360531	rnn.bias_hh_l0_reverse	8	-0.09606709331274033
360531	rnn.bias_hh_l0_reverse	9	-0.02333213947713375
360531	linear.weight	0	-0.007733526639640331
360531	linear.weight	1	0.01042028795927763
360531	linear.weight	2	0.3138420879840851
360531	linear.weight	3	-0.07891010493040085
360531	linear.weight	4	-0.010588549077510834
360531	linear.weight	5	0.1252872347831726
360531	linear.weight	6	-0.010739270597696304
360531	linear.weight	7	-0.07761403173208237
360531	linear.weight	8	0.18086285889148712
360531	linear.weight	9	-0.2797161936759949
360531	linear.bias	0	-0.03956538438796997
360531	linear.bias	1	0.031413208693265915
360531	linear.bias	2	0.4182654619216919
360531	linear.bias	3	-0.7471832036972046
360531	linear.bias	4	2.1543924808502197
360531	linear.bias	5	-1.4051399230957031
360531	linear.bias	6	-0.29404082894325256
360531	linear.bias	7	-0.1303355097770691
361089	transitions	0	-1.9503445625305176
361089	transitions	1	-10000.0
361089	transitions	2	-0.7969565987586975
361089	transitions	3	-10000.0
361089	transitions	4	2.069133996963501
361089	transitions	5	-10000.0
361089	transitions	6	-10000.0
361089	transitions	7	1.851027250289917
361089	transitions	8	-2.6322684288024902
361089	transitions	9	-4.239762306213379
361089	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
361089	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
361089	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
361089	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
361089	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
361089	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
361089	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
361089	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
361089	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
361089	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
361089	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
361089	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
361089	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
361089	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
361089	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
361089	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
361089	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
361089	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
361089	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
361089	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
361089	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
361089	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
361089	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
361089	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
361089	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
361089	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
361089	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
361089	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
361089	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
361089	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
361089	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
361089	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
361089	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
361089	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
361089	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
361089	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
361089	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
361089	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
361089	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
361089	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
361089	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
361089	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
361089	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
361089	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
361089	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
361089	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
361089	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
361089	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
361089	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
361089	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
361089	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
361089	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
361089	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
361089	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
361089	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
361089	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
361089	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
361089	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
361089	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
361089	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
361089	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
361089	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
361089	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
361089	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
361089	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
361089	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
361089	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
361089	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
361089	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
361089	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
361089	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
361089	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
361089	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
361089	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
361089	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
361089	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
361089	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
361089	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
361089	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
361089	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
361089	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
361089	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
361089	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
361089	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
361089	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
361089	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
361089	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
361089	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
361089	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
361089	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
361089	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
361089	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
361089	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
361089	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
361089	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
361089	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
361089	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
361089	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
361089	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
361089	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
361089	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
361089	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
361089	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
361089	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
361089	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
361089	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
361089	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
361089	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
361089	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
361089	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
361089	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
361089	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
361089	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
361089	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
361089	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
361089	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
361089	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
361089	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
361089	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
361089	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
361089	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
361089	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
361089	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
361089	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
361089	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
361089	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
361089	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
361089	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
361089	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
361089	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
361089	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
361089	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
361089	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
361089	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
361089	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
361089	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
361089	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
361089	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
361089	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
361089	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
361089	embedding2nn.weight	0	0.006404337473213673
361089	embedding2nn.weight	1	0.0039905342273414135
361089	embedding2nn.weight	2	0.013426879420876503
361089	embedding2nn.weight	3	0.026916570961475372
361089	embedding2nn.weight	4	0.023454410955309868
361089	embedding2nn.weight	5	0.005517036188393831
361089	embedding2nn.weight	6	-0.015398559160530567
361089	embedding2nn.weight	7	-0.00045399097143672407
361089	embedding2nn.weight	8	-0.010037924163043499
361089	embedding2nn.weight	9	0.001936082961037755
361089	embedding2nn.bias	0	0.01421585213392973
361089	embedding2nn.bias	1	-0.037294983863830566
361089	embedding2nn.bias	2	0.08014138787984848
361089	embedding2nn.bias	3	0.070247583091259
361089	embedding2nn.bias	4	-0.012805834412574768
361089	embedding2nn.bias	5	-0.03255376219749451
361089	embedding2nn.bias	6	0.03065621666610241
361089	embedding2nn.bias	7	0.00478880712762475
361089	embedding2nn.bias	8	-0.03463602811098099
361089	embedding2nn.bias	9	0.024416083469986916
361089	rnn.weight_ih_l0	0	0.06479556113481522
361089	rnn.weight_ih_l0	1	-0.04165193438529968
361089	rnn.weight_ih_l0	2	0.005324821453541517
361089	rnn.weight_ih_l0	3	0.04507727175951004
361089	rnn.weight_ih_l0	4	-0.02973044291138649
361089	rnn.weight_ih_l0	5	0.04049186035990715
361089	rnn.weight_ih_l0	6	0.007739223539829254
361089	rnn.weight_ih_l0	7	0.06559877097606659
361089	rnn.weight_ih_l0	8	0.009192009456455708
361089	rnn.weight_ih_l0	9	-0.02538793906569481
361089	rnn.weight_hh_l0	0	-0.011798571795225143
361089	rnn.weight_hh_l0	1	-0.027781739830970764
361089	rnn.weight_hh_l0	2	-0.06145467981696129
361089	rnn.weight_hh_l0	3	-0.005877242423593998
361089	rnn.weight_hh_l0	4	-0.009708867408335209
361089	rnn.weight_hh_l0	5	-0.02430383674800396
361089	rnn.weight_hh_l0	6	0.0006473013781942427
361089	rnn.weight_hh_l0	7	-0.03574753925204277
361089	rnn.weight_hh_l0	8	0.06711451709270477
361089	rnn.weight_hh_l0	9	0.045223552733659744
361089	rnn.bias_ih_l0	0	-0.17431600391864777
361089	rnn.bias_ih_l0	1	-0.17061159014701843
361089	rnn.bias_ih_l0	2	-0.01945282518863678
361089	rnn.bias_ih_l0	3	-0.14818045496940613
361089	rnn.bias_ih_l0	4	-0.05893528088927269
361089	rnn.bias_ih_l0	5	-0.1757117211818695
361089	rnn.bias_ih_l0	6	0.0727003812789917
361089	rnn.bias_ih_l0	7	-0.08614382892847061
361089	rnn.bias_ih_l0	8	-0.04636723920702934
361089	rnn.bias_ih_l0	9	-0.10787449032068253
361089	rnn.bias_hh_l0	0	-0.06932874768972397
361089	rnn.bias_hh_l0	1	0.24774979054927826
361089	rnn.bias_hh_l0	2	0.04717965051531792
361089	rnn.bias_hh_l0	3	-0.07895080000162125
361089	rnn.bias_hh_l0	4	-0.08293477445840836
361089	rnn.bias_hh_l0	5	-0.004498681053519249
361089	rnn.bias_hh_l0	6	0.05803500488400459
361089	rnn.bias_hh_l0	7	-0.0979987233877182
361089	rnn.bias_hh_l0	8	-0.23324622213840485
361089	rnn.bias_hh_l0	9	-0.10126244276762009
361089	rnn.weight_ih_l0_reverse	0	0.020186958834528923
361089	rnn.weight_ih_l0_reverse	1	-0.06022447347640991
361089	rnn.weight_ih_l0_reverse	2	0.04296734929084778
361089	rnn.weight_ih_l0_reverse	3	0.020261351019144058
361089	rnn.weight_ih_l0_reverse	4	-2.9501752578653395e-05
361089	rnn.weight_ih_l0_reverse	5	-0.025615321472287178
361089	rnn.weight_ih_l0_reverse	6	0.012023065239191055
361089	rnn.weight_ih_l0_reverse	7	0.028292899951338768
361089	rnn.weight_ih_l0_reverse	8	-0.028055645525455475
361089	rnn.weight_ih_l0_reverse	9	-0.0014941607369109988
361089	rnn.weight_hh_l0_reverse	0	0.03981288895010948
361089	rnn.weight_hh_l0_reverse	1	0.029868032783269882
361089	rnn.weight_hh_l0_reverse	2	-0.023060722276568413
361089	rnn.weight_hh_l0_reverse	3	-0.08237563073635101
361089	rnn.weight_hh_l0_reverse	4	0.01131475530564785
361089	rnn.weight_hh_l0_reverse	5	-0.061068713665008545
361089	rnn.weight_hh_l0_reverse	6	-0.014130617491900921
361089	rnn.weight_hh_l0_reverse	7	0.03090519644320011
361089	rnn.weight_hh_l0_reverse	8	0.007876187562942505
361089	rnn.weight_hh_l0_reverse	9	0.00873157475143671
361089	rnn.bias_ih_l0_reverse	0	-0.04607609659433365
361089	rnn.bias_ih_l0_reverse	1	-0.14008057117462158
361089	rnn.bias_ih_l0_reverse	2	-0.14611220359802246
361089	rnn.bias_ih_l0_reverse	3	-0.04621655493974686
361089	rnn.bias_ih_l0_reverse	4	-0.11287762224674225
361089	rnn.bias_ih_l0_reverse	5	-0.08603038638830185
361089	rnn.bias_ih_l0_reverse	6	-0.20897912979125977
361089	rnn.bias_ih_l0_reverse	7	-0.052661605179309845
361089	rnn.bias_ih_l0_reverse	8	-0.06391561776399612
361089	rnn.bias_ih_l0_reverse	9	-0.1340635120868683
361089	rnn.bias_hh_l0_reverse	0	-0.14261454343795776
361089	rnn.bias_hh_l0_reverse	1	-0.16263331472873688
361089	rnn.bias_hh_l0_reverse	2	0.10522311925888062
361089	rnn.bias_hh_l0_reverse	3	0.0714777484536171
361089	rnn.bias_hh_l0_reverse	4	-0.17982524633407593
361089	rnn.bias_hh_l0_reverse	5	-0.14283661544322968
361089	rnn.bias_hh_l0_reverse	6	-0.08945038914680481
361089	rnn.bias_hh_l0_reverse	7	-0.054149992763996124
361089	rnn.bias_hh_l0_reverse	8	-0.09607185423374176
361089	rnn.bias_hh_l0_reverse	9	-0.023210829123854637
361089	linear.weight	0	-0.007733551785349846
361089	linear.weight	1	0.010589184239506721
361089	linear.weight	2	0.3136008083820343
361089	linear.weight	3	-0.07891009747982025
361089	linear.weight	4	-0.010588549077510834
361089	linear.weight	5	0.12556134164333344
361089	linear.weight	6	-0.010739270597696304
361089	linear.weight	7	-0.07744850218296051
361089	linear.weight	8	0.1816718727350235
361089	linear.weight	9	-0.2796461284160614
361089	linear.bias	0	-0.03956538438796997
361089	linear.bias	1	0.031413208693265915
361089	linear.bias	2	0.4186423718929291
361089	linear.bias	3	-0.7472751140594482
361089	linear.bias	4	2.1549437046051025
361089	linear.bias	5	-1.4051399230957031
361089	linear.bias	6	-0.29444190859794617
361089	linear.bias	7	-0.13076463341712952
361647	transitions	0	-1.950364351272583
361647	transitions	1	-10000.0
361647	transitions	2	-0.7969565987586975
361647	transitions	3	-10000.0
361647	transitions	4	2.0684781074523926
361647	transitions	5	-10000.0
361647	transitions	6	-10000.0
361647	transitions	7	1.8515329360961914
361647	transitions	8	-2.6322832107543945
361647	transitions	9	-4.239774703979492
361647	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
361647	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
361647	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
361647	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
361647	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
361647	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
361647	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
361647	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
361647	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
361647	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
361647	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
361647	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
361647	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
361647	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
361647	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
361647	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
361647	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
361647	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
361647	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
361647	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
361647	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
361647	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
361647	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
361647	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
361647	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
361647	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
361647	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
361647	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
361647	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
361647	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
361647	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
361647	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
361647	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
361647	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
361647	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
361647	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
361647	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
361647	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
361647	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
361647	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
361647	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
361647	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
361647	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
361647	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
361647	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
361647	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
361647	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
361647	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
361647	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
361647	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
361647	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
361647	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
361647	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
361647	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
361647	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
361647	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
361647	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
361647	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
361647	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
361647	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
361647	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
361647	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
361647	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
361647	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
361647	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
361647	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
361647	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
361647	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
361647	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
361647	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
361647	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
361647	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
361647	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
361647	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
361647	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
361647	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
361647	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
361647	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
361647	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
361647	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
361647	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
361647	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
361647	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
361647	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
361647	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
361647	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
361647	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
361647	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
361647	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
361647	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
361647	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
361647	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
361647	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
361647	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
361647	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
361647	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
361647	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
361647	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
361647	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
361647	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
361647	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
361647	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
361647	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
361647	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
361647	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
361647	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
361647	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
361647	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
361647	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
361647	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
361647	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
361647	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
361647	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
361647	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
361647	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
361647	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
361647	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
361647	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
361647	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
361647	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
361647	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
361647	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
361647	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
361647	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
361647	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
361647	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
361647	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
361647	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
361647	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
361647	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
361647	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
361647	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
361647	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
361647	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
361647	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
361647	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
361647	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
361647	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
361647	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
361647	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
361647	embedding2nn.weight	0	0.006404118146747351
361647	embedding2nn.weight	1	0.003988585434854031
361647	embedding2nn.weight	2	0.013426756486296654
361647	embedding2nn.weight	3	0.026907743886113167
361647	embedding2nn.weight	4	0.02346273884177208
361647	embedding2nn.weight	5	0.005522535182535648
361647	embedding2nn.weight	6	-0.01539791189134121
361647	embedding2nn.weight	7	-0.000448523904196918
361647	embedding2nn.weight	8	-0.010043543763458729
361647	embedding2nn.weight	9	0.0019309588242322206
361647	embedding2nn.bias	0	0.014128192327916622
361647	embedding2nn.bias	1	-0.03741014748811722
361647	embedding2nn.bias	2	0.0800665020942688
361647	embedding2nn.bias	3	0.07024792581796646
361647	embedding2nn.bias	4	-0.012493464164435863
361647	embedding2nn.bias	5	-0.03268199786543846
361647	embedding2nn.bias	6	0.030394408851861954
361647	embedding2nn.bias	7	0.005061985459178686
361647	embedding2nn.bias	8	-0.03445546329021454
361647	embedding2nn.bias	9	0.024144962430000305
361647	rnn.weight_ih_l0	0	0.06478258967399597
361647	rnn.weight_ih_l0	1	-0.04165682569146156
361647	rnn.weight_ih_l0	2	0.005319815129041672
361647	rnn.weight_ih_l0	3	0.04510539397597313
361647	rnn.weight_ih_l0	4	-0.02971220202744007
361647	rnn.weight_ih_l0	5	0.04046814143657684
361647	rnn.weight_ih_l0	6	0.007739224471151829
361647	rnn.weight_ih_l0	7	0.06560185551643372
361647	rnn.weight_ih_l0	8	0.00921601988375187
361647	rnn.weight_ih_l0	9	-0.025393599644303322
361647	rnn.weight_hh_l0	0	-0.011793078854680061
361647	rnn.weight_hh_l0	1	-0.027794726192951202
361647	rnn.weight_hh_l0	2	-0.06144637614488602
361647	rnn.weight_hh_l0	3	-0.005868579726666212
361647	rnn.weight_hh_l0	4	-0.00970488227903843
361647	rnn.weight_hh_l0	5	-0.024306226521730423
361647	rnn.weight_hh_l0	6	0.0006457465351559222
361647	rnn.weight_hh_l0	7	-0.0357610322535038
361647	rnn.weight_hh_l0	8	0.06711430847644806
361647	rnn.weight_hh_l0	9	0.04521578177809715
361647	rnn.bias_ih_l0	0	-0.17435185611248016
361647	rnn.bias_ih_l0	1	-0.1706133633852005
361647	rnn.bias_ih_l0	2	-0.01948186755180359
361647	rnn.bias_ih_l0	3	-0.1480693519115448
361647	rnn.bias_ih_l0	4	-0.05894550308585167
361647	rnn.bias_ih_l0	5	-0.17578428983688354
361647	rnn.bias_ih_l0	6	0.07279752194881439
361647	rnn.bias_ih_l0	7	-0.08615370094776154
361647	rnn.bias_ih_l0	8	-0.04631654545664787
361647	rnn.bias_ih_l0	9	-0.10796543210744858
361647	rnn.bias_hh_l0	0	-0.06930272281169891
361647	rnn.bias_hh_l0	1	0.247852623462677
361647	rnn.bias_hh_l0	2	0.047201864421367645
361647	rnn.bias_hh_l0	3	-0.07894065976142883
361647	rnn.bias_hh_l0	4	-0.08295664191246033
361647	rnn.bias_hh_l0	5	-0.004492019768804312
361647	rnn.bias_hh_l0	6	0.05798950791358948
361647	rnn.bias_hh_l0	7	-0.09799186885356903
361647	rnn.bias_hh_l0	8	-0.23307989537715912
361647	rnn.bias_hh_l0	9	-0.10124843567609787
361647	rnn.weight_ih_l0_reverse	0	0.020185552537441254
361647	rnn.weight_ih_l0_reverse	1	-0.06021696329116821
361647	rnn.weight_ih_l0_reverse	2	0.04296316206455231
361647	rnn.weight_ih_l0_reverse	3	0.020279839634895325
361647	rnn.weight_ih_l0_reverse	4	-3.272166577517055e-05
361647	rnn.weight_ih_l0_reverse	5	-0.025607671588659286
361647	rnn.weight_ih_l0_reverse	6	0.01205519214272499
361647	rnn.weight_ih_l0_reverse	7	0.02829119935631752
361647	rnn.weight_ih_l0_reverse	8	-0.028068697080016136
361647	rnn.weight_ih_l0_reverse	9	-0.0015307869762182236
361647	rnn.weight_hh_l0_reverse	0	0.039809927344322205
361647	rnn.weight_hh_l0_reverse	1	0.029881369322538376
361647	rnn.weight_hh_l0_reverse	2	-0.023071670904755592
361647	rnn.weight_hh_l0_reverse	3	-0.08239670842885971
361647	rnn.weight_hh_l0_reverse	4	0.011311103589832783
361647	rnn.weight_hh_l0_reverse	5	-0.061072058975696564
361647	rnn.weight_hh_l0_reverse	6	-0.014154153876006603
361647	rnn.weight_hh_l0_reverse	7	0.030908577144145966
361647	rnn.weight_hh_l0_reverse	8	0.00788448378443718
361647	rnn.weight_hh_l0_reverse	9	0.00875336304306984
361647	rnn.bias_ih_l0_reverse	0	-0.04614677652716637
361647	rnn.bias_ih_l0_reverse	1	-0.14003732800483704
361647	rnn.bias_ih_l0_reverse	2	-0.14610134065151215
361647	rnn.bias_ih_l0_reverse	3	-0.0462198406457901
361647	rnn.bias_ih_l0_reverse	4	-0.11278844624757767
361647	rnn.bias_ih_l0_reverse	5	-0.08598875999450684
361647	rnn.bias_ih_l0_reverse	6	-0.20894312858581543
361647	rnn.bias_ih_l0_reverse	7	-0.05263473093509674
361647	rnn.bias_ih_l0_reverse	8	-0.06383391469717026
361647	rnn.bias_ih_l0_reverse	9	-0.13395091891288757
361647	rnn.bias_hh_l0_reverse	0	-0.1425582468509674
361647	rnn.bias_hh_l0_reverse	1	-0.16263656318187714
361647	rnn.bias_hh_l0_reverse	2	0.10524261742830276
361647	rnn.bias_hh_l0_reverse	3	0.071576789021492
361647	rnn.bias_hh_l0_reverse	4	-0.17973816394805908
361647	rnn.bias_hh_l0_reverse	5	-0.14290878176689148
361647	rnn.bias_hh_l0_reverse	6	-0.08945193886756897
361647	rnn.bias_hh_l0_reverse	7	-0.054212745279073715
361647	rnn.bias_hh_l0_reverse	8	-0.09602797776460648
361647	rnn.bias_hh_l0_reverse	9	-0.023184720426797867
361647	linear.weight	0	-0.007733557838946581
361647	linear.weight	1	0.010696209967136383
361647	linear.weight	2	0.31312307715415955
361647	linear.weight	3	-0.07891006767749786
361647	linear.weight	4	-0.010588549077510834
361647	linear.weight	5	0.12619782984256744
361647	linear.weight	6	-0.010739270597696304
361647	linear.weight	7	-0.07709214091300964
361647	linear.weight	8	0.1805349588394165
361647	linear.weight	9	-0.27979370951652527
361647	linear.bias	0	-0.03956538438796997
361647	linear.bias	1	0.031413208693265915
361647	linear.bias	2	0.4149792790412903
361647	linear.bias	3	-0.7449651956558228
361647	linear.bias	4	2.1527838706970215
361647	linear.bias	5	-1.4051399230957031
361647	linear.bias	6	-0.2926952838897705
361647	linear.bias	7	-0.12899315357208252
362205	transitions	0	-1.9503885507583618
362205	transitions	1	-10000.0
362205	transitions	2	-0.7969565987586975
362205	transitions	3	-10000.0
362205	transitions	4	2.0688958168029785
362205	transitions	5	-10000.0
362205	transitions	6	-10000.0
362205	transitions	7	1.8520587682724
362205	transitions	8	-2.632294178009033
362205	transitions	9	-4.239774703979492
362205	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
362205	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
362205	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
362205	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
362205	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
362205	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
362205	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
362205	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
362205	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
362205	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
362205	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
362205	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
362205	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
362205	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
362205	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
362205	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
362205	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
362205	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
362205	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
362205	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
362205	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
362205	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
362205	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
362205	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
362205	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
362205	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
362205	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
362205	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
362205	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
362205	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
362205	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
362205	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
362205	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
362205	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
362205	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
362205	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
362205	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
362205	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
362205	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
362205	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
362205	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
362205	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
362205	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
362205	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
362205	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
362205	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
362205	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
362205	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
362205	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
362205	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
362205	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
362205	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
362205	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
362205	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
362205	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
362205	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
362205	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
362205	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
362205	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
362205	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
362205	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
362205	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
362205	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
362205	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
362205	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
362205	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
362205	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
362205	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
362205	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
362205	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
362205	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
362205	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
362205	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
362205	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
362205	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
362205	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
362205	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
362205	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
362205	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
362205	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
362205	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
362205	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
362205	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
362205	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
362205	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
362205	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
362205	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
362205	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
362205	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
362205	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
362205	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
362205	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
362205	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
362205	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
362205	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
362205	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
362205	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
362205	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
362205	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
362205	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
362205	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
362205	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
362205	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
362205	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
362205	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
362205	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
362205	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
362205	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
362205	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
362205	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
362205	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
362205	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
362205	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
362205	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
362205	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
362205	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
362205	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
362205	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
362205	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
362205	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
362205	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
362205	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
362205	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
362205	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
362205	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
362205	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
362205	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
362205	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
362205	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
362205	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
362205	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
362205	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
362205	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
362205	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
362205	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
362205	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
362205	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
362205	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
362205	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
362205	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
362205	embedding2nn.weight	0	0.006403804756700993
362205	embedding2nn.weight	1	0.003988973796367645
362205	embedding2nn.weight	2	0.013427750207483768
362205	embedding2nn.weight	3	0.02689581736922264
362205	embedding2nn.weight	4	0.023466266691684723
362205	embedding2nn.weight	5	0.005514991004019976
362205	embedding2nn.weight	6	-0.015403907746076584
362205	embedding2nn.weight	7	-0.0004486791731324047
362205	embedding2nn.weight	8	-0.010052190162241459
362205	embedding2nn.weight	9	0.0019324772292748094
362205	embedding2nn.bias	0	0.014275545254349709
362205	embedding2nn.bias	1	-0.03744618594646454
362205	embedding2nn.bias	2	0.08006427437067032
362205	embedding2nn.bias	3	0.07009540498256683
362205	embedding2nn.bias	4	-0.012428165413439274
362205	embedding2nn.bias	5	-0.03274231776595116
362205	embedding2nn.bias	6	0.030563101172447205
362205	embedding2nn.bias	7	0.005017200484871864
362205	embedding2nn.bias	8	-0.03443007543683052
362205	embedding2nn.bias	9	0.024421818554401398
362205	rnn.weight_ih_l0	0	0.06477050483226776
362205	rnn.weight_ih_l0	1	-0.041674721986055374
362205	rnn.weight_ih_l0	2	0.0053365835919976234
362205	rnn.weight_ih_l0	3	0.04510121047496796
362205	rnn.weight_ih_l0	4	-0.029684601351618767
362205	rnn.weight_ih_l0	5	0.04045485705137253
362205	rnn.weight_ih_l0	6	0.00773601233959198
362205	rnn.weight_ih_l0	7	0.06559398770332336
362205	rnn.weight_ih_l0	8	0.009227476082742214
362205	rnn.weight_ih_l0	9	-0.0254045482724905
362205	rnn.weight_hh_l0	0	-0.011805733665823936
362205	rnn.weight_hh_l0	1	-0.027803370729088783
362205	rnn.weight_hh_l0	2	-0.061443280428647995
362205	rnn.weight_hh_l0	3	-0.005866069812327623
362205	rnn.weight_hh_l0	4	-0.009704812429845333
362205	rnn.weight_hh_l0	5	-0.0242933239787817
362205	rnn.weight_hh_l0	6	0.0006462458404712379
362205	rnn.weight_hh_l0	7	-0.03576225787401199
362205	rnn.weight_hh_l0	8	0.06711537390947342
362205	rnn.weight_hh_l0	9	0.04521484673023224
362205	rnn.bias_ih_l0	0	-0.1742943376302719
362205	rnn.bias_ih_l0	1	-0.1706026792526245
362205	rnn.bias_ih_l0	2	-0.01944419927895069
362205	rnn.bias_ih_l0	3	-0.1480558067560196
362205	rnn.bias_ih_l0	4	-0.05891216918826103
362205	rnn.bias_ih_l0	5	-0.17586486041545868
362205	rnn.bias_ih_l0	6	0.07286389172077179
362205	rnn.bias_ih_l0	7	-0.08622580766677856
362205	rnn.bias_ih_l0	8	-0.04629421979188919
362205	rnn.bias_ih_l0	9	-0.1078348383307457
362205	rnn.bias_hh_l0	0	-0.06931177526712418
362205	rnn.bias_hh_l0	1	0.24775677919387817
362205	rnn.bias_hh_l0	2	0.047251146286726
362205	rnn.bias_hh_l0	3	-0.07904061675071716
362205	rnn.bias_hh_l0	4	-0.0829424262046814
362205	rnn.bias_hh_l0	5	-0.004412140231579542
362205	rnn.bias_hh_l0	6	0.05795825645327568
362205	rnn.bias_hh_l0	7	-0.09808728098869324
362205	rnn.bias_hh_l0	8	-0.23307189345359802
362205	rnn.bias_hh_l0	9	-0.10127369314432144
362205	rnn.weight_ih_l0_reverse	0	0.020239578559994698
362205	rnn.weight_ih_l0_reverse	1	-0.06023171916604042
362205	rnn.weight_ih_l0_reverse	2	0.04296913743019104
362205	rnn.weight_ih_l0_reverse	3	0.02027907781302929
362205	rnn.weight_ih_l0_reverse	4	-3.166485112160444e-05
362205	rnn.weight_ih_l0_reverse	5	-0.025661876425147057
362205	rnn.weight_ih_l0_reverse	6	0.012027774937450886
362205	rnn.weight_ih_l0_reverse	7	0.028289491310715675
362205	rnn.weight_ih_l0_reverse	8	-0.028073377907276154
362205	rnn.weight_ih_l0_reverse	9	-0.001528737717308104
362205	rnn.weight_hh_l0_reverse	0	0.03980644419789314
362205	rnn.weight_hh_l0_reverse	1	0.029859758913517
362205	rnn.weight_hh_l0_reverse	2	-0.023069040849804878
362205	rnn.weight_hh_l0_reverse	3	-0.08238748461008072
362205	rnn.weight_hh_l0_reverse	4	0.011318261735141277
362205	rnn.weight_hh_l0_reverse	5	-0.06107579544186592
362205	rnn.weight_hh_l0_reverse	6	-0.014172387309372425
362205	rnn.weight_hh_l0_reverse	7	0.030925333499908447
362205	rnn.weight_hh_l0_reverse	8	0.00789232924580574
362205	rnn.weight_hh_l0_reverse	9	0.008747189305722713
362205	rnn.bias_ih_l0_reverse	0	-0.046102266758680344
362205	rnn.bias_ih_l0_reverse	1	-0.140034019947052
362205	rnn.bias_ih_l0_reverse	2	-0.14615605771541595
362205	rnn.bias_ih_l0_reverse	3	-0.04615537077188492
362205	rnn.bias_ih_l0_reverse	4	-0.11284932494163513
362205	rnn.bias_ih_l0_reverse	5	-0.08597365766763687
362205	rnn.bias_ih_l0_reverse	6	-0.2090488225221634
362205	rnn.bias_ih_l0_reverse	7	-0.052643440663814545
362205	rnn.bias_ih_l0_reverse	8	-0.06379376351833344
362205	rnn.bias_ih_l0_reverse	9	-0.1340240240097046
362205	rnn.bias_hh_l0_reverse	0	-0.14243759214878082
362205	rnn.bias_hh_l0_reverse	1	-0.162648007273674
362205	rnn.bias_hh_l0_reverse	2	0.10520785301923752
362205	rnn.bias_hh_l0_reverse	3	0.07147369533777237
362205	rnn.bias_hh_l0_reverse	4	-0.17969374358654022
362205	rnn.bias_hh_l0_reverse	5	-0.14288946986198425
362205	rnn.bias_hh_l0_reverse	6	-0.0893288254737854
362205	rnn.bias_hh_l0_reverse	7	-0.05418189987540245
362205	rnn.bias_hh_l0_reverse	8	-0.09611310064792633
362205	rnn.bias_hh_l0_reverse	9	-0.023227620869874954
362205	linear.weight	0	-0.007733563892543316
362205	linear.weight	1	0.010340253822505474
362205	linear.weight	2	0.3132951259613037
362205	linear.weight	3	-0.07891003787517548
362205	linear.weight	4	-0.010588549077510834
362205	linear.weight	5	0.12587641179561615
362205	linear.weight	6	-0.010739270597696304
362205	linear.weight	7	-0.07667429000139236
362205	linear.weight	8	0.18015336990356445
362205	linear.weight	9	-0.2800200581550598
362205	linear.bias	0	-0.03956538438796997
362205	linear.bias	1	0.031413208693265915
362205	linear.bias	2	0.416869193315506
362205	linear.bias	3	-0.7474282383918762
362205	linear.bias	4	2.159036874771118
362205	linear.bias	5	-1.4051399230957031
362205	linear.bias	6	-0.29552191495895386
362205	linear.bias	7	-0.13184092938899994
362763	transitions	0	-1.9504094123840332
362763	transitions	1	-10000.0
362763	transitions	2	-0.7969565987586975
362763	transitions	3	-10000.0
362763	transitions	4	2.068662405014038
362763	transitions	5	-10000.0
362763	transitions	6	-10000.0
362763	transitions	7	1.8521097898483276
362763	transitions	8	-2.6323049068450928
362763	transitions	9	-4.239774703979492
362763	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
362763	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
362763	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
362763	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
362763	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
362763	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
362763	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
362763	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
362763	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
362763	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
362763	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
362763	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
362763	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
362763	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
362763	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
362763	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
362763	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
362763	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
362763	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
362763	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
362763	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
362763	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
362763	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
362763	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
362763	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
362763	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
362763	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
362763	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
362763	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
362763	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
362763	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
362763	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
362763	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
362763	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
362763	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
362763	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
362763	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
362763	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
362763	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
362763	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
362763	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
362763	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
362763	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
362763	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
362763	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
362763	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
362763	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
362763	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
362763	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
362763	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
362763	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
362763	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
362763	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
362763	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
362763	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
362763	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
362763	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
362763	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
362763	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
362763	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
362763	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
362763	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
362763	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
362763	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
362763	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
362763	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
362763	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
362763	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
362763	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
362763	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
362763	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
362763	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
362763	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
362763	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
362763	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
362763	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
362763	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
362763	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
362763	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
362763	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
362763	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
362763	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
362763	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
362763	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
362763	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
362763	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
362763	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
362763	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
362763	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
362763	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
362763	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
362763	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
362763	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
362763	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
362763	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
362763	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
362763	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
362763	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
362763	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
362763	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
362763	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
362763	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
362763	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
362763	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
362763	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
362763	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
362763	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
362763	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
362763	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
362763	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
362763	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
362763	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
362763	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
362763	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
362763	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
362763	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
362763	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
362763	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
362763	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
362763	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
362763	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
362763	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
362763	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
362763	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
362763	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
362763	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
362763	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
362763	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
362763	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
362763	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
362763	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
362763	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
362763	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
362763	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
362763	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
362763	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
362763	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
362763	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
362763	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
362763	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
362763	embedding2nn.weight	0	0.006404342595487833
362763	embedding2nn.weight	1	0.003990753088146448
362763	embedding2nn.weight	2	0.013428711332380772
362763	embedding2nn.weight	3	0.02689783275127411
362763	embedding2nn.weight	4	0.02346649207174778
362763	embedding2nn.weight	5	0.005520908161997795
362763	embedding2nn.weight	6	-0.015404208563268185
362763	embedding2nn.weight	7	-0.0004466105019673705
362763	embedding2nn.weight	8	-0.01004931889474392
362763	embedding2nn.weight	9	0.0019293142249807715
362763	embedding2nn.bias	0	0.014089641161262989
362763	embedding2nn.bias	1	-0.03733120113611221
362763	embedding2nn.bias	2	0.08016396313905716
362763	embedding2nn.bias	3	0.0702894926071167
362763	embedding2nn.bias	4	-0.01244608499109745
362763	embedding2nn.bias	5	-0.032820507884025574
362763	embedding2nn.bias	6	0.03081602044403553
362763	embedding2nn.bias	7	0.004947362467646599
362763	embedding2nn.bias	8	-0.034474026411771774
362763	embedding2nn.bias	9	0.02422630600631237
362763	rnn.weight_ih_l0	0	0.06478199362754822
362763	rnn.weight_ih_l0	1	-0.04168533906340599
362763	rnn.weight_ih_l0	2	0.005333633162081242
362763	rnn.weight_ih_l0	3	0.04511719569563866
362763	rnn.weight_ih_l0	4	-0.029684685170650482
362763	rnn.weight_ih_l0	5	0.04043006896972656
362763	rnn.weight_ih_l0	6	0.0077372402884066105
362763	rnn.weight_ih_l0	7	0.06558795273303986
362763	rnn.weight_ih_l0	8	0.009243492968380451
362763	rnn.weight_ih_l0	9	-0.025388414040207863
362763	rnn.weight_hh_l0	0	-0.011807587929069996
362763	rnn.weight_hh_l0	1	-0.02779432199895382
362763	rnn.weight_hh_l0	2	-0.06144176796078682
362763	rnn.weight_hh_l0	3	-0.005867377854883671
362763	rnn.weight_hh_l0	4	-0.009706033393740654
362763	rnn.weight_hh_l0	5	-0.02429419383406639
362763	rnn.weight_hh_l0	6	0.0006464756443165243
362763	rnn.weight_hh_l0	7	-0.03576508164405823
362763	rnn.weight_hh_l0	8	0.06712325662374496
362763	rnn.weight_hh_l0	9	0.04520570859313011
362763	rnn.bias_ih_l0	0	-0.17435991764068604
362763	rnn.bias_ih_l0	1	-0.17058917880058289
362763	rnn.bias_ih_l0	2	-0.019468991085886955
362763	rnn.bias_ih_l0	3	-0.14800524711608887
362763	rnn.bias_ih_l0	4	-0.058974578976631165
362763	rnn.bias_ih_l0	5	-0.17582707107067108
362763	rnn.bias_ih_l0	6	0.07277484983205795
362763	rnn.bias_ih_l0	7	-0.08623191714286804
362763	rnn.bias_ih_l0	8	-0.046388112008571625
362763	rnn.bias_ih_l0	9	-0.10787410289049149
362763	rnn.bias_hh_l0	0	-0.06930776685476303
362763	rnn.bias_hh_l0	1	0.24763761460781097
362763	rnn.bias_hh_l0	2	0.047143932431936264
362763	rnn.bias_hh_l0	3	-0.07910288125276566
362763	rnn.bias_hh_l0	4	-0.08294256776571274
362763	rnn.bias_hh_l0	5	-0.0042604380287230015
362763	rnn.bias_hh_l0	6	0.05797713249921799
362763	rnn.bias_hh_l0	7	-0.09797323495149612
362763	rnn.bias_hh_l0	8	-0.2331901639699936
362763	rnn.bias_hh_l0	9	-0.1013428345322609
362763	rnn.weight_ih_l0_reverse	0	0.020231617614626884
362763	rnn.weight_ih_l0_reverse	1	-0.06024271622300148
362763	rnn.weight_ih_l0_reverse	2	0.04296772554516792
362763	rnn.weight_ih_l0_reverse	3	0.020259875804185867
362763	rnn.weight_ih_l0_reverse	4	-3.0037846954655834e-05
362763	rnn.weight_ih_l0_reverse	5	-0.025679342448711395
362763	rnn.weight_ih_l0_reverse	6	0.012029249221086502
362763	rnn.weight_ih_l0_reverse	7	0.02828945592045784
362763	rnn.weight_ih_l0_reverse	8	-0.028065906837582588
362763	rnn.weight_ih_l0_reverse	9	-0.0015274467878043652
362763	rnn.weight_hh_l0_reverse	0	0.03980482369661331
362763	rnn.weight_hh_l0_reverse	1	0.029867401346564293
362763	rnn.weight_hh_l0_reverse	2	-0.02307877503335476
362763	rnn.weight_hh_l0_reverse	3	-0.08238562196493149
362763	rnn.weight_hh_l0_reverse	4	0.011328466236591339
362763	rnn.weight_hh_l0_reverse	5	-0.06106020510196686
362763	rnn.weight_hh_l0_reverse	6	-0.014175285585224628
362763	rnn.weight_hh_l0_reverse	7	0.030924031510949135
362763	rnn.weight_hh_l0_reverse	8	0.007883768528699875
362763	rnn.weight_hh_l0_reverse	9	0.008747393265366554
362763	rnn.bias_ih_l0_reverse	0	-0.04601408168673515
362763	rnn.bias_ih_l0_reverse	1	-0.14004532992839813
362763	rnn.bias_ih_l0_reverse	2	-0.14608503878116608
362763	rnn.bias_ih_l0_reverse	3	-0.04611097276210785
362763	rnn.bias_ih_l0_reverse	4	-0.11285270750522614
362763	rnn.bias_ih_l0_reverse	5	-0.08600065112113953
362763	rnn.bias_ih_l0_reverse	6	-0.20904980599880219
362763	rnn.bias_ih_l0_reverse	7	-0.0525524728000164
362763	rnn.bias_ih_l0_reverse	8	-0.06385733932256699
362763	rnn.bias_ih_l0_reverse	9	-0.13410675525665283
362763	rnn.bias_hh_l0_reverse	0	-0.14242234826087952
362763	rnn.bias_hh_l0_reverse	1	-0.16260696947574615
362763	rnn.bias_hh_l0_reverse	2	0.10520097613334656
362763	rnn.bias_hh_l0_reverse	3	0.07146668434143066
362763	rnn.bias_hh_l0_reverse	4	-0.17965395748615265
362763	rnn.bias_hh_l0_reverse	5	-0.14283564686775208
362763	rnn.bias_hh_l0_reverse	6	-0.08932308107614517
362763	rnn.bias_hh_l0_reverse	7	-0.05413123965263367
362763	rnn.bias_hh_l0_reverse	8	-0.09611982852220535
362763	rnn.bias_hh_l0_reverse	9	-0.023195257410407066
362763	linear.weight	0	-0.007733570411801338
362763	linear.weight	1	0.0102615961804986
362763	linear.weight	2	0.31326010823249817
362763	linear.weight	3	-0.07891003042459488
362763	linear.weight	4	-0.010588549077510834
362763	linear.weight	5	0.12562265992164612
362763	linear.weight	6	-0.010739270597696304
362763	linear.weight	7	-0.07673470675945282
362763	linear.weight	8	0.18093395233154297
362763	linear.weight	9	-0.28026676177978516
362763	linear.bias	0	-0.03956538438796997
362763	linear.bias	1	0.031413208693265915
362763	linear.bias	2	0.41836801171302795
362763	linear.bias	3	-0.7478376030921936
362763	linear.bias	4	2.1580207347869873
362763	linear.bias	5	-1.4051399230957031
362763	linear.bias	6	-0.2955455482006073
362763	linear.bias	7	-0.13188926875591278
363322	transitions	0	-1.950433373451233
363322	transitions	1	-10000.0
363322	transitions	2	-0.7969565987586975
363322	transitions	3	-10000.0
363322	transitions	4	2.069058418273926
363322	transitions	5	-10000.0
363322	transitions	6	-10000.0
363322	transitions	7	1.851463794708252
363322	transitions	8	-2.6323182582855225
363322	transitions	9	-4.239774703979492
363322	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
363322	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
363322	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
363322	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
363322	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
363322	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
363322	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
363322	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
363322	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
363322	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
363322	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
363322	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
363322	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
363322	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
363322	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
363322	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
363322	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
363322	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
363322	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
363322	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
363322	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
363322	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
363322	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
363322	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
363322	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
363322	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
363322	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
363322	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
363322	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
363322	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
363322	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
363322	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
363322	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
363322	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
363322	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
363322	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
363322	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
363322	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
363322	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
363322	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
363322	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
363322	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
363322	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
363322	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
363322	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
363322	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
363322	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
363322	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
363322	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
363322	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
363322	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
363322	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
363322	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
363322	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
363322	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
363322	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
363322	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
363322	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
363322	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
363322	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
363322	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
363322	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
363322	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
363322	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
363322	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
363322	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
363322	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
363322	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
363322	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
363322	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
363322	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
363322	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
363322	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
363322	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
363322	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
363322	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
363322	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
363322	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
363322	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
363322	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
363322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
363322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
363322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
363322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
363322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
363322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
363322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
363322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
363322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
363322	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
363322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
363322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
363322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
363322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
363322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
363322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
363322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
363322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
363322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
363322	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
363322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
363322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
363322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
363322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
363322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
363322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
363322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
363322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
363322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
363322	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
363322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
363322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
363322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
363322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
363322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
363322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
363322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
363322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
363322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
363322	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
363322	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
363322	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
363322	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
363322	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
363322	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
363322	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
363322	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
363322	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
363322	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
363322	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
363322	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
363322	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
363322	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
363322	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
363322	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
363322	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
363322	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
363322	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
363322	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
363322	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
363322	embedding2nn.weight	0	0.006404780317097902
363322	embedding2nn.weight	1	0.003993589896708727
363322	embedding2nn.weight	2	0.01342844869941473
363322	embedding2nn.weight	3	0.026899756863713264
363322	embedding2nn.weight	4	0.023465247824788094
363322	embedding2nn.weight	5	0.005530407186597586
363322	embedding2nn.weight	6	-0.015404112637043
363322	embedding2nn.weight	7	-0.0004485515528358519
363322	embedding2nn.weight	8	-0.010061236098408699
363322	embedding2nn.weight	9	0.0019254860235378146
363322	embedding2nn.bias	0	0.013964309357106686
363322	embedding2nn.bias	1	-0.037229131907224655
363322	embedding2nn.bias	2	0.08018402010202408
363322	embedding2nn.bias	3	0.07019848376512527
363322	embedding2nn.bias	4	-0.012555621564388275
363322	embedding2nn.bias	5	-0.03283068910241127
363322	embedding2nn.bias	6	0.03083452396094799
363322	embedding2nn.bias	7	0.004820131231099367
363322	embedding2nn.bias	8	-0.03458552435040474
363322	embedding2nn.bias	9	0.02428767830133438
363322	rnn.weight_ih_l0	0	0.06476657837629318
363322	rnn.weight_ih_l0	1	-0.04167843982577324
363322	rnn.weight_ih_l0	2	0.005316110793501139
363322	rnn.weight_ih_l0	3	0.045139092952013016
363322	rnn.weight_ih_l0	4	-0.029693037271499634
363322	rnn.weight_ih_l0	5	0.04038359224796295
363322	rnn.weight_ih_l0	6	0.0077325282618403435
363322	rnn.weight_ih_l0	7	0.06559093296527863
363322	rnn.weight_ih_l0	8	0.009224280714988708
363322	rnn.weight_ih_l0	9	-0.025399034842848778
363322	rnn.weight_hh_l0	0	-0.011803094297647476
363322	rnn.weight_hh_l0	1	-0.027797138318419456
363322	rnn.weight_hh_l0	2	-0.06143244728446007
363322	rnn.weight_hh_l0	3	-0.005867998115718365
363322	rnn.weight_hh_l0	4	-0.009703714400529861
363322	rnn.weight_hh_l0	5	-0.02429504133760929
363322	rnn.weight_hh_l0	6	0.0006454913527704775
363322	rnn.weight_hh_l0	7	-0.035776570439338684
363322	rnn.weight_hh_l0	8	0.06714634597301483
363322	rnn.weight_hh_l0	9	0.04520465061068535
363322	rnn.bias_ih_l0	0	-0.17442844808101654
363322	rnn.bias_ih_l0	1	-0.1705266684293747
363322	rnn.bias_ih_l0	2	-0.01951129548251629
363322	rnn.bias_ih_l0	3	-0.14798316359519958
363322	rnn.bias_ih_l0	4	-0.05900396779179573
363322	rnn.bias_ih_l0	5	-0.1757848560810089
363322	rnn.bias_ih_l0	6	0.07300208508968353
363322	rnn.bias_ih_l0	7	-0.086210697889328
363322	rnn.bias_ih_l0	8	-0.04639307036995888
363322	rnn.bias_ih_l0	9	-0.1078885942697525
363322	rnn.bias_hh_l0	0	-0.06937266886234283
363322	rnn.bias_hh_l0	1	0.24770697951316833
363322	rnn.bias_hh_l0	2	0.046962443739175797
363322	rnn.bias_hh_l0	3	-0.07909510284662247
363322	rnn.bias_hh_l0	4	-0.08295053243637085
363322	rnn.bias_hh_l0	5	-0.0042648003436625
363322	rnn.bias_hh_l0	6	0.058066774159669876
363322	rnn.bias_hh_l0	7	-0.09803032130002975
363322	rnn.bias_hh_l0	8	-0.23314470052719116
363322	rnn.bias_hh_l0	9	-0.10129879415035248
363322	rnn.weight_ih_l0_reverse	0	0.02025408297777176
363322	rnn.weight_ih_l0_reverse	1	-0.06022325158119202
363322	rnn.weight_ih_l0_reverse	2	0.04298511520028114
363322	rnn.weight_ih_l0_reverse	3	0.0202779658138752
363322	rnn.weight_ih_l0_reverse	4	-3.5128541640006006e-05
363322	rnn.weight_ih_l0_reverse	5	-0.025675589218735695
363322	rnn.weight_ih_l0_reverse	6	0.012046197429299355
363322	rnn.weight_ih_l0_reverse	7	0.028282707557082176
363322	rnn.weight_ih_l0_reverse	8	-0.028065625578165054
363322	rnn.weight_ih_l0_reverse	9	-0.0015396063681691885
363322	rnn.weight_hh_l0_reverse	0	0.039809320122003555
363322	rnn.weight_hh_l0_reverse	1	0.029884736984968185
363322	rnn.weight_hh_l0_reverse	2	-0.023092038929462433
363322	rnn.weight_hh_l0_reverse	3	-0.0823829174041748
363322	rnn.weight_hh_l0_reverse	4	0.011333242990076542
363322	rnn.weight_hh_l0_reverse	5	-0.06106605380773544
363322	rnn.weight_hh_l0_reverse	6	-0.014172082766890526
363322	rnn.weight_hh_l0_reverse	7	0.030928580090403557
363322	rnn.weight_hh_l0_reverse	8	0.007889771834015846
363322	rnn.weight_hh_l0_reverse	9	0.008741074241697788
363322	rnn.bias_ih_l0_reverse	0	-0.04602200910449028
363322	rnn.bias_ih_l0_reverse	1	-0.1400165557861328
363322	rnn.bias_ih_l0_reverse	2	-0.14607898890972137
363322	rnn.bias_ih_l0_reverse	3	-0.046136148273944855
363322	rnn.bias_ih_l0_reverse	4	-0.11293397843837738
363322	rnn.bias_ih_l0_reverse	5	-0.0859040692448616
363322	rnn.bias_ih_l0_reverse	6	-0.20904597640037537
363322	rnn.bias_ih_l0_reverse	7	-0.052547723054885864
363322	rnn.bias_ih_l0_reverse	8	-0.06378068029880524
363322	rnn.bias_ih_l0_reverse	9	-0.13413256406784058
363322	rnn.bias_hh_l0_reverse	0	-0.14242662489414215
363322	rnn.bias_hh_l0_reverse	1	-0.16257081925868988
363322	rnn.bias_hh_l0_reverse	2	0.10520635545253754
363322	rnn.bias_hh_l0_reverse	3	0.07158259302377701
363322	rnn.bias_hh_l0_reverse	4	-0.17964518070220947
363322	rnn.bias_hh_l0_reverse	5	-0.14285460114479065
363322	rnn.bias_hh_l0_reverse	6	-0.08921712636947632
363322	rnn.bias_hh_l0_reverse	7	-0.05394907668232918
363322	rnn.bias_hh_l0_reverse	8	-0.09609448909759521
363322	rnn.bias_hh_l0_reverse	9	-0.02311372011899948
363322	linear.weight	0	-0.007733583450317383
363322	linear.weight	1	0.009967220947146416
363322	linear.weight	2	0.3131848871707916
363322	linear.weight	3	-0.07891000807285309
363322	linear.weight	4	-0.010588549077510834
363322	linear.weight	5	0.12513259053230286
363322	linear.weight	6	-0.010739270597696304
363322	linear.weight	7	-0.07666318863630295
363322	linear.weight	8	0.1820916086435318
363322	linear.weight	9	-0.28008607029914856
363322	linear.bias	0	-0.03956538438796997
363322	linear.bias	1	0.031413208693265915
363322	linear.bias	2	0.41358137130737305
363322	linear.bias	3	-0.7455949783325195
363322	linear.bias	4	2.157571792602539
363322	linear.bias	5	-1.4051399230957031
363322	linear.bias	6	-0.29405415058135986
363322	linear.bias	7	-0.13038384914398193
363880	transitions	0	-1.9504609107971191
363880	transitions	1	-10000.0
363880	transitions	2	-0.7969565987586975
363880	transitions	3	-10000.0
363880	transitions	4	2.0697309970855713
363880	transitions	5	-10000.0
363880	transitions	6	-10000.0
363880	transitions	7	1.8515901565551758
363880	transitions	8	-2.6323328018188477
363880	transitions	9	-4.239774703979492
363880	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
363880	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
363880	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
363880	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
363880	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
363880	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
363880	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
363880	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
363880	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
363880	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
363880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
363880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
363880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
363880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
363880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
363880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
363880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
363880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
363880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
363880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
363880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
363880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
363880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
363880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
363880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
363880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
363880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
363880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
363880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
363880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
363880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
363880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
363880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
363880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
363880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
363880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
363880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
363880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
363880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
363880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
363880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
363880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
363880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
363880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
363880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
363880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
363880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
363880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
363880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
363880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
363880	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
363880	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
363880	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
363880	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
363880	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
363880	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
363880	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
363880	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
363880	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
363880	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
363880	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
363880	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
363880	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
363880	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
363880	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
363880	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
363880	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
363880	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
363880	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
363880	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
363880	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
363880	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
363880	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
363880	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
363880	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
363880	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
363880	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
363880	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
363880	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
363880	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
363880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
363880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
363880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
363880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
363880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
363880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
363880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
363880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
363880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
363880	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
363880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
363880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
363880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
363880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
363880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
363880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
363880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
363880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
363880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
363880	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
363880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
363880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
363880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
363880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
363880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
363880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
363880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
363880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
363880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
363880	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
363880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
363880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
363880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
363880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
363880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
363880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
363880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
363880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
363880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
363880	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
363880	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
363880	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
363880	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
363880	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
363880	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
363880	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
363880	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
363880	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
363880	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
363880	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
363880	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
363880	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
363880	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
363880	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
363880	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
363880	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
363880	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
363880	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
363880	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
363880	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
363880	embedding2nn.weight	0	0.006404400337487459
363880	embedding2nn.weight	1	0.003995121456682682
363880	embedding2nn.weight	2	0.013428820297122002
363880	embedding2nn.weight	3	0.026902606710791588
363880	embedding2nn.weight	4	0.023463662713766098
363880	embedding2nn.weight	5	0.005553201772272587
363880	embedding2nn.weight	6	-0.015402022749185562
363880	embedding2nn.weight	7	-0.00044954297482036054
363880	embedding2nn.weight	8	-0.010052347555756569
363880	embedding2nn.weight	9	0.0019174102926626801
363880	embedding2nn.bias	0	0.013890545815229416
363880	embedding2nn.bias	1	-0.03712480515241623
363880	embedding2nn.bias	2	0.08017894625663757
363880	embedding2nn.bias	3	0.07006776332855225
363880	embedding2nn.bias	4	-0.012616202235221863
363880	embedding2nn.bias	5	-0.032890357077121735
363880	embedding2nn.bias	6	0.030786452814936638
363880	embedding2nn.bias	7	0.004556350875645876
363880	embedding2nn.bias	8	-0.03462551534175873
363880	embedding2nn.bias	9	0.024425135925412178
363880	rnn.weight_ih_l0	0	0.0648035928606987
363880	rnn.weight_ih_l0	1	-0.04166828468441963
363880	rnn.weight_ih_l0	2	0.005295437760651112
363880	rnn.weight_ih_l0	3	0.04515672102570534
363880	rnn.weight_ih_l0	4	-0.02968018129467964
363880	rnn.weight_ih_l0	5	0.040387608110904694
363880	rnn.weight_ih_l0	6	0.007729122415184975
363880	rnn.weight_ih_l0	7	0.06556650996208191
363880	rnn.weight_ih_l0	8	0.009208357892930508
363880	rnn.weight_ih_l0	9	-0.02538338303565979
363880	rnn.weight_hh_l0	0	-0.011797749437391758
363880	rnn.weight_hh_l0	1	-0.027802977710962296
363880	rnn.weight_hh_l0	2	-0.06142430007457733
363880	rnn.weight_hh_l0	3	-0.005872607231140137
363880	rnn.weight_hh_l0	4	-0.009708106517791748
363880	rnn.weight_hh_l0	5	-0.02430032752454281
363880	rnn.weight_hh_l0	6	0.0006467815837822855
363880	rnn.weight_hh_l0	7	-0.03577938675880432
363880	rnn.weight_hh_l0	8	0.06717679649591446
363880	rnn.weight_hh_l0	9	0.04520369693636894
363880	rnn.bias_ih_l0	0	-0.17443208396434784
363880	rnn.bias_ih_l0	1	-0.17061810195446014
363880	rnn.bias_ih_l0	2	-0.019489966332912445
363880	rnn.bias_ih_l0	3	-0.14790137112140656
363880	rnn.bias_ih_l0	4	-0.05898149311542511
363880	rnn.bias_ih_l0	5	-0.1758512407541275
363880	rnn.bias_ih_l0	6	0.07318839430809021
363880	rnn.bias_ih_l0	7	-0.08616293966770172
363880	rnn.bias_ih_l0	8	-0.046320293098688126
363880	rnn.bias_ih_l0	9	-0.10794807225465775
363880	rnn.bias_hh_l0	0	-0.069423146545887
363880	rnn.bias_hh_l0	1	0.2477058470249176
363880	rnn.bias_hh_l0	2	0.04714704677462578
363880	rnn.bias_hh_l0	3	-0.0791071355342865
363880	rnn.bias_hh_l0	4	-0.08294985443353653
363880	rnn.bias_hh_l0	5	-0.004341410472989082
363880	rnn.bias_hh_l0	6	0.058059222996234894
363880	rnn.bias_hh_l0	7	-0.0982552096247673
363880	rnn.bias_hh_l0	8	-0.23319871723651886
363880	rnn.bias_hh_l0	9	-0.10132023692131042
363880	rnn.weight_ih_l0_reverse	0	0.02028445340692997
363880	rnn.weight_ih_l0_reverse	1	-0.060194700956344604
363880	rnn.weight_ih_l0_reverse	2	0.042968012392520905
363880	rnn.weight_ih_l0_reverse	3	0.020258037373423576
363880	rnn.weight_ih_l0_reverse	4	-5.432107354863547e-05
363880	rnn.weight_ih_l0_reverse	5	-0.025682758539915085
363880	rnn.weight_ih_l0_reverse	6	0.012045842595398426
363880	rnn.weight_ih_l0_reverse	7	0.02826172299683094
363880	rnn.weight_ih_l0_reverse	8	-0.028067365288734436
363880	rnn.weight_ih_l0_reverse	9	-0.0015581920742988586
363880	rnn.weight_hh_l0_reverse	0	0.039806805551052094
363880	rnn.weight_hh_l0_reverse	1	0.029885388910770416
363880	rnn.weight_hh_l0_reverse	2	-0.023085979744791985
363880	rnn.weight_hh_l0_reverse	3	-0.08236590027809143
363880	rnn.weight_hh_l0_reverse	4	0.011324451304972172
363880	rnn.weight_hh_l0_reverse	5	-0.061059221625328064
363880	rnn.weight_hh_l0_reverse	6	-0.014161337167024612
363880	rnn.weight_hh_l0_reverse	7	0.030935198068618774
363880	rnn.weight_hh_l0_reverse	8	0.007868521846830845
363880	rnn.weight_hh_l0_reverse	9	0.008751952089369297
363880	rnn.bias_ih_l0_reverse	0	-0.046054624021053314
363880	rnn.bias_ih_l0_reverse	1	-0.14004899561405182
363880	rnn.bias_ih_l0_reverse	2	-0.14614079892635345
363880	rnn.bias_ih_l0_reverse	3	-0.046098943799734116
363880	rnn.bias_ih_l0_reverse	4	-0.11289523541927338
363880	rnn.bias_ih_l0_reverse	5	-0.08604546636343002
363880	rnn.bias_ih_l0_reverse	6	-0.20909135043621063
363880	rnn.bias_ih_l0_reverse	7	-0.05255212262272835
363880	rnn.bias_ih_l0_reverse	8	-0.06374669820070267
363880	rnn.bias_ih_l0_reverse	9	-0.13417232036590576
363880	rnn.bias_hh_l0_reverse	0	-0.14246828854084015
363880	rnn.bias_hh_l0_reverse	1	-0.16256240010261536
363880	rnn.bias_hh_l0_reverse	2	0.1054944396018982
363880	rnn.bias_hh_l0_reverse	3	0.0717213824391365
363880	rnn.bias_hh_l0_reverse	4	-0.1795753687620163
363880	rnn.bias_hh_l0_reverse	5	-0.1428511142730713
363880	rnn.bias_hh_l0_reverse	6	-0.08913975954055786
363880	rnn.bias_hh_l0_reverse	7	-0.05391635000705719
363880	rnn.bias_hh_l0_reverse	8	-0.09618881344795227
363880	rnn.bias_hh_l0_reverse	9	-0.023105766624212265
363880	linear.weight	0	-0.007733587175607681
363880	linear.weight	1	0.009409794583916664
363880	linear.weight	2	0.31320732831954956
363880	linear.weight	3	-0.0789099857211113
363880	linear.weight	4	-0.010588549077510834
363880	linear.weight	5	0.12481909245252609
363880	linear.weight	6	-0.010739270597696304
363880	linear.weight	7	-0.07680609077215195
363880	linear.weight	8	0.1800202578306198
363880	linear.weight	9	-0.2800155282020569
363880	linear.bias	0	-0.03956538438796997
363880	linear.bias	1	0.031413208693265915
363880	linear.bias	2	0.4203336536884308
363880	linear.bias	3	-0.7474105954170227
363880	linear.bias	4	2.156397581100464
363880	linear.bias	5	-1.4051399230957031
363880	linear.bias	6	-0.29592061042785645
363880	linear.bias	7	-0.13227754831314087
364438	transitions	0	-1.9504859447479248
364438	transitions	1	-10000.0
364438	transitions	2	-0.7969565987586975
364438	transitions	3	-10000.0
364438	transitions	4	2.0694689750671387
364438	transitions	5	-10000.0
364438	transitions	6	-10000.0
364438	transitions	7	1.8512057065963745
364438	transitions	8	-2.6323442459106445
364438	transitions	9	-4.239774703979492
364438	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
364438	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
364438	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
364438	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
364438	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
364438	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
364438	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
364438	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
364438	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
364438	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
364438	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
364438	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
364438	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
364438	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
364438	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
364438	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
364438	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
364438	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
364438	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
364438	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
364438	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
364438	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
364438	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
364438	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
364438	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
364438	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
364438	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
364438	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
364438	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
364438	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
364438	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
364438	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
364438	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
364438	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
364438	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
364438	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
364438	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
364438	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
364438	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
364438	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
364438	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
364438	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
364438	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
364438	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
364438	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
364438	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
364438	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
364438	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
364438	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
364438	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
364438	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
364438	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
364438	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
364438	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
364438	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
364438	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
364438	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
364438	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
364438	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
364438	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
364438	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
364438	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
364438	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
364438	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
364438	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
364438	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
364438	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
364438	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
364438	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
364438	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
364438	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
364438	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
364438	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
364438	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
364438	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
364438	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
364438	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
364438	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
364438	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
364438	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
364438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
364438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
364438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
364438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
364438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
364438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
364438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
364438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
364438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
364438	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
364438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
364438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
364438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
364438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
364438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
364438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
364438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
364438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
364438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
364438	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
364438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
364438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
364438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
364438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
364438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
364438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
364438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
364438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
364438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
364438	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
364438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
364438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
364438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
364438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
364438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
364438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
364438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
364438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
364438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
364438	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
364438	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
364438	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
364438	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
364438	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
364438	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
364438	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
364438	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
364438	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
364438	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
364438	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
364438	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
364438	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
364438	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
364438	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
364438	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
364438	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
364438	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
364438	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
364438	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
364438	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
364438	embedding2nn.weight	0	0.0064046042971313
364438	embedding2nn.weight	1	0.003997409716248512
364438	embedding2nn.weight	2	0.013428894802927971
364438	embedding2nn.weight	3	0.026899537071585655
364438	embedding2nn.weight	4	0.02346039190888405
364438	embedding2nn.weight	5	0.005543367471545935
364438	embedding2nn.weight	6	-0.0154005978256464
364438	embedding2nn.weight	7	-0.00044667351176030934
364438	embedding2nn.weight	8	-0.010037947446107864
364438	embedding2nn.weight	9	0.0019200252136215568
364438	embedding2nn.bias	0	0.013664128258824348
364438	embedding2nn.bias	1	-0.03718801587820053
364438	embedding2nn.bias	2	0.08001537621021271
364438	embedding2nn.bias	3	0.07004234939813614
364438	embedding2nn.bias	4	-0.012392908334732056
364438	embedding2nn.bias	5	-0.03337661549448967
364438	embedding2nn.bias	6	0.030815519392490387
364438	embedding2nn.bias	7	0.004533558618277311
364438	embedding2nn.bias	8	-0.034701157361269
364438	embedding2nn.bias	9	0.024198811501264572
364438	rnn.weight_ih_l0	0	0.06478665769100189
364438	rnn.weight_ih_l0	1	-0.04164218530058861
364438	rnn.weight_ih_l0	2	0.0052999407052993774
364438	rnn.weight_ih_l0	3	0.04518653079867363
364438	rnn.weight_ih_l0	4	-0.029668807983398438
364438	rnn.weight_ih_l0	5	0.04040508717298508
364438	rnn.weight_ih_l0	6	0.007732618134468794
364438	rnn.weight_ih_l0	7	0.065558061003685
364438	rnn.weight_ih_l0	8	0.00921682734042406
364438	rnn.weight_ih_l0	9	-0.025387918576598167
364438	rnn.weight_hh_l0	0	-0.011798645369708538
364438	rnn.weight_hh_l0	1	-0.02780548669397831
364438	rnn.weight_hh_l0	2	-0.06141094118356705
364438	rnn.weight_hh_l0	3	-0.0058715431950986385
364438	rnn.weight_hh_l0	4	-0.009710989892482758
364438	rnn.weight_hh_l0	5	-0.024289455264806747
364438	rnn.weight_hh_l0	6	0.0006451382068917155
364438	rnn.weight_hh_l0	7	-0.035774700343608856
364438	rnn.weight_hh_l0	8	0.06716679036617279
364438	rnn.weight_hh_l0	9	0.045202355831861496
364438	rnn.bias_ih_l0	0	-0.1743883639574051
364438	rnn.bias_ih_l0	1	-0.1706136167049408
364438	rnn.bias_ih_l0	2	-0.01943366229534149
364438	rnn.bias_ih_l0	3	-0.14793984591960907
364438	rnn.bias_ih_l0	4	-0.05901235714554787
364438	rnn.bias_ih_l0	5	-0.1758449375629425
364438	rnn.bias_ih_l0	6	0.07315267622470856
364438	rnn.bias_ih_l0	7	-0.08613846451044083
364438	rnn.bias_ih_l0	8	-0.04630495235323906
364438	rnn.bias_ih_l0	9	-0.10796251147985458
364438	rnn.bias_hh_l0	0	-0.06946451216936111
364438	rnn.bias_hh_l0	1	0.24769753217697144
364438	rnn.bias_hh_l0	2	0.0472889170050621
364438	rnn.bias_hh_l0	3	-0.07903284579515457
364438	rnn.bias_hh_l0	4	-0.08302159607410431
364438	rnn.bias_hh_l0	5	-0.0043673026375472546
364438	rnn.bias_hh_l0	6	0.05806650593876839
364438	rnn.bias_hh_l0	7	-0.09835249185562134
364438	rnn.bias_hh_l0	8	-0.23320813477039337
364438	rnn.bias_hh_l0	9	-0.10135975480079651
364438	rnn.weight_ih_l0_reverse	0	0.020234335213899612
364438	rnn.weight_ih_l0_reverse	1	-0.06018105521798134
364438	rnn.weight_ih_l0_reverse	2	0.04296485707163811
364438	rnn.weight_ih_l0_reverse	3	0.02023945562541485
364438	rnn.weight_ih_l0_reverse	4	-4.201309639029205e-05
364438	rnn.weight_ih_l0_reverse	5	-0.025668131187558174
364438	rnn.weight_ih_l0_reverse	6	0.012008252553641796
364438	rnn.weight_ih_l0_reverse	7	0.02825726382434368
364438	rnn.weight_ih_l0_reverse	8	-0.02805786207318306
364438	rnn.weight_ih_l0_reverse	9	-0.0015590639086440206
364438	rnn.weight_hh_l0_reverse	0	0.03980627655982971
364438	rnn.weight_hh_l0_reverse	1	0.029880797490477562
364438	rnn.weight_hh_l0_reverse	2	-0.023088352754712105
364438	rnn.weight_hh_l0_reverse	3	-0.08237317949533463
364438	rnn.weight_hh_l0_reverse	4	0.011327004991471767
364438	rnn.weight_hh_l0_reverse	5	-0.0610644668340683
364438	rnn.weight_hh_l0_reverse	6	-0.01416052971035242
364438	rnn.weight_hh_l0_reverse	7	0.03093229979276657
364438	rnn.weight_hh_l0_reverse	8	0.00787536334246397
364438	rnn.weight_hh_l0_reverse	9	0.008745230734348297
364438	rnn.bias_ih_l0_reverse	0	-0.04600588604807854
364438	rnn.bias_ih_l0_reverse	1	-0.14009949564933777
364438	rnn.bias_ih_l0_reverse	2	-0.14614054560661316
364438	rnn.bias_ih_l0_reverse	3	-0.046109288930892944
364438	rnn.bias_ih_l0_reverse	4	-0.11285364627838135
364438	rnn.bias_ih_l0_reverse	5	-0.0860273614525795
364438	rnn.bias_ih_l0_reverse	6	-0.2090124636888504
364438	rnn.bias_ih_l0_reverse	7	-0.05248399078845978
364438	rnn.bias_ih_l0_reverse	8	-0.06377307325601578
364438	rnn.bias_ih_l0_reverse	9	-0.1342211216688156
364438	rnn.bias_hh_l0_reverse	0	-0.14231224358081818
364438	rnn.bias_hh_l0_reverse	1	-0.1625729650259018
364438	rnn.bias_hh_l0_reverse	2	0.10531089454889297
364438	rnn.bias_hh_l0_reverse	3	0.07175324112176895
364438	rnn.bias_hh_l0_reverse	4	-0.17956602573394775
364438	rnn.bias_hh_l0_reverse	5	-0.14280055463314056
364438	rnn.bias_hh_l0_reverse	6	-0.08918415009975433
364438	rnn.bias_hh_l0_reverse	7	-0.0539240762591362
364438	rnn.bias_hh_l0_reverse	8	-0.09625714272260666
364438	rnn.bias_hh_l0_reverse	9	-0.02317383512854576
364438	linear.weight	0	-0.00773359090089798
364438	linear.weight	1	0.008852420374751091
364438	linear.weight	2	0.31283801794052124
364438	linear.weight	3	-0.0789099857211113
364438	linear.weight	4	-0.010588549077510834
364438	linear.weight	5	0.12453662604093552
364438	linear.weight	6	-0.010739270597696304
364438	linear.weight	7	-0.07619336247444153
364438	linear.weight	8	0.17963120341300964
364438	linear.weight	9	-0.279946506023407
364438	linear.bias	0	-0.03956538438796997
364438	linear.bias	1	0.031413208693265915
364438	linear.bias	2	0.4215719401836395
364438	linear.bias	3	-0.7503376007080078
364438	linear.bias	4	2.155771017074585
364438	linear.bias	5	-1.4051399230957031
364438	linear.bias	6	-0.29475706815719604
364438	linear.bias	7	-0.1311221569776535
364996	transitions	0	-1.9505031108856201
364996	transitions	1	-10000.0
364996	transitions	2	-0.7969565987586975
364996	transitions	3	-10000.0
364996	transitions	4	2.0697295665740967
364996	transitions	5	-10000.0
364996	transitions	6	-10000.0
364996	transitions	7	1.8512507677078247
364996	transitions	8	-2.632354974746704
364996	transitions	9	-4.239774703979492
364996	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
364996	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
364996	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
364996	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
364996	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
364996	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
364996	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
364996	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
364996	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
364996	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
364996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
364996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
364996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
364996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
364996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
364996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
364996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
364996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
364996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
364996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
364996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
364996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
364996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
364996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
364996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
364996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
364996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
364996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
364996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
364996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
364996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
364996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
364996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
364996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
364996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
364996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
364996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
364996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
364996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
364996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
364996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
364996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
364996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
364996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
364996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
364996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
364996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
364996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
364996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
364996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
364996	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
364996	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
364996	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
364996	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
364996	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
364996	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
364996	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
364996	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
364996	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
364996	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
364996	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
364996	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
364996	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
364996	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
364996	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
364996	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
364996	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
364996	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
364996	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
364996	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
364996	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
364996	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
364996	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
364996	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
364996	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
364996	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
364996	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
364996	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
364996	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
364996	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
364996	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
364996	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
364996	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
364996	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
364996	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
364996	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
364996	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
364996	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
364996	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
364996	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
364996	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
364996	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
364996	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
364996	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
364996	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
364996	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
364996	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
364996	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
364996	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
364996	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
364996	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
364996	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
364996	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
364996	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
364996	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
364996	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
364996	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
364996	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
364996	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
364996	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
364996	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
364996	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
364996	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
364996	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
364996	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
364996	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
364996	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
364996	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
364996	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
364996	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
364996	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
364996	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
364996	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
364996	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
364996	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
364996	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
364996	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
364996	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
364996	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
364996	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
364996	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
364996	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
364996	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
364996	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
364996	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
364996	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
364996	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
364996	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
364996	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
364996	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
364996	embedding2nn.weight	0	0.006405314896255732
364996	embedding2nn.weight	1	0.003992562182247639
364996	embedding2nn.weight	2	0.013428392820060253
364996	embedding2nn.weight	3	0.02690844051539898
364996	embedding2nn.weight	4	0.0234568752348423
364996	embedding2nn.weight	5	0.0055396114476025105
364996	embedding2nn.weight	6	-0.01539810560643673
364996	embedding2nn.weight	7	-0.00044344522757455707
364996	embedding2nn.weight	8	-0.010034558363258839
364996	embedding2nn.weight	9	0.0019187263678759336
364996	embedding2nn.bias	0	0.013359079137444496
364996	embedding2nn.bias	1	-0.03698844090104103
364996	embedding2nn.bias	2	0.07979525625705719
364996	embedding2nn.bias	3	0.06991593539714813
364996	embedding2nn.bias	4	-0.012481746263802052
364996	embedding2nn.bias	5	-0.03341761603951454
364996	embedding2nn.bias	6	0.030750738456845284
364996	embedding2nn.bias	7	0.004503661300987005
364996	embedding2nn.bias	8	-0.03461639955639839
364996	embedding2nn.bias	9	0.024365756660699844
364996	rnn.weight_ih_l0	0	0.06478092074394226
364996	rnn.weight_ih_l0	1	-0.0416521392762661
364996	rnn.weight_ih_l0	2	0.005311870016157627
364996	rnn.weight_ih_l0	3	0.04517321288585663
364996	rnn.weight_ih_l0	4	-0.029658468440175056
364996	rnn.weight_ih_l0	5	0.04040367156267166
364996	rnn.weight_ih_l0	6	0.007733358535915613
364996	rnn.weight_ih_l0	7	0.06555458903312683
364996	rnn.weight_ih_l0	8	0.00919332541525364
364996	rnn.weight_ih_l0	9	-0.02538701891899109
364996	rnn.weight_hh_l0	0	-0.011784537695348263
364996	rnn.weight_hh_l0	1	-0.027813244611024857
364996	rnn.weight_hh_l0	2	-0.061404336243867874
364996	rnn.weight_hh_l0	3	-0.005873255431652069
364996	rnn.weight_hh_l0	4	-0.009713917039334774
364996	rnn.weight_hh_l0	5	-0.02428101934492588
364996	rnn.weight_hh_l0	6	0.0006448575877584517
364996	rnn.weight_hh_l0	7	-0.03576171398162842
364996	rnn.weight_hh_l0	8	0.06716112792491913
364996	rnn.weight_hh_l0	9	0.045179955661296844
364996	rnn.bias_ih_l0	0	-0.1744510382413864
364996	rnn.bias_ih_l0	1	-0.17057225108146667
364996	rnn.bias_ih_l0	2	-0.0194838959723711
364996	rnn.bias_ih_l0	3	-0.14794602990150452
364996	rnn.bias_ih_l0	4	-0.05899018794298172
364996	rnn.bias_ih_l0	5	-0.17581839859485626
364996	rnn.bias_ih_l0	6	0.07319491356611252
364996	rnn.bias_ih_l0	7	-0.08619346469640732
364996	rnn.bias_ih_l0	8	-0.04628179594874382
364996	rnn.bias_ih_l0	9	-0.10800419747829437
364996	rnn.bias_hh_l0	0	-0.06945386528968811
364996	rnn.bias_hh_l0	1	0.24768134951591492
364996	rnn.bias_hh_l0	2	0.04722017049789429
364996	rnn.bias_hh_l0	3	-0.07901915162801743
364996	rnn.bias_hh_l0	4	-0.08307436108589172
364996	rnn.bias_hh_l0	5	-0.004407153930515051
364996	rnn.bias_hh_l0	6	0.0580899752676487
364996	rnn.bias_hh_l0	7	-0.09837950766086578
364996	rnn.bias_hh_l0	8	-0.23328174650669098
364996	rnn.bias_hh_l0	9	-0.10139653831720352
364996	rnn.weight_ih_l0_reverse	0	0.02023995853960514
364996	rnn.weight_ih_l0_reverse	1	-0.06018291041254997
364996	rnn.weight_ih_l0_reverse	2	0.04298085719347
364996	rnn.weight_ih_l0_reverse	3	0.02020745351910591
364996	rnn.weight_ih_l0_reverse	4	-2.518664587114472e-05
364996	rnn.weight_ih_l0_reverse	5	-0.025669457390904427
364996	rnn.weight_ih_l0_reverse	6	0.012012690305709839
364996	rnn.weight_ih_l0_reverse	7	0.028264854103326797
364996	rnn.weight_ih_l0_reverse	8	-0.028066353872418404
364996	rnn.weight_ih_l0_reverse	9	-0.0015532893594354391
364996	rnn.weight_hh_l0_reverse	0	0.03980815038084984
364996	rnn.weight_hh_l0_reverse	1	0.029884841293096542
364996	rnn.weight_hh_l0_reverse	2	-0.023088417947292328
364996	rnn.weight_hh_l0_reverse	3	-0.08237139880657196
364996	rnn.weight_hh_l0_reverse	4	0.011322977021336555
364996	rnn.weight_hh_l0_reverse	5	-0.061047013849020004
364996	rnn.weight_hh_l0_reverse	6	-0.0141669400036335
364996	rnn.weight_hh_l0_reverse	7	0.03093849867582321
364996	rnn.weight_hh_l0_reverse	8	0.007890592329204082
364996	rnn.weight_hh_l0_reverse	9	0.00874674879014492
364996	rnn.bias_ih_l0_reverse	0	-0.046038925647735596
364996	rnn.bias_ih_l0_reverse	1	-0.14007048308849335
364996	rnn.bias_ih_l0_reverse	2	-0.1460951864719391
364996	rnn.bias_ih_l0_reverse	3	-0.04615423455834389
364996	rnn.bias_ih_l0_reverse	4	-0.11277249455451965
364996	rnn.bias_ih_l0_reverse	5	-0.08601111173629761
364996	rnn.bias_ih_l0_reverse	6	-0.20898082852363586
364996	rnn.bias_ih_l0_reverse	7	-0.05258258432149887
364996	rnn.bias_ih_l0_reverse	8	-0.06376911699771881
364996	rnn.bias_ih_l0_reverse	9	-0.13411258161067963
364996	rnn.bias_hh_l0_reverse	0	-0.14224795997142792
364996	rnn.bias_hh_l0_reverse	1	-0.16257421672344208
364996	rnn.bias_hh_l0_reverse	2	0.1051623746752739
364996	rnn.bias_hh_l0_reverse	3	0.07187426090240479
364996	rnn.bias_hh_l0_reverse	4	-0.17955023050308228
364996	rnn.bias_hh_l0_reverse	5	-0.14283376932144165
364996	rnn.bias_hh_l0_reverse	6	-0.08923998475074768
364996	rnn.bias_hh_l0_reverse	7	-0.05393596366047859
364996	rnn.bias_hh_l0_reverse	8	-0.09629722684621811
364996	rnn.bias_hh_l0_reverse	9	-0.02314227633178234
364996	linear.weight	0	-0.007733604405075312
364996	linear.weight	1	0.008942048996686935
364996	linear.weight	2	0.3126696050167084
364996	linear.weight	3	-0.0789099633693695
364996	linear.weight	4	-0.010588549077510834
364996	linear.weight	5	0.12494584172964096
364996	linear.weight	6	-0.010739270597696304
364996	linear.weight	7	-0.07592936605215073
364996	linear.weight	8	0.17969772219657898
364996	linear.weight	9	-0.2800554037094116
364996	linear.bias	0	-0.03956538438796997
364996	linear.bias	1	0.031413208693265915
364996	linear.bias	2	0.42107924818992615
364996	linear.bias	3	-0.7504113912582397
364996	linear.bias	4	2.1542739868164062
364996	linear.bias	5	-1.4051399230957031
364996	linear.bias	6	-0.2937082350254059
364996	linear.bias	7	-0.13010339438915253
365554	transitions	0	-1.9505289793014526
365554	transitions	1	-10000.0
365554	transitions	2	-0.7969565987586975
365554	transitions	3	-10000.0
365554	transitions	4	2.069312334060669
365554	transitions	5	-10000.0
365554	transitions	6	-10000.0
365554	transitions	7	1.8515301942825317
365554	transitions	8	-2.6323699951171875
365554	transitions	9	-4.239774703979492
365554	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
365554	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
365554	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
365554	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
365554	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
365554	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
365554	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
365554	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
365554	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
365554	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
365554	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
365554	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
365554	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
365554	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
365554	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
365554	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
365554	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
365554	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
365554	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
365554	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
365554	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
365554	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
365554	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
365554	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
365554	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
365554	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
365554	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
365554	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
365554	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
365554	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
365554	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
365554	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
365554	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
365554	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
365554	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
365554	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
365554	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
365554	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
365554	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
365554	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
365554	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
365554	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
365554	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
365554	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
365554	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
365554	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
365554	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
365554	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
365554	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
365554	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
365554	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
365554	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
365554	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
365554	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
365554	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
365554	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
365554	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
365554	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
365554	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
365554	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
365554	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
365554	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
365554	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
365554	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
365554	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
365554	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
365554	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
365554	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
365554	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
365554	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
365554	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
365554	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
365554	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
365554	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
365554	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
365554	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
365554	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
365554	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
365554	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
365554	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
365554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
365554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
365554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
365554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
365554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
365554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
365554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
365554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
365554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
365554	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
365554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
365554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
365554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
365554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
365554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
365554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
365554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
365554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
365554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
365554	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
365554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
365554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
365554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
365554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
365554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
365554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
365554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
365554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
365554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
365554	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
365554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
365554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
365554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
365554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
365554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
365554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
365554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
365554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
365554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
365554	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
365554	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
365554	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
365554	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
365554	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
365554	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
365554	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
365554	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
365554	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
365554	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
365554	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
365554	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
365554	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
365554	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
365554	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
365554	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
365554	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
365554	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
365554	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
365554	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
365554	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
365554	embedding2nn.weight	0	0.0064054313115775585
365554	embedding2nn.weight	1	0.003990402910858393
365554	embedding2nn.weight	2	0.013428198173642159
365554	embedding2nn.weight	3	0.02690552920103073
365554	embedding2nn.weight	4	0.023457055911421776
365554	embedding2nn.weight	5	0.0055336556397378445
365554	embedding2nn.weight	6	-0.015401660464704037
365554	embedding2nn.weight	7	-0.00044317235006019473
365554	embedding2nn.weight	8	-0.010046344250440598
365554	embedding2nn.weight	9	0.001918709953315556
365554	embedding2nn.bias	0	0.013449633494019508
365554	embedding2nn.bias	1	-0.036951709538698196
365554	embedding2nn.bias	2	0.0799388661980629
365554	embedding2nn.bias	3	0.06999428570270538
365554	embedding2nn.bias	4	-0.012631050311028957
365554	embedding2nn.bias	5	-0.03352946415543556
365554	embedding2nn.bias	6	0.030804265290498734
365554	embedding2nn.bias	7	0.004481986630707979
365554	embedding2nn.bias	8	-0.03450635075569153
365554	embedding2nn.bias	9	0.02446485124528408
365554	rnn.weight_ih_l0	0	0.06478754431009293
365554	rnn.weight_ih_l0	1	-0.04165235161781311
365554	rnn.weight_ih_l0	2	0.005317074246704578
365554	rnn.weight_ih_l0	3	0.04515209421515465
365554	rnn.weight_ih_l0	4	-0.02963532879948616
365554	rnn.weight_ih_l0	5	0.04041213542222977
365554	rnn.weight_ih_l0	6	0.0077330488711595535
365554	rnn.weight_ih_l0	7	0.06557602435350418
365554	rnn.weight_ih_l0	8	0.009170466102659702
365554	rnn.weight_ih_l0	9	-0.02539340779185295
365554	rnn.weight_hh_l0	0	-0.011784672737121582
365554	rnn.weight_hh_l0	1	-0.02782171405851841
365554	rnn.weight_hh_l0	2	-0.06141211837530136
365554	rnn.weight_hh_l0	3	-0.005870472639799118
365554	rnn.weight_hh_l0	4	-0.009707720950245857
365554	rnn.weight_hh_l0	5	-0.02427595481276512
365554	rnn.weight_hh_l0	6	0.0006457995041273534
365554	rnn.weight_hh_l0	7	-0.0357702262699604
365554	rnn.weight_hh_l0	8	0.06713517010211945
365554	rnn.weight_hh_l0	9	0.04518233239650726
365554	rnn.bias_ih_l0	0	-0.17444321513175964
365554	rnn.bias_ih_l0	1	-0.1706283986568451
365554	rnn.bias_ih_l0	2	-0.019485514611005783
365554	rnn.bias_ih_l0	3	-0.14786681532859802
365554	rnn.bias_ih_l0	4	-0.059016212821006775
365554	rnn.bias_ih_l0	5	-0.17584413290023804
365554	rnn.bias_ih_l0	6	0.07298021763563156
365554	rnn.bias_ih_l0	7	-0.08631351590156555
365554	rnn.bias_ih_l0	8	-0.04636749252676964
365554	rnn.bias_ih_l0	9	-0.1080627366900444
365554	rnn.bias_hh_l0	0	-0.06947629898786545
365554	rnn.bias_hh_l0	1	0.2476043850183487
365554	rnn.bias_hh_l0	2	0.04722342640161514
365554	rnn.bias_hh_l0	3	-0.07904566079378128
365554	rnn.bias_hh_l0	4	-0.08305723965167999
365554	rnn.bias_hh_l0	5	-0.004331526812165976
365554	rnn.bias_hh_l0	6	0.05818305164575577
365554	rnn.bias_hh_l0	7	-0.09837856888771057
365554	rnn.bias_hh_l0	8	-0.23325897753238678
365554	rnn.bias_hh_l0	9	-0.1014440655708313
365554	rnn.weight_ih_l0_reverse	0	0.020269043743610382
365554	rnn.weight_ih_l0_reverse	1	-0.06018843129277229
365554	rnn.weight_ih_l0_reverse	2	0.04296893626451492
365554	rnn.weight_ih_l0_reverse	3	0.020186936482787132
365554	rnn.weight_ih_l0_reverse	4	-4.664982407120988e-05
365554	rnn.weight_ih_l0_reverse	5	-0.025651928037405014
365554	rnn.weight_ih_l0_reverse	6	0.012021423317492008
365554	rnn.weight_ih_l0_reverse	7	0.028261585161089897
365554	rnn.weight_ih_l0_reverse	8	-0.028058446943759918
365554	rnn.weight_ih_l0_reverse	9	-0.0015463156159967184
365554	rnn.weight_hh_l0_reverse	0	0.03981097415089607
365554	rnn.weight_hh_l0_reverse	1	0.029879823327064514
365554	rnn.weight_hh_l0_reverse	2	-0.023081205785274506
365554	rnn.weight_hh_l0_reverse	3	-0.08234819024801254
365554	rnn.weight_hh_l0_reverse	4	0.011326586827635765
365554	rnn.weight_hh_l0_reverse	5	-0.06103784963488579
365554	rnn.weight_hh_l0_reverse	6	-0.014157909899950027
365554	rnn.weight_hh_l0_reverse	7	0.030947517603635788
365554	rnn.weight_hh_l0_reverse	8	0.00789561029523611
365554	rnn.weight_hh_l0_reverse	9	0.0087313586845994
365554	rnn.bias_ih_l0_reverse	0	-0.04597003757953644
365554	rnn.bias_ih_l0_reverse	1	-0.14014460146427155
365554	rnn.bias_ih_l0_reverse	2	-0.1460684835910797
365554	rnn.bias_ih_l0_reverse	3	-0.0461890771985054
365554	rnn.bias_ih_l0_reverse	4	-0.11283967643976212
365554	rnn.bias_ih_l0_reverse	5	-0.08595728874206543
365554	rnn.bias_ih_l0_reverse	6	-0.20900633931159973
365554	rnn.bias_ih_l0_reverse	7	-0.05258885398507118
365554	rnn.bias_ih_l0_reverse	8	-0.06379547715187073
365554	rnn.bias_ih_l0_reverse	9	-0.13425050675868988
365554	rnn.bias_hh_l0_reverse	0	-0.1422133892774582
365554	rnn.bias_hh_l0_reverse	1	-0.16239602863788605
365554	rnn.bias_hh_l0_reverse	2	0.10517866909503937
365554	rnn.bias_hh_l0_reverse	3	0.07176104933023453
365554	rnn.bias_hh_l0_reverse	4	-0.1794934868812561
365554	rnn.bias_hh_l0_reverse	5	-0.14282169938087463
365554	rnn.bias_hh_l0_reverse	6	-0.08915432542562485
365554	rnn.bias_hh_l0_reverse	7	-0.05381998047232628
365554	rnn.bias_hh_l0_reverse	8	-0.09630820900201797
365554	rnn.bias_hh_l0_reverse	9	-0.023196697235107422
365554	linear.weight	0	-0.007733624894171953
365554	linear.weight	1	0.00838774349540472
365554	linear.weight	2	0.3130684494972229
365554	linear.weight	3	-0.07890992611646652
365554	linear.weight	4	-0.010588549077510834
365554	linear.weight	5	0.12494105100631714
365554	linear.weight	6	-0.010739270597696304
365554	linear.weight	7	-0.07568071037530899
365554	linear.weight	8	0.17972595989704132
365554	linear.weight	9	-0.28007882833480835
365554	linear.bias	0	-0.03956538438796997
365554	linear.bias	1	0.031413208693265915
365554	linear.bias	2	0.4153743088245392
365554	linear.bias	3	-0.7501049637794495
365554	linear.bias	4	2.157639980316162
365554	linear.bias	5	-1.4051399230957031
365554	linear.bias	6	-0.29267773032188416
365554	linear.bias	7	-0.12909670174121857
366112	transitions	0	-1.9505512714385986
366112	transitions	1	-10000.0
366112	transitions	2	-0.7969565987586975
366112	transitions	3	-10000.0
366112	transitions	4	2.0688669681549072
366112	transitions	5	-10000.0
366112	transitions	6	-10000.0
366112	transitions	7	1.8518668413162231
366112	transitions	8	-2.632383346557617
366112	transitions	9	-4.239774703979492
366112	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
366112	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
366112	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
366112	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
366112	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
366112	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
366112	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
366112	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
366112	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
366112	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
366112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
366112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
366112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
366112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
366112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
366112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
366112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
366112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
366112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
366112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
366112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
366112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
366112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
366112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
366112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
366112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
366112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
366112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
366112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
366112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
366112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
366112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
366112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
366112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
366112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
366112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
366112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
366112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
366112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
366112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
366112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
366112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
366112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
366112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
366112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
366112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
366112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
366112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
366112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
366112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
366112	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
366112	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
366112	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
366112	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
366112	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
366112	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
366112	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
366112	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
366112	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
366112	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
366112	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
366112	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
366112	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
366112	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
366112	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
366112	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
366112	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
366112	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
366112	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
366112	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
366112	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
366112	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
366112	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
366112	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
366112	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
366112	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
366112	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
366112	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
366112	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
366112	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
366112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
366112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
366112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
366112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
366112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
366112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
366112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
366112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
366112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
366112	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
366112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
366112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
366112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
366112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
366112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
366112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
366112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
366112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
366112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
366112	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
366112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
366112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
366112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
366112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
366112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
366112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
366112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
366112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
366112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
366112	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
366112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
366112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
366112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
366112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
366112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
366112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
366112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
366112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
366112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
366112	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
366112	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
366112	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
366112	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
366112	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
366112	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
366112	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
366112	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
366112	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
366112	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
366112	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
366112	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
366112	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
366112	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
366112	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
366112	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
366112	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
366112	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
366112	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
366112	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
366112	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
366112	embedding2nn.weight	0	0.006405087653547525
366112	embedding2nn.weight	1	0.00399076147004962
366112	embedding2nn.weight	2	0.013428274542093277
366112	embedding2nn.weight	3	0.026898009702563286
366112	embedding2nn.weight	4	0.023461174219846725
366112	embedding2nn.weight	5	0.005531948525458574
366112	embedding2nn.weight	6	-0.015399009920656681
366112	embedding2nn.weight	7	-0.0004408462264109403
366112	embedding2nn.weight	8	-0.010069167241454124
366112	embedding2nn.weight	9	0.0019247333984822035
366112	embedding2nn.bias	0	0.013515913859009743
366112	embedding2nn.bias	1	-0.0370047353208065
366112	embedding2nn.bias	2	0.07993222028017044
366112	embedding2nn.bias	3	0.07016188651323318
366112	embedding2nn.bias	4	-0.012664549052715302
366112	embedding2nn.bias	5	-0.03337925672531128
366112	embedding2nn.bias	6	0.03065057285130024
366112	embedding2nn.bias	7	0.004378519952297211
366112	embedding2nn.bias	8	-0.034795064479112625
366112	embedding2nn.bias	9	0.02458198368549347
366112	rnn.weight_ih_l0	0	0.06477782875299454
366112	rnn.weight_ih_l0	1	-0.04166986793279648
366112	rnn.weight_ih_l0	2	0.005335370544344187
366112	rnn.weight_ih_l0	3	0.04516398906707764
366112	rnn.weight_ih_l0	4	-0.02961834706366062
366112	rnn.weight_ih_l0	5	0.04040730372071266
366112	rnn.weight_ih_l0	6	0.0077338130213320255
366112	rnn.weight_ih_l0	7	0.06558173149824142
366112	rnn.weight_ih_l0	8	0.00920675229281187
366112	rnn.weight_ih_l0	9	-0.025417497381567955
366112	rnn.weight_hh_l0	0	-0.011791505850851536
366112	rnn.weight_hh_l0	1	-0.027809597551822662
366112	rnn.weight_hh_l0	2	-0.06138850003480911
366112	rnn.weight_hh_l0	3	-0.005869923159480095
366112	rnn.weight_hh_l0	4	-0.009706739336252213
366112	rnn.weight_hh_l0	5	-0.024278178811073303
366112	rnn.weight_hh_l0	6	0.0006456763367168605
366112	rnn.weight_hh_l0	7	-0.03573121502995491
366112	rnn.weight_hh_l0	8	0.06713904440402985
366112	rnn.weight_hh_l0	9	0.04516518488526344
366112	rnn.bias_ih_l0	0	-0.17436890304088593
366112	rnn.bias_ih_l0	1	-0.1706644594669342
366112	rnn.bias_ih_l0	2	-0.019474683329463005
366112	rnn.bias_ih_l0	3	-0.14782318472862244
366112	rnn.bias_ih_l0	4	-0.05900229513645172
366112	rnn.bias_ih_l0	5	-0.17588207125663757
366112	rnn.bias_ih_l0	6	0.07316805422306061
366112	rnn.bias_ih_l0	7	-0.08635511994361877
366112	rnn.bias_ih_l0	8	-0.04639583081007004
366112	rnn.bias_ih_l0	9	-0.10801899433135986
366112	rnn.bias_hh_l0	0	-0.06938726454973221
366112	rnn.bias_hh_l0	1	0.24758511781692505
366112	rnn.bias_hh_l0	2	0.047280557453632355
366112	rnn.bias_hh_l0	3	-0.07899675518274307
366112	rnn.bias_hh_l0	4	-0.08305894583463669
366112	rnn.bias_hh_l0	5	-0.00441218726336956
366112	rnn.bias_hh_l0	6	0.05808340758085251
366112	rnn.bias_hh_l0	7	-0.09846974164247513
366112	rnn.bias_hh_l0	8	-0.23331312835216522
366112	rnn.bias_hh_l0	9	-0.10141019523143768
366112	rnn.weight_ih_l0_reverse	0	0.020266806706786156
366112	rnn.weight_ih_l0_reverse	1	-0.060196466743946075
366112	rnn.weight_ih_l0_reverse	2	0.042966991662979126
366112	rnn.weight_ih_l0_reverse	3	0.020199455320835114
366112	rnn.weight_ih_l0_reverse	4	-3.753068813239224e-05
366112	rnn.weight_ih_l0_reverse	5	-0.025656217709183693
366112	rnn.weight_ih_l0_reverse	6	0.012072375975549221
366112	rnn.weight_ih_l0_reverse	7	0.028255417943000793
366112	rnn.weight_ih_l0_reverse	8	-0.028048697859048843
366112	rnn.weight_ih_l0_reverse	9	-0.00155654177069664
366112	rnn.weight_hh_l0_reverse	0	0.03981313854455948
366112	rnn.weight_hh_l0_reverse	1	0.029884258285164833
366112	rnn.weight_hh_l0_reverse	2	-0.023077458143234253
366112	rnn.weight_hh_l0_reverse	3	-0.08236183226108551
366112	rnn.weight_hh_l0_reverse	4	0.011329970322549343
366112	rnn.weight_hh_l0_reverse	5	-0.06104802340269089
366112	rnn.weight_hh_l0_reverse	6	-0.014157886616885662
366112	rnn.weight_hh_l0_reverse	7	0.030941814184188843
366112	rnn.weight_hh_l0_reverse	8	0.007882300764322281
366112	rnn.weight_hh_l0_reverse	9	0.008715450763702393
366112	rnn.bias_ih_l0_reverse	0	-0.04595150798559189
366112	rnn.bias_ih_l0_reverse	1	-0.14015083014965057
366112	rnn.bias_ih_l0_reverse	2	-0.14600612223148346
366112	rnn.bias_ih_l0_reverse	3	-0.046083249151706696
366112	rnn.bias_ih_l0_reverse	4	-0.11278217285871506
366112	rnn.bias_ih_l0_reverse	5	-0.08601631969213486
366112	rnn.bias_ih_l0_reverse	6	-0.2091219276189804
366112	rnn.bias_ih_l0_reverse	7	-0.05257566273212433
366112	rnn.bias_ih_l0_reverse	8	-0.0638042688369751
366112	rnn.bias_ih_l0_reverse	9	-0.13428297638893127
366112	rnn.bias_hh_l0_reverse	0	-0.14233030378818512
366112	rnn.bias_hh_l0_reverse	1	-0.16238407790660858
366112	rnn.bias_hh_l0_reverse	2	0.10528861731290817
366112	rnn.bias_hh_l0_reverse	3	0.0717756599187851
366112	rnn.bias_hh_l0_reverse	4	-0.17934635281562805
366112	rnn.bias_hh_l0_reverse	5	-0.14278443157672882
366112	rnn.bias_hh_l0_reverse	6	-0.08919426798820496
366112	rnn.bias_hh_l0_reverse	7	-0.05383266508579254
366112	rnn.bias_hh_l0_reverse	8	-0.09628723561763763
366112	rnn.bias_hh_l0_reverse	9	-0.02313830517232418
366112	linear.weight	0	-0.007733648642897606
366112	linear.weight	1	0.008511077612638474
366112	linear.weight	2	0.3134641945362091
366112	linear.weight	3	-0.07890990376472473
366112	linear.weight	4	-0.010588549077510834
366112	linear.weight	5	0.12537668645381927
366112	linear.weight	6	-0.010739270597696304
366112	linear.weight	7	-0.07525967806577682
366112	linear.weight	8	0.18034802377223969
366112	linear.weight	9	-0.28030043840408325
366112	linear.bias	0	-0.03956538438796997
366112	linear.bias	1	0.031413208693265915
366112	linear.bias	2	0.41463908553123474
366112	linear.bias	3	-0.7481948137283325
366112	linear.bias	4	2.1573755741119385
366112	linear.bias	5	-1.4051399230957031
366112	linear.bias	6	-0.2931300103664398
366112	linear.bias	7	-0.12955068051815033
366670	transitions	0	-1.9505712985992432
366670	transitions	1	-10000.0
366670	transitions	2	-0.7969565987586975
366670	transitions	3	-10000.0
366670	transitions	4	2.0690226554870605
366670	transitions	5	-10000.0
366670	transitions	6	-10000.0
366670	transitions	7	1.8523272275924683
366670	transitions	8	-2.632396936416626
366670	transitions	9	-4.239774703979492
366670	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
366670	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
366670	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
366670	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
366670	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
366670	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
366670	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
366670	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
366670	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
366670	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
366670	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
366670	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
366670	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
366670	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
366670	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
366670	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
366670	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
366670	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
366670	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
366670	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
366670	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
366670	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
366670	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
366670	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
366670	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
366670	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
366670	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
366670	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
366670	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
366670	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
366670	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
366670	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
366670	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
366670	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
366670	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
366670	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
366670	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
366670	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
366670	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
366670	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
366670	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
366670	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
366670	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
366670	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
366670	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
366670	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
366670	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
366670	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
366670	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
366670	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
366670	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
366670	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
366670	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
366670	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
366670	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
366670	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
366670	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
366670	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
366670	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
366670	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
366670	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
366670	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
366670	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
366670	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
366670	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
366670	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
366670	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
366670	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
366670	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
366670	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
366670	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
366670	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
366670	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
366670	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
366670	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
366670	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
366670	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
366670	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
366670	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
366670	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
366670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
366670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
366670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
366670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
366670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
366670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
366670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
366670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
366670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
366670	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
366670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
366670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
366670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
366670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
366670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
366670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
366670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
366670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
366670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
366670	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
366670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
366670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
366670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
366670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
366670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
366670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
366670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
366670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
366670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
366670	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
366670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
366670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
366670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
366670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
366670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
366670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
366670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
366670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
366670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
366670	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
366670	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
366670	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
366670	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
366670	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
366670	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
366670	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
366670	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
366670	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
366670	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
366670	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
366670	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
366670	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
366670	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
366670	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
366670	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
366670	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
366670	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
366670	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
366670	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
366670	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
366670	embedding2nn.weight	0	0.0064046564511954784
366670	embedding2nn.weight	1	0.0039906431920826435
366670	embedding2nn.weight	2	0.01342860423028469
366670	embedding2nn.weight	3	0.026902412995696068
366670	embedding2nn.weight	4	0.023462507873773575
366670	embedding2nn.weight	5	0.005539408884942532
366670	embedding2nn.weight	6	-0.015392507426440716
366670	embedding2nn.weight	7	-0.00044374921708367765
366670	embedding2nn.weight	8	-0.010072240605950356
366670	embedding2nn.weight	9	0.001920522772707045
366670	embedding2nn.bias	0	0.013441013172268867
366670	embedding2nn.bias	1	-0.03708159178495407
366670	embedding2nn.bias	2	0.08001945912837982
366670	embedding2nn.bias	3	0.07011298835277557
366670	embedding2nn.bias	4	-0.012611807323992252
366670	embedding2nn.bias	5	-0.0334937684237957
366670	embedding2nn.bias	6	0.030859611928462982
366670	embedding2nn.bias	7	0.004535892512649298
366670	embedding2nn.bias	8	-0.03464852645993233
366670	embedding2nn.bias	9	0.024441463872790337
366670	rnn.weight_ih_l0	0	0.06478128582239151
366670	rnn.weight_ih_l0	1	-0.04167557880282402
366670	rnn.weight_ih_l0	2	0.005356003530323505
366670	rnn.weight_ih_l0	3	0.04515542462468147
366670	rnn.weight_ih_l0	4	-0.029613323509693146
366670	rnn.weight_ih_l0	5	0.04038017988204956
366670	rnn.weight_ih_l0	6	0.007737539242953062
366670	rnn.weight_ih_l0	7	0.06555600464344025
366670	rnn.weight_ih_l0	8	0.009198861196637154
366670	rnn.weight_ih_l0	9	-0.025437483564019203
366670	rnn.weight_hh_l0	0	-0.011792907491326332
366670	rnn.weight_hh_l0	1	-0.02779797464609146
366670	rnn.weight_hh_l0	2	-0.061397816985845566
366670	rnn.weight_hh_l0	3	-0.005866563878953457
366670	rnn.weight_hh_l0	4	-0.009702921845018864
366670	rnn.weight_hh_l0	5	-0.02425297163426876
366670	rnn.weight_hh_l0	6	0.0006455583497881889
366670	rnn.weight_hh_l0	7	-0.03573630750179291
366670	rnn.weight_hh_l0	8	0.06715472787618637
366670	rnn.weight_hh_l0	9	0.04516763985157013
366670	rnn.bias_ih_l0	0	-0.1743583232164383
366670	rnn.bias_ih_l0	1	-0.1705922931432724
366670	rnn.bias_ih_l0	2	-0.019535163417458534
366670	rnn.bias_ih_l0	3	-0.1477987915277481
366670	rnn.bias_ih_l0	4	-0.05900588259100914
366670	rnn.bias_ih_l0	5	-0.1758846938610077
366670	rnn.bias_ih_l0	6	0.0732543095946312
366670	rnn.bias_ih_l0	7	-0.08628007769584656
366670	rnn.bias_ih_l0	8	-0.046477098017930984
366670	rnn.bias_ih_l0	9	-0.10802985727787018
366670	rnn.bias_hh_l0	0	-0.06945924460887909
366670	rnn.bias_hh_l0	1	0.24771156907081604
366670	rnn.bias_hh_l0	2	0.04733380302786827
366670	rnn.bias_hh_l0	3	-0.07896565645933151
366670	rnn.bias_hh_l0	4	-0.08309756219387054
366670	rnn.bias_hh_l0	5	-0.00446744542568922
366670	rnn.bias_hh_l0	6	0.05794908106327057
366670	rnn.bias_hh_l0	7	-0.09847422689199448
366670	rnn.bias_hh_l0	8	-0.2333730012178421
366670	rnn.bias_hh_l0	9	-0.10133308172225952
366670	rnn.weight_ih_l0_reverse	0	0.020246122032403946
366670	rnn.weight_ih_l0_reverse	1	-0.06019839271903038
366670	rnn.weight_ih_l0_reverse	2	0.0429622158408165
366670	rnn.weight_ih_l0_reverse	3	0.020187780261039734
366670	rnn.weight_ih_l0_reverse	4	-3.452266537351534e-05
366670	rnn.weight_ih_l0_reverse	5	-0.025640984997153282
366670	rnn.weight_ih_l0_reverse	6	0.012075246311724186
366670	rnn.weight_ih_l0_reverse	7	0.028267797082662582
366670	rnn.weight_ih_l0_reverse	8	-0.028047628700733185
366670	rnn.weight_ih_l0_reverse	9	-0.0015540801687166095
366670	rnn.weight_hh_l0_reverse	0	0.03981057554483414
366670	rnn.weight_hh_l0_reverse	1	0.029885439202189445
366670	rnn.weight_hh_l0_reverse	2	-0.02305278182029724
366670	rnn.weight_hh_l0_reverse	3	-0.08233540505170822
366670	rnn.weight_hh_l0_reverse	4	0.011324770748615265
366670	rnn.weight_hh_l0_reverse	5	-0.06103046238422394
366670	rnn.weight_hh_l0_reverse	6	-0.014163482934236526
366670	rnn.weight_hh_l0_reverse	7	0.03094378486275673
366670	rnn.weight_hh_l0_reverse	8	0.007889417000114918
366670	rnn.weight_hh_l0_reverse	9	0.00871746800839901
366670	rnn.bias_ih_l0_reverse	0	-0.045990243554115295
366670	rnn.bias_ih_l0_reverse	1	-0.14018307626247406
366670	rnn.bias_ih_l0_reverse	2	-0.14593224227428436
366670	rnn.bias_ih_l0_reverse	3	-0.04605677351355553
366670	rnn.bias_ih_l0_reverse	4	-0.11265620589256287
366670	rnn.bias_ih_l0_reverse	5	-0.08606879413127899
366670	rnn.bias_ih_l0_reverse	6	-0.20914356410503387
366670	rnn.bias_ih_l0_reverse	7	-0.05253727361559868
366670	rnn.bias_ih_l0_reverse	8	-0.06381207704544067
366670	rnn.bias_ih_l0_reverse	9	-0.13435709476470947
366670	rnn.bias_hh_l0_reverse	0	-0.14234061539173126
366670	rnn.bias_hh_l0_reverse	1	-0.16237592697143555
366670	rnn.bias_hh_l0_reverse	2	0.10527710616588593
366670	rnn.bias_hh_l0_reverse	3	0.07168819010257721
366670	rnn.bias_hh_l0_reverse	4	-0.17936928570270538
366670	rnn.bias_hh_l0_reverse	5	-0.14273229241371155
366670	rnn.bias_hh_l0_reverse	6	-0.08923610299825668
366670	rnn.bias_hh_l0_reverse	7	-0.05385974049568176
366670	rnn.bias_hh_l0_reverse	8	-0.09635280072689056
366670	rnn.bias_hh_l0_reverse	9	-0.023139892145991325
366670	linear.weight	0	-0.00773365655913949
366670	linear.weight	1	0.008464431390166283
366670	linear.weight	2	0.3130534887313843
366670	linear.weight	3	-0.07890989631414413
366670	linear.weight	4	-0.010588549077510834
366670	linear.weight	5	0.1250419318675995
366670	linear.weight	6	-0.010739270597696304
366670	linear.weight	7	-0.07506672292947769
366670	linear.weight	8	0.1801987737417221
366670	linear.weight	9	-0.28045448660850525
366670	linear.bias	0	-0.03956538438796997
366670	linear.bias	1	0.031413208693265915
366670	linear.bias	2	0.4158216416835785
366670	linear.bias	3	-0.7460572123527527
366670	linear.bias	4	2.155458450317383
366670	linear.bias	5	-1.4051399230957031
366670	linear.bias	6	-0.29381945729255676
366670	linear.bias	7	-0.1302642822265625
367228	transitions	0	-1.9505934715270996
367228	transitions	1	-10000.0
367228	transitions	2	-0.7969565987586975
367228	transitions	3	-10000.0
367228	transitions	4	2.0695321559906006
367228	transitions	5	-10000.0
367228	transitions	6	-10000.0
367228	transitions	7	1.8528170585632324
367228	transitions	8	-2.632408618927002
367228	transitions	9	-4.23977518081665
367228	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
367228	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
367228	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
367228	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
367228	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
367228	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
367228	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
367228	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
367228	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
367228	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
367228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
367228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
367228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
367228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
367228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
367228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
367228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
367228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
367228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
367228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
367228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
367228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
367228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
367228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
367228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
367228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
367228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
367228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
367228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
367228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
367228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
367228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
367228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
367228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
367228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
367228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
367228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
367228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
367228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
367228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
367228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
367228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
367228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
367228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
367228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
367228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
367228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
367228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
367228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
367228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
367228	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
367228	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
367228	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
367228	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
367228	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
367228	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
367228	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
367228	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
367228	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
367228	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
367228	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
367228	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
367228	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
367228	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
367228	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
367228	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
367228	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
367228	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
367228	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
367228	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
367228	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
367228	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
367228	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
367228	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
367228	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
367228	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
367228	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
367228	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
367228	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
367228	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
367228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
367228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
367228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
367228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
367228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
367228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
367228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
367228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
367228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
367228	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
367228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
367228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
367228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
367228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
367228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
367228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
367228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
367228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
367228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
367228	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
367228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
367228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
367228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
367228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
367228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
367228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
367228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
367228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
367228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
367228	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
367228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
367228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
367228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
367228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
367228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
367228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
367228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
367228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
367228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
367228	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
367228	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
367228	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
367228	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
367228	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
367228	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
367228	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
367228	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
367228	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
367228	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
367228	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
367228	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
367228	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
367228	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
367228	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
367228	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
367228	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
367228	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
367228	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
367228	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
367228	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
367228	embedding2nn.weight	0	0.006404440850019455
367228	embedding2nn.weight	1	0.003990184515714645
367228	embedding2nn.weight	2	0.013429694809019566
367228	embedding2nn.weight	3	0.02690288797020912
367228	embedding2nn.weight	4	0.023460930213332176
367228	embedding2nn.weight	5	0.005548969376832247
367228	embedding2nn.weight	6	-0.015390954911708832
367228	embedding2nn.weight	7	-0.0004419989127200097
367228	embedding2nn.weight	8	-0.010052500292658806
367228	embedding2nn.weight	9	0.0019228988094255328
367228	embedding2nn.bias	0	0.013732550665736198
367228	embedding2nn.bias	1	-0.037088148295879364
367228	embedding2nn.bias	2	0.0801878422498703
367228	embedding2nn.bias	3	0.0701383724808693
367228	embedding2nn.bias	4	-0.012522001750767231
367228	embedding2nn.bias	5	-0.03347226604819298
367228	embedding2nn.bias	6	0.030828503891825676
367228	embedding2nn.bias	7	0.004464712459594011
367228	embedding2nn.bias	8	-0.03453836962580681
367228	embedding2nn.bias	9	0.024445535615086555
367228	rnn.weight_ih_l0	0	0.0647590234875679
367228	rnn.weight_ih_l0	1	-0.0416920930147171
367228	rnn.weight_ih_l0	2	0.005380424205213785
367228	rnn.weight_ih_l0	3	0.04516654089093208
367228	rnn.weight_ih_l0	4	-0.029636453837156296
367228	rnn.weight_ih_l0	5	0.04038406163454056
367228	rnn.weight_ih_l0	6	0.007749182637780905
367228	rnn.weight_ih_l0	7	0.06554340571165085
367228	rnn.weight_ih_l0	8	0.009168925695121288
367228	rnn.weight_ih_l0	9	-0.025434955954551697
367228	rnn.weight_hh_l0	0	-0.01179091539233923
367228	rnn.weight_hh_l0	1	-0.027809616178274155
367228	rnn.weight_hh_l0	2	-0.06139851734042168
367228	rnn.weight_hh_l0	3	-0.005869254469871521
367228	rnn.weight_hh_l0	4	-0.009701721370220184
367228	rnn.weight_hh_l0	5	-0.02425159513950348
367228	rnn.weight_hh_l0	6	0.0006469799554906785
367228	rnn.weight_hh_l0	7	-0.03574121370911598
367228	rnn.weight_hh_l0	8	0.06715825945138931
367228	rnn.weight_hh_l0	9	0.045171286910772324
367228	rnn.bias_ih_l0	0	-0.1743321418762207
367228	rnn.bias_ih_l0	1	-0.17069175839424133
367228	rnn.bias_ih_l0	2	-0.019527722150087357
367228	rnn.bias_ih_l0	3	-0.14779342710971832
367228	rnn.bias_ih_l0	4	-0.05906793475151062
367228	rnn.bias_ih_l0	5	-0.17594942450523376
367228	rnn.bias_ih_l0	6	0.07315796613693237
367228	rnn.bias_ih_l0	7	-0.08622721582651138
367228	rnn.bias_ih_l0	8	-0.04641765356063843
367228	rnn.bias_ih_l0	9	-0.10816917568445206
367228	rnn.bias_hh_l0	0	-0.06938426941633224
367228	rnn.bias_hh_l0	1	0.2478269636631012
367228	rnn.bias_hh_l0	2	0.04734332859516144
367228	rnn.bias_hh_l0	3	-0.07901813089847565
367228	rnn.bias_hh_l0	4	-0.08304852247238159
367228	rnn.bias_hh_l0	5	-0.004626248497515917
367228	rnn.bias_hh_l0	6	0.05794597044587135
367228	rnn.bias_hh_l0	7	-0.09835100173950195
367228	rnn.bias_hh_l0	8	-0.23351040482521057
367228	rnn.bias_hh_l0	9	-0.10133591294288635
367228	rnn.weight_ih_l0_reverse	0	0.020250296220183372
367228	rnn.weight_ih_l0_reverse	1	-0.06016344204545021
367228	rnn.weight_ih_l0_reverse	2	0.04296496510505676
367228	rnn.weight_ih_l0_reverse	3	0.020200103521347046
367228	rnn.weight_ih_l0_reverse	4	-2.7283356757834554e-05
367228	rnn.weight_ih_l0_reverse	5	-0.025658506900072098
367228	rnn.weight_ih_l0_reverse	6	0.012085705995559692
367228	rnn.weight_ih_l0_reverse	7	0.02825227752327919
367228	rnn.weight_ih_l0_reverse	8	-0.028042081743478775
367228	rnn.weight_ih_l0_reverse	9	-0.0015580595936626196
367228	rnn.weight_hh_l0_reverse	0	0.03980134427547455
367228	rnn.weight_hh_l0_reverse	1	0.029874460771679878
367228	rnn.weight_hh_l0_reverse	2	-0.02305428311228752
367228	rnn.weight_hh_l0_reverse	3	-0.0823107436299324
367228	rnn.weight_hh_l0_reverse	4	0.011316274292767048
367228	rnn.weight_hh_l0_reverse	5	-0.061042044311761856
367228	rnn.weight_hh_l0_reverse	6	-0.014159251935780048
367228	rnn.weight_hh_l0_reverse	7	0.030956696718931198
367228	rnn.weight_hh_l0_reverse	8	0.00788556132465601
367228	rnn.weight_hh_l0_reverse	9	0.008702365681529045
367228	rnn.bias_ih_l0_reverse	0	-0.046081725507974625
367228	rnn.bias_ih_l0_reverse	1	-0.14014886319637299
367228	rnn.bias_ih_l0_reverse	2	-0.1458984911441803
367228	rnn.bias_ih_l0_reverse	3	-0.04602494835853577
367228	rnn.bias_ih_l0_reverse	4	-0.11266613006591797
367228	rnn.bias_ih_l0_reverse	5	-0.08602999895811081
367228	rnn.bias_ih_l0_reverse	6	-0.20917567610740662
367228	rnn.bias_ih_l0_reverse	7	-0.05251207947731018
367228	rnn.bias_ih_l0_reverse	8	-0.0637473464012146
367228	rnn.bias_ih_l0_reverse	9	-0.13436216115951538
367228	rnn.bias_hh_l0_reverse	0	-0.1424136608839035
367228	rnn.bias_hh_l0_reverse	1	-0.16240176558494568
367228	rnn.bias_hh_l0_reverse	2	0.10530392080545425
367228	rnn.bias_hh_l0_reverse	3	0.07160279899835587
367228	rnn.bias_hh_l0_reverse	4	-0.1794007271528244
367228	rnn.bias_hh_l0_reverse	5	-0.14262929558753967
367228	rnn.bias_hh_l0_reverse	6	-0.08930963277816772
367228	rnn.bias_hh_l0_reverse	7	-0.05384667590260506
367228	rnn.bias_hh_l0_reverse	8	-0.09635992348194122
367228	rnn.bias_hh_l0_reverse	9	-0.02311524748802185
367228	linear.weight	0	-0.007733674719929695
367228	linear.weight	1	0.008902844972908497
367228	linear.weight	2	0.313319593667984
367228	linear.weight	3	-0.07890985906124115
367228	linear.weight	4	-0.010588549077510834
367228	linear.weight	5	0.12419549375772476
367228	linear.weight	6	-0.010739270597696304
367228	linear.weight	7	-0.07450827211141586
367228	linear.weight	8	0.1801573783159256
367228	linear.weight	9	-0.28037819266319275
367228	linear.bias	0	-0.03956538438796997
367228	linear.bias	1	0.031413208693265915
367228	linear.bias	2	0.41231635212898254
367228	linear.bias	3	-0.7447600960731506
367228	linear.bias	4	2.1570093631744385
367228	linear.bias	5	-1.4051399230957031
367228	linear.bias	6	-0.2934814989566803
367228	linear.bias	7	-0.12994185090065002
367786	transitions	0	-1.9506144523620605
367786	transitions	1	-10000.0
367786	transitions	2	-0.7969565987586975
367786	transitions	3	-10000.0
367786	transitions	4	2.0692191123962402
367786	transitions	5	-10000.0
367786	transitions	6	-10000.0
367786	transitions	7	1.8531557321548462
367786	transitions	8	-2.6324210166931152
367786	transitions	9	-4.23977518081665
367786	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
367786	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
367786	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
367786	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
367786	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
367786	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
367786	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
367786	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
367786	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
367786	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
367786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
367786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
367786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
367786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
367786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
367786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
367786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
367786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
367786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
367786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
367786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
367786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
367786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
367786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
367786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
367786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
367786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
367786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
367786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
367786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
367786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
367786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
367786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
367786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
367786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
367786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
367786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
367786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
367786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
367786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
367786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
367786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
367786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
367786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
367786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
367786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
367786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
367786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
367786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
367786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
367786	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
367786	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
367786	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
367786	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
367786	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
367786	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
367786	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
367786	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
367786	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
367786	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
367786	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
367786	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
367786	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
367786	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
367786	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
367786	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
367786	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
367786	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
367786	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
367786	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
367786	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
367786	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
367786	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
367786	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
367786	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
367786	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
367786	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
367786	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
367786	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
367786	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
367786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
367786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
367786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
367786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
367786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
367786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
367786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
367786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
367786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
367786	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
367786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
367786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
367786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
367786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
367786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
367786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
367786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
367786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
367786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
367786	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
367786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
367786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
367786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
367786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
367786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
367786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
367786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
367786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
367786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
367786	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
367786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
367786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
367786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
367786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
367786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
367786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
367786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
367786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
367786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
367786	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
367786	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
367786	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
367786	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
367786	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
367786	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
367786	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
367786	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
367786	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
367786	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
367786	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
367786	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
367786	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
367786	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
367786	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
367786	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
367786	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
367786	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
367786	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
367786	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
367786	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
367786	embedding2nn.weight	0	0.006403470411896706
367786	embedding2nn.weight	1	0.003990072291344404
367786	embedding2nn.weight	2	0.013429391197860241
367786	embedding2nn.weight	3	0.026910901069641113
367786	embedding2nn.weight	4	0.02345539815723896
367786	embedding2nn.weight	5	0.005539348814636469
367786	embedding2nn.weight	6	-0.015393189154565334
367786	embedding2nn.weight	7	-0.00044793906272388995
367786	embedding2nn.weight	8	-0.01007126271724701
367786	embedding2nn.weight	9	0.0019296203972771764
367786	embedding2nn.bias	0	0.013895760290324688
367786	embedding2nn.bias	1	-0.037163954228162766
367786	embedding2nn.bias	2	0.08038283884525299
367786	embedding2nn.bias	3	0.07024861872196198
367786	embedding2nn.bias	4	-0.012384536676108837
367786	embedding2nn.bias	5	-0.03344190865755081
367786	embedding2nn.bias	6	0.030864272266626358
367786	embedding2nn.bias	7	0.004462918266654015
367786	embedding2nn.bias	8	-0.034693703055381775
367786	embedding2nn.bias	9	0.02419614978134632
367786	rnn.weight_ih_l0	0	0.06475446373224258
367786	rnn.weight_ih_l0	1	-0.04165784642100334
367786	rnn.weight_ih_l0	2	0.005390012636780739
367786	rnn.weight_ih_l0	3	0.04515187814831734
367786	rnn.weight_ih_l0	4	-0.029623007401823997
367786	rnn.weight_ih_l0	5	0.04036775976419449
367786	rnn.weight_ih_l0	6	0.00775402644649148
367786	rnn.weight_ih_l0	7	0.06554955244064331
367786	rnn.weight_ih_l0	8	0.009162554517388344
367786	rnn.weight_ih_l0	9	-0.02542433701455593
367786	rnn.weight_hh_l0	0	-0.011795147322118282
367786	rnn.weight_hh_l0	1	-0.02779923565685749
367786	rnn.weight_hh_l0	2	-0.06137583777308464
367786	rnn.weight_hh_l0	3	-0.005869800224900246
367786	rnn.weight_hh_l0	4	-0.009701753966510296
367786	rnn.weight_hh_l0	5	-0.024230344220995903
367786	rnn.weight_hh_l0	6	0.0006437126430682838
367786	rnn.weight_hh_l0	7	-0.03574400395154953
367786	rnn.weight_hh_l0	8	0.06716135889291763
367786	rnn.weight_hh_l0	9	0.04517202079296112
367786	rnn.bias_ih_l0	0	-0.17427228391170502
367786	rnn.bias_ih_l0	1	-0.17077113687992096
367786	rnn.bias_ih_l0	2	-0.01952432282269001
367786	rnn.bias_ih_l0	3	-0.14783243834972382
367786	rnn.bias_ih_l0	4	-0.05917265638709068
367786	rnn.bias_ih_l0	5	-0.17599110305309296
367786	rnn.bias_ih_l0	6	0.07315222173929214
367786	rnn.bias_ih_l0	7	-0.0862366333603859
367786	rnn.bias_ih_l0	8	-0.04634249582886696
367786	rnn.bias_ih_l0	9	-0.10814109444618225
367786	rnn.bias_hh_l0	0	-0.06938571482896805
367786	rnn.bias_hh_l0	1	0.24801330268383026
367786	rnn.bias_hh_l0	2	0.047327619045972824
367786	rnn.bias_hh_l0	3	-0.07903791218996048
367786	rnn.bias_hh_l0	4	-0.08308538794517517
367786	rnn.bias_hh_l0	5	-0.0046237376518547535
367786	rnn.bias_hh_l0	6	0.057952187955379486
367786	rnn.bias_hh_l0	7	-0.09832238405942917
367786	rnn.bias_hh_l0	8	-0.23357734084129333
367786	rnn.bias_hh_l0	9	-0.1013445109128952
367786	rnn.weight_ih_l0_reverse	0	0.020207207649946213
367786	rnn.weight_ih_l0_reverse	1	-0.06015666946768761
367786	rnn.weight_ih_l0_reverse	2	0.042980458587408066
367786	rnn.weight_ih_l0_reverse	3	0.020234622061252594
367786	rnn.weight_ih_l0_reverse	4	-3.362075221957639e-05
367786	rnn.weight_ih_l0_reverse	5	-0.025651291012763977
367786	rnn.weight_ih_l0_reverse	6	0.0120924711227417
367786	rnn.weight_ih_l0_reverse	7	0.028263932093977928
367786	rnn.weight_ih_l0_reverse	8	-0.02804563194513321
367786	rnn.weight_ih_l0_reverse	9	-0.0015649388078600168
367786	rnn.weight_hh_l0_reverse	0	0.03979428857564926
367786	rnn.weight_hh_l0_reverse	1	0.029868604615330696
367786	rnn.weight_hh_l0_reverse	2	-0.023049090057611465
367786	rnn.weight_hh_l0_reverse	3	-0.0823398008942604
367786	rnn.weight_hh_l0_reverse	4	0.01130607258528471
367786	rnn.weight_hh_l0_reverse	5	-0.06103575602173805
367786	rnn.weight_hh_l0_reverse	6	-0.014174280688166618
367786	rnn.weight_hh_l0_reverse	7	0.030958527699112892
367786	rnn.weight_hh_l0_reverse	8	0.0078701451420784
367786	rnn.weight_hh_l0_reverse	9	0.008709609508514404
367786	rnn.bias_ih_l0_reverse	0	-0.04609852284193039
367786	rnn.bias_ih_l0_reverse	1	-0.14017140865325928
367786	rnn.bias_ih_l0_reverse	2	-0.1459193229675293
367786	rnn.bias_ih_l0_reverse	3	-0.04598820582032204
367786	rnn.bias_ih_l0_reverse	4	-0.11260934919118881
367786	rnn.bias_ih_l0_reverse	5	-0.08597955107688904
367786	rnn.bias_ih_l0_reverse	6	-0.20918656885623932
367786	rnn.bias_ih_l0_reverse	7	-0.05254431441426277
367786	rnn.bias_ih_l0_reverse	8	-0.063752181828022
367786	rnn.bias_ih_l0_reverse	9	-0.13439884781837463
367786	rnn.bias_hh_l0_reverse	0	-0.14240121841430664
367786	rnn.bias_hh_l0_reverse	1	-0.16232524812221527
367786	rnn.bias_hh_l0_reverse	2	0.10536688566207886
367786	rnn.bias_hh_l0_reverse	3	0.07151526212692261
367786	rnn.bias_hh_l0_reverse	4	-0.1792646199464798
367786	rnn.bias_hh_l0_reverse	5	-0.1426001787185669
367786	rnn.bias_hh_l0_reverse	6	-0.08923120051622391
367786	rnn.bias_hh_l0_reverse	7	-0.05382564663887024
367786	rnn.bias_hh_l0_reverse	8	-0.09634598344564438
367786	rnn.bias_hh_l0_reverse	9	-0.023225776851177216
367786	linear.weight	0	-0.007733702193945646
367786	linear.weight	1	0.008678141981363297
367786	linear.weight	2	0.31346848607063293
367786	linear.weight	3	-0.07890985161066055
367786	linear.weight	4	-0.010588549077510834
367786	linear.weight	5	0.12402790039777756
367786	linear.weight	6	-0.010739270597696304
367786	linear.weight	7	-0.07462251931428909
367786	linear.weight	8	0.17987720668315887
367786	linear.weight	9	-0.2806706130504608
367786	linear.bias	0	-0.03956538438796997
367786	linear.bias	1	0.031413208693265915
367786	linear.bias	2	0.4141254127025604
367786	linear.bias	3	-0.7456310987472534
367786	linear.bias	4	2.1586220264434814
367786	linear.bias	5	-1.4051399230957031
367786	linear.bias	6	-0.2947435677051544
367786	linear.bias	7	-0.13122743368148804
368344	transitions	0	-1.950637936592102
368344	transitions	1	-10000.0
368344	transitions	2	-0.7969565987586975
368344	transitions	3	-10000.0
368344	transitions	4	2.0685575008392334
368344	transitions	5	-10000.0
368344	transitions	6	-10000.0
368344	transitions	7	1.8527686595916748
368344	transitions	8	-2.632437229156494
368344	transitions	9	-4.23977518081665
368344	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
368344	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
368344	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
368344	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
368344	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
368344	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
368344	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
368344	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
368344	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
368344	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
368344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
368344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
368344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
368344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
368344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
368344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
368344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
368344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
368344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
368344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
368344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
368344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
368344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
368344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
368344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
368344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
368344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
368344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
368344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
368344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
368344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
368344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
368344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
368344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
368344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
368344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
368344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
368344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
368344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
368344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
368344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
368344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
368344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
368344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
368344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
368344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
368344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
368344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
368344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
368344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
368344	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
368344	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
368344	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
368344	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
368344	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
368344	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
368344	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
368344	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
368344	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
368344	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
368344	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
368344	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
368344	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
368344	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
368344	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
368344	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
368344	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
368344	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
368344	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
368344	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
368344	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
368344	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
368344	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
368344	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
368344	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
368344	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
368344	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
368344	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
368344	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
368344	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
368344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
368344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
368344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
368344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
368344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
368344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
368344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
368344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
368344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
368344	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
368344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
368344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
368344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
368344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
368344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
368344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
368344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
368344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
368344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
368344	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
368344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
368344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
368344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
368344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
368344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
368344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
368344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
368344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
368344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
368344	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
368344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
368344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
368344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
368344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
368344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
368344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
368344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
368344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
368344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
368344	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
368344	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
368344	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
368344	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
368344	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
368344	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
368344	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
368344	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
368344	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
368344	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
368344	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
368344	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
368344	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
368344	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
368344	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
368344	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
368344	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
368344	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
368344	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
368344	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
368344	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
368344	embedding2nn.weight	0	0.00640356307849288
368344	embedding2nn.weight	1	0.003986449912190437
368344	embedding2nn.weight	2	0.013429027050733566
368344	embedding2nn.weight	3	0.026915324851870537
368344	embedding2nn.weight	4	0.023454492911696434
368344	embedding2nn.weight	5	0.005520753096789122
368344	embedding2nn.weight	6	-0.015397070907056332
368344	embedding2nn.weight	7	-0.00044067788985557854
368344	embedding2nn.weight	8	-0.010040948167443275
368344	embedding2nn.weight	9	0.0019298152765259147
368344	embedding2nn.bias	0	0.013519302010536194
368344	embedding2nn.bias	1	-0.03695203736424446
368344	embedding2nn.bias	2	0.08031291514635086
368344	embedding2nn.bias	3	0.07004707306623459
368344	embedding2nn.bias	4	-0.012360320426523685
368344	embedding2nn.bias	5	-0.03346704691648483
368344	embedding2nn.bias	6	0.030727775767445564
368344	embedding2nn.bias	7	0.0041727786883711815
368344	embedding2nn.bias	8	-0.034728821367025375
368344	embedding2nn.bias	9	0.02429702877998352
368344	rnn.weight_ih_l0	0	0.06475464999675751
368344	rnn.weight_ih_l0	1	-0.04167269915342331
368344	rnn.weight_ih_l0	2	0.005367386620491743
368344	rnn.weight_ih_l0	3	0.0451650507748127
368344	rnn.weight_ih_l0	4	-0.029596000909805298
368344	rnn.weight_ih_l0	5	0.040355075150728226
368344	rnn.weight_ih_l0	6	0.007746899500489235
368344	rnn.weight_ih_l0	7	0.06556351482868195
368344	rnn.weight_ih_l0	8	0.00919696968048811
368344	rnn.weight_ih_l0	9	-0.02544352412223816
368344	rnn.weight_hh_l0	0	-0.01177970226854086
368344	rnn.weight_hh_l0	1	-0.02779250591993332
368344	rnn.weight_hh_l0	2	-0.061372268944978714
368344	rnn.weight_hh_l0	3	-0.005869369488209486
368344	rnn.weight_hh_l0	4	-0.009697657078504562
368344	rnn.weight_hh_l0	5	-0.024230046197772026
368344	rnn.weight_hh_l0	6	0.0006450795335695148
368344	rnn.weight_hh_l0	7	-0.03575153648853302
368344	rnn.weight_hh_l0	8	0.06715419888496399
368344	rnn.weight_hh_l0	9	0.04516501724720001
368344	rnn.bias_ih_l0	0	-0.17423568665981293
368344	rnn.bias_ih_l0	1	-0.17082984745502472
368344	rnn.bias_ih_l0	2	-0.019540036097168922
368344	rnn.bias_ih_l0	3	-0.1477414071559906
368344	rnn.bias_ih_l0	4	-0.059110064059495926
368344	rnn.bias_ih_l0	5	-0.1760326325893402
368344	rnn.bias_ih_l0	6	0.0731314942240715
368344	rnn.bias_ih_l0	7	-0.08626025915145874
368344	rnn.bias_ih_l0	8	-0.046401623636484146
368344	rnn.bias_ih_l0	9	-0.10815376788377762
368344	rnn.bias_hh_l0	0	-0.06937932968139648
368344	rnn.bias_hh_l0	1	0.24791096150875092
368344	rnn.bias_hh_l0	2	0.04712841287255287
368344	rnn.bias_hh_l0	3	-0.07907731831073761
368344	rnn.bias_hh_l0	4	-0.08312246203422546
368344	rnn.bias_hh_l0	5	-0.004750202409923077
368344	rnn.bias_hh_l0	6	0.05800474062561989
368344	rnn.bias_hh_l0	7	-0.09843156486749649
368344	rnn.bias_hh_l0	8	-0.23356342315673828
368344	rnn.bias_hh_l0	9	-0.10138610005378723
368344	rnn.weight_ih_l0_reverse	0	0.02017492614686489
368344	rnn.weight_ih_l0_reverse	1	-0.06013838201761246
368344	rnn.weight_ih_l0_reverse	2	0.04298212379217148
368344	rnn.weight_ih_l0_reverse	3	0.020262863487005234
368344	rnn.weight_ih_l0_reverse	4	-5.626584606943652e-05
368344	rnn.weight_ih_l0_reverse	5	-0.025608697906136513
368344	rnn.weight_ih_l0_reverse	6	0.012124290689826012
368344	rnn.weight_ih_l0_reverse	7	0.028281161561608315
368344	rnn.weight_ih_l0_reverse	8	-0.028048934414982796
368344	rnn.weight_ih_l0_reverse	9	-0.001574634574353695
368344	rnn.weight_hh_l0_reverse	0	0.03979848325252533
368344	rnn.weight_hh_l0_reverse	1	0.02986954152584076
368344	rnn.weight_hh_l0_reverse	2	-0.023033637553453445
368344	rnn.weight_hh_l0_reverse	3	-0.08232549577951431
368344	rnn.weight_hh_l0_reverse	4	0.011305795051157475
368344	rnn.weight_hh_l0_reverse	5	-0.061018362641334534
368344	rnn.weight_hh_l0_reverse	6	-0.014173024334013462
368344	rnn.weight_hh_l0_reverse	7	0.03096536546945572
368344	rnn.weight_hh_l0_reverse	8	0.007857275195419788
368344	rnn.weight_hh_l0_reverse	9	0.008699188008904457
368344	rnn.bias_ih_l0_reverse	0	-0.04609382525086403
368344	rnn.bias_ih_l0_reverse	1	-0.14014998078346252
368344	rnn.bias_ih_l0_reverse	2	-0.14590007066726685
368344	rnn.bias_ih_l0_reverse	3	-0.045973941683769226
368344	rnn.bias_ih_l0_reverse	4	-0.11267150193452835
368344	rnn.bias_ih_l0_reverse	5	-0.08597589284181595
368344	rnn.bias_ih_l0_reverse	6	-0.20905588567256927
368344	rnn.bias_ih_l0_reverse	7	-0.05256785824894905
368344	rnn.bias_ih_l0_reverse	8	-0.06373566389083862
368344	rnn.bias_ih_l0_reverse	9	-0.1343477964401245
368344	rnn.bias_hh_l0_reverse	0	-0.14236286282539368
368344	rnn.bias_hh_l0_reverse	1	-0.16231751441955566
368344	rnn.bias_hh_l0_reverse	2	0.10533655434846878
368344	rnn.bias_hh_l0_reverse	3	0.07148368656635284
368344	rnn.bias_hh_l0_reverse	4	-0.17924629151821136
368344	rnn.bias_hh_l0_reverse	5	-0.1425977349281311
368344	rnn.bias_hh_l0_reverse	6	-0.08926478773355484
368344	rnn.bias_hh_l0_reverse	7	-0.053895413875579834
368344	rnn.bias_hh_l0_reverse	8	-0.09630201011896133
368344	rnn.bias_hh_l0_reverse	9	-0.023292353376746178
368344	linear.weight	0	-0.007733724545687437
368344	linear.weight	1	0.008573068305850029
368344	linear.weight	2	0.31346020102500916
368344	linear.weight	3	-0.07890982180833817
368344	linear.weight	4	-0.010588549077510834
368344	linear.weight	5	0.12364117801189423
368344	linear.weight	6	-0.010739270597696304
368344	linear.weight	7	-0.07310604304075241
368344	linear.weight	8	0.18012788891792297
368344	linear.weight	9	-0.28059616684913635
368344	linear.bias	0	-0.03956538438796997
368344	linear.bias	1	0.031413208693265915
368344	linear.bias	2	0.4158894121646881
368344	linear.bias	3	-0.7464223504066467
368344	linear.bias	4	2.1555166244506836
368344	linear.bias	5	-1.4051399230957031
368344	linear.bias	6	-0.29367685317993164
368344	linear.bias	7	-0.13015957176685333
368903	transitions	0	-1.9506471157073975
368903	transitions	1	-10000.0
368903	transitions	2	-0.7969565987586975
368903	transitions	3	-10000.0
368903	transitions	4	2.068735122680664
368903	transitions	5	-10000.0
368903	transitions	6	-10000.0
368903	transitions	7	1.8529404401779175
368903	transitions	8	-2.6324408054351807
368903	transitions	9	-4.23977518081665
368903	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
368903	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
368903	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
368903	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
368903	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
368903	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
368903	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
368903	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
368903	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
368903	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
368903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
368903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
368903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
368903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
368903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
368903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
368903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
368903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
368903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
368903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
368903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
368903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
368903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
368903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
368903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
368903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
368903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
368903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
368903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
368903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
368903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
368903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
368903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
368903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
368903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
368903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
368903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
368903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
368903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
368903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
368903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
368903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
368903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
368903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
368903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
368903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
368903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
368903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
368903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
368903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
368903	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
368903	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
368903	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
368903	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
368903	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
368903	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
368903	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
368903	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
368903	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
368903	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
368903	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
368903	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
368903	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
368903	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
368903	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
368903	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
368903	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
368903	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
368903	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
368903	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
368903	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
368903	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
368903	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
368903	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
368903	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
368903	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
368903	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
368903	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
368903	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
368903	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
368903	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
368903	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
368903	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
368903	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
368903	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
368903	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
368903	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
368903	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
368903	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
368903	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
368903	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
368903	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
368903	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
368903	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
368903	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
368903	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
368903	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
368903	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
368903	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
368903	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
368903	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
368903	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
368903	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
368903	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
368903	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
368903	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
368903	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
368903	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
368903	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
368903	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
368903	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
368903	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
368903	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
368903	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
368903	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
368903	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
368903	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
368903	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
368903	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
368903	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
368903	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
368903	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
368903	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
368903	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
368903	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
368903	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
368903	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
368903	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
368903	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
368903	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
368903	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
368903	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
368903	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
368903	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
368903	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
368903	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
368903	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
368903	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
368903	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
368903	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
368903	embedding2nn.weight	0	0.0064036850817501545
368903	embedding2nn.weight	1	0.003989565186202526
368903	embedding2nn.weight	2	0.013428867794573307
368903	embedding2nn.weight	3	0.026911841705441475
368903	embedding2nn.weight	4	0.023453285917639732
368903	embedding2nn.weight	5	0.005511154420673847
368903	embedding2nn.weight	6	-0.015393582172691822
368903	embedding2nn.weight	7	-0.00043685315176844597
368903	embedding2nn.weight	8	-0.010033409111201763
368903	embedding2nn.weight	9	0.0019295617239549756
368903	embedding2nn.bias	0	0.01353617012500763
368903	embedding2nn.bias	1	-0.036966972053050995
368903	embedding2nn.bias	2	0.08032846450805664
368903	embedding2nn.bias	3	0.07002691924571991
368903	embedding2nn.bias	4	-0.012338590808212757
368903	embedding2nn.bias	5	-0.03348224237561226
368903	embedding2nn.bias	6	0.030765291303396225
368903	embedding2nn.bias	7	0.004143201746046543
368903	embedding2nn.bias	8	-0.03471682220697403
368903	embedding2nn.bias	9	0.02435225062072277
368903	rnn.weight_ih_l0	0	0.06475134938955307
368903	rnn.weight_ih_l0	1	-0.04166809096932411
368903	rnn.weight_ih_l0	2	0.005375775974243879
368903	rnn.weight_ih_l0	3	0.04516763612627983
368903	rnn.weight_ih_l0	4	-0.02959790825843811
368903	rnn.weight_ih_l0	5	0.04033922031521797
368903	rnn.weight_ih_l0	6	0.007749725598841906
368903	rnn.weight_ih_l0	7	0.06556661427021027
368903	rnn.weight_ih_l0	8	0.009207921102643013
368903	rnn.weight_ih_l0	9	-0.02543952316045761
368903	rnn.weight_hh_l0	0	-0.011780006811022758
368903	rnn.weight_hh_l0	1	-0.02778788097202778
368903	rnn.weight_hh_l0	2	-0.06137033551931381
368903	rnn.weight_hh_l0	3	-0.0058662500232458115
368903	rnn.weight_hh_l0	4	-0.009695048443973064
368903	rnn.weight_hh_l0	5	-0.02422618493437767
368903	rnn.weight_hh_l0	6	0.0006470106891356409
368903	rnn.weight_hh_l0	7	-0.03575081750750542
368903	rnn.weight_hh_l0	8	0.06715921312570572
368903	rnn.weight_hh_l0	9	0.04516281560063362
368903	rnn.bias_ih_l0	0	-0.17420262098312378
368903	rnn.bias_ih_l0	1	-0.17085155844688416
368903	rnn.bias_ih_l0	2	-0.01955602876842022
368903	rnn.bias_ih_l0	3	-0.14771340787410736
368903	rnn.bias_ih_l0	4	-0.059090811759233475
368903	rnn.bias_ih_l0	5	-0.17601945996284485
368903	rnn.bias_ih_l0	6	0.07315119355916977
368903	rnn.bias_ih_l0	7	-0.08621588349342346
368903	rnn.bias_ih_l0	8	-0.04638848826289177
368903	rnn.bias_ih_l0	9	-0.10816442966461182
368903	rnn.bias_hh_l0	0	-0.06938780099153519
368903	rnn.bias_hh_l0	1	0.24790287017822266
368903	rnn.bias_hh_l0	2	0.04722106084227562
368903	rnn.bias_hh_l0	3	-0.07904466986656189
368903	rnn.bias_hh_l0	4	-0.08310980349779129
368903	rnn.bias_hh_l0	5	-0.004738181829452515
368903	rnn.bias_hh_l0	6	0.0580017976462841
368903	rnn.bias_hh_l0	7	-0.09839683771133423
368903	rnn.bias_hh_l0	8	-0.23354114592075348
368903	rnn.bias_hh_l0	9	-0.10136812925338745
368903	rnn.weight_ih_l0_reverse	0	0.020176785066723824
368903	rnn.weight_ih_l0_reverse	1	-0.06013717129826546
368903	rnn.weight_ih_l0_reverse	2	0.042983800172805786
368903	rnn.weight_ih_l0_reverse	3	0.020256884396076202
368903	rnn.weight_ih_l0_reverse	4	-5.930399856879376e-05
368903	rnn.weight_ih_l0_reverse	5	-0.025607237592339516
368903	rnn.weight_ih_l0_reverse	6	0.012102487497031689
368903	rnn.weight_ih_l0_reverse	7	0.028280558064579964
368903	rnn.weight_ih_l0_reverse	8	-0.028052959591150284
368903	rnn.weight_ih_l0_reverse	9	-0.001574608264490962
368903	rnn.weight_hh_l0_reverse	0	0.0398000031709671
368903	rnn.weight_hh_l0_reverse	1	0.029865462332963943
368903	rnn.weight_hh_l0_reverse	2	-0.023027976974844933
368903	rnn.weight_hh_l0_reverse	3	-0.0823386013507843
368903	rnn.weight_hh_l0_reverse	4	0.01130607072263956
368903	rnn.weight_hh_l0_reverse	5	-0.06101453676819801
368903	rnn.weight_hh_l0_reverse	6	-0.014174243435263634
368903	rnn.weight_hh_l0_reverse	7	0.030967487022280693
368903	rnn.weight_hh_l0_reverse	8	0.007862409576773643
368903	rnn.weight_hh_l0_reverse	9	0.008686622604727745
368903	rnn.bias_ih_l0_reverse	0	-0.04610558599233627
368903	rnn.bias_ih_l0_reverse	1	-0.14016088843345642
368903	rnn.bias_ih_l0_reverse	2	-0.14587876200675964
368903	rnn.bias_ih_l0_reverse	3	-0.04602876305580139
368903	rnn.bias_ih_l0_reverse	4	-0.1126653403043747
368903	rnn.bias_ih_l0_reverse	5	-0.08596495538949966
368903	rnn.bias_ih_l0_reverse	6	-0.20910683274269104
368903	rnn.bias_ih_l0_reverse	7	-0.05259307473897934
368903	rnn.bias_ih_l0_reverse	8	-0.0637449324131012
368903	rnn.bias_ih_l0_reverse	9	-0.13436943292617798
368903	rnn.bias_hh_l0_reverse	0	-0.14239588379859924
368903	rnn.bias_hh_l0_reverse	1	-0.16226398944854736
368903	rnn.bias_hh_l0_reverse	2	0.10531001538038254
368903	rnn.bias_hh_l0_reverse	3	0.07148872315883636
368903	rnn.bias_hh_l0_reverse	4	-0.17919526994228363
368903	rnn.bias_hh_l0_reverse	5	-0.14255350828170776
368903	rnn.bias_hh_l0_reverse	6	-0.08925598859786987
368903	rnn.bias_hh_l0_reverse	7	-0.053950436413288116
368903	rnn.bias_hh_l0_reverse	8	-0.09630712121725082
368903	rnn.bias_hh_l0_reverse	9	-0.02324199303984642
368903	linear.weight	0	-0.0077337282709777355
368903	linear.weight	1	0.008480464108288288
368903	linear.weight	2	0.31333836913108826
368903	linear.weight	3	-0.07890982925891876
368903	linear.weight	4	-0.010588549077510834
368903	linear.weight	5	0.1239028126001358
368903	linear.weight	6	-0.010739270597696304
368903	linear.weight	7	-0.07329995185136795
368903	linear.weight	8	0.17953447997570038
368903	linear.weight	9	-0.2804833948612213
368903	linear.bias	0	-0.03956538438796997
368903	linear.bias	1	0.031413208693265915
368903	linear.bias	2	0.4187658727169037
368903	linear.bias	3	-0.7493985891342163
368903	linear.bias	4	2.1570162773132324
368903	linear.bias	5	-1.4051399230957031
368903	linear.bias	6	-0.2943701446056366
368903	linear.bias	7	-0.13086292147636414
369461	transitions	0	-1.9506537914276123
369461	transitions	1	-10000.0
369461	transitions	2	-0.7969565987586975
369461	transitions	3	-10000.0
369461	transitions	4	2.0689094066619873
369461	transitions	5	-10000.0
369461	transitions	6	-10000.0
369461	transitions	7	1.852776288986206
369461	transitions	8	-2.632443904876709
369461	transitions	9	-4.23977518081665
369461	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
369461	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
369461	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
369461	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
369461	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
369461	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
369461	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
369461	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
369461	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
369461	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
369461	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
369461	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
369461	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
369461	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
369461	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
369461	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
369461	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
369461	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
369461	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
369461	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
369461	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
369461	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
369461	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
369461	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
369461	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
369461	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
369461	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
369461	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
369461	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
369461	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
369461	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
369461	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
369461	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
369461	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
369461	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
369461	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
369461	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
369461	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
369461	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
369461	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
369461	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
369461	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
369461	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
369461	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
369461	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
369461	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
369461	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
369461	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
369461	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
369461	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
369461	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
369461	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
369461	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
369461	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
369461	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
369461	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
369461	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
369461	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
369461	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
369461	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
369461	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
369461	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
369461	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
369461	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
369461	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
369461	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
369461	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
369461	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
369461	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
369461	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
369461	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
369461	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
369461	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
369461	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
369461	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
369461	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
369461	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
369461	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
369461	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
369461	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
369461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
369461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
369461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
369461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
369461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
369461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
369461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
369461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
369461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
369461	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
369461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
369461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
369461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
369461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
369461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
369461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
369461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
369461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
369461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
369461	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
369461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
369461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
369461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
369461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
369461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
369461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
369461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
369461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
369461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
369461	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
369461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
369461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
369461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
369461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
369461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
369461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
369461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
369461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
369461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
369461	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
369461	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
369461	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
369461	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
369461	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
369461	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
369461	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
369461	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
369461	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
369461	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
369461	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
369461	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
369461	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
369461	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
369461	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
369461	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
369461	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
369461	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
369461	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
369461	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
369461	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
369461	embedding2nn.weight	0	0.006403835956007242
369461	embedding2nn.weight	1	0.003989795688539743
369461	embedding2nn.weight	2	0.013428989797830582
369461	embedding2nn.weight	3	0.026905488222837448
369461	embedding2nn.weight	4	0.023457100614905357
369461	embedding2nn.weight	5	0.005514718592166901
369461	embedding2nn.weight	6	-0.015392073430120945
369461	embedding2nn.weight	7	-0.0004383167251944542
369461	embedding2nn.weight	8	-0.01004041638225317
369461	embedding2nn.weight	9	0.0019294387893751264
369461	embedding2nn.bias	0	0.013422926887869835
369461	embedding2nn.bias	1	-0.036880213767290115
369461	embedding2nn.bias	2	0.08029843121767044
369461	embedding2nn.bias	3	0.06999200582504272
369461	embedding2nn.bias	4	-0.012452949769794941
369461	embedding2nn.bias	5	-0.0334780253469944
369461	embedding2nn.bias	6	0.03075052984058857
369461	embedding2nn.bias	7	0.004196137189865112
369461	embedding2nn.bias	8	-0.03485916554927826
369461	embedding2nn.bias	9	0.024406634271144867
369461	rnn.weight_ih_l0	0	0.06475995481014252
369461	rnn.weight_ih_l0	1	-0.04166782647371292
369461	rnn.weight_ih_l0	2	0.005370070226490498
369461	rnn.weight_ih_l0	3	0.045166172087192535
369461	rnn.weight_ih_l0	4	-0.029611734673380852
369461	rnn.weight_ih_l0	5	0.04034030809998512
369461	rnn.weight_ih_l0	6	0.007749421056360006
369461	rnn.weight_ih_l0	7	0.06556705385446548
369461	rnn.weight_ih_l0	8	0.009202098473906517
369461	rnn.weight_ih_l0	9	-0.025440001860260963
369461	rnn.weight_hh_l0	0	-0.011777898296713829
369461	rnn.weight_hh_l0	1	-0.02778356708586216
369461	rnn.weight_hh_l0	2	-0.06137072294950485
369461	rnn.weight_hh_l0	3	-0.005866271909326315
369461	rnn.weight_hh_l0	4	-0.009695510379970074
369461	rnn.weight_hh_l0	5	-0.024217762053012848
369461	rnn.weight_hh_l0	6	0.0006462665623985231
369461	rnn.weight_hh_l0	7	-0.03575706109404564
369461	rnn.weight_hh_l0	8	0.06716105341911316
369461	rnn.weight_hh_l0	9	0.045164696872234344
369461	rnn.bias_ih_l0	0	-0.17422088980674744
369461	rnn.bias_ih_l0	1	-0.17086122930049896
369461	rnn.bias_ih_l0	2	-0.019552594050765038
369461	rnn.bias_ih_l0	3	-0.14768952131271362
369461	rnn.bias_ih_l0	4	-0.05906709283590317
369461	rnn.bias_ih_l0	5	-0.17602814733982086
369461	rnn.bias_ih_l0	6	0.07315360009670258
369461	rnn.bias_ih_l0	7	-0.0862424224615097
369461	rnn.bias_ih_l0	8	-0.046413544565439224
369461	rnn.bias_ih_l0	9	-0.10812394320964813
369461	rnn.bias_hh_l0	0	-0.06939021497964859
369461	rnn.bias_hh_l0	1	0.2479628324508667
369461	rnn.bias_hh_l0	2	0.04716068506240845
369461	rnn.bias_hh_l0	3	-0.07903260737657547
369461	rnn.bias_hh_l0	4	-0.08315028995275497
369461	rnn.bias_hh_l0	5	-0.004787919577211142
369461	rnn.bias_hh_l0	6	0.05796823650598526
369461	rnn.bias_hh_l0	7	-0.09839209169149399
369461	rnn.bias_hh_l0	8	-0.233558788895607
369461	rnn.bias_hh_l0	9	-0.10135974735021591
369461	rnn.weight_ih_l0_reverse	0	0.020169666036963463
369461	rnn.weight_ih_l0_reverse	1	-0.06013651564717293
369461	rnn.weight_ih_l0_reverse	2	0.04298705235123634
369461	rnn.weight_ih_l0_reverse	3	0.020261211320757866
369461	rnn.weight_ih_l0_reverse	4	-6.495750130852684e-05
369461	rnn.weight_ih_l0_reverse	5	-0.025610487908124924
369461	rnn.weight_ih_l0_reverse	6	0.01209810096770525
369461	rnn.weight_ih_l0_reverse	7	0.028282565996050835
369461	rnn.weight_ih_l0_reverse	8	-0.02805797941982746
369461	rnn.weight_ih_l0_reverse	9	-0.001572381122969091
369461	rnn.weight_hh_l0_reverse	0	0.03979574516415596
369461	rnn.weight_hh_l0_reverse	1	0.029862817376852036
369461	rnn.weight_hh_l0_reverse	2	-0.0230262391269207
369461	rnn.weight_hh_l0_reverse	3	-0.08234819024801254
369461	rnn.weight_hh_l0_reverse	4	0.011307771317660809
369461	rnn.weight_hh_l0_reverse	5	-0.06101293861865997
369461	rnn.weight_hh_l0_reverse	6	-0.014169370755553246
369461	rnn.weight_hh_l0_reverse	7	0.030970439314842224
369461	rnn.weight_hh_l0_reverse	8	0.007856149226427078
369461	rnn.weight_hh_l0_reverse	9	0.008681352250277996
369461	rnn.bias_ih_l0_reverse	0	-0.046121496707201004
369461	rnn.bias_ih_l0_reverse	1	-0.14017510414123535
369461	rnn.bias_ih_l0_reverse	2	-0.14589495956897736
369461	rnn.bias_ih_l0_reverse	3	-0.04601801559329033
369461	rnn.bias_ih_l0_reverse	4	-0.11266104876995087
369461	rnn.bias_ih_l0_reverse	5	-0.08594099432229996
369461	rnn.bias_ih_l0_reverse	6	-0.20906074345111847
369461	rnn.bias_ih_l0_reverse	7	-0.05255717784166336
369461	rnn.bias_ih_l0_reverse	8	-0.06374906003475189
369461	rnn.bias_ih_l0_reverse	9	-0.1343936324119568
369461	rnn.bias_hh_l0_reverse	0	-0.14232634007930756
369461	rnn.bias_hh_l0_reverse	1	-0.162242129445076
369461	rnn.bias_hh_l0_reverse	2	0.10534320771694183
369461	rnn.bias_hh_l0_reverse	3	0.07148145884275436
369461	rnn.bias_hh_l0_reverse	4	-0.17926184833049774
369461	rnn.bias_hh_l0_reverse	5	-0.14252161979675293
369461	rnn.bias_hh_l0_reverse	6	-0.0892689898610115
369461	rnn.bias_hh_l0_reverse	7	-0.05392273887991905
369461	rnn.bias_hh_l0_reverse	8	-0.09631036967039108
369461	rnn.bias_hh_l0_reverse	9	-0.02324252389371395
369461	linear.weight	0	-0.007733726408332586
369461	linear.weight	1	0.008356784470379353
369461	linear.weight	2	0.313326895236969
369461	linear.weight	3	-0.07890982925891876
369461	linear.weight	4	-0.010588549077510834
369461	linear.weight	5	0.12362933903932571
369461	linear.weight	6	-0.010739270597696304
369461	linear.weight	7	-0.07368927448987961
369461	linear.weight	8	0.17927294969558716
369461	linear.weight	9	-0.2803933620452881
369461	linear.bias	0	-0.03956538438796997
369461	linear.bias	1	0.031413208693265915
369461	linear.bias	2	0.4182039797306061
369461	linear.bias	3	-0.7496538162231445
369461	linear.bias	4	2.1573359966278076
369461	linear.bias	5	-1.4051399230957031
369461	linear.bias	6	-0.2941170632839203
369461	linear.bias	7	-0.13061805069446564
370019	transitions	0	-1.9506632089614868
370019	transitions	1	-10000.0
370019	transitions	2	-0.7969565987586975
370019	transitions	3	-10000.0
370019	transitions	4	2.068844795227051
370019	transitions	5	-10000.0
370019	transitions	6	-10000.0
370019	transitions	7	1.8525015115737915
370019	transitions	8	-2.632446765899658
370019	transitions	9	-4.23977518081665
370019	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
370019	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
370019	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
370019	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
370019	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
370019	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
370019	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
370019	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
370019	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
370019	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
370019	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
370019	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
370019	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
370019	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
370019	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
370019	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
370019	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
370019	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
370019	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
370019	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
370019	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
370019	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
370019	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
370019	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
370019	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
370019	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
370019	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
370019	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
370019	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
370019	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
370019	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
370019	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
370019	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
370019	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
370019	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
370019	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
370019	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
370019	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
370019	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
370019	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
370019	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
370019	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
370019	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
370019	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
370019	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
370019	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
370019	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
370019	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
370019	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
370019	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
370019	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
370019	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
370019	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
370019	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
370019	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
370019	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
370019	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
370019	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
370019	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
370019	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
370019	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
370019	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
370019	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
370019	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
370019	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
370019	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
370019	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
370019	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
370019	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
370019	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
370019	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
370019	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
370019	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
370019	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
370019	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
370019	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
370019	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
370019	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
370019	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
370019	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
370019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
370019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
370019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
370019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
370019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
370019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
370019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
370019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
370019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
370019	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
370019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
370019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
370019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
370019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
370019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
370019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
370019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
370019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
370019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
370019	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
370019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
370019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
370019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
370019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
370019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
370019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
370019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
370019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
370019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
370019	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
370019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
370019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
370019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
370019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
370019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
370019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
370019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
370019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
370019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
370019	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
370019	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
370019	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
370019	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
370019	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
370019	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
370019	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
370019	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
370019	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
370019	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
370019	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
370019	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
370019	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
370019	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
370019	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
370019	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
370019	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
370019	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
370019	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
370019	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
370019	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
370019	embedding2nn.weight	0	0.006403872277587652
370019	embedding2nn.weight	1	0.003988916520029306
370019	embedding2nn.weight	2	0.013429254293441772
370019	embedding2nn.weight	3	0.02689884789288044
370019	embedding2nn.weight	4	0.023461326956748962
370019	embedding2nn.weight	5	0.005512644071131945
370019	embedding2nn.weight	6	-0.015390540473163128
370019	embedding2nn.weight	7	-0.00043945698416791856
370019	embedding2nn.weight	8	-0.010036367923021317
370019	embedding2nn.weight	9	0.0019313673255965114
370019	embedding2nn.bias	0	0.013489040546119213
370019	embedding2nn.bias	1	-0.036942027509212494
370019	embedding2nn.bias	2	0.08039238303899765
370019	embedding2nn.bias	3	0.06998025625944138
370019	embedding2nn.bias	4	-0.012418133206665516
370019	embedding2nn.bias	5	-0.033551059663295746
370019	embedding2nn.bias	6	0.030645735561847687
370019	embedding2nn.bias	7	0.004262831993401051
370019	embedding2nn.bias	8	-0.034947168081998825
370019	embedding2nn.bias	9	0.024513090029358864
370019	rnn.weight_ih_l0	0	0.0647580549120903
370019	rnn.weight_ih_l0	1	-0.04167895391583443
370019	rnn.weight_ih_l0	2	0.005365631077438593
370019	rnn.weight_ih_l0	3	0.04516754671931267
370019	rnn.weight_ih_l0	4	-0.02961798943579197
370019	rnn.weight_ih_l0	5	0.040344055742025375
370019	rnn.weight_ih_l0	6	0.0077468352392315865
370019	rnn.weight_ih_l0	7	0.06558169424533844
370019	rnn.weight_ih_l0	8	0.009202064014971256
370019	rnn.weight_ih_l0	9	-0.025434382259845734
370019	rnn.weight_hh_l0	0	-0.011769990436732769
370019	rnn.weight_hh_l0	1	-0.027786122635006905
370019	rnn.weight_hh_l0	2	-0.06138409301638603
370019	rnn.weight_hh_l0	3	-0.005866061896085739
370019	rnn.weight_hh_l0	4	-0.009696466848254204
370019	rnn.weight_hh_l0	5	-0.02421601116657257
370019	rnn.weight_hh_l0	6	0.0006446955958381295
370019	rnn.weight_hh_l0	7	-0.03576139733195305
370019	rnn.weight_hh_l0	8	0.06715681403875351
370019	rnn.weight_hh_l0	9	0.045163579285144806
370019	rnn.bias_ih_l0	0	-0.17424076795578003
370019	rnn.bias_ih_l0	1	-0.17089121043682098
370019	rnn.bias_ih_l0	2	-0.019527273252606392
370019	rnn.bias_ih_l0	3	-0.14767827093601227
370019	rnn.bias_ih_l0	4	-0.05904208496212959
370019	rnn.bias_ih_l0	5	-0.1760314702987671
370019	rnn.bias_ih_l0	6	0.07324466854333878
370019	rnn.bias_ih_l0	7	-0.0862337127327919
370019	rnn.bias_ih_l0	8	-0.04639246687293053
370019	rnn.bias_ih_l0	9	-0.10815169662237167
370019	rnn.bias_hh_l0	0	-0.06944675743579865
370019	rnn.bias_hh_l0	1	0.2479318231344223
370019	rnn.bias_hh_l0	2	0.04723041504621506
370019	rnn.bias_hh_l0	3	-0.07904118299484253
370019	rnn.bias_hh_l0	4	-0.08312879502773285
370019	rnn.bias_hh_l0	5	-0.004782489035278559
370019	rnn.bias_hh_l0	6	0.057959623634815216
370019	rnn.bias_hh_l0	7	-0.09831231087446213
370019	rnn.bias_hh_l0	8	-0.23349754512310028
370019	rnn.bias_hh_l0	9	-0.10134410113096237
370019	rnn.weight_ih_l0_reverse	0	0.02017436921596527
370019	rnn.weight_ih_l0_reverse	1	-0.060133084654808044
370019	rnn.weight_ih_l0_reverse	2	0.042987484484910965
370019	rnn.weight_ih_l0_reverse	3	0.020263733342289925
370019	rnn.weight_ih_l0_reverse	4	-7.082313095452264e-05
370019	rnn.weight_ih_l0_reverse	5	-0.025608230382204056
370019	rnn.weight_ih_l0_reverse	6	0.012095744721591473
370019	rnn.weight_ih_l0_reverse	7	0.02828466147184372
370019	rnn.weight_ih_l0_reverse	8	-0.028058890253305435
370019	rnn.weight_ih_l0_reverse	9	-0.0015678249765187502
370019	rnn.weight_hh_l0_reverse	0	0.03979668766260147
370019	rnn.weight_hh_l0_reverse	1	0.02986450307071209
370019	rnn.weight_hh_l0_reverse	2	-0.02302609570324421
370019	rnn.weight_hh_l0_reverse	3	-0.0823451355099678
370019	rnn.weight_hh_l0_reverse	4	0.011305559426546097
370019	rnn.weight_hh_l0_reverse	5	-0.06101032346487045
370019	rnn.weight_hh_l0_reverse	6	-0.014163774438202381
370019	rnn.weight_hh_l0_reverse	7	0.03096783719956875
370019	rnn.weight_hh_l0_reverse	8	0.007861433550715446
370019	rnn.weight_hh_l0_reverse	9	0.008686027489602566
370019	rnn.bias_ih_l0_reverse	0	-0.046132396906614304
370019	rnn.bias_ih_l0_reverse	1	-0.14019547402858734
370019	rnn.bias_ih_l0_reverse	2	-0.14591990411281586
370019	rnn.bias_ih_l0_reverse	3	-0.0460171215236187
370019	rnn.bias_ih_l0_reverse	4	-0.11265470832586288
370019	rnn.bias_ih_l0_reverse	5	-0.08593025803565979
370019	rnn.bias_ih_l0_reverse	6	-0.20906858146190643
370019	rnn.bias_ih_l0_reverse	7	-0.05260208249092102
370019	rnn.bias_ih_l0_reverse	8	-0.06378107517957687
370019	rnn.bias_ih_l0_reverse	9	-0.13440202176570892
370019	rnn.bias_hh_l0_reverse	0	-0.1423676311969757
370019	rnn.bias_hh_l0_reverse	1	-0.1621990203857422
370019	rnn.bias_hh_l0_reverse	2	0.1053672730922699
370019	rnn.bias_hh_l0_reverse	3	0.0714823305606842
370019	rnn.bias_hh_l0_reverse	4	-0.17927193641662598
370019	rnn.bias_hh_l0_reverse	5	-0.14248321950435638
370019	rnn.bias_hh_l0_reverse	6	-0.08920533210039139
370019	rnn.bias_hh_l0_reverse	7	-0.053953856229782104
370019	rnn.bias_hh_l0_reverse	8	-0.0962788537144661
370019	rnn.bias_hh_l0_reverse	9	-0.023211725056171417
370019	linear.weight	0	-0.007733735255897045
370019	linear.weight	1	0.008436506614089012
370019	linear.weight	2	0.3132496774196625
370019	linear.weight	3	-0.07890983670949936
370019	linear.weight	4	-0.010588549077510834
370019	linear.weight	5	0.1232198029756546
370019	linear.weight	6	-0.010739270597696304
370019	linear.weight	7	-0.07335975021123886
370019	linear.weight	8	0.17973698675632477
370019	linear.weight	9	-0.2804059386253357
370019	linear.bias	0	-0.03956538438796997
370019	linear.bias	1	0.031413208693265915
370019	linear.bias	2	0.41760721802711487
370019	linear.bias	3	-0.7501493096351624
370019	linear.bias	4	2.1573362350463867
370019	linear.bias	5	-1.4051399230957031
370019	linear.bias	6	-0.29356512427330017
370019	linear.bias	7	-0.13007597625255585
370577	transitions	0	-1.9506704807281494
370577	transitions	1	-10000.0
370577	transitions	2	-0.7969565987586975
370577	transitions	3	-10000.0
370577	transitions	4	2.0687718391418457
370577	transitions	5	-10000.0
370577	transitions	6	-10000.0
370577	transitions	7	1.853009819984436
370577	transitions	8	-2.6324515342712402
370577	transitions	9	-4.23977518081665
370577	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
370577	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
370577	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
370577	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
370577	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
370577	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
370577	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
370577	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
370577	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
370577	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
370577	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
370577	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
370577	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
370577	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
370577	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
370577	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
370577	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
370577	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
370577	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
370577	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
370577	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
370577	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
370577	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
370577	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
370577	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
370577	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
370577	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
370577	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
370577	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
370577	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
370577	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
370577	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
370577	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
370577	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
370577	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
370577	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
370577	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
370577	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
370577	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
370577	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
370577	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
370577	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
370577	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
370577	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
370577	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
370577	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
370577	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
370577	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
370577	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
370577	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
370577	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
370577	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
370577	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
370577	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
370577	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
370577	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
370577	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
370577	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
370577	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
370577	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
370577	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
370577	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
370577	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
370577	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
370577	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
370577	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
370577	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
370577	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
370577	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
370577	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
370577	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
370577	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
370577	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
370577	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
370577	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
370577	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
370577	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
370577	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
370577	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
370577	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
370577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
370577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
370577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
370577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
370577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
370577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
370577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
370577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
370577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
370577	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
370577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
370577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
370577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
370577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
370577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
370577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
370577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
370577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
370577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
370577	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
370577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
370577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
370577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
370577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
370577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
370577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
370577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
370577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
370577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
370577	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
370577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
370577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
370577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
370577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
370577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
370577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
370577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
370577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
370577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
370577	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
370577	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
370577	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
370577	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
370577	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
370577	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
370577	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
370577	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
370577	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
370577	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
370577	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
370577	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
370577	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
370577	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
370577	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
370577	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
370577	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
370577	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
370577	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
370577	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
370577	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
370577	embedding2nn.weight	0	0.00640389509499073
370577	embedding2nn.weight	1	0.003987553529441357
370577	embedding2nn.weight	2	0.013429369777441025
370577	embedding2nn.weight	3	0.02690082974731922
370577	embedding2nn.weight	4	0.023457279428839684
370577	embedding2nn.weight	5	0.005512346979230642
370577	embedding2nn.weight	6	-0.015390396118164062
370577	embedding2nn.weight	7	-0.00043851020745933056
370577	embedding2nn.weight	8	-0.010038281790912151
370577	embedding2nn.weight	9	0.00193376699462533
370577	embedding2nn.bias	0	0.013593883253633976
370577	embedding2nn.bias	1	-0.036897558718919754
370577	embedding2nn.bias	2	0.0803355947136879
370577	embedding2nn.bias	3	0.07004300504922867
370577	embedding2nn.bias	4	-0.012550261802971363
370577	embedding2nn.bias	5	-0.033582013100385666
370577	embedding2nn.bias	6	0.030626779422163963
370577	embedding2nn.bias	7	0.004239503759890795
370577	embedding2nn.bias	8	-0.03492984548211098
370577	embedding2nn.bias	9	0.02448458783328533
370577	rnn.weight_ih_l0	0	0.06475657224655151
370577	rnn.weight_ih_l0	1	-0.041685789823532104
370577	rnn.weight_ih_l0	2	0.00536080589517951
370577	rnn.weight_ih_l0	3	0.045175954699516296
370577	rnn.weight_ih_l0	4	-0.029623836278915405
370577	rnn.weight_ih_l0	5	0.0403449647128582
370577	rnn.weight_ih_l0	6	0.007745165377855301
370577	rnn.weight_ih_l0	7	0.06558918207883835
370577	rnn.weight_ih_l0	8	0.009203318506479263
370577	rnn.weight_ih_l0	9	-0.025455662980675697
370577	rnn.weight_hh_l0	0	-0.011768590658903122
370577	rnn.weight_hh_l0	1	-0.02777675725519657
370577	rnn.weight_hh_l0	2	-0.06138216704130173
370577	rnn.weight_hh_l0	3	-0.005869220942258835
370577	rnn.weight_hh_l0	4	-0.009694112464785576
370577	rnn.weight_hh_l0	5	-0.02421572431921959
370577	rnn.weight_hh_l0	6	0.0006457204581238329
370577	rnn.weight_hh_l0	7	-0.03576292842626572
370577	rnn.weight_hh_l0	8	0.06715625524520874
370577	rnn.weight_hh_l0	9	0.04516402259469032
370577	rnn.bias_ih_l0	0	-0.1741897016763687
370577	rnn.bias_ih_l0	1	-0.17089000344276428
370577	rnn.bias_ih_l0	2	-0.019537044689059258
370577	rnn.bias_ih_l0	3	-0.14768768846988678
370577	rnn.bias_ih_l0	4	-0.059030693024396896
370577	rnn.bias_ih_l0	5	-0.17600765824317932
370577	rnn.bias_ih_l0	6	0.07325400412082672
370577	rnn.bias_ih_l0	7	-0.08620303124189377
370577	rnn.bias_ih_l0	8	-0.0463876873254776
370577	rnn.bias_ih_l0	9	-0.10815984010696411
370577	rnn.bias_hh_l0	0	-0.0694609135389328
370577	rnn.bias_hh_l0	1	0.24804796278476715
370577	rnn.bias_hh_l0	2	0.0472230426967144
370577	rnn.bias_hh_l0	3	-0.07901172339916229
370577	rnn.bias_hh_l0	4	-0.08311877399682999
370577	rnn.bias_hh_l0	5	-0.004765731282532215
370577	rnn.bias_hh_l0	6	0.05795121192932129
370577	rnn.bias_hh_l0	7	-0.09833811968564987
370577	rnn.bias_hh_l0	8	-0.2334960550069809
370577	rnn.bias_hh_l0	9	-0.1013416275382042
370577	rnn.weight_ih_l0_reverse	0	0.020162051543593407
370577	rnn.weight_ih_l0_reverse	1	-0.06013118475675583
370577	rnn.weight_ih_l0_reverse	2	0.0429874062538147
370577	rnn.weight_ih_l0_reverse	3	0.020266644656658173
370577	rnn.weight_ih_l0_reverse	4	-6.254992331378162e-05
370577	rnn.weight_ih_l0_reverse	5	-0.025610942393541336
370577	rnn.weight_ih_l0_reverse	6	0.012092098593711853
370577	rnn.weight_ih_l0_reverse	7	0.028285829350352287
370577	rnn.weight_ih_l0_reverse	8	-0.02806490659713745
370577	rnn.weight_ih_l0_reverse	9	-0.0015608040848746896
370577	rnn.weight_hh_l0_reverse	0	0.03979715704917908
370577	rnn.weight_hh_l0_reverse	1	0.029865538701415062
370577	rnn.weight_hh_l0_reverse	2	-0.02302384003996849
370577	rnn.weight_hh_l0_reverse	3	-0.08233355730772018
370577	rnn.weight_hh_l0_reverse	4	0.011305899359285831
370577	rnn.weight_hh_l0_reverse	5	-0.061008814722299576
370577	rnn.weight_hh_l0_reverse	6	-0.014164591208100319
370577	rnn.weight_hh_l0_reverse	7	0.030973952263593674
370577	rnn.weight_hh_l0_reverse	8	0.007858025841414928
370577	rnn.weight_hh_l0_reverse	9	0.00869021750986576
370577	rnn.bias_ih_l0_reverse	0	-0.04610799625515938
370577	rnn.bias_ih_l0_reverse	1	-0.1402006596326828
370577	rnn.bias_ih_l0_reverse	2	-0.14589859545230865
370577	rnn.bias_ih_l0_reverse	3	-0.04604246839880943
370577	rnn.bias_ih_l0_reverse	4	-0.11266207695007324
370577	rnn.bias_ih_l0_reverse	5	-0.08594726771116257
370577	rnn.bias_ih_l0_reverse	6	-0.20899994671344757
370577	rnn.bias_ih_l0_reverse	7	-0.05261625722050667
370577	rnn.bias_ih_l0_reverse	8	-0.0637754574418068
370577	rnn.bias_ih_l0_reverse	9	-0.13440632820129395
370577	rnn.bias_hh_l0_reverse	0	-0.14236141741275787
370577	rnn.bias_hh_l0_reverse	1	-0.16219498217105865
370577	rnn.bias_hh_l0_reverse	2	0.10539228469133377
370577	rnn.bias_hh_l0_reverse	3	0.0715317577123642
370577	rnn.bias_hh_l0_reverse	4	-0.17924079298973083
370577	rnn.bias_hh_l0_reverse	5	-0.14248985052108765
370577	rnn.bias_hh_l0_reverse	6	-0.08924107998609543
370577	rnn.bias_hh_l0_reverse	7	-0.053960300981998444
370577	rnn.bias_hh_l0_reverse	8	-0.09629333019256592
370577	rnn.bias_hh_l0_reverse	9	-0.023214617744088173
370577	linear.weight	0	-0.007733742706477642
370577	linear.weight	1	0.008381040766835213
370577	linear.weight	2	0.3131563365459442
370577	linear.weight	3	-0.07890984416007996
370577	linear.weight	4	-0.010588549077510834
370577	linear.weight	5	0.12271415442228317
370577	linear.weight	6	-0.010739270597696304
370577	linear.weight	7	-0.07368166744709015
370577	linear.weight	8	0.17971093952655792
370577	linear.weight	9	-0.28044551610946655
370577	linear.bias	0	-0.03956538438796997
370577	linear.bias	1	0.031413208693265915
370577	linear.bias	2	0.417217493057251
370577	linear.bias	3	-0.7495002150535583
370577	linear.bias	4	2.1574044227600098
370577	linear.bias	5	-1.4051399230957031
370577	linear.bias	6	-0.2937256693840027
370577	linear.bias	7	-0.13024306297302246
371135	transitions	0	-1.9506806135177612
371135	transitions	1	-10000.0
371135	transitions	2	-0.7969565987586975
371135	transitions	3	-10000.0
371135	transitions	4	2.068713665008545
371135	transitions	5	-10000.0
371135	transitions	6	-10000.0
371135	transitions	7	1.8531464338302612
371135	transitions	8	-2.632455825805664
371135	transitions	9	-4.23977518081665
371135	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
371135	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
371135	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
371135	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
371135	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
371135	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
371135	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
371135	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
371135	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
371135	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
371135	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
371135	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
371135	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
371135	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
371135	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
371135	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
371135	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
371135	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
371135	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
371135	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
371135	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
371135	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
371135	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
371135	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
371135	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
371135	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
371135	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
371135	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
371135	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
371135	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
371135	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
371135	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
371135	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
371135	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
371135	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
371135	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
371135	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
371135	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
371135	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
371135	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
371135	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
371135	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
371135	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
371135	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
371135	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
371135	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
371135	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
371135	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
371135	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
371135	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
371135	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
371135	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
371135	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
371135	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
371135	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
371135	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
371135	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
371135	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
371135	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
371135	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
371135	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
371135	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
371135	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
371135	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
371135	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
371135	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
371135	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
371135	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
371135	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
371135	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
371135	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
371135	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
371135	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
371135	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
371135	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
371135	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
371135	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
371135	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
371135	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
371135	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
371135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
371135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
371135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
371135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
371135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
371135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
371135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
371135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
371135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
371135	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
371135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
371135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
371135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
371135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
371135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
371135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
371135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
371135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
371135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
371135	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
371135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
371135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
371135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
371135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
371135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
371135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
371135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
371135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
371135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
371135	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
371135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
371135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
371135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
371135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
371135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
371135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
371135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
371135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
371135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
371135	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
371135	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
371135	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
371135	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
371135	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
371135	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
371135	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
371135	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
371135	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
371135	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
371135	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
371135	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
371135	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
371135	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
371135	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
371135	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
371135	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
371135	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
371135	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
371135	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
371135	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
371135	embedding2nn.weight	0	0.006403847597539425
371135	embedding2nn.weight	1	0.003988995682448149
371135	embedding2nn.weight	2	0.013429204933345318
371135	embedding2nn.weight	3	0.02689419500529766
371135	embedding2nn.weight	4	0.023452630266547203
371135	embedding2nn.weight	5	0.005514117423444986
371135	embedding2nn.weight	6	-0.0153881860896945
371135	embedding2nn.weight	7	-0.0004355379205662757
371135	embedding2nn.weight	8	-0.010036129504442215
371135	embedding2nn.weight	9	0.0019352661911398172
371135	embedding2nn.bias	0	0.013570616953074932
371135	embedding2nn.bias	1	-0.036937128752470016
371135	embedding2nn.bias	2	0.08032916486263275
371135	embedding2nn.bias	3	0.07003278285264969
371135	embedding2nn.bias	4	-0.012616503983736038
371135	embedding2nn.bias	5	-0.03355017304420471
371135	embedding2nn.bias	6	0.030696170404553413
371135	embedding2nn.bias	7	0.0042245713993906975
371135	embedding2nn.bias	8	-0.03497723489999771
371135	embedding2nn.bias	9	0.024571672081947327
371135	rnn.weight_ih_l0	0	0.06475012749433517
371135	rnn.weight_ih_l0	1	-0.04169391095638275
371135	rnn.weight_ih_l0	2	0.005369100719690323
371135	rnn.weight_ih_l0	3	0.045165687799453735
371135	rnn.weight_ih_l0	4	-0.029632167890667915
371135	rnn.weight_ih_l0	5	0.040344513952732086
371135	rnn.weight_ih_l0	6	0.007745305076241493
371135	rnn.weight_ih_l0	7	0.06557236611843109
371135	rnn.weight_ih_l0	8	0.009192604571580887
371135	rnn.weight_ih_l0	9	-0.025446996092796326
371135	rnn.weight_hh_l0	0	-0.01176732499152422
371135	rnn.weight_hh_l0	1	-0.027773486450314522
371135	rnn.weight_hh_l0	2	-0.06137979403138161
371135	rnn.weight_hh_l0	3	-0.005868405103683472
371135	rnn.weight_hh_l0	4	-0.009692340157926083
371135	rnn.weight_hh_l0	5	-0.02420862764120102
371135	rnn.weight_hh_l0	6	0.0006463119643740356
371135	rnn.weight_hh_l0	7	-0.035741981118917465
371135	rnn.weight_hh_l0	8	0.06715592741966248
371135	rnn.weight_hh_l0	9	0.0451633520424366
371135	rnn.bias_ih_l0	0	-0.17413027584552765
371135	rnn.bias_ih_l0	1	-0.17094199359416962
371135	rnn.bias_ih_l0	2	-0.019546980038285255
371135	rnn.bias_ih_l0	3	-0.14772064983844757
371135	rnn.bias_ih_l0	4	-0.059017427265644073
371135	rnn.bias_ih_l0	5	-0.1760200709104538
371135	rnn.bias_ih_l0	6	0.07334941625595093
371135	rnn.bias_ih_l0	7	-0.08623705059289932
371135	rnn.bias_ih_l0	8	-0.04637126997113228
371135	rnn.bias_ih_l0	9	-0.1081494688987732
371135	rnn.bias_hh_l0	0	-0.06945368647575378
371135	rnn.bias_hh_l0	1	0.24802160263061523
371135	rnn.bias_hh_l0	2	0.04711829498410225
371135	rnn.bias_hh_l0	3	-0.07901797443628311
371135	rnn.bias_hh_l0	4	-0.08314661681652069
371135	rnn.bias_hh_l0	5	-0.004731807857751846
371135	rnn.bias_hh_l0	6	0.05791087821125984
371135	rnn.bias_hh_l0	7	-0.09832543134689331
371135	rnn.bias_hh_l0	8	-0.23347462713718414
371135	rnn.bias_hh_l0	9	-0.10132580995559692
371135	rnn.weight_ih_l0_reverse	0	0.020155049860477448
371135	rnn.weight_ih_l0_reverse	1	-0.060138702392578125
371135	rnn.weight_ih_l0_reverse	2	0.04299638420343399
371135	rnn.weight_ih_l0_reverse	3	0.02026670053601265
371135	rnn.weight_ih_l0_reverse	4	-4.68566213385202e-05
371135	rnn.weight_ih_l0_reverse	5	-0.025613965466618538
371135	rnn.weight_ih_l0_reverse	6	0.012104399502277374
371135	rnn.weight_ih_l0_reverse	7	0.02828904241323471
371135	rnn.weight_ih_l0_reverse	8	-0.028072714805603027
371135	rnn.weight_ih_l0_reverse	9	-0.0015571746043860912
371135	rnn.weight_hh_l0_reverse	0	0.0397929921746254
371135	rnn.weight_hh_l0_reverse	1	0.02986639179289341
371135	rnn.weight_hh_l0_reverse	2	-0.02302067168056965
371135	rnn.weight_hh_l0_reverse	3	-0.0823325514793396
371135	rnn.weight_hh_l0_reverse	4	0.011307676322758198
371135	rnn.weight_hh_l0_reverse	5	-0.061009086668491364
371135	rnn.weight_hh_l0_reverse	6	-0.014161936938762665
371135	rnn.weight_hh_l0_reverse	7	0.03097718209028244
371135	rnn.weight_hh_l0_reverse	8	0.007852388545870781
371135	rnn.weight_hh_l0_reverse	9	0.008697543293237686
371135	rnn.bias_ih_l0_reverse	0	-0.0461333803832531
371135	rnn.bias_ih_l0_reverse	1	-0.140213742852211
371135	rnn.bias_ih_l0_reverse	2	-0.14595499634742737
371135	rnn.bias_ih_l0_reverse	3	-0.04604528099298477
371135	rnn.bias_ih_l0_reverse	4	-0.11268164217472076
371135	rnn.bias_ih_l0_reverse	5	-0.08603301644325256
371135	rnn.bias_ih_l0_reverse	6	-0.20899970829486847
371135	rnn.bias_ih_l0_reverse	7	-0.0525796115398407
371135	rnn.bias_ih_l0_reverse	8	-0.06374948471784592
371135	rnn.bias_ih_l0_reverse	9	-0.1343834102153778
371135	rnn.bias_hh_l0_reverse	0	-0.1423952281475067
371135	rnn.bias_hh_l0_reverse	1	-0.16223059594631195
371135	rnn.bias_hh_l0_reverse	2	0.10542553663253784
371135	rnn.bias_hh_l0_reverse	3	0.07153220474720001
371135	rnn.bias_hh_l0_reverse	4	-0.17923857271671295
371135	rnn.bias_hh_l0_reverse	5	-0.14253751933574677
371135	rnn.bias_hh_l0_reverse	6	-0.08919230103492737
371135	rnn.bias_hh_l0_reverse	7	-0.053958915174007416
371135	rnn.bias_hh_l0_reverse	8	-0.0962798148393631
371135	rnn.bias_hh_l0_reverse	9	-0.023252101615071297
371135	linear.weight	0	-0.007733748760074377
371135	linear.weight	1	0.008423074148595333
371135	linear.weight	2	0.31331467628479004
371135	linear.weight	3	-0.07890983670949936
371135	linear.weight	4	-0.010588549077510834
371135	linear.weight	5	0.1228233203291893
371135	linear.weight	6	-0.010739270597696304
371135	linear.weight	7	-0.07418505102396011
371135	linear.weight	8	0.1796502321958542
371135	linear.weight	9	-0.2804551422595978
371135	linear.bias	0	-0.03956538438796997
371135	linear.bias	1	0.031413208693265915
371135	linear.bias	2	0.4146781265735626
371135	linear.bias	3	-0.7488460540771484
371135	linear.bias	4	2.1589815616607666
371135	linear.bias	5	-1.4051399230957031
371135	linear.bias	6	-0.29356566071510315
371135	linear.bias	7	-0.13009321689605713
371693	transitions	0	-1.950688362121582
371693	transitions	1	-10000.0
371693	transitions	2	-0.7969565987586975
371693	transitions	3	-10000.0
371693	transitions	4	2.0685794353485107
371693	transitions	5	-10000.0
371693	transitions	6	-10000.0
371693	transitions	7	1.8531666994094849
371693	transitions	8	-2.6324589252471924
371693	transitions	9	-4.23977518081665
371693	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
371693	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
371693	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
371693	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
371693	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
371693	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
371693	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
371693	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
371693	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
371693	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
371693	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
371693	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
371693	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
371693	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
371693	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
371693	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
371693	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
371693	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
371693	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
371693	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
371693	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
371693	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
371693	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
371693	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
371693	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
371693	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
371693	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
371693	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
371693	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
371693	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
371693	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
371693	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
371693	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
371693	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
371693	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
371693	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
371693	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
371693	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
371693	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
371693	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
371693	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
371693	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
371693	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
371693	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
371693	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
371693	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
371693	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
371693	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
371693	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
371693	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
371693	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
371693	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
371693	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
371693	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
371693	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
371693	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
371693	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
371693	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
371693	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
371693	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
371693	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
371693	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
371693	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
371693	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
371693	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
371693	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
371693	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
371693	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
371693	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
371693	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
371693	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
371693	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
371693	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
371693	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
371693	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
371693	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
371693	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
371693	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
371693	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
371693	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
371693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
371693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
371693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
371693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
371693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
371693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
371693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
371693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
371693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
371693	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
371693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
371693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
371693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
371693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
371693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
371693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
371693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
371693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
371693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
371693	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
371693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
371693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
371693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
371693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
371693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
371693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
371693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
371693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
371693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
371693	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
371693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
371693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
371693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
371693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
371693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
371693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
371693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
371693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
371693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
371693	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
371693	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
371693	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
371693	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
371693	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
371693	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
371693	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
371693	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
371693	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
371693	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
371693	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
371693	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
371693	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
371693	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
371693	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
371693	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
371693	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
371693	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
371693	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
371693	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
371693	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
371693	embedding2nn.weight	0	0.00640422897413373
371693	embedding2nn.weight	1	0.003989301156252623
371693	embedding2nn.weight	2	0.013429278507828712
371693	embedding2nn.weight	3	0.026894738897681236
371693	embedding2nn.weight	4	0.02344900742173195
371693	embedding2nn.weight	5	0.005514509044587612
371693	embedding2nn.weight	6	-0.015384264290332794
371693	embedding2nn.weight	7	-0.00043615279719233513
371693	embedding2nn.weight	8	-0.01002685446292162
371693	embedding2nn.weight	9	0.0019344012252986431
371693	embedding2nn.bias	0	0.013472683727741241
371693	embedding2nn.bias	1	-0.036866191774606705
371693	embedding2nn.bias	2	0.08030060678720474
371693	embedding2nn.bias	3	0.07013063877820969
371693	embedding2nn.bias	4	-0.0125587098300457
371693	embedding2nn.bias	5	-0.03356485068798065
371693	embedding2nn.bias	6	0.030654221773147583
371693	embedding2nn.bias	7	0.004216640722006559
371693	embedding2nn.bias	8	-0.0348796509206295
371693	embedding2nn.bias	9	0.02449408732354641
371693	rnn.weight_ih_l0	0	0.06474003940820694
371693	rnn.weight_ih_l0	1	-0.04167478531599045
371693	rnn.weight_ih_l0	2	0.005362814292311668
371693	rnn.weight_ih_l0	3	0.0451563224196434
371693	rnn.weight_ih_l0	4	-0.029626844450831413
371693	rnn.weight_ih_l0	5	0.04033898562192917
371693	rnn.weight_ih_l0	6	0.00775228813290596
371693	rnn.weight_ih_l0	7	0.06557121872901917
371693	rnn.weight_ih_l0	8	0.0091741057112813
371693	rnn.weight_ih_l0	9	-0.025446249172091484
371693	rnn.weight_hh_l0	0	-0.011761917732656002
371693	rnn.weight_hh_l0	1	-0.02776886709034443
371693	rnn.weight_hh_l0	2	-0.061379607766866684
371693	rnn.weight_hh_l0	3	-0.005871692672371864
371693	rnn.weight_hh_l0	4	-0.009690615348517895
371693	rnn.weight_hh_l0	5	-0.024214688688516617
371693	rnn.weight_hh_l0	6	0.0006452964153140783
371693	rnn.weight_hh_l0	7	-0.03574823960661888
371693	rnn.weight_hh_l0	8	0.06715967506170273
371693	rnn.weight_hh_l0	9	0.04516835883259773
371693	rnn.bias_ih_l0	0	-0.1741335391998291
371693	rnn.bias_ih_l0	1	-0.17096512019634247
371693	rnn.bias_ih_l0	2	-0.019543040543794632
371693	rnn.bias_ih_l0	3	-0.14770051836967468
371693	rnn.bias_ih_l0	4	-0.05902082100510597
371693	rnn.bias_ih_l0	5	-0.1760503053665161
371693	rnn.bias_ih_l0	6	0.07337100058794022
371693	rnn.bias_ih_l0	7	-0.08622042089700699
371693	rnn.bias_ih_l0	8	-0.046353667974472046
371693	rnn.bias_ih_l0	9	-0.10814466327428818
371693	rnn.bias_hh_l0	0	-0.06943930685520172
371693	rnn.bias_hh_l0	1	0.24802197515964508
371693	rnn.bias_hh_l0	2	0.047085441648960114
371693	rnn.bias_hh_l0	3	-0.07903015613555908
371693	rnn.bias_hh_l0	4	-0.08316262066364288
371693	rnn.bias_hh_l0	5	-0.0047441753558814526
371693	rnn.bias_hh_l0	6	0.057895272970199585
371693	rnn.bias_hh_l0	7	-0.09832876175642014
371693	rnn.bias_hh_l0	8	-0.23352958261966705
371693	rnn.bias_hh_l0	9	-0.10129763185977936
371693	rnn.weight_ih_l0_reverse	0	0.020157741382718086
371693	rnn.weight_ih_l0_reverse	1	-0.06014389544725418
371693	rnn.weight_ih_l0_reverse	2	0.04299311339855194
371693	rnn.weight_ih_l0_reverse	3	0.020274916663765907
371693	rnn.weight_ih_l0_reverse	4	-4.0709048334974796e-05
371693	rnn.weight_ih_l0_reverse	5	-0.02561071142554283
371693	rnn.weight_ih_l0_reverse	6	0.012103777378797531
371693	rnn.weight_ih_l0_reverse	7	0.028286682441830635
371693	rnn.weight_ih_l0_reverse	8	-0.028082696720957756
371693	rnn.weight_ih_l0_reverse	9	-0.0015571372350677848
371693	rnn.weight_hh_l0_reverse	0	0.0397944375872612
371693	rnn.weight_hh_l0_reverse	1	0.029865024611353874
371693	rnn.weight_hh_l0_reverse	2	-0.023016486316919327
371693	rnn.weight_hh_l0_reverse	3	-0.08231980353593826
371693	rnn.weight_hh_l0_reverse	4	0.01130881067365408
371693	rnn.weight_hh_l0_reverse	5	-0.061012618243694305
371693	rnn.weight_hh_l0_reverse	6	-0.014160380698740482
371693	rnn.weight_hh_l0_reverse	7	0.030977454036474228
371693	rnn.weight_hh_l0_reverse	8	0.007850171998143196
371693	rnn.weight_hh_l0_reverse	9	0.008696950040757656
371693	rnn.bias_ih_l0_reverse	0	-0.04613291844725609
371693	rnn.bias_ih_l0_reverse	1	-0.1401986926794052
371693	rnn.bias_ih_l0_reverse	2	-0.14593715965747833
371693	rnn.bias_ih_l0_reverse	3	-0.04602966085076332
371693	rnn.bias_ih_l0_reverse	4	-0.11266358941793442
371693	rnn.bias_ih_l0_reverse	5	-0.08606450259685516
371693	rnn.bias_ih_l0_reverse	6	-0.20898257195949554
371693	rnn.bias_ih_l0_reverse	7	-0.05260077863931656
371693	rnn.bias_ih_l0_reverse	8	-0.06375156342983246
371693	rnn.bias_ih_l0_reverse	9	-0.13435299694538116
371693	rnn.bias_hh_l0_reverse	0	-0.1424078494310379
371693	rnn.bias_hh_l0_reverse	1	-0.16218747198581696
371693	rnn.bias_hh_l0_reverse	2	0.10544755309820175
371693	rnn.bias_hh_l0_reverse	3	0.07153546810150146
371693	rnn.bias_hh_l0_reverse	4	-0.17931513488292694
371693	rnn.bias_hh_l0_reverse	5	-0.14250563085079193
371693	rnn.bias_hh_l0_reverse	6	-0.08931123465299606
371693	rnn.bias_hh_l0_reverse	7	-0.053973302245140076
371693	rnn.bias_hh_l0_reverse	8	-0.09627888351678848
371693	rnn.bias_hh_l0_reverse	9	-0.023225152865052223
371693	linear.weight	0	-0.007733757607638836
371693	linear.weight	1	0.008465711027383804
371693	linear.weight	2	0.3133031725883484
371693	linear.weight	3	-0.07890982925891876
371693	linear.weight	4	-0.010588549077510834
371693	linear.weight	5	0.12262935191392899
371693	linear.weight	6	-0.010739270597696304
371693	linear.weight	7	-0.07383634150028229
371693	linear.weight	8	0.17969518899917603
371693	linear.weight	9	-0.2806069552898407
371693	linear.bias	0	-0.03956538438796997
371693	linear.bias	1	0.031413208693265915
371693	linear.bias	2	0.4158438444137573
371693	linear.bias	3	-0.7473047375679016
371693	linear.bias	4	2.155637741088867
371693	linear.bias	5	-1.4051399230957031
371693	linear.bias	6	-0.2932455837726593
371693	linear.bias	7	-0.12977589666843414
372251	transitions	0	-1.9506973028182983
372251	transitions	1	-10000.0
372251	transitions	2	-0.7969565987586975
372251	transitions	3	-10000.0
372251	transitions	4	2.068429470062256
372251	transitions	5	-10000.0
372251	transitions	6	-10000.0
372251	transitions	7	1.8534972667694092
372251	transitions	8	-2.632462501525879
372251	transitions	9	-4.23977518081665
372251	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
372251	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
372251	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
372251	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
372251	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
372251	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
372251	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
372251	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
372251	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
372251	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
372251	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
372251	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
372251	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
372251	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
372251	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
372251	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
372251	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
372251	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
372251	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
372251	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
372251	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
372251	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
372251	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
372251	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
372251	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
372251	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
372251	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
372251	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
372251	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
372251	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
372251	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
372251	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
372251	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
372251	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
372251	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
372251	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
372251	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
372251	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
372251	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
372251	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
372251	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
372251	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
372251	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
372251	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
372251	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
372251	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
372251	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
372251	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
372251	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
372251	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
372251	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
372251	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
372251	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
372251	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
372251	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
372251	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
372251	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
372251	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
372251	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
372251	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
372251	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
372251	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
372251	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
372251	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
372251	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
372251	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
372251	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
372251	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
372251	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
372251	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
372251	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
372251	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
372251	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
372251	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
372251	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
372251	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
372251	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
372251	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
372251	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
372251	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
372251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
372251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
372251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
372251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
372251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
372251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
372251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
372251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
372251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
372251	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
372251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
372251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
372251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
372251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
372251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
372251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
372251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
372251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
372251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
372251	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
372251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
372251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
372251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
372251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
372251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
372251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
372251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
372251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
372251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
372251	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
372251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
372251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
372251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
372251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
372251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
372251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
372251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
372251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
372251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
372251	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
372251	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
372251	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
372251	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
372251	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
372251	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
372251	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
372251	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
372251	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
372251	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
372251	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
372251	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
372251	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
372251	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
372251	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
372251	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
372251	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
372251	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
372251	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
372251	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
372251	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
372251	embedding2nn.weight	0	0.006404205225408077
372251	embedding2nn.weight	1	0.003988189157098532
372251	embedding2nn.weight	2	0.013429593294858932
372251	embedding2nn.weight	3	0.026895223185420036
372251	embedding2nn.weight	4	0.023447345942258835
372251	embedding2nn.weight	5	0.005519036203622818
372251	embedding2nn.weight	6	-0.015388368628919125
372251	embedding2nn.weight	7	-0.00044016315951012075
372251	embedding2nn.weight	8	-0.010027475655078888
372251	embedding2nn.weight	9	0.0019344183383509517
372251	embedding2nn.bias	0	0.013432913459837437
372251	embedding2nn.bias	1	-0.03681573644280434
372251	embedding2nn.bias	2	0.08033545315265656
372251	embedding2nn.bias	3	0.07001199573278427
372251	embedding2nn.bias	4	-0.012517312541604042
372251	embedding2nn.bias	5	-0.03344697877764702
372251	embedding2nn.bias	6	0.030588475987315178
372251	embedding2nn.bias	7	0.004324193112552166
372251	embedding2nn.bias	8	-0.03496609255671501
372251	embedding2nn.bias	9	0.024545786902308464
372251	rnn.weight_ih_l0	0	0.06474469602108002
372251	rnn.weight_ih_l0	1	-0.04168429970741272
372251	rnn.weight_ih_l0	2	0.005365282762795687
372251	rnn.weight_ih_l0	3	0.04517555981874466
372251	rnn.weight_ih_l0	4	-0.029629044234752655
372251	rnn.weight_ih_l0	5	0.040334898978471756
372251	rnn.weight_ih_l0	6	0.00775031978264451
372251	rnn.weight_ih_l0	7	0.06556881964206696
372251	rnn.weight_ih_l0	8	0.009179512038826942
372251	rnn.weight_ih_l0	9	-0.025462554767727852
372251	rnn.weight_hh_l0	0	-0.011760437861084938
372251	rnn.weight_hh_l0	1	-0.027773533016443253
372251	rnn.weight_hh_l0	2	-0.06137946620583534
372251	rnn.weight_hh_l0	3	-0.005869876127690077
372251	rnn.weight_hh_l0	4	-0.009689590893685818
372251	rnn.weight_hh_l0	5	-0.024221844971179962
372251	rnn.weight_hh_l0	6	0.000645308056846261
372251	rnn.weight_hh_l0	7	-0.03577369451522827
372251	rnn.weight_hh_l0	8	0.06715616583824158
372251	rnn.weight_hh_l0	9	0.0451640747487545
372251	rnn.bias_ih_l0	0	-0.17416957020759583
372251	rnn.bias_ih_l0	1	-0.17095947265625
372251	rnn.bias_ih_l0	2	-0.01954582706093788
372251	rnn.bias_ih_l0	3	-0.14766202867031097
372251	rnn.bias_ih_l0	4	-0.05905028432607651
372251	rnn.bias_ih_l0	5	-0.17606940865516663
372251	rnn.bias_ih_l0	6	0.07334866374731064
372251	rnn.bias_ih_l0	7	-0.08623059093952179
372251	rnn.bias_ih_l0	8	-0.04638530686497688
372251	rnn.bias_ih_l0	9	-0.10814289003610611
372251	rnn.bias_hh_l0	0	-0.0694291740655899
372251	rnn.bias_hh_l0	1	0.24797771871089935
372251	rnn.bias_hh_l0	2	0.04714180529117584
372251	rnn.bias_hh_l0	3	-0.07904475927352905
372251	rnn.bias_hh_l0	4	-0.0831318199634552
372251	rnn.bias_hh_l0	5	-0.00474768178537488
372251	rnn.bias_hh_l0	6	0.05794290080666542
372251	rnn.bias_hh_l0	7	-0.09831655025482178
372251	rnn.bias_hh_l0	8	-0.23355954885482788
372251	rnn.bias_hh_l0	9	-0.10133084654808044
372251	rnn.weight_ih_l0_reverse	0	0.02016841620206833
372251	rnn.weight_ih_l0_reverse	1	-0.06012657657265663
372251	rnn.weight_ih_l0_reverse	2	0.04299331456422806
372251	rnn.weight_ih_l0_reverse	3	0.020271392539143562
372251	rnn.weight_ih_l0_reverse	4	-3.160781488986686e-05
372251	rnn.weight_ih_l0_reverse	5	-0.02561410330235958
372251	rnn.weight_ih_l0_reverse	6	0.012096637859940529
372251	rnn.weight_ih_l0_reverse	7	0.028286799788475037
372251	rnn.weight_ih_l0_reverse	8	-0.028078215196728706
372251	rnn.weight_ih_l0_reverse	9	-0.0015537106664851308
372251	rnn.weight_hh_l0_reverse	0	0.039798278361558914
372251	rnn.weight_hh_l0_reverse	1	0.029869407415390015
372251	rnn.weight_hh_l0_reverse	2	-0.02301713079214096
372251	rnn.weight_hh_l0_reverse	3	-0.08232098072767258
372251	rnn.weight_hh_l0_reverse	4	0.011312205344438553
372251	rnn.weight_hh_l0_reverse	5	-0.06101500242948532
372251	rnn.weight_hh_l0_reverse	6	-0.014159453101456165
372251	rnn.weight_hh_l0_reverse	7	0.030983151867985725
372251	rnn.weight_hh_l0_reverse	8	0.007859650999307632
372251	rnn.weight_hh_l0_reverse	9	0.008700571954250336
372251	rnn.bias_ih_l0_reverse	0	-0.046148642897605896
372251	rnn.bias_ih_l0_reverse	1	-0.14019304513931274
372251	rnn.bias_ih_l0_reverse	2	-0.14592809975147247
372251	rnn.bias_ih_l0_reverse	3	-0.045990921556949615
372251	rnn.bias_ih_l0_reverse	4	-0.11269687116146088
372251	rnn.bias_ih_l0_reverse	5	-0.08607584983110428
372251	rnn.bias_ih_l0_reverse	6	-0.20896290242671967
372251	rnn.bias_ih_l0_reverse	7	-0.052573446184396744
372251	rnn.bias_ih_l0_reverse	8	-0.06372960656881332
372251	rnn.bias_ih_l0_reverse	9	-0.13436909019947052
372251	rnn.bias_hh_l0_reverse	0	-0.1423983871936798
372251	rnn.bias_hh_l0_reverse	1	-0.16216450929641724
372251	rnn.bias_hh_l0_reverse	2	0.10542861372232437
372251	rnn.bias_hh_l0_reverse	3	0.07160862535238266
372251	rnn.bias_hh_l0_reverse	4	-0.17927829921245575
372251	rnn.bias_hh_l0_reverse	5	-0.1425304263830185
372251	rnn.bias_hh_l0_reverse	6	-0.08928066492080688
372251	rnn.bias_hh_l0_reverse	7	-0.05397587642073631
372251	rnn.bias_hh_l0_reverse	8	-0.0962631106376648
372251	rnn.bias_hh_l0_reverse	9	-0.02321690320968628
372251	linear.weight	0	-0.00773377250880003
372251	linear.weight	1	0.008444391191005707
372251	linear.weight	2	0.3132801055908203
372251	linear.weight	3	-0.07890982925891876
372251	linear.weight	4	-0.010588549077510834
372251	linear.weight	5	0.12287170439958572
372251	linear.weight	6	-0.010739270597696304
372251	linear.weight	7	-0.07414744794368744
372251	linear.weight	8	0.17933215200901031
372251	linear.weight	9	-0.2805735766887665
372251	linear.bias	0	-0.03956538438796997
372251	linear.bias	1	0.031413208693265915
372251	linear.bias	2	0.41664671897888184
372251	linear.bias	3	-0.7481443881988525
372251	linear.bias	4	2.1568782329559326
372251	linear.bias	5	-1.4051399230957031
372251	linear.bias	6	-0.293843150138855
372251	linear.bias	7	-0.13037902116775513
372809	transitions	0	-1.950708031654358
372809	transitions	1	-10000.0
372809	transitions	2	-0.7969565987586975
372809	transitions	3	-10000.0
372809	transitions	4	2.068291187286377
372809	transitions	5	-10000.0
372809	transitions	6	-10000.0
372809	transitions	7	1.853584885597229
372809	transitions	8	-2.6324665546417236
372809	transitions	9	-4.23977518081665
372809	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
372809	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
372809	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
372809	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
372809	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
372809	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
372809	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
372809	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
372809	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
372809	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
372809	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
372809	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
372809	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
372809	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
372809	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
372809	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
372809	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
372809	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
372809	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
372809	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
372809	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
372809	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
372809	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
372809	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
372809	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
372809	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
372809	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
372809	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
372809	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
372809	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
372809	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
372809	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
372809	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
372809	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
372809	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
372809	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
372809	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
372809	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
372809	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
372809	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
372809	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
372809	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
372809	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
372809	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
372809	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
372809	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
372809	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
372809	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
372809	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
372809	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
372809	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
372809	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
372809	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
372809	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
372809	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
372809	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
372809	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
372809	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
372809	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
372809	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
372809	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
372809	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
372809	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
372809	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
372809	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
372809	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
372809	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
372809	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
372809	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
372809	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
372809	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
372809	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
372809	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
372809	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
372809	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
372809	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
372809	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
372809	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
372809	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
372809	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
372809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
372809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
372809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
372809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
372809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
372809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
372809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
372809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
372809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
372809	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
372809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
372809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
372809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
372809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
372809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
372809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
372809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
372809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
372809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
372809	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
372809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
372809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
372809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
372809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
372809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
372809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
372809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
372809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
372809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
372809	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
372809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
372809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
372809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
372809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
372809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
372809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
372809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
372809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
372809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
372809	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
372809	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
372809	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
372809	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
372809	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
372809	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
372809	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
372809	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
372809	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
372809	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
372809	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
372809	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
372809	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
372809	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
372809	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
372809	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
372809	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
372809	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
372809	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
372809	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
372809	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
372809	embedding2nn.weight	0	0.0064041088335216045
372809	embedding2nn.weight	1	0.0039893873035907745
372809	embedding2nn.weight	2	0.013429705984890461
372809	embedding2nn.weight	3	0.026894565671682358
372809	embedding2nn.weight	4	0.02344926819205284
372809	embedding2nn.weight	5	0.005524429026991129
372809	embedding2nn.weight	6	-0.015389323234558105
372809	embedding2nn.weight	7	-0.00043967211968265474
372809	embedding2nn.weight	8	-0.010050991550087929
372809	embedding2nn.weight	9	0.0019347284687682986
372809	embedding2nn.bias	0	0.013398543000221252
372809	embedding2nn.bias	1	-0.0367857851088047
372809	embedding2nn.bias	2	0.08036743104457855
372809	embedding2nn.bias	3	0.06998482346534729
372809	embedding2nn.bias	4	-0.012552102096378803
372809	embedding2nn.bias	5	-0.033285509794950485
372809	embedding2nn.bias	6	0.030570192262530327
372809	embedding2nn.bias	7	0.0041849007830023766
372809	embedding2nn.bias	8	-0.035010866820812225
372809	embedding2nn.bias	9	0.02464611455798149
372809	rnn.weight_ih_l0	0	0.06474896520376205
372809	rnn.weight_ih_l0	1	-0.04167727380990982
372809	rnn.weight_ih_l0	2	0.005360620096325874
372809	rnn.weight_ih_l0	3	0.045165278017520905
372809	rnn.weight_ih_l0	4	-0.029620792716741562
372809	rnn.weight_ih_l0	5	0.04033856838941574
372809	rnn.weight_ih_l0	6	0.007747181225568056
372809	rnn.weight_ih_l0	7	0.06556528806686401
372809	rnn.weight_ih_l0	8	0.009185070171952248
372809	rnn.weight_ih_l0	9	-0.02545354887843132
372809	rnn.weight_hh_l0	0	-0.011759927496314049
372809	rnn.weight_hh_l0	1	-0.027765823528170586
372809	rnn.weight_hh_l0	2	-0.061379574239254
372809	rnn.weight_hh_l0	3	-0.005867070984095335
372809	rnn.weight_hh_l0	4	-0.009690817445516586
372809	rnn.weight_hh_l0	5	-0.02422817051410675
372809	rnn.weight_hh_l0	6	0.000645614170935005
372809	rnn.weight_hh_l0	7	-0.035777293145656586
372809	rnn.weight_hh_l0	8	0.06716295331716537
372809	rnn.weight_hh_l0	9	0.04516376554965973
372809	rnn.bias_ih_l0	0	-0.1741524338722229
372809	rnn.bias_ih_l0	1	-0.17091667652130127
372809	rnn.bias_ih_l0	2	-0.019541218876838684
372809	rnn.bias_ih_l0	3	-0.14768271148204803
372809	rnn.bias_ih_l0	4	-0.05904506891965866
372809	rnn.bias_ih_l0	5	-0.17611505091190338
372809	rnn.bias_ih_l0	6	0.07342905551195145
372809	rnn.bias_ih_l0	7	-0.08621364831924438
372809	rnn.bias_ih_l0	8	-0.04636146128177643
372809	rnn.bias_ih_l0	9	-0.10812859982252121
372809	rnn.bias_hh_l0	0	-0.06948761641979218
372809	rnn.bias_hh_l0	1	0.2480221539735794
372809	rnn.bias_hh_l0	2	0.04721340537071228
372809	rnn.bias_hh_l0	3	-0.07906296104192734
372809	rnn.bias_hh_l0	4	-0.08310477435588837
372809	rnn.bias_hh_l0	5	-0.004790423903614283
372809	rnn.bias_hh_l0	6	0.057986076921224594
372809	rnn.bias_hh_l0	7	-0.09834554046392441
372809	rnn.bias_hh_l0	8	-0.23363669216632843
372809	rnn.bias_hh_l0	9	-0.10133340954780579
372809	rnn.weight_ih_l0_reverse	0	0.020161496475338936
372809	rnn.weight_ih_l0_reverse	1	-0.06014426425099373
372809	rnn.weight_ih_l0_reverse	2	0.04298301786184311
372809	rnn.weight_ih_l0_reverse	3	0.020277980715036392
372809	rnn.weight_ih_l0_reverse	4	-3.415359606151469e-05
372809	rnn.weight_ih_l0_reverse	5	-0.02559765614569187
372809	rnn.weight_ih_l0_reverse	6	0.01209115982055664
372809	rnn.weight_ih_l0_reverse	7	0.028292108327150345
372809	rnn.weight_ih_l0_reverse	8	-0.028081204742193222
372809	rnn.weight_ih_l0_reverse	9	-0.0015548939118161798
372809	rnn.weight_hh_l0_reverse	0	0.03979739919304848
372809	rnn.weight_hh_l0_reverse	1	0.029868783429265022
372809	rnn.weight_hh_l0_reverse	2	-0.023017846047878265
372809	rnn.weight_hh_l0_reverse	3	-0.08232230693101883
372809	rnn.weight_hh_l0_reverse	4	0.011310427449643612
372809	rnn.weight_hh_l0_reverse	5	-0.06101880967617035
372809	rnn.weight_hh_l0_reverse	6	-0.014162864536046982
372809	rnn.weight_hh_l0_reverse	7	0.030989354476332664
372809	rnn.weight_hh_l0_reverse	8	0.007868289016187191
372809	rnn.weight_hh_l0_reverse	9	0.008696643635630608
372809	rnn.bias_ih_l0_reverse	0	-0.04615580290555954
372809	rnn.bias_ih_l0_reverse	1	-0.14015741646289825
372809	rnn.bias_ih_l0_reverse	2	-0.14592580497264862
372809	rnn.bias_ih_l0_reverse	3	-0.045996878296136856
372809	rnn.bias_ih_l0_reverse	4	-0.11270076781511307
372809	rnn.bias_ih_l0_reverse	5	-0.08606478571891785
372809	rnn.bias_ih_l0_reverse	6	-0.20892488956451416
372809	rnn.bias_ih_l0_reverse	7	-0.05256028473377228
372809	rnn.bias_ih_l0_reverse	8	-0.06372417509555817
372809	rnn.bias_ih_l0_reverse	9	-0.1343526393175125
372809	rnn.bias_hh_l0_reverse	0	-0.14234551787376404
372809	rnn.bias_hh_l0_reverse	1	-0.16213952004909515
372809	rnn.bias_hh_l0_reverse	2	0.10540321469306946
372809	rnn.bias_hh_l0_reverse	3	0.07155932486057281
372809	rnn.bias_hh_l0_reverse	4	-0.17926006019115448
372809	rnn.bias_hh_l0_reverse	5	-0.14250196516513824
372809	rnn.bias_hh_l0_reverse	6	-0.08925282210111618
372809	rnn.bias_hh_l0_reverse	7	-0.05401235073804855
372809	rnn.bias_hh_l0_reverse	8	-0.09626854956150055
372809	rnn.bias_hh_l0_reverse	9	-0.023191558197140694
372809	linear.weight	0	-0.0077337780967354774
372809	linear.weight	1	0.008516647852957249
372809	linear.weight	2	0.313264936208725
372809	linear.weight	3	-0.07890982925891876
372809	linear.weight	4	-0.010588549077510834
372809	linear.weight	5	0.12265729904174805
372809	linear.weight	6	-0.010739270597696304
372809	linear.weight	7	-0.07429416477680206
372809	linear.weight	8	0.17984464764595032
372809	linear.weight	9	-0.28059566020965576
372809	linear.bias	0	-0.03956538438796997
372809	linear.bias	1	0.031413208693265915
372809	linear.bias	2	0.4209895431995392
372809	linear.bias	3	-0.7502895593643188
372809	linear.bias	4	2.1572110652923584
372809	linear.bias	5	-1.4051399230957031
372809	linear.bias	6	-0.2950984537601471
372809	linear.bias	7	-0.13165324926376343
373367	transitions	0	-1.9507156610488892
373367	transitions	1	-10000.0
373367	transitions	2	-0.7969565987586975
373367	transitions	3	-10000.0
373367	transitions	4	2.068605661392212
373367	transitions	5	-10000.0
373367	transitions	6	-10000.0
373367	transitions	7	1.8535319566726685
373367	transitions	8	-2.6324682235717773
373367	transitions	9	-4.23977518081665
373367	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
373367	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
373367	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
373367	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
373367	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
373367	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
373367	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
373367	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
373367	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
373367	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
373367	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
373367	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
373367	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
373367	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
373367	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
373367	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
373367	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
373367	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
373367	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
373367	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
373367	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
373367	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
373367	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
373367	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
373367	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
373367	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
373367	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
373367	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
373367	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
373367	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
373367	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
373367	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
373367	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
373367	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
373367	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
373367	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
373367	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
373367	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
373367	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
373367	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
373367	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
373367	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
373367	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
373367	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
373367	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
373367	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
373367	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
373367	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
373367	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
373367	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
373367	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
373367	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
373367	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
373367	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
373367	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
373367	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
373367	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
373367	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
373367	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
373367	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
373367	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
373367	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
373367	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
373367	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
373367	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
373367	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
373367	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
373367	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
373367	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
373367	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
373367	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
373367	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
373367	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
373367	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
373367	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
373367	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
373367	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
373367	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
373367	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
373367	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
373367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
373367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
373367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
373367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
373367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
373367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
373367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
373367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
373367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
373367	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
373367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
373367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
373367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
373367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
373367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
373367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
373367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
373367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
373367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
373367	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
373367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
373367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
373367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
373367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
373367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
373367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
373367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
373367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
373367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
373367	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
373367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
373367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
373367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
373367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
373367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
373367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
373367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
373367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
373367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
373367	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
373367	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
373367	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
373367	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
373367	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
373367	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
373367	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
373367	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
373367	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
373367	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
373367	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
373367	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
373367	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
373367	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
373367	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
373367	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
373367	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
373367	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
373367	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
373367	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
373367	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
373367	embedding2nn.weight	0	0.006404264364391565
373367	embedding2nn.weight	1	0.0039903330616652966
373367	embedding2nn.weight	2	0.013429760001599789
373367	embedding2nn.weight	3	0.02688923291862011
373367	embedding2nn.weight	4	0.023449212312698364
373367	embedding2nn.weight	5	0.0055282870307564735
373367	embedding2nn.weight	6	-0.015389435924589634
373367	embedding2nn.weight	7	-0.0004422471683938056
373367	embedding2nn.weight	8	-0.010050540789961815
373367	embedding2nn.weight	9	0.0019340681610628963
373367	embedding2nn.bias	0	0.013497131876647472
373367	embedding2nn.bias	1	-0.03680526837706566
373367	embedding2nn.bias	2	0.08043280243873596
373367	embedding2nn.bias	3	0.07003343850374222
373367	embedding2nn.bias	4	-0.012439061887562275
373367	embedding2nn.bias	5	-0.03320292383432388
373367	embedding2nn.bias	6	0.030476855114102364
373367	embedding2nn.bias	7	0.004335810896009207
373367	embedding2nn.bias	8	-0.03498353436589241
373367	embedding2nn.bias	9	0.024637212976813316
373367	rnn.weight_ih_l0	0	0.06474661827087402
373367	rnn.weight_ih_l0	1	-0.04168028011918068
373367	rnn.weight_ih_l0	2	0.005357296671718359
373367	rnn.weight_ih_l0	3	0.04517509788274765
373367	rnn.weight_ih_l0	4	-0.029621265828609467
373367	rnn.weight_ih_l0	5	0.04033171758055687
373367	rnn.weight_ih_l0	6	0.007747866678982973
373367	rnn.weight_ih_l0	7	0.06556079536676407
373367	rnn.weight_ih_l0	8	0.009179361164569855
373367	rnn.weight_ih_l0	9	-0.02545136772096157
373367	rnn.weight_hh_l0	0	-0.011750036850571632
373367	rnn.weight_hh_l0	1	-0.027770668268203735
373367	rnn.weight_hh_l0	2	-0.06138056144118309
373367	rnn.weight_hh_l0	3	-0.005866683553904295
373367	rnn.weight_hh_l0	4	-0.00968972034752369
373367	rnn.weight_hh_l0	5	-0.024223078042268753
373367	rnn.weight_hh_l0	6	0.000645377382170409
373367	rnn.weight_hh_l0	7	-0.03576892986893654
373367	rnn.weight_hh_l0	8	0.06716413050889969
373367	rnn.weight_hh_l0	9	0.045161325484514236
373367	rnn.bias_ih_l0	0	-0.17414847016334534
373367	rnn.bias_ih_l0	1	-0.17094844579696655
373367	rnn.bias_ih_l0	2	-0.019544433802366257
373367	rnn.bias_ih_l0	3	-0.1477399468421936
373367	rnn.bias_ih_l0	4	-0.05898595601320267
373367	rnn.bias_ih_l0	5	-0.17610333859920502
373367	rnn.bias_ih_l0	6	0.07342977076768875
373367	rnn.bias_ih_l0	7	-0.08623842895030975
373367	rnn.bias_ih_l0	8	-0.04636706784367561
373367	rnn.bias_ih_l0	9	-0.10817977041006088
373367	rnn.bias_hh_l0	0	-0.06949905306100845
373367	rnn.bias_hh_l0	1	0.24796372652053833
373367	rnn.bias_hh_l0	2	0.0470544807612896
373367	rnn.bias_hh_l0	3	-0.07909144461154938
373367	rnn.bias_hh_l0	4	-0.08315558731555939
373367	rnn.bias_hh_l0	5	-0.004829102195799351
373367	rnn.bias_hh_l0	6	0.057995717972517014
373367	rnn.bias_hh_l0	7	-0.09830529242753983
373367	rnn.bias_hh_l0	8	-0.23359118402004242
373367	rnn.bias_hh_l0	9	-0.10135901719331741
373367	rnn.weight_ih_l0_reverse	0	0.020154012367129326
373367	rnn.weight_ih_l0_reverse	1	-0.06014149263501167
373367	rnn.weight_ih_l0_reverse	2	0.042986974120140076
373367	rnn.weight_ih_l0_reverse	3	0.020278185606002808
373367	rnn.weight_ih_l0_reverse	4	-3.519190431688912e-05
373367	rnn.weight_ih_l0_reverse	5	-0.025602148845791817
373367	rnn.weight_ih_l0_reverse	6	0.01210273988544941
373367	rnn.weight_ih_l0_reverse	7	0.028284236788749695
373367	rnn.weight_ih_l0_reverse	8	-0.028071139007806778
373367	rnn.weight_ih_l0_reverse	9	-0.0015600111801177263
373367	rnn.weight_hh_l0_reverse	0	0.03980240225791931
373367	rnn.weight_hh_l0_reverse	1	0.029864637181162834
373367	rnn.weight_hh_l0_reverse	2	-0.023016134276986122
373367	rnn.weight_hh_l0_reverse	3	-0.08233024179935455
373367	rnn.weight_hh_l0_reverse	4	0.011307802982628345
373367	rnn.weight_hh_l0_reverse	5	-0.06101725250482559
373367	rnn.weight_hh_l0_reverse	6	-0.014159373939037323
373367	rnn.weight_hh_l0_reverse	7	0.030992968007922173
373367	rnn.weight_hh_l0_reverse	8	0.00787261687219143
373367	rnn.weight_hh_l0_reverse	9	0.008698983117938042
373367	rnn.bias_ih_l0_reverse	0	-0.046198006719350815
373367	rnn.bias_ih_l0_reverse	1	-0.1401694416999817
373367	rnn.bias_ih_l0_reverse	2	-0.14587776362895966
373367	rnn.bias_ih_l0_reverse	3	-0.04600805789232254
373367	rnn.bias_ih_l0_reverse	4	-0.11267709732055664
373367	rnn.bias_ih_l0_reverse	5	-0.08609757572412491
373367	rnn.bias_ih_l0_reverse	6	-0.20897293090820312
373367	rnn.bias_ih_l0_reverse	7	-0.0525808110833168
373367	rnn.bias_ih_l0_reverse	8	-0.06372104585170746
373367	rnn.bias_ih_l0_reverse	9	-0.13429957628250122
373367	rnn.bias_hh_l0_reverse	0	-0.14239223301410675
373367	rnn.bias_hh_l0_reverse	1	-0.1621791273355484
373367	rnn.bias_hh_l0_reverse	2	0.10536742955446243
373367	rnn.bias_hh_l0_reverse	3	0.07158582657575607
373367	rnn.bias_hh_l0_reverse	4	-0.17922155559062958
373367	rnn.bias_hh_l0_reverse	5	-0.14252981543540955
373367	rnn.bias_hh_l0_reverse	6	-0.0891755148768425
373367	rnn.bias_hh_l0_reverse	7	-0.05402502417564392
373367	rnn.bias_hh_l0_reverse	8	-0.09628589451313019
373367	rnn.bias_hh_l0_reverse	9	-0.023209121078252792
373367	linear.weight	0	-0.00773377763107419
373367	linear.weight	1	0.008652124553918839
373367	linear.weight	2	0.3133153021335602
373367	linear.weight	3	-0.07890982925891876
373367	linear.weight	4	-0.010588549077510834
373367	linear.weight	5	0.12259364128112793
373367	linear.weight	6	-0.010739270597696304
373367	linear.weight	7	-0.07465845346450806
373367	linear.weight	8	0.17951494455337524
373367	linear.weight	9	-0.2807115316390991
373367	linear.bias	0	-0.03956538438796997
373367	linear.bias	1	0.031413208693265915
373367	linear.bias	2	0.41755276918411255
373367	linear.bias	3	-0.7486168146133423
373367	linear.bias	4	2.1568801403045654
373367	linear.bias	5	-1.4051399230957031
373367	linear.bias	6	-0.294049471616745
373367	linear.bias	7	-0.13060875236988068
373925	transitions	0	-1.9507241249084473
373925	transitions	1	-10000.0
373925	transitions	2	-0.7969565987586975
373925	transitions	3	-10000.0
373925	transitions	4	2.0691986083984375
373925	transitions	5	-10000.0
373925	transitions	6	-10000.0
373925	transitions	7	1.8532254695892334
373925	transitions	8	-2.6324713230133057
373925	transitions	9	-4.23977518081665
373925	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
373925	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
373925	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
373925	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
373925	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
373925	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
373925	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
373925	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
373925	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
373925	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
373925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
373925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
373925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
373925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
373925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
373925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
373925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
373925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
373925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
373925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
373925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
373925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
373925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
373925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
373925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
373925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
373925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
373925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
373925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
373925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
373925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
373925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
373925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
373925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
373925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
373925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
373925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
373925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
373925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
373925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
373925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
373925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
373925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
373925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
373925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
373925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
373925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
373925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
373925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
373925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
373925	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
373925	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
373925	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
373925	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
373925	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
373925	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
373925	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
373925	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
373925	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
373925	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
373925	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
373925	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
373925	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
373925	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
373925	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
373925	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
373925	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
373925	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
373925	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
373925	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
373925	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
373925	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
373925	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
373925	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
373925	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
373925	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
373925	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
373925	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
373925	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
373925	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
373925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
373925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
373925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
373925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
373925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
373925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
373925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
373925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
373925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
373925	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
373925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
373925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
373925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
373925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
373925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
373925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
373925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
373925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
373925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
373925	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
373925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
373925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
373925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
373925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
373925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
373925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
373925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
373925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
373925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
373925	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
373925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
373925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
373925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
373925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
373925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
373925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
373925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
373925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
373925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
373925	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
373925	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
373925	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
373925	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
373925	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
373925	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
373925	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
373925	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
373925	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
373925	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
373925	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
373925	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
373925	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
373925	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
373925	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
373925	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
373925	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
373925	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
373925	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
373925	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
373925	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
373925	embedding2nn.weight	0	0.006404305808246136
373925	embedding2nn.weight	1	0.003988789860159159
373925	embedding2nn.weight	2	0.013429938815534115
373925	embedding2nn.weight	3	0.026892494410276413
373925	embedding2nn.weight	4	0.023451441898941994
373925	embedding2nn.weight	5	0.0055323634296655655
373925	embedding2nn.weight	6	-0.015391512773931026
373925	embedding2nn.weight	7	-0.0004427178646437824
373925	embedding2nn.weight	8	-0.010052838362753391
373925	embedding2nn.weight	9	0.0019321389263495803
373925	embedding2nn.bias	0	0.013581358827650547
373925	embedding2nn.bias	1	-0.03686440363526344
373925	embedding2nn.bias	2	0.0804370567202568
373925	embedding2nn.bias	3	0.06992743909358978
373925	embedding2nn.bias	4	-0.012379410676658154
373925	embedding2nn.bias	5	-0.033182572573423386
373925	embedding2nn.bias	6	0.03048328123986721
373925	embedding2nn.bias	7	0.004386494401842356
373925	embedding2nn.bias	8	-0.034992605447769165
373925	embedding2nn.bias	9	0.024663148447871208
373925	rnn.weight_ih_l0	0	0.06475411355495453
373925	rnn.weight_ih_l0	1	-0.041676897555589676
373925	rnn.weight_ih_l0	2	0.005359691102057695
373925	rnn.weight_ih_l0	3	0.04518016427755356
373925	rnn.weight_ih_l0	4	-0.029628509655594826
373925	rnn.weight_ih_l0	5	0.04032647982239723
373925	rnn.weight_ih_l0	6	0.00774694699794054
373925	rnn.weight_ih_l0	7	0.06556494534015656
373925	rnn.weight_ih_l0	8	0.009179949760437012
373925	rnn.weight_ih_l0	9	-0.02545386366546154
373925	rnn.weight_hh_l0	0	-0.011739794164896011
373925	rnn.weight_hh_l0	1	-0.027777818962931633
373925	rnn.weight_hh_l0	2	-0.0613846480846405
373925	rnn.weight_hh_l0	3	-0.005865140352398157
373925	rnn.weight_hh_l0	4	-0.00969032570719719
373925	rnn.weight_hh_l0	5	-0.024218790233135223
373925	rnn.weight_hh_l0	6	0.0006454315152950585
373925	rnn.weight_hh_l0	7	-0.035764552652835846
373925	rnn.weight_hh_l0	8	0.0671539157629013
373925	rnn.weight_hh_l0	9	0.045155640691518784
373925	rnn.bias_ih_l0	0	-0.17407892644405365
373925	rnn.bias_ih_l0	1	-0.17098921537399292
373925	rnn.bias_ih_l0	2	-0.019563158974051476
373925	rnn.bias_ih_l0	3	-0.14769841730594635
373925	rnn.bias_ih_l0	4	-0.05897131562232971
373925	rnn.bias_ih_l0	5	-0.17606757581233978
373925	rnn.bias_ih_l0	6	0.07346867024898529
373925	rnn.bias_ih_l0	7	-0.0862341970205307
373925	rnn.bias_ih_l0	8	-0.04633413627743721
373925	rnn.bias_ih_l0	9	-0.10823484510183334
373925	rnn.bias_hh_l0	0	-0.0695003792643547
373925	rnn.bias_hh_l0	1	0.24800539016723633
373925	rnn.bias_hh_l0	2	0.04701272398233414
373925	rnn.bias_hh_l0	3	-0.07910498231649399
373925	rnn.bias_hh_l0	4	-0.0831504836678505
373925	rnn.bias_hh_l0	5	-0.0048358384519815445
373925	rnn.bias_hh_l0	6	0.057982929050922394
373925	rnn.bias_hh_l0	7	-0.09831912815570831
373925	rnn.bias_hh_l0	8	-0.2335936576128006
373925	rnn.bias_hh_l0	9	-0.10133516043424606
373925	rnn.weight_ih_l0_reverse	0	0.020137671381235123
373925	rnn.weight_ih_l0_reverse	1	-0.06012636423110962
373925	rnn.weight_ih_l0_reverse	2	0.04298745468258858
373925	rnn.weight_ih_l0_reverse	3	0.02029525674879551
373925	rnn.weight_ih_l0_reverse	4	-3.97934672946576e-05
373925	rnn.weight_ih_l0_reverse	5	-0.025597549974918365
373925	rnn.weight_ih_l0_reverse	6	0.012090661562979221
373925	rnn.weight_ih_l0_reverse	7	0.02828090824186802
373925	rnn.weight_ih_l0_reverse	8	-0.028068907558918
373925	rnn.weight_ih_l0_reverse	9	-0.0015547961229458451
373925	rnn.weight_hh_l0_reverse	0	0.039803341031074524
373925	rnn.weight_hh_l0_reverse	1	0.029859742149710655
373925	rnn.weight_hh_l0_reverse	2	-0.023015784099698067
373925	rnn.weight_hh_l0_reverse	3	-0.08232861012220383
373925	rnn.weight_hh_l0_reverse	4	0.011306348256766796
373925	rnn.weight_hh_l0_reverse	5	-0.06101840361952782
373925	rnn.weight_hh_l0_reverse	6	-0.014166438020765781
373925	rnn.weight_hh_l0_reverse	7	0.03099244274199009
373925	rnn.weight_hh_l0_reverse	8	0.007879684679210186
373925	rnn.weight_hh_l0_reverse	9	0.008694043383002281
373925	rnn.bias_ih_l0_reverse	0	-0.04623207077383995
373925	rnn.bias_ih_l0_reverse	1	-0.1401575803756714
373925	rnn.bias_ih_l0_reverse	2	-0.14580903947353363
373925	rnn.bias_ih_l0_reverse	3	-0.04599503055214882
373925	rnn.bias_ih_l0_reverse	4	-0.11267341673374176
373925	rnn.bias_ih_l0_reverse	5	-0.08609135448932648
373925	rnn.bias_ih_l0_reverse	6	-0.20900917053222656
373925	rnn.bias_ih_l0_reverse	7	-0.05256890878081322
373925	rnn.bias_ih_l0_reverse	8	-0.06371793895959854
373925	rnn.bias_ih_l0_reverse	9	-0.13428816199302673
373925	rnn.bias_hh_l0_reverse	0	-0.14237362146377563
373925	rnn.bias_hh_l0_reverse	1	-0.16221725940704346
373925	rnn.bias_hh_l0_reverse	2	0.10530013591051102
373925	rnn.bias_hh_l0_reverse	3	0.07157738506793976
373925	rnn.bias_hh_l0_reverse	4	-0.179192453622818
373925	rnn.bias_hh_l0_reverse	5	-0.14251644909381866
373925	rnn.bias_hh_l0_reverse	6	-0.08918894827365875
373925	rnn.bias_hh_l0_reverse	7	-0.054007548838853836
373925	rnn.bias_hh_l0_reverse	8	-0.09627719223499298
373925	rnn.bias_hh_l0_reverse	9	-0.02321564219892025
373925	linear.weight	0	-0.0077337780967354774
373925	linear.weight	1	0.008599117398262024
373925	linear.weight	2	0.31320130825042725
373925	linear.weight	3	-0.07890982925891876
373925	linear.weight	4	-0.010588549077510834
373925	linear.weight	5	0.12306999415159225
373925	linear.weight	6	-0.010739270597696304
373925	linear.weight	7	-0.07446123659610748
373925	linear.weight	8	0.17988693714141846
373925	linear.weight	9	-0.28078117966651917
373925	linear.bias	0	-0.03956538438796997
373925	linear.bias	1	0.031413208693265915
373925	linear.bias	2	0.4164377450942993
373925	linear.bias	3	-0.7484588027000427
373925	linear.bias	4	2.1559131145477295
373925	linear.bias	5	-1.4051399230957031
373925	linear.bias	6	-0.29308009147644043
373925	linear.bias	7	-0.12964995205402374
374484	transitions	0	-1.9507333040237427
374484	transitions	1	-10000.0
374484	transitions	2	-0.7969565987586975
374484	transitions	3	-10000.0
374484	transitions	4	2.0693304538726807
374484	transitions	5	-10000.0
374484	transitions	6	-10000.0
374484	transitions	7	1.8531174659729004
374484	transitions	8	-2.632474660873413
374484	transitions	9	-4.23977518081665
374484	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
374484	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
374484	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
374484	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
374484	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
374484	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
374484	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
374484	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
374484	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
374484	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
374484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
374484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
374484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
374484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
374484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
374484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
374484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
374484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
374484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
374484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
374484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
374484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
374484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
374484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
374484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
374484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
374484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
374484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
374484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
374484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
374484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
374484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
374484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
374484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
374484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
374484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
374484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
374484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
374484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
374484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
374484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
374484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
374484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
374484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
374484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
374484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
374484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
374484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
374484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
374484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
374484	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
374484	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
374484	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
374484	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
374484	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
374484	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
374484	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
374484	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
374484	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
374484	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
374484	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
374484	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
374484	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
374484	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
374484	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
374484	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
374484	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
374484	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
374484	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
374484	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
374484	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
374484	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
374484	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
374484	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
374484	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
374484	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
374484	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
374484	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
374484	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
374484	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
374484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
374484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
374484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
374484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
374484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
374484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
374484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
374484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
374484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
374484	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
374484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
374484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
374484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
374484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
374484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
374484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
374484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
374484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
374484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
374484	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
374484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
374484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
374484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
374484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
374484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
374484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
374484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
374484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
374484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
374484	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
374484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
374484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
374484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
374484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
374484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
374484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
374484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
374484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
374484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
374484	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
374484	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
374484	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
374484	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
374484	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
374484	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
374484	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
374484	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
374484	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
374484	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
374484	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
374484	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
374484	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
374484	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
374484	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
374484	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
374484	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
374484	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
374484	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
374484	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
374484	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
374484	embedding2nn.weight	0	0.006404355634003878
374484	embedding2nn.weight	1	0.003991474397480488
374484	embedding2nn.weight	2	0.013429605402052402
374484	embedding2nn.weight	3	0.026882054284214973
374484	embedding2nn.weight	4	0.023458387702703476
374484	embedding2nn.weight	5	0.0055374875664711
374484	embedding2nn.weight	6	-0.015387549065053463
374484	embedding2nn.weight	7	-0.00044627199531532824
374484	embedding2nn.weight	8	-0.010042979381978512
374484	embedding2nn.weight	9	0.0019325268222019076
374484	embedding2nn.bias	0	0.013468611054122448
374484	embedding2nn.bias	1	-0.03681638464331627
374484	embedding2nn.bias	2	0.080461286008358
374484	embedding2nn.bias	3	0.0699162632226944
374484	embedding2nn.bias	4	-0.012504258193075657
374484	embedding2nn.bias	5	-0.033175528049468994
374484	embedding2nn.bias	6	0.030510835349559784
374484	embedding2nn.bias	7	0.004284779541194439
374484	embedding2nn.bias	8	-0.0349649079144001
374484	embedding2nn.bias	9	0.024688031524419785
374484	rnn.weight_ih_l0	0	0.064743772149086
374484	rnn.weight_ih_l0	1	-0.04167391359806061
374484	rnn.weight_ih_l0	2	0.0053703393787145615
374484	rnn.weight_ih_l0	3	0.04518328979611397
374484	rnn.weight_ih_l0	4	-0.02962462045252323
374484	rnn.weight_ih_l0	5	0.040336087346076965
374484	rnn.weight_ih_l0	6	0.0077464766800403595
374484	rnn.weight_ih_l0	7	0.06556569039821625
374484	rnn.weight_ih_l0	8	0.00918695330619812
374484	rnn.weight_ih_l0	9	-0.02546735480427742
374484	rnn.weight_hh_l0	0	-0.011740040965378284
374484	rnn.weight_hh_l0	1	-0.027780720964074135
374484	rnn.weight_hh_l0	2	-0.0613853819668293
374484	rnn.weight_hh_l0	3	-0.00586688332259655
374484	rnn.weight_hh_l0	4	-0.009689061902463436
374484	rnn.weight_hh_l0	5	-0.024215713143348694
374484	rnn.weight_hh_l0	6	0.0006425558822229505
374484	rnn.weight_hh_l0	7	-0.035760849714279175
374484	rnn.weight_hh_l0	8	0.06715346872806549
374484	rnn.weight_hh_l0	9	0.045158687978982925
374484	rnn.bias_ih_l0	0	-0.17407968640327454
374484	rnn.bias_ih_l0	1	-0.17100945115089417
374484	rnn.bias_ih_l0	2	-0.019543174654245377
374484	rnn.bias_ih_l0	3	-0.1476896107196808
374484	rnn.bias_ih_l0	4	-0.05893877521157265
374484	rnn.bias_ih_l0	5	-0.17604345083236694
374484	rnn.bias_ih_l0	6	0.07349900156259537
374484	rnn.bias_ih_l0	7	-0.08624687790870667
374484	rnn.bias_ih_l0	8	-0.04633929580450058
374484	rnn.bias_ih_l0	9	-0.10822508484125137
374484	rnn.bias_hh_l0	0	-0.06950010359287262
374484	rnn.bias_hh_l0	1	0.2479923814535141
374484	rnn.bias_hh_l0	2	0.047041039913892746
374484	rnn.bias_hh_l0	3	-0.07911445945501328
374484	rnn.bias_hh_l0	4	-0.08314600586891174
374484	rnn.bias_hh_l0	5	-0.004779749549925327
374484	rnn.bias_hh_l0	6	0.058026883751153946
374484	rnn.bias_hh_l0	7	-0.09837967157363892
374484	rnn.bias_hh_l0	8	-0.2335340529680252
374484	rnn.bias_hh_l0	9	-0.10136476159095764
374484	rnn.weight_ih_l0_reverse	0	0.020156152546405792
374484	rnn.weight_ih_l0_reverse	1	-0.060120295733213425
374484	rnn.weight_ih_l0_reverse	2	0.04298918694257736
374484	rnn.weight_ih_l0_reverse	3	0.020305894315242767
374484	rnn.weight_ih_l0_reverse	4	-2.6356568923802115e-05
374484	rnn.weight_ih_l0_reverse	5	-0.025595035403966904
374484	rnn.weight_ih_l0_reverse	6	0.012069566175341606
374484	rnn.weight_ih_l0_reverse	7	0.02828848920762539
374484	rnn.weight_ih_l0_reverse	8	-0.028069080784916878
374484	rnn.weight_ih_l0_reverse	9	-0.0015489973593503237
374484	rnn.weight_hh_l0_reverse	0	0.03980574756860733
374484	rnn.weight_hh_l0_reverse	1	0.029863867908716202
374484	rnn.weight_hh_l0_reverse	2	-0.023015610873699188
374484	rnn.weight_hh_l0_reverse	3	-0.08232192695140839
374484	rnn.weight_hh_l0_reverse	4	0.011309224180877209
374484	rnn.weight_hh_l0_reverse	5	-0.06101623550057411
374484	rnn.weight_hh_l0_reverse	6	-0.014166663400828838
374484	rnn.weight_hh_l0_reverse	7	0.030987560749053955
374484	rnn.weight_hh_l0_reverse	8	0.007877388969063759
374484	rnn.weight_hh_l0_reverse	9	0.00870488677173853
374484	rnn.bias_ih_l0_reverse	0	-0.04622478783130646
374484	rnn.bias_ih_l0_reverse	1	-0.1401435136795044
374484	rnn.bias_ih_l0_reverse	2	-0.14578038454055786
374484	rnn.bias_ih_l0_reverse	3	-0.04596426337957382
374484	rnn.bias_ih_l0_reverse	4	-0.11269912868738174
374484	rnn.bias_ih_l0_reverse	5	-0.08611854165792465
374484	rnn.bias_ih_l0_reverse	6	-0.20896074175834656
374484	rnn.bias_ih_l0_reverse	7	-0.05254639685153961
374484	rnn.bias_ih_l0_reverse	8	-0.06369787454605103
374484	rnn.bias_ih_l0_reverse	9	-0.13429473340511322
374484	rnn.bias_hh_l0_reverse	0	-0.14239993691444397
374484	rnn.bias_hh_l0_reverse	1	-0.16222606599330902
374484	rnn.bias_hh_l0_reverse	2	0.10536710917949677
374484	rnn.bias_hh_l0_reverse	3	0.07159591466188431
374484	rnn.bias_hh_l0_reverse	4	-0.179163858294487
374484	rnn.bias_hh_l0_reverse	5	-0.14257043600082397
374484	rnn.bias_hh_l0_reverse	6	-0.08920616656541824
374484	rnn.bias_hh_l0_reverse	7	-0.05400143563747406
374484	rnn.bias_hh_l0_reverse	8	-0.09628856927156448
374484	rnn.bias_hh_l0_reverse	9	-0.02322067879140377
374484	linear.weight	0	-0.007733787875622511
374484	linear.weight	1	0.008566644974052906
374484	linear.weight	2	0.3134930431842804
374484	linear.weight	3	-0.07890982925891876
374484	linear.weight	4	-0.010588549077510834
374484	linear.weight	5	0.12322571873664856
374484	linear.weight	6	-0.010739270597696304
374484	linear.weight	7	-0.07392244040966034
374484	linear.weight	8	0.1802973598241806
374484	linear.weight	9	-0.28084298968315125
374484	linear.bias	0	-0.03956538438796997
374484	linear.bias	1	0.031413208693265915
374484	linear.bias	2	0.41890817880630493
374484	linear.bias	3	-0.7482472658157349
374484	linear.bias	4	2.1556403636932373
374484	linear.bias	5	-1.4051399230957031
374484	linear.bias	6	-0.2942798435688019
374484	linear.bias	7	-0.13085807859897614
375042	transitions	0	-1.9507437944412231
375042	transitions	1	-10000.0
375042	transitions	2	-0.7969565987586975
375042	transitions	3	-10000.0
375042	transitions	4	2.069755792617798
375042	transitions	5	-10000.0
375042	transitions	6	-10000.0
375042	transitions	7	1.8532484769821167
375042	transitions	8	-2.63248348236084
375042	transitions	9	-4.23977518081665
375042	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
375042	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
375042	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
375042	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
375042	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
375042	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
375042	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
375042	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
375042	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
375042	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
375042	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
375042	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
375042	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
375042	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
375042	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
375042	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
375042	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
375042	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
375042	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
375042	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
375042	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
375042	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
375042	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
375042	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
375042	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
375042	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
375042	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
375042	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
375042	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
375042	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
375042	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
375042	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
375042	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
375042	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
375042	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
375042	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
375042	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
375042	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
375042	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
375042	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
375042	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
375042	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
375042	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
375042	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
375042	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
375042	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
375042	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
375042	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
375042	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
375042	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
375042	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
375042	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
375042	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
375042	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
375042	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
375042	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
375042	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
375042	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
375042	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
375042	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
375042	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
375042	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
375042	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
375042	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
375042	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
375042	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
375042	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
375042	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
375042	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
375042	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
375042	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
375042	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
375042	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
375042	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
375042	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
375042	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
375042	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
375042	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
375042	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
375042	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
375042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
375042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
375042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
375042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
375042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
375042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
375042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
375042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
375042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
375042	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
375042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
375042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
375042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
375042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
375042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
375042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
375042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
375042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
375042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
375042	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
375042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
375042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
375042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
375042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
375042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
375042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
375042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
375042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
375042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
375042	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
375042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
375042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
375042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
375042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
375042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
375042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
375042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
375042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
375042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
375042	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
375042	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
375042	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
375042	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
375042	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
375042	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
375042	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
375042	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
375042	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
375042	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
375042	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
375042	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
375042	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
375042	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
375042	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
375042	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
375042	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
375042	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
375042	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
375042	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
375042	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
375042	embedding2nn.weight	0	0.006404410116374493
375042	embedding2nn.weight	1	0.00399140827357769
375042	embedding2nn.weight	2	0.013429434038698673
375042	embedding2nn.weight	3	0.026880662888288498
375042	embedding2nn.weight	4	0.02345798909664154
375042	embedding2nn.weight	5	0.005542960483580828
375042	embedding2nn.weight	6	-0.01538566779345274
375042	embedding2nn.weight	7	-0.0004430590197443962
375042	embedding2nn.weight	8	-0.01004381850361824
375042	embedding2nn.weight	9	0.0019313916563987732
375042	embedding2nn.bias	0	0.013565238565206528
375042	embedding2nn.bias	1	-0.036867402493953705
375042	embedding2nn.bias	2	0.08041422069072723
375042	embedding2nn.bias	3	0.069871686398983
375042	embedding2nn.bias	4	-0.012517833150923252
375042	embedding2nn.bias	5	-0.033261988312006
375042	embedding2nn.bias	6	0.030415035784244537
375042	embedding2nn.bias	7	0.004270399454981089
375042	embedding2nn.bias	8	-0.03501031547784805
375042	embedding2nn.bias	9	0.024674678221344948
375042	rnn.weight_ih_l0	0	0.06474175304174423
375042	rnn.weight_ih_l0	1	-0.04167584702372551
375042	rnn.weight_ih_l0	2	0.0053676338866353035
375042	rnn.weight_ih_l0	3	0.045182548463344574
375042	rnn.weight_ih_l0	4	-0.02963320165872574
375042	rnn.weight_ih_l0	5	0.040346719324588776
375042	rnn.weight_ih_l0	6	0.007746901363134384
375042	rnn.weight_ih_l0	7	0.06557445228099823
375042	rnn.weight_ih_l0	8	0.009174204431474209
375042	rnn.weight_ih_l0	9	-0.025475233793258667
375042	rnn.weight_hh_l0	0	-0.011741469614207745
375042	rnn.weight_hh_l0	1	-0.02777453511953354
375042	rnn.weight_hh_l0	2	-0.06138477846980095
375042	rnn.weight_hh_l0	3	-0.005865477025508881
375042	rnn.weight_hh_l0	4	-0.009692013263702393
375042	rnn.weight_hh_l0	5	-0.024211131036281586
375042	rnn.weight_hh_l0	6	0.0006437455886043608
375042	rnn.weight_hh_l0	7	-0.035752106457948685
375042	rnn.weight_hh_l0	8	0.06714928150177002
375042	rnn.weight_hh_l0	9	0.04516216740012169
375042	rnn.bias_ih_l0	0	-0.1740812510251999
375042	rnn.bias_ih_l0	1	-0.17099431157112122
375042	rnn.bias_ih_l0	2	-0.019550640136003494
375042	rnn.bias_ih_l0	3	-0.14767074584960938
375042	rnn.bias_ih_l0	4	-0.058890435844659805
375042	rnn.bias_ih_l0	5	-0.1760144680738449
375042	rnn.bias_ih_l0	6	0.07347441464662552
375042	rnn.bias_ih_l0	7	-0.0862303152680397
375042	rnn.bias_ih_l0	8	-0.04631311446428299
375042	rnn.bias_ih_l0	9	-0.1082262396812439
375042	rnn.bias_hh_l0	0	-0.06949585676193237
375042	rnn.bias_hh_l0	1	0.24800899624824524
375042	rnn.bias_hh_l0	2	0.046921711415052414
375042	rnn.bias_hh_l0	3	-0.07911885529756546
375042	rnn.bias_hh_l0	4	-0.08314282447099686
375042	rnn.bias_hh_l0	5	-0.00485228281468153
375042	rnn.bias_hh_l0	6	0.05804481357336044
375042	rnn.bias_hh_l0	7	-0.0983758494257927
375042	rnn.bias_hh_l0	8	-0.23353378474712372
375042	rnn.bias_hh_l0	9	-0.10133597254753113
375042	rnn.weight_ih_l0_reverse	0	0.020180048421025276
375042	rnn.weight_ih_l0_reverse	1	-0.060123246163129807
375042	rnn.weight_ih_l0_reverse	2	0.042996056377887726
375042	rnn.weight_ih_l0_reverse	3	0.02031780034303665
375042	rnn.weight_ih_l0_reverse	4	-2.8741207643179223e-05
375042	rnn.weight_ih_l0_reverse	5	-0.02559835836291313
375042	rnn.weight_ih_l0_reverse	6	0.012079036794602871
375042	rnn.weight_ih_l0_reverse	7	0.028282878920435905
375042	rnn.weight_ih_l0_reverse	8	-0.02806868962943554
375042	rnn.weight_ih_l0_reverse	9	-0.0015514936530962586
375042	rnn.weight_hh_l0_reverse	0	0.03980134427547455
375042	rnn.weight_hh_l0_reverse	1	0.029863502830266953
375042	rnn.weight_hh_l0_reverse	2	-0.02301648259162903
375042	rnn.weight_hh_l0_reverse	3	-0.08232859522104263
375042	rnn.weight_hh_l0_reverse	4	0.011304355226457119
375042	rnn.weight_hh_l0_reverse	5	-0.06102721020579338
375042	rnn.weight_hh_l0_reverse	6	-0.01416150201112032
375042	rnn.weight_hh_l0_reverse	7	0.030991854146122932
375042	rnn.weight_hh_l0_reverse	8	0.00788022018969059
375042	rnn.weight_hh_l0_reverse	9	0.00870472751557827
375042	rnn.bias_ih_l0_reverse	0	-0.046255044639110565
375042	rnn.bias_ih_l0_reverse	1	-0.140154168009758
375042	rnn.bias_ih_l0_reverse	2	-0.14576463401317596
375042	rnn.bias_ih_l0_reverse	3	-0.04598773643374443
375042	rnn.bias_ih_l0_reverse	4	-0.1127106100320816
375042	rnn.bias_ih_l0_reverse	5	-0.08613383769989014
375042	rnn.bias_ih_l0_reverse	6	-0.20894946157932281
375042	rnn.bias_ih_l0_reverse	7	-0.052512362599372864
375042	rnn.bias_ih_l0_reverse	8	-0.06368660181760788
375042	rnn.bias_ih_l0_reverse	9	-0.13434714078903198
375042	rnn.bias_hh_l0_reverse	0	-0.14242996275424957
375042	rnn.bias_hh_l0_reverse	1	-0.16219878196716309
375042	rnn.bias_hh_l0_reverse	2	0.10535997897386551
375042	rnn.bias_hh_l0_reverse	3	0.07162024825811386
375042	rnn.bias_hh_l0_reverse	4	-0.17921453714370728
375042	rnn.bias_hh_l0_reverse	5	-0.1425725817680359
375042	rnn.bias_hh_l0_reverse	6	-0.08918775618076324
375042	rnn.bias_hh_l0_reverse	7	-0.05398931726813316
375042	rnn.bias_hh_l0_reverse	8	-0.09627780318260193
375042	rnn.bias_hh_l0_reverse	9	-0.023268334567546844
375042	linear.weight	0	-0.007733797188848257
375042	linear.weight	1	0.008457024581730366
375042	linear.weight	2	0.313585489988327
375042	linear.weight	3	-0.07890982925891876
375042	linear.weight	4	-0.010588549077510834
375042	linear.weight	5	0.12294627726078033
375042	linear.weight	6	-0.010739270597696304
375042	linear.weight	7	-0.07417162507772446
375042	linear.weight	8	0.1808394193649292
375042	linear.weight	9	-0.280826598405838
375042	linear.bias	0	-0.03956538438796997
375042	linear.bias	1	0.031413208693265915
375042	linear.bias	2	0.41546547412872314
375042	linear.bias	3	-0.747740626335144
375042	linear.bias	4	2.157183885574341
375042	linear.bias	5	-1.4051399230957031
375042	linear.bias	6	-0.29358217120170593
375042	linear.bias	7	-0.13016502559185028
375600	transitions	0	-1.9507505893707275
375600	transitions	1	-10000.0
375600	transitions	2	-0.7969565987586975
375600	transitions	3	-10000.0
375600	transitions	4	2.0698654651641846
375600	transitions	5	-10000.0
375600	transitions	6	-10000.0
375600	transitions	7	1.8536707162857056
375600	transitions	8	-2.6324870586395264
375600	transitions	9	-4.23977518081665
375600	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
375600	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
375600	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
375600	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
375600	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
375600	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
375600	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
375600	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
375600	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
375600	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
375600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
375600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
375600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
375600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
375600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
375600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
375600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
375600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
375600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
375600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
375600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
375600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
375600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
375600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
375600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
375600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
375600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
375600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
375600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
375600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
375600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
375600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
375600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
375600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
375600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
375600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
375600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
375600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
375600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
375600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
375600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
375600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
375600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
375600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
375600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
375600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
375600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
375600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
375600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
375600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
375600	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
375600	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
375600	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
375600	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
375600	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
375600	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
375600	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
375600	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
375600	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
375600	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
375600	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
375600	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
375600	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
375600	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
375600	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
375600	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
375600	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
375600	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
375600	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
375600	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
375600	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
375600	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
375600	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
375600	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
375600	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
375600	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
375600	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
375600	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
375600	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
375600	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
375600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
375600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
375600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
375600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
375600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
375600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
375600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
375600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
375600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
375600	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
375600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
375600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
375600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
375600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
375600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
375600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
375600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
375600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
375600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
375600	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
375600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
375600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
375600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
375600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
375600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
375600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
375600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
375600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
375600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
375600	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
375600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
375600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
375600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
375600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
375600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
375600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
375600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
375600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
375600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
375600	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
375600	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
375600	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
375600	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
375600	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
375600	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
375600	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
375600	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
375600	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
375600	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
375600	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
375600	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
375600	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
375600	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
375600	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
375600	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
375600	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
375600	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
375600	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
375600	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
375600	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
375600	embedding2nn.weight	0	0.0064045218750834465
375600	embedding2nn.weight	1	0.003989485092461109
375600	embedding2nn.weight	2	0.013429217040538788
375600	embedding2nn.weight	3	0.026877213269472122
375600	embedding2nn.weight	4	0.023456990718841553
375600	embedding2nn.weight	5	0.0055437153205275536
375600	embedding2nn.weight	6	-0.015388010069727898
375600	embedding2nn.weight	7	-0.0004413158167153597
375600	embedding2nn.weight	8	-0.0100333783775568
375600	embedding2nn.weight	9	0.00192863994743675
375600	embedding2nn.bias	0	0.013562684878706932
375600	embedding2nn.bias	1	-0.036850929260253906
375600	embedding2nn.bias	2	0.08040470629930496
375600	embedding2nn.bias	3	0.06987767666578293
375600	embedding2nn.bias	4	-0.012517615221440792
375600	embedding2nn.bias	5	-0.03320739418268204
375600	embedding2nn.bias	6	0.03034941293299198
375600	embedding2nn.bias	7	0.004286785610020161
375600	embedding2nn.bias	8	-0.03504113852977753
375600	embedding2nn.bias	9	0.024725209921598434
375600	rnn.weight_ih_l0	0	0.0647379606962204
375600	rnn.weight_ih_l0	1	-0.04167711362242699
375600	rnn.weight_ih_l0	2	0.005367424339056015
375600	rnn.weight_ih_l0	3	0.045180175453424454
375600	rnn.weight_ih_l0	4	-0.02963394857943058
375600	rnn.weight_ih_l0	5	0.04034251719713211
375600	rnn.weight_ih_l0	6	0.007745898328721523
375600	rnn.weight_ih_l0	7	0.06556855142116547
375600	rnn.weight_ih_l0	8	0.00917340163141489
375600	rnn.weight_ih_l0	9	-0.025474892929196358
375600	rnn.weight_hh_l0	0	-0.01173536479473114
375600	rnn.weight_hh_l0	1	-0.02777010016143322
375600	rnn.weight_hh_l0	2	-0.06138471141457558
375600	rnn.weight_hh_l0	3	-0.005864017177373171
375600	rnn.weight_hh_l0	4	-0.009691656567156315
375600	rnn.weight_hh_l0	5	-0.024211876094341278
375600	rnn.weight_hh_l0	6	0.0006432969821617007
375600	rnn.weight_hh_l0	7	-0.03574769198894501
375600	rnn.weight_hh_l0	8	0.06714078783988953
375600	rnn.weight_hh_l0	9	0.04516000673174858
375600	rnn.bias_ih_l0	0	-0.17407459020614624
375600	rnn.bias_ih_l0	1	-0.17102791368961334
375600	rnn.bias_ih_l0	2	-0.01953924261033535
375600	rnn.bias_ih_l0	3	-0.1476612091064453
375600	rnn.bias_ih_l0	4	-0.058845434337854385
375600	rnn.bias_ih_l0	5	-0.17601411044597626
375600	rnn.bias_ih_l0	6	0.07351361215114594
375600	rnn.bias_ih_l0	7	-0.08626124262809753
375600	rnn.bias_ih_l0	8	-0.04637029021978378
375600	rnn.bias_ih_l0	9	-0.10822450369596481
375600	rnn.bias_hh_l0	0	-0.06948370486497879
375600	rnn.bias_hh_l0	1	0.24804744124412537
375600	rnn.bias_hh_l0	2	0.0469244159758091
375600	rnn.bias_hh_l0	3	-0.0791148766875267
375600	rnn.bias_hh_l0	4	-0.08315157145261765
375600	rnn.bias_hh_l0	5	-0.004877821076661348
375600	rnn.bias_hh_l0	6	0.057985689491033554
375600	rnn.bias_hh_l0	7	-0.09837912768125534
375600	rnn.bias_hh_l0	8	-0.23354670405387878
375600	rnn.bias_hh_l0	9	-0.10129339247941971
375600	rnn.weight_ih_l0_reverse	0	0.02018272504210472
375600	rnn.weight_ih_l0_reverse	1	-0.06012769788503647
375600	rnn.weight_ih_l0_reverse	2	0.0429961234331131
375600	rnn.weight_ih_l0_reverse	3	0.02032255195081234
375600	rnn.weight_ih_l0_reverse	4	-3.2285082852467895e-05
375600	rnn.weight_ih_l0_reverse	5	-0.025602353736758232
375600	rnn.weight_ih_l0_reverse	6	0.012077439576387405
375600	rnn.weight_ih_l0_reverse	7	0.02828901819884777
375600	rnn.weight_ih_l0_reverse	8	-0.028063613921403885
375600	rnn.weight_ih_l0_reverse	9	-0.0015504264738410711
375600	rnn.weight_hh_l0_reverse	0	0.039800338447093964
375600	rnn.weight_hh_l0_reverse	1	0.029858259484171867
375600	rnn.weight_hh_l0_reverse	2	-0.023012548685073853
375600	rnn.weight_hh_l0_reverse	3	-0.08233247697353363
375600	rnn.weight_hh_l0_reverse	4	0.011301876045763493
375600	rnn.weight_hh_l0_reverse	5	-0.06102299317717552
375600	rnn.weight_hh_l0_reverse	6	-0.014162115752696991
375600	rnn.weight_hh_l0_reverse	7	0.030992228537797928
375600	rnn.weight_hh_l0_reverse	8	0.00788202229887247
375600	rnn.weight_hh_l0_reverse	9	0.008705813437700272
375600	rnn.bias_ih_l0_reverse	0	-0.046282440423965454
375600	rnn.bias_ih_l0_reverse	1	-0.1401611864566803
375600	rnn.bias_ih_l0_reverse	2	-0.14575296640396118
375600	rnn.bias_ih_l0_reverse	3	-0.04603397846221924
375600	rnn.bias_ih_l0_reverse	4	-0.11270817369222641
375600	rnn.bias_ih_l0_reverse	5	-0.0861627608537674
375600	rnn.bias_ih_l0_reverse	6	-0.20895831286907196
375600	rnn.bias_ih_l0_reverse	7	-0.05254928395152092
375600	rnn.bias_ih_l0_reverse	8	-0.06368736177682877
375600	rnn.bias_ih_l0_reverse	9	-0.13435322046279907
375600	rnn.bias_hh_l0_reverse	0	-0.14246712625026703
375600	rnn.bias_hh_l0_reverse	1	-0.16216342151165009
375600	rnn.bias_hh_l0_reverse	2	0.10529608279466629
375600	rnn.bias_hh_l0_reverse	3	0.07165583968162537
375600	rnn.bias_hh_l0_reverse	4	-0.17917047441005707
375600	rnn.bias_hh_l0_reverse	5	-0.14260609447956085
375600	rnn.bias_hh_l0_reverse	6	-0.08917216211557388
375600	rnn.bias_hh_l0_reverse	7	-0.053969405591487885
375600	rnn.bias_hh_l0_reverse	8	-0.09631017595529556
375600	rnn.bias_hh_l0_reverse	9	-0.0232912115752697
375600	linear.weight	0	-0.0077338083647191525
375600	linear.weight	1	0.00834562722593546
375600	linear.weight	2	0.31357094645500183
375600	linear.weight	3	-0.07890982925891876
375600	linear.weight	4	-0.010588549077510834
375600	linear.weight	5	0.12283966690301895
375600	linear.weight	6	-0.010739270597696304
375600	linear.weight	7	-0.07409081608057022
375600	linear.weight	8	0.18073230981826782
375600	linear.weight	9	-0.28078967332839966
375600	linear.bias	0	-0.03956538438796997
375600	linear.bias	1	0.031413208693265915
375600	linear.bias	2	0.4169941842556
375600	linear.bias	3	-0.7477685809135437
375600	linear.bias	4	2.1568734645843506
375600	linear.bias	5	-1.4051399230957031
375600	linear.bias	6	-0.2941754460334778
375600	linear.bias	7	-0.13076137006282806
376158	transitions	0	-1.9507553577423096
376158	transitions	1	-10000.0
376158	transitions	2	-0.7969565987586975
376158	transitions	3	-10000.0
376158	transitions	4	2.0700957775115967
376158	transitions	5	-10000.0
376158	transitions	6	-10000.0
376158	transitions	7	1.8536860942840576
376158	transitions	8	-2.63249135017395
376158	transitions	9	-4.23977518081665
376158	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
376158	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
376158	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
376158	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
376158	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
376158	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
376158	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
376158	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
376158	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
376158	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
376158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
376158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
376158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
376158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
376158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
376158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
376158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
376158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
376158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
376158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
376158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
376158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
376158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
376158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
376158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
376158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
376158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
376158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
376158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
376158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
376158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
376158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
376158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
376158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
376158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
376158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
376158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
376158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
376158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
376158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
376158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
376158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
376158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
376158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
376158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
376158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
376158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
376158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
376158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
376158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
376158	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
376158	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
376158	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
376158	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
376158	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
376158	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
376158	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
376158	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
376158	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
376158	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
376158	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
376158	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
376158	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
376158	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
376158	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
376158	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
376158	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
376158	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
376158	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
376158	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
376158	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
376158	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
376158	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
376158	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
376158	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
376158	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
376158	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
376158	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
376158	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
376158	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
376158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
376158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
376158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
376158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
376158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
376158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
376158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
376158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
376158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
376158	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
376158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
376158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
376158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
376158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
376158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
376158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
376158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
376158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
376158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
376158	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
376158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
376158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
376158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
376158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
376158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
376158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
376158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
376158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
376158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
376158	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
376158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
376158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
376158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
376158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
376158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
376158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
376158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
376158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
376158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
376158	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
376158	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
376158	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
376158	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
376158	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
376158	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
376158	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
376158	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
376158	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
376158	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
376158	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
376158	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
376158	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
376158	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
376158	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
376158	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
376158	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
376158	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
376158	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
376158	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
376158	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
376158	embedding2nn.weight	0	0.006404518615454435
376158	embedding2nn.weight	1	0.003989729098975658
376158	embedding2nn.weight	2	0.013429018668830395
376158	embedding2nn.weight	3	0.02687387354671955
376158	embedding2nn.weight	4	0.02345844730734825
376158	embedding2nn.weight	5	0.005538446828722954
376158	embedding2nn.weight	6	-0.015387491323053837
376158	embedding2nn.weight	7	-0.00043855395051650703
376158	embedding2nn.weight	8	-0.010035696439445019
376158	embedding2nn.weight	9	0.0019284484442323446
376158	embedding2nn.bias	0	0.013529119081795216
376158	embedding2nn.bias	1	-0.036979369819164276
376158	embedding2nn.bias	2	0.08035030961036682
376158	embedding2nn.bias	3	0.069834403693676
376158	embedding2nn.bias	4	-0.012372011318802834
376158	embedding2nn.bias	5	-0.033237386494874954
376158	embedding2nn.bias	6	0.030243653804063797
376158	embedding2nn.bias	7	0.004320626612752676
376158	embedding2nn.bias	8	-0.03494133800268173
376158	embedding2nn.bias	9	0.024740613996982574
376158	rnn.weight_ih_l0	0	0.06474078446626663
376158	rnn.weight_ih_l0	1	-0.041685935109853745
376158	rnn.weight_ih_l0	2	0.005378518719226122
376158	rnn.weight_ih_l0	3	0.04519345983862877
376158	rnn.weight_ih_l0	4	-0.029637521132826805
376158	rnn.weight_ih_l0	5	0.04034090414643288
376158	rnn.weight_ih_l0	6	0.007746933028101921
376158	rnn.weight_ih_l0	7	0.06555958837270737
376158	rnn.weight_ih_l0	8	0.009165802039206028
376158	rnn.weight_ih_l0	9	-0.025472942739725113
376158	rnn.weight_hh_l0	0	-0.01172376237809658
376158	rnn.weight_hh_l0	1	-0.027777787297964096
376158	rnn.weight_hh_l0	2	-0.06139500439167023
376158	rnn.weight_hh_l0	3	-0.005863322876393795
376158	rnn.weight_hh_l0	4	-0.009691908955574036
376158	rnn.weight_hh_l0	5	-0.024212295189499855
376158	rnn.weight_hh_l0	6	0.0006436864496208727
376158	rnn.weight_hh_l0	7	-0.03574909642338753
376158	rnn.weight_hh_l0	8	0.06714494526386261
376158	rnn.weight_hh_l0	9	0.04515833035111427
376158	rnn.bias_ih_l0	0	-0.17402876913547516
376158	rnn.bias_ih_l0	1	-0.17100918292999268
376158	rnn.bias_ih_l0	2	-0.01953389309346676
376158	rnn.bias_ih_l0	3	-0.1476575881242752
376158	rnn.bias_ih_l0	4	-0.058870501816272736
376158	rnn.bias_ih_l0	5	-0.17599709331989288
376158	rnn.bias_ih_l0	6	0.0734950453042984
376158	rnn.bias_ih_l0	7	-0.08624976128339767
376158	rnn.bias_ih_l0	8	-0.046369001269340515
376158	rnn.bias_ih_l0	9	-0.10823581367731094
376158	rnn.bias_hh_l0	0	-0.06946852058172226
376158	rnn.bias_hh_l0	1	0.24806509912014008
376158	rnn.bias_hh_l0	2	0.04702872410416603
376158	rnn.bias_hh_l0	3	-0.0790935829281807
376158	rnn.bias_hh_l0	4	-0.08313456177711487
376158	rnn.bias_hh_l0	5	-0.004818412940949202
376158	rnn.bias_hh_l0	6	0.057984858751297
376158	rnn.bias_hh_l0	7	-0.0984397679567337
376158	rnn.bias_hh_l0	8	-0.2334970086812973
376158	rnn.bias_hh_l0	9	-0.10131575912237167
376158	rnn.weight_ih_l0_reverse	0	0.020161733031272888
376158	rnn.weight_ih_l0_reverse	1	-0.06012078374624252
376158	rnn.weight_ih_l0_reverse	2	0.04299621656537056
376158	rnn.weight_ih_l0_reverse	3	0.020325858145952225
376158	rnn.weight_ih_l0_reverse	4	-1.4481428479484748e-05
376158	rnn.weight_ih_l0_reverse	5	-0.025607096031308174
376158	rnn.weight_ih_l0_reverse	6	0.012056565843522549
376158	rnn.weight_ih_l0_reverse	7	0.028287092223763466
376158	rnn.weight_ih_l0_reverse	8	-0.02806355617940426
376158	rnn.weight_ih_l0_reverse	9	-0.0015518903965130448
376158	rnn.weight_hh_l0_reverse	0	0.03980465978384018
376158	rnn.weight_hh_l0_reverse	1	0.02985391579568386
376158	rnn.weight_hh_l0_reverse	2	-0.02301323041319847
376158	rnn.weight_hh_l0_reverse	3	-0.08232468366622925
376158	rnn.weight_hh_l0_reverse	4	0.01130298525094986
376158	rnn.weight_hh_l0_reverse	5	-0.06100848317146301
376158	rnn.weight_hh_l0_reverse	6	-0.014165161177515984
376158	rnn.weight_hh_l0_reverse	7	0.030989499762654305
376158	rnn.weight_hh_l0_reverse	8	0.007882161997258663
376158	rnn.weight_hh_l0_reverse	9	0.008700869046151638
376158	rnn.bias_ih_l0_reverse	0	-0.04624927416443825
376158	rnn.bias_ih_l0_reverse	1	-0.1401657909154892
376158	rnn.bias_ih_l0_reverse	2	-0.14578886330127716
376158	rnn.bias_ih_l0_reverse	3	-0.045983586460351944
376158	rnn.bias_ih_l0_reverse	4	-0.11270319670438766
376158	rnn.bias_ih_l0_reverse	5	-0.08615022897720337
376158	rnn.bias_ih_l0_reverse	6	-0.20898312330245972
376158	rnn.bias_ih_l0_reverse	7	-0.05257042869925499
376158	rnn.bias_ih_l0_reverse	8	-0.06368454545736313
376158	rnn.bias_ih_l0_reverse	9	-0.13439078629016876
376158	rnn.bias_hh_l0_reverse	0	-0.14244583249092102
376158	rnn.bias_hh_l0_reverse	1	-0.16215801239013672
376158	rnn.bias_hh_l0_reverse	2	0.10532492399215698
376158	rnn.bias_hh_l0_reverse	3	0.07161954045295715
376158	rnn.bias_hh_l0_reverse	4	-0.1791740506887436
376158	rnn.bias_hh_l0_reverse	5	-0.14263950288295746
376158	rnn.bias_hh_l0_reverse	6	-0.08915682882070541
376158	rnn.bias_hh_l0_reverse	7	-0.05394035205245018
376158	rnn.bias_hh_l0_reverse	8	-0.09627852588891983
376158	rnn.bias_hh_l0_reverse	9	-0.02327503077685833
376158	linear.weight	0	-0.007733816280961037
376158	linear.weight	1	0.008437298238277435
376158	linear.weight	2	0.3133849501609802
376158	linear.weight	3	-0.07890982925891876
376158	linear.weight	4	-0.010588549077510834
376158	linear.weight	5	0.12282770127058029
376158	linear.weight	6	-0.010739270597696304
376158	linear.weight	7	-0.07386568933725357
376158	linear.weight	8	0.18070991337299347
376158	linear.weight	9	-0.2807614505290985
376158	linear.bias	0	-0.03956538438796997
376158	linear.bias	1	0.031413208693265915
376158	linear.bias	2	0.4162411093711853
376158	linear.bias	3	-0.7485198378562927
376158	linear.bias	4	2.1582300662994385
376158	linear.bias	5	-1.4051399230957031
376158	linear.bias	6	-0.2940976619720459
376158	linear.bias	7	-0.13069067895412445
376716	transitions	0	-1.9507635831832886
376716	transitions	1	-10000.0
376716	transitions	2	-0.7969565987586975
376716	transitions	3	-10000.0
376716	transitions	4	2.069991111755371
376716	transitions	5	-10000.0
376716	transitions	6	-10000.0
376716	transitions	7	1.853662133216858
376716	transitions	8	-2.6324961185455322
376716	transitions	9	-4.23977518081665
376716	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
376716	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
376716	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
376716	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
376716	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
376716	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
376716	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
376716	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
376716	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
376716	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
376716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
376716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
376716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
376716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
376716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
376716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
376716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
376716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
376716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
376716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
376716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
376716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
376716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
376716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
376716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
376716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
376716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
376716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
376716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
376716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
376716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
376716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
376716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
376716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
376716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
376716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
376716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
376716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
376716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
376716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
376716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
376716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
376716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
376716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
376716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
376716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
376716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
376716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
376716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
376716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
376716	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
376716	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
376716	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
376716	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
376716	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
376716	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
376716	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
376716	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
376716	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
376716	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
376716	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
376716	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
376716	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
376716	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
376716	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
376716	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
376716	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
376716	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
376716	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
376716	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
376716	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
376716	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
376716	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
376716	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
376716	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
376716	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
376716	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
376716	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
376716	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
376716	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
376716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
376716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
376716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
376716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
376716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
376716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
376716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
376716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
376716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
376716	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
376716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
376716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
376716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
376716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
376716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
376716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
376716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
376716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
376716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
376716	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
376716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
376716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
376716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
376716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
376716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
376716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
376716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
376716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
376716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
376716	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
376716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
376716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
376716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
376716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
376716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
376716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
376716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
376716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
376716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
376716	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
376716	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
376716	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
376716	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
376716	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
376716	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
376716	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
376716	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
376716	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
376716	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
376716	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
376716	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
376716	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
376716	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
376716	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
376716	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
376716	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
376716	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
376716	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
376716	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
376716	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
376716	embedding2nn.weight	0	0.0064043826423585415
376716	embedding2nn.weight	1	0.003993133082985878
376716	embedding2nn.weight	2	0.013429093174636364
376716	embedding2nn.weight	3	0.026876300573349
376716	embedding2nn.weight	4	0.02345530316233635
376716	embedding2nn.weight	5	0.005538899917155504
376716	embedding2nn.weight	6	-0.015387726947665215
376716	embedding2nn.weight	7	-0.00044065737165510654
376716	embedding2nn.weight	8	-0.010042100213468075
376716	embedding2nn.weight	9	0.0019266885938122869
376716	embedding2nn.bias	0	0.013666125945746899
376716	embedding2nn.bias	1	-0.03696567192673683
376716	embedding2nn.bias	2	0.08041228353977203
376716	embedding2nn.bias	3	0.06991232931613922
376716	embedding2nn.bias	4	-0.01236453466117382
376716	embedding2nn.bias	5	-0.033191367983818054
376716	embedding2nn.bias	6	0.03021392785012722
376716	embedding2nn.bias	7	0.00436174962669611
376716	embedding2nn.bias	8	-0.03488495573401451
376716	embedding2nn.bias	9	0.024735527113080025
376716	rnn.weight_ih_l0	0	0.06472744047641754
376716	rnn.weight_ih_l0	1	-0.04168415069580078
376716	rnn.weight_ih_l0	2	0.005383757874369621
376716	rnn.weight_ih_l0	3	0.045202553272247314
376716	rnn.weight_ih_l0	4	-0.029642464593052864
376716	rnn.weight_ih_l0	5	0.040331657975912094
376716	rnn.weight_ih_l0	6	0.007745934184640646
376716	rnn.weight_ih_l0	7	0.06556671112775803
376716	rnn.weight_ih_l0	8	0.00915820524096489
376716	rnn.weight_ih_l0	9	-0.02546585537493229
376716	rnn.weight_hh_l0	0	-0.01172664389014244
376716	rnn.weight_hh_l0	1	-0.027781710028648376
376716	rnn.weight_hh_l0	2	-0.061406075954437256
376716	rnn.weight_hh_l0	3	-0.005865401588380337
376716	rnn.weight_hh_l0	4	-0.009691133163869381
376716	rnn.weight_hh_l0	5	-0.024212537333369255
376716	rnn.weight_hh_l0	6	0.0006428660708479583
376716	rnn.weight_hh_l0	7	-0.03574477881193161
376716	rnn.weight_hh_l0	8	0.06715181469917297
376716	rnn.weight_hh_l0	9	0.04516013711690903
376716	rnn.bias_ih_l0	0	-0.17400328814983368
376716	rnn.bias_ih_l0	1	-0.17100025713443756
376716	rnn.bias_ih_l0	2	-0.01956409215927124
376716	rnn.bias_ih_l0	3	-0.14770418405532837
376716	rnn.bias_ih_l0	4	-0.05889299884438515
376716	rnn.bias_ih_l0	5	-0.1759866327047348
376716	rnn.bias_ih_l0	6	0.07343229651451111
376716	rnn.bias_ih_l0	7	-0.08624076098203659
376716	rnn.bias_ih_l0	8	-0.046371668577194214
376716	rnn.bias_ih_l0	9	-0.10822910815477371
376716	rnn.bias_hh_l0	0	-0.0695052444934845
376716	rnn.bias_hh_l0	1	0.24805380403995514
376716	rnn.bias_hh_l0	2	0.04702253267168999
376716	rnn.bias_hh_l0	3	-0.07913147658109665
376716	rnn.bias_hh_l0	4	-0.08314035087823868
376716	rnn.bias_hh_l0	5	-0.004782192874699831
376716	rnn.bias_hh_l0	6	0.05799553543329239
376716	rnn.bias_hh_l0	7	-0.09847810119390488
376716	rnn.bias_hh_l0	8	-0.23350109159946442
376716	rnn.bias_hh_l0	9	-0.10128011554479599
376716	rnn.weight_ih_l0_reverse	0	0.020160481333732605
376716	rnn.weight_ih_l0_reverse	1	-0.06012234836816788
376716	rnn.weight_ih_l0_reverse	2	0.04298591613769531
376716	rnn.weight_ih_l0_reverse	3	0.02030888944864273
376716	rnn.weight_ih_l0_reverse	4	-1.848835381679237e-05
376716	rnn.weight_ih_l0_reverse	5	-0.025606663897633553
376716	rnn.weight_ih_l0_reverse	6	0.012073444202542305
376716	rnn.weight_ih_l0_reverse	7	0.02828987129032612
376716	rnn.weight_ih_l0_reverse	8	-0.02806977927684784
376716	rnn.weight_ih_l0_reverse	9	-0.0015498821157962084
376716	rnn.weight_hh_l0_reverse	0	0.03980761393904686
376716	rnn.weight_hh_l0_reverse	1	0.02985607460141182
376716	rnn.weight_hh_l0_reverse	2	-0.0230163112282753
376716	rnn.weight_hh_l0_reverse	3	-0.08232631534337997
376716	rnn.weight_hh_l0_reverse	4	0.011296684853732586
376716	rnn.weight_hh_l0_reverse	5	-0.06100635230541229
376716	rnn.weight_hh_l0_reverse	6	-0.014164191670715809
376716	rnn.weight_hh_l0_reverse	7	0.03099037893116474
376716	rnn.weight_hh_l0_reverse	8	0.007887366227805614
376716	rnn.weight_hh_l0_reverse	9	0.008703545667231083
376716	rnn.bias_ih_l0_reverse	0	-0.046256840229034424
376716	rnn.bias_ih_l0_reverse	1	-0.14013826847076416
376716	rnn.bias_ih_l0_reverse	2	-0.1458151489496231
376716	rnn.bias_ih_l0_reverse	3	-0.045973021537065506
376716	rnn.bias_ih_l0_reverse	4	-0.11269902437925339
376716	rnn.bias_ih_l0_reverse	5	-0.08614213019609451
376716	rnn.bias_ih_l0_reverse	6	-0.20897266268730164
376716	rnn.bias_ih_l0_reverse	7	-0.052550286054611206
376716	rnn.bias_ih_l0_reverse	8	-0.06369024515151978
376716	rnn.bias_ih_l0_reverse	9	-0.13436147570610046
376716	rnn.bias_hh_l0_reverse	0	-0.14241774380207062
376716	rnn.bias_hh_l0_reverse	1	-0.16218216717243195
376716	rnn.bias_hh_l0_reverse	2	0.10531456023454666
376716	rnn.bias_hh_l0_reverse	3	0.07158651947975159
376716	rnn.bias_hh_l0_reverse	4	-0.17918439209461212
376716	rnn.bias_hh_l0_reverse	5	-0.142653688788414
376716	rnn.bias_hh_l0_reverse	6	-0.08913479000329971
376716	rnn.bias_hh_l0_reverse	7	-0.05399235710501671
376716	rnn.bias_hh_l0_reverse	8	-0.09631911665201187
376716	rnn.bias_hh_l0_reverse	9	-0.023296771571040154
376716	linear.weight	0	-0.007733828388154507
376716	linear.weight	1	0.008401588536798954
376716	linear.weight	2	0.31331565976142883
376716	linear.weight	3	-0.07890981435775757
376716	linear.weight	4	-0.010588549077510834
376716	linear.weight	5	0.12291335314512253
376716	linear.weight	6	-0.010739270597696304
376716	linear.weight	7	-0.07418707013130188
376716	linear.weight	8	0.1799868941307068
376716	linear.weight	9	-0.280757874250412
376716	linear.bias	0	-0.03956538438796997
376716	linear.bias	1	0.031413208693265915
376716	linear.bias	2	0.4158983826637268
376716	linear.bias	3	-0.7504634261131287
376716	linear.bias	4	2.159054756164551
376716	linear.bias	5	-1.4051399230957031
376716	linear.bias	6	-0.2933616042137146
376716	linear.bias	7	-0.1299630105495453
377274	transitions	0	-1.950774908065796
377274	transitions	1	-10000.0
377274	transitions	2	-0.7969565987586975
377274	transitions	3	-10000.0
377274	transitions	4	2.0701065063476562
377274	transitions	5	-10000.0
377274	transitions	6	-10000.0
377274	transitions	7	1.8534618616104126
377274	transitions	8	-2.632499933242798
377274	transitions	9	-4.23977518081665
377274	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
377274	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
377274	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
377274	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
377274	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
377274	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
377274	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
377274	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
377274	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
377274	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
377274	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
377274	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
377274	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
377274	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
377274	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
377274	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
377274	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
377274	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
377274	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
377274	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
377274	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
377274	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
377274	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
377274	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
377274	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
377274	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
377274	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
377274	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
377274	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
377274	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
377274	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
377274	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
377274	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
377274	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
377274	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
377274	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
377274	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
377274	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
377274	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
377274	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
377274	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
377274	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
377274	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
377274	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
377274	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
377274	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
377274	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
377274	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
377274	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
377274	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
377274	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
377274	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
377274	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
377274	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
377274	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
377274	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
377274	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
377274	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
377274	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
377274	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
377274	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
377274	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
377274	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
377274	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
377274	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
377274	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
377274	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
377274	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
377274	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
377274	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
377274	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
377274	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
377274	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
377274	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
377274	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
377274	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
377274	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
377274	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
377274	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
377274	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
377274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
377274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
377274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
377274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
377274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
377274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
377274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
377274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
377274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
377274	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
377274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
377274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
377274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
377274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
377274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
377274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
377274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
377274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
377274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
377274	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
377274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
377274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
377274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
377274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
377274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
377274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
377274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
377274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
377274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
377274	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
377274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
377274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
377274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
377274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
377274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
377274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
377274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
377274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
377274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
377274	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
377274	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
377274	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
377274	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
377274	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
377274	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
377274	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
377274	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
377274	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
377274	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
377274	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
377274	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
377274	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
377274	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
377274	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
377274	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
377274	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
377274	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
377274	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
377274	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
377274	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
377274	embedding2nn.weight	0	0.006404503248631954
377274	embedding2nn.weight	1	0.003992871381342411
377274	embedding2nn.weight	2	0.01342925988137722
377274	embedding2nn.weight	3	0.02687065303325653
377274	embedding2nn.weight	4	0.02346002869307995
377274	embedding2nn.weight	5	0.005525458138436079
377274	embedding2nn.weight	6	-0.015386335551738739
377274	embedding2nn.weight	7	-0.0004379816527944058
377274	embedding2nn.weight	8	-0.010046320967376232
377274	embedding2nn.weight	9	0.0019285097951069474
377274	embedding2nn.bias	0	0.013851632364094257
377274	embedding2nn.bias	1	-0.03703552111983299
377274	embedding2nn.bias	2	0.08037064969539642
377274	embedding2nn.bias	3	0.06990563869476318
377274	embedding2nn.bias	4	-0.012339298613369465
377274	embedding2nn.bias	5	-0.03322829306125641
377274	embedding2nn.bias	6	0.030223423615098
377274	embedding2nn.bias	7	0.004512480925768614
377274	embedding2nn.bias	8	-0.03484782204031944
377274	embedding2nn.bias	9	0.02457805536687374
377274	rnn.weight_ih_l0	0	0.06472468376159668
377274	rnn.weight_ih_l0	1	-0.04166330769658089
377274	rnn.weight_ih_l0	2	0.005373693071305752
377274	rnn.weight_ih_l0	3	0.04521053284406662
377274	rnn.weight_ih_l0	4	-0.029655644670128822
377274	rnn.weight_ih_l0	5	0.04034611955285072
377274	rnn.weight_ih_l0	6	0.00774688646197319
377274	rnn.weight_ih_l0	7	0.06555408984422684
377274	rnn.weight_ih_l0	8	0.009147676639258862
377274	rnn.weight_ih_l0	9	-0.02547507733106613
377274	rnn.weight_hh_l0	0	-0.011721462942659855
377274	rnn.weight_hh_l0	1	-0.027788834646344185
377274	rnn.weight_hh_l0	2	-0.06140919029712677
377274	rnn.weight_hh_l0	3	-0.00586619833484292
377274	rnn.weight_hh_l0	4	-0.009692419320344925
377274	rnn.weight_hh_l0	5	-0.024216121062636375
377274	rnn.weight_hh_l0	6	0.0006406511529348791
377274	rnn.weight_hh_l0	7	-0.035743776708841324
377274	rnn.weight_hh_l0	8	0.06715215742588043
377274	rnn.weight_hh_l0	9	0.045149046927690506
377274	rnn.bias_ih_l0	0	-0.17400480806827545
377274	rnn.bias_ih_l0	1	-0.1710517853498459
377274	rnn.bias_ih_l0	2	-0.01955551840364933
377274	rnn.bias_ih_l0	3	-0.1477164328098297
377274	rnn.bias_ih_l0	4	-0.058918554335832596
377274	rnn.bias_ih_l0	5	-0.17598176002502441
377274	rnn.bias_ih_l0	6	0.07343601435422897
377274	rnn.bias_ih_l0	7	-0.08621571213006973
377274	rnn.bias_ih_l0	8	-0.046391502022743225
377274	rnn.bias_ih_l0	9	-0.10821644961833954
377274	rnn.bias_hh_l0	0	-0.06948509067296982
377274	rnn.bias_hh_l0	1	0.24809417128562927
377274	rnn.bias_hh_l0	2	0.04700741916894913
377274	rnn.bias_hh_l0	3	-0.07915596663951874
377274	rnn.bias_hh_l0	4	-0.0831182673573494
377274	rnn.bias_hh_l0	5	-0.004754746798425913
377274	rnn.bias_hh_l0	6	0.0580153614282608
377274	rnn.bias_hh_l0	7	-0.09851307421922684
377274	rnn.bias_hh_l0	8	-0.2335418462753296
377274	rnn.bias_hh_l0	9	-0.10132338106632233
377274	rnn.weight_ih_l0_reverse	0	0.02015848085284233
377274	rnn.weight_ih_l0_reverse	1	-0.060106489807367325
377274	rnn.weight_ih_l0_reverse	2	0.042991481721401215
377274	rnn.weight_ih_l0_reverse	3	0.020298194140195847
377274	rnn.weight_ih_l0_reverse	4	-2.6638155759428628e-05
377274	rnn.weight_ih_l0_reverse	5	-0.025602005422115326
377274	rnn.weight_ih_l0_reverse	6	0.012087439186871052
377274	rnn.weight_ih_l0_reverse	7	0.028289450332522392
377274	rnn.weight_ih_l0_reverse	8	-0.028058992698788643
377274	rnn.weight_ih_l0_reverse	9	-0.0015496365958824754
377274	rnn.weight_hh_l0_reverse	0	0.03980936482548714
377274	rnn.weight_hh_l0_reverse	1	0.02985394187271595
377274	rnn.weight_hh_l0_reverse	2	-0.023015370592474937
377274	rnn.weight_hh_l0_reverse	3	-0.08235417306423187
377274	rnn.weight_hh_l0_reverse	4	0.011300872080028057
377274	rnn.weight_hh_l0_reverse	5	-0.061015382409095764
377274	rnn.weight_hh_l0_reverse	6	-0.014161615632474422
377274	rnn.weight_hh_l0_reverse	7	0.03099757619202137
377274	rnn.weight_hh_l0_reverse	8	0.007885809056460857
377274	rnn.weight_hh_l0_reverse	9	0.008707188069820404
377274	rnn.bias_ih_l0_reverse	0	-0.04625663161277771
377274	rnn.bias_ih_l0_reverse	1	-0.14010854065418243
377274	rnn.bias_ih_l0_reverse	2	-0.14581960439682007
377274	rnn.bias_ih_l0_reverse	3	-0.04594483971595764
377274	rnn.bias_ih_l0_reverse	4	-0.11267067492008209
377274	rnn.bias_ih_l0_reverse	5	-0.0861179381608963
377274	rnn.bias_ih_l0_reverse	6	-0.20899243652820587
377274	rnn.bias_ih_l0_reverse	7	-0.05256979912519455
377274	rnn.bias_ih_l0_reverse	8	-0.06367602199316025
377274	rnn.bias_ih_l0_reverse	9	-0.13431347906589508
377274	rnn.bias_hh_l0_reverse	0	-0.1424086093902588
377274	rnn.bias_hh_l0_reverse	1	-0.16222766041755676
377274	rnn.bias_hh_l0_reverse	2	0.10534405708312988
377274	rnn.bias_hh_l0_reverse	3	0.0714932233095169
377274	rnn.bias_hh_l0_reverse	4	-0.17912709712982178
377274	rnn.bias_hh_l0_reverse	5	-0.1426440328359604
377274	rnn.bias_hh_l0_reverse	6	-0.08910413086414337
377274	rnn.bias_hh_l0_reverse	7	-0.05398658663034439
377274	rnn.bias_hh_l0_reverse	8	-0.09627030789852142
377274	rnn.bias_hh_l0_reverse	9	-0.02327895537018776
377274	linear.weight	0	-0.007733836304396391
377274	linear.weight	1	0.008346855640411377
377274	linear.weight	2	0.31332749128341675
377274	linear.weight	3	-0.07890981435775757
377274	linear.weight	4	-0.010588549077510834
377274	linear.weight	5	0.12295006215572357
377274	linear.weight	6	-0.010739270597696304
377274	linear.weight	7	-0.07410353422164917
377274	linear.weight	8	0.1800175905227661
377274	linear.weight	9	-0.28084415197372437
377274	linear.bias	0	-0.03956538438796997
377274	linear.bias	1	0.031413208693265915
377274	linear.bias	2	0.41630175709724426
377274	linear.bias	3	-0.7507568597793579
377274	linear.bias	4	2.1588363647460938
377274	linear.bias	5	-1.4051399230957031
377274	linear.bias	6	-0.2933005690574646
377274	linear.bias	7	-0.1299147754907608
377832	transitions	0	-1.9507802724838257
377832	transitions	1	-10000.0
377832	transitions	2	-0.7969565987586975
377832	transitions	3	-10000.0
377832	transitions	4	2.070470094680786
377832	transitions	5	-10000.0
377832	transitions	6	-10000.0
377832	transitions	7	1.8534576892852783
377832	transitions	8	-2.6325042247772217
377832	transitions	9	-4.23977518081665
377832	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
377832	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
377832	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
377832	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
377832	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
377832	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
377832	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
377832	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
377832	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
377832	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
377832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
377832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
377832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
377832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
377832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
377832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
377832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
377832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
377832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
377832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
377832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
377832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
377832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
377832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
377832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
377832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
377832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
377832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
377832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
377832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
377832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
377832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
377832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
377832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
377832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
377832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
377832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
377832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
377832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
377832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
377832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
377832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
377832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
377832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
377832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
377832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
377832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
377832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
377832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
377832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
377832	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
377832	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
377832	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
377832	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
377832	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
377832	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
377832	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
377832	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
377832	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
377832	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
377832	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
377832	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
377832	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
377832	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
377832	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
377832	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
377832	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
377832	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
377832	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
377832	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
377832	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
377832	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
377832	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
377832	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
377832	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
377832	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
377832	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
377832	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
377832	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
377832	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
377832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
377832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
377832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
377832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
377832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
377832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
377832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
377832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
377832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
377832	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
377832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
377832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
377832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
377832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
377832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
377832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
377832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
377832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
377832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
377832	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
377832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
377832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
377832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
377832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
377832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
377832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
377832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
377832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
377832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
377832	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
377832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
377832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
377832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
377832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
377832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
377832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
377832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
377832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
377832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
377832	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
377832	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
377832	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
377832	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
377832	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
377832	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
377832	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
377832	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
377832	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
377832	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
377832	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
377832	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
377832	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
377832	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
377832	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
377832	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
377832	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
377832	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
377832	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
377832	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
377832	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
377832	embedding2nn.weight	0	0.006404708605259657
377832	embedding2nn.weight	1	0.003990523517131805
377832	embedding2nn.weight	2	0.013429285027086735
377832	embedding2nn.weight	3	0.026872757822275162
377832	embedding2nn.weight	4	0.023462433367967606
377832	embedding2nn.weight	5	0.005531576927751303
377832	embedding2nn.weight	6	-0.015391692519187927
377832	embedding2nn.weight	7	-0.0004389908572193235
377832	embedding2nn.weight	8	-0.010044402442872524
377832	embedding2nn.weight	9	0.0019299418199807405
377832	embedding2nn.bias	0	0.013773792423307896
377832	embedding2nn.bias	1	-0.03703787922859192
377832	embedding2nn.bias	2	0.0802912637591362
377832	embedding2nn.bias	3	0.06981168687343597
377832	embedding2nn.bias	4	-0.012254024855792522
377832	embedding2nn.bias	5	-0.03316173329949379
377832	embedding2nn.bias	6	0.030223235487937927
377832	embedding2nn.bias	7	0.004511934705078602
377832	embedding2nn.bias	8	-0.03473250940442085
377832	embedding2nn.bias	9	0.02446482703089714
377832	rnn.weight_ih_l0	0	0.06473124027252197
377832	rnn.weight_ih_l0	1	-0.04166349396109581
377832	rnn.weight_ih_l0	2	0.005377179943025112
377832	rnn.weight_ih_l0	3	0.04520605504512787
377832	rnn.weight_ih_l0	4	-0.02965971641242504
377832	rnn.weight_ih_l0	5	0.04035520926117897
377832	rnn.weight_ih_l0	6	0.007747344672679901
377832	rnn.weight_ih_l0	7	0.06556422263383865
377832	rnn.weight_ih_l0	8	0.00914730504155159
377832	rnn.weight_ih_l0	9	-0.025481874123215675
377832	rnn.weight_hh_l0	0	-0.011714894324541092
377832	rnn.weight_hh_l0	1	-0.02778809145092964
377832	rnn.weight_hh_l0	2	-0.061412788927555084
377832	rnn.weight_hh_l0	3	-0.005867234896868467
377832	rnn.weight_hh_l0	4	-0.009692342951893806
377832	rnn.weight_hh_l0	5	-0.02421305514872074
377832	rnn.weight_hh_l0	6	0.000643175037112087
377832	rnn.weight_hh_l0	7	-0.035739872604608536
377832	rnn.weight_hh_l0	8	0.06714759767055511
377832	rnn.weight_hh_l0	9	0.04513721913099289
377832	rnn.bias_ih_l0	0	-0.17403648793697357
377832	rnn.bias_ih_l0	1	-0.17103545367717743
377832	rnn.bias_ih_l0	2	-0.019526522606611252
377832	rnn.bias_ih_l0	3	-0.14762938022613525
377832	rnn.bias_ih_l0	4	-0.05890233442187309
377832	rnn.bias_ih_l0	5	-0.17594212293624878
377832	rnn.bias_ih_l0	6	0.07349886000156403
377832	rnn.bias_ih_l0	7	-0.08621911704540253
377832	rnn.bias_ih_l0	8	-0.04639386385679245
377832	rnn.bias_ih_l0	9	-0.10821998119354248
377832	rnn.bias_hh_l0	0	-0.06949032098054886
377832	rnn.bias_hh_l0	1	0.24811096489429474
377832	rnn.bias_hh_l0	2	0.04700629785656929
377832	rnn.bias_hh_l0	3	-0.07916382700204849
377832	rnn.bias_hh_l0	4	-0.0831410363316536
377832	rnn.bias_hh_l0	5	-0.004782588686794043
377832	rnn.bias_hh_l0	6	0.05809804052114487
377832	rnn.bias_hh_l0	7	-0.0985296368598938
377832	rnn.bias_hh_l0	8	-0.23355528712272644
377832	rnn.bias_hh_l0	9	-0.10128234326839447
377832	rnn.weight_ih_l0_reverse	0	0.020151754841208458
377832	rnn.weight_ih_l0_reverse	1	-0.0600922517478466
377832	rnn.weight_ih_l0_reverse	2	0.04299427568912506
377832	rnn.weight_ih_l0_reverse	3	0.02029534801840782
377832	rnn.weight_ih_l0_reverse	4	-2.6553201678325422e-05
377832	rnn.weight_ih_l0_reverse	5	-0.025600172579288483
377832	rnn.weight_ih_l0_reverse	6	0.012075159698724747
377832	rnn.weight_ih_l0_reverse	7	0.02829943783581257
377832	rnn.weight_ih_l0_reverse	8	-0.028060242533683777
377832	rnn.weight_ih_l0_reverse	9	-0.0015455762622877955
377832	rnn.weight_hh_l0_reverse	0	0.03981145843863487
377832	rnn.weight_hh_l0_reverse	1	0.029856499284505844
377832	rnn.weight_hh_l0_reverse	2	-0.023013481870293617
377832	rnn.weight_hh_l0_reverse	3	-0.08235259354114532
377832	rnn.weight_hh_l0_reverse	4	0.011302434839308262
377832	rnn.weight_hh_l0_reverse	5	-0.061014510691165924
377832	rnn.weight_hh_l0_reverse	6	-0.01416282169520855
377832	rnn.weight_hh_l0_reverse	7	0.030997348949313164
377832	rnn.weight_hh_l0_reverse	8	0.007881605997681618
377832	rnn.weight_hh_l0_reverse	9	0.008708391338586807
377832	rnn.bias_ih_l0_reverse	0	-0.04628502577543259
377832	rnn.bias_ih_l0_reverse	1	-0.14011694490909576
377832	rnn.bias_ih_l0_reverse	2	-0.1457846611738205
377832	rnn.bias_ih_l0_reverse	3	-0.04591074213385582
377832	rnn.bias_ih_l0_reverse	4	-0.11271929740905762
377832	rnn.bias_ih_l0_reverse	5	-0.08613482117652893
377832	rnn.bias_ih_l0_reverse	6	-0.20896278321743011
377832	rnn.bias_ih_l0_reverse	7	-0.05255734920501709
377832	rnn.bias_ih_l0_reverse	8	-0.06367457658052444
377832	rnn.bias_ih_l0_reverse	9	-0.1343117356300354
377832	rnn.bias_hh_l0_reverse	0	-0.1424083113670349
377832	rnn.bias_hh_l0_reverse	1	-0.1621939241886139
377832	rnn.bias_hh_l0_reverse	2	0.10538691282272339
377832	rnn.bias_hh_l0_reverse	3	0.07148799300193787
377832	rnn.bias_hh_l0_reverse	4	-0.17912785708904266
377832	rnn.bias_hh_l0_reverse	5	-0.14264021813869476
377832	rnn.bias_hh_l0_reverse	6	-0.08912527561187744
377832	rnn.bias_hh_l0_reverse	7	-0.053963080048561096
377832	rnn.bias_hh_l0_reverse	8	-0.09626753628253937
377832	rnn.bias_hh_l0_reverse	9	-0.023218458518385887
377832	linear.weight	0	-0.007733843754976988
377832	linear.weight	1	0.008283139206469059
377832	linear.weight	2	0.3132699131965637
377832	linear.weight	3	-0.07890982180833817
377832	linear.weight	4	-0.010588549077510834
377832	linear.weight	5	0.12274903059005737
377832	linear.weight	6	-0.010739270597696304
377832	linear.weight	7	-0.07419721782207489
377832	linear.weight	8	0.1802656501531601
377832	linear.weight	9	-0.2807924151420593
377832	linear.bias	0	-0.03956538438796997
377832	linear.bias	1	0.031413208693265915
377832	linear.bias	2	0.4159962236881256
377832	linear.bias	3	-0.7499029636383057
377832	linear.bias	4	2.158489465713501
377832	linear.bias	5	-1.4051399230957031
377832	linear.bias	6	-0.2933984100818634
377832	linear.bias	7	-0.13001886010169983
378390	transitions	0	-1.9507910013198853
378390	transitions	1	-10000.0
378390	transitions	2	-0.7969565987586975
378390	transitions	3	-10000.0
378390	transitions	4	2.070211887359619
378390	transitions	5	-10000.0
378390	transitions	6	-10000.0
378390	transitions	7	1.8534444570541382
378390	transitions	8	-2.63250732421875
378390	transitions	9	-4.23977518081665
378390	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
378390	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
378390	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
378390	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
378390	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
378390	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
378390	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
378390	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
378390	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
378390	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
378390	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
378390	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
378390	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
378390	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
378390	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
378390	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
378390	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
378390	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
378390	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
378390	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
378390	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
378390	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
378390	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
378390	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
378390	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
378390	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
378390	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
378390	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
378390	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
378390	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
378390	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
378390	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
378390	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
378390	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
378390	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
378390	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
378390	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
378390	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
378390	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
378390	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
378390	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
378390	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
378390	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
378390	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
378390	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
378390	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
378390	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
378390	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
378390	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
378390	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
378390	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
378390	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
378390	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
378390	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
378390	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
378390	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
378390	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
378390	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
378390	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
378390	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
378390	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
378390	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
378390	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
378390	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
378390	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
378390	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
378390	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
378390	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
378390	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
378390	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
378390	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
378390	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
378390	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
378390	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
378390	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
378390	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
378390	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
378390	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
378390	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
378390	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
378390	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
378390	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
378390	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
378390	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
378390	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
378390	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
378390	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
378390	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
378390	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
378390	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
378390	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
378390	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
378390	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
378390	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
378390	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
378390	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
378390	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
378390	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
378390	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
378390	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
378390	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
378390	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
378390	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
378390	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
378390	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
378390	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
378390	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
378390	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
378390	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
378390	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
378390	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
378390	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
378390	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
378390	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
378390	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
378390	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
378390	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
378390	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
378390	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
378390	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
378390	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
378390	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
378390	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
378390	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
378390	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
378390	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
378390	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
378390	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
378390	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
378390	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
378390	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
378390	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
378390	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
378390	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
378390	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
378390	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
378390	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
378390	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
378390	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
378390	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
378390	embedding2nn.weight	0	0.006404690910130739
378390	embedding2nn.weight	1	0.003990340977907181
378390	embedding2nn.weight	2	0.013429710641503334
378390	embedding2nn.weight	3	0.026872368529438972
378390	embedding2nn.weight	4	0.023464664816856384
378390	embedding2nn.weight	5	0.005534335970878601
378390	embedding2nn.weight	6	-0.015393477864563465
378390	embedding2nn.weight	7	-0.0004368930240161717
378390	embedding2nn.weight	8	-0.010043453425168991
378390	embedding2nn.weight	9	0.0019295287784188986
378390	embedding2nn.bias	0	0.013628614135086536
378390	embedding2nn.bias	1	-0.03697028011083603
378390	embedding2nn.bias	2	0.08024156093597412
378390	embedding2nn.bias	3	0.06985698640346527
378390	embedding2nn.bias	4	-0.012235990725457668
378390	embedding2nn.bias	5	-0.033152490854263306
378390	embedding2nn.bias	6	0.030073072761297226
378390	embedding2nn.bias	7	0.004473616369068623
378390	embedding2nn.bias	8	-0.03478977084159851
378390	embedding2nn.bias	9	0.024494454264640808
378390	rnn.weight_ih_l0	0	0.06472700834274292
378390	rnn.weight_ih_l0	1	-0.04165860638022423
378390	rnn.weight_ih_l0	2	0.005372096784412861
378390	rnn.weight_ih_l0	3	0.04521512985229492
378390	rnn.weight_ih_l0	4	-0.029663562774658203
378390	rnn.weight_ih_l0	5	0.04034867882728577
378390	rnn.weight_ih_l0	6	0.007747840601950884
378390	rnn.weight_ih_l0	7	0.06557078659534454
378390	rnn.weight_ih_l0	8	0.009163150563836098
378390	rnn.weight_ih_l0	9	-0.025477128103375435
378390	rnn.weight_hh_l0	0	-0.011724317446351051
378390	rnn.weight_hh_l0	1	-0.027792612090706825
378390	rnn.weight_hh_l0	2	-0.06141453981399536
378390	rnn.weight_hh_l0	3	-0.005866751074790955
378390	rnn.weight_hh_l0	4	-0.009691937826573849
378390	rnn.weight_hh_l0	5	-0.024217363446950912
378390	rnn.weight_hh_l0	6	0.0006431326037272811
378390	rnn.weight_hh_l0	7	-0.035741619765758514
378390	rnn.weight_hh_l0	8	0.06714519113302231
378390	rnn.weight_hh_l0	9	0.04513365030288696
378390	rnn.bias_ih_l0	0	-0.17403841018676758
378390	rnn.bias_ih_l0	1	-0.17102524638175964
378390	rnn.bias_ih_l0	2	-0.019514473155140877
378390	rnn.bias_ih_l0	3	-0.1476355344057083
378390	rnn.bias_ih_l0	4	-0.058904629200696945
378390	rnn.bias_ih_l0	5	-0.17595545947551727
378390	rnn.bias_ih_l0	6	0.07345825433731079
378390	rnn.bias_ih_l0	7	-0.08620407432317734
378390	rnn.bias_ih_l0	8	-0.046421732753515244
378390	rnn.bias_ih_l0	9	-0.10821640491485596
378390	rnn.bias_hh_l0	0	-0.06949535757303238
378390	rnn.bias_hh_l0	1	0.24810808897018433
378390	rnn.bias_hh_l0	2	0.04703886806964874
378390	rnn.bias_hh_l0	3	-0.07918016612529755
378390	rnn.bias_hh_l0	4	-0.08312257379293442
378390	rnn.bias_hh_l0	5	-0.0047912392765283585
378390	rnn.bias_hh_l0	6	0.058047547936439514
378390	rnn.bias_hh_l0	7	-0.09845788031816483
378390	rnn.bias_hh_l0	8	-0.2335882931947708
378390	rnn.bias_hh_l0	9	-0.10128774493932724
378390	rnn.weight_ih_l0_reverse	0	0.020171213895082474
378390	rnn.weight_ih_l0_reverse	1	-0.06008632108569145
378390	rnn.weight_ih_l0_reverse	2	0.04300250485539436
378390	rnn.weight_ih_l0_reverse	3	0.02030363120138645
378390	rnn.weight_ih_l0_reverse	4	-2.0146919268881902e-05
378390	rnn.weight_ih_l0_reverse	5	-0.025601977482438087
378390	rnn.weight_ih_l0_reverse	6	0.012070304714143276
378390	rnn.weight_ih_l0_reverse	7	0.028301596641540527
378390	rnn.weight_ih_l0_reverse	8	-0.02805394120514393
378390	rnn.weight_ih_l0_reverse	9	-0.0015467359917238355
378390	rnn.weight_hh_l0_reverse	0	0.039812859147787094
378390	rnn.weight_hh_l0_reverse	1	0.0298576932400465
378390	rnn.weight_hh_l0_reverse	2	-0.023012468591332436
378390	rnn.weight_hh_l0_reverse	3	-0.08236194401979446
378390	rnn.weight_hh_l0_reverse	4	0.011301578022539616
378390	rnn.weight_hh_l0_reverse	5	-0.06101841852068901
378390	rnn.weight_hh_l0_reverse	6	-0.014160972088575363
378390	rnn.weight_hh_l0_reverse	7	0.03099469095468521
378390	rnn.weight_hh_l0_reverse	8	0.00788283534348011
378390	rnn.weight_hh_l0_reverse	9	0.008714638650417328
378390	rnn.bias_ih_l0_reverse	0	-0.04625880718231201
378390	rnn.bias_ih_l0_reverse	1	-0.14013506472110748
378390	rnn.bias_ih_l0_reverse	2	-0.14579539000988007
378390	rnn.bias_ih_l0_reverse	3	-0.04592307284474373
378390	rnn.bias_ih_l0_reverse	4	-0.11272197216749191
378390	rnn.bias_ih_l0_reverse	5	-0.08613541722297668
378390	rnn.bias_ih_l0_reverse	6	-0.20891696214675903
378390	rnn.bias_ih_l0_reverse	7	-0.05251990631222725
378390	rnn.bias_ih_l0_reverse	8	-0.06366628408432007
378390	rnn.bias_ih_l0_reverse	9	-0.13428279757499695
378390	rnn.bias_hh_l0_reverse	0	-0.14241014420986176
378390	rnn.bias_hh_l0_reverse	1	-0.16219398379325867
378390	rnn.bias_hh_l0_reverse	2	0.10543159395456314
378390	rnn.bias_hh_l0_reverse	3	0.07147937268018723
378390	rnn.bias_hh_l0_reverse	4	-0.17913511395454407
378390	rnn.bias_hh_l0_reverse	5	-0.14263096451759338
378390	rnn.bias_hh_l0_reverse	6	-0.08911802619695663
378390	rnn.bias_hh_l0_reverse	7	-0.05396702513098717
378390	rnn.bias_hh_l0_reverse	8	-0.09625737369060516
378390	rnn.bias_hh_l0_reverse	9	-0.023220675066113472
378390	linear.weight	0	-0.007733852136880159
378390	linear.weight	1	0.008214305154979229
378390	linear.weight	2	0.31319573521614075
378390	linear.weight	3	-0.07890980690717697
378390	linear.weight	4	-0.010588549077510834
378390	linear.weight	5	0.122529998421669
378390	linear.weight	6	-0.010739270597696304
378390	linear.weight	7	-0.07417798787355423
378390	linear.weight	8	0.18054524064064026
378390	linear.weight	9	-0.28086403012275696
378390	linear.bias	0	-0.03956538438796997
378390	linear.bias	1	0.031413208693265915
378390	linear.bias	2	0.414372056722641
378390	linear.bias	3	-0.7493919134140015
378390	linear.bias	4	2.1577329635620117
378390	linear.bias	5	-1.4051399230957031
378390	linear.bias	6	-0.29245272278785706
378390	linear.bias	7	-0.12909246981143951
378948	transitions	0	-1.9508001804351807
378948	transitions	1	-10000.0
378948	transitions	2	-0.7969565987586975
378948	transitions	3	-10000.0
378948	transitions	4	2.070086717605591
378948	transitions	5	-10000.0
378948	transitions	6	-10000.0
378948	transitions	7	1.8536001443862915
378948	transitions	8	-2.6325135231018066
378948	transitions	9	-4.23977518081665
378948	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
378948	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
378948	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
378948	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
378948	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
378948	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
378948	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
378948	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
378948	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
378948	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
378948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
378948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
378948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
378948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
378948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
378948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
378948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
378948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
378948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
378948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
378948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
378948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
378948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
378948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
378948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
378948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
378948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
378948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
378948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
378948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
378948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
378948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
378948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
378948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
378948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
378948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
378948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
378948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
378948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
378948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
378948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
378948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
378948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
378948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
378948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
378948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
378948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
378948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
378948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
378948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
378948	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
378948	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
378948	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
378948	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
378948	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
378948	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
378948	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
378948	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
378948	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
378948	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
378948	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
378948	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
378948	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
378948	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
378948	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
378948	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
378948	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
378948	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
378948	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
378948	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
378948	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
378948	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
378948	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
378948	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
378948	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
378948	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
378948	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
378948	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
378948	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
378948	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
378948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
378948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
378948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
378948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
378948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
378948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
378948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
378948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
378948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
378948	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
378948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
378948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
378948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
378948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
378948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
378948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
378948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
378948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
378948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
378948	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
378948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
378948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
378948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
378948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
378948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
378948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
378948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
378948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
378948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
378948	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
378948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
378948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
378948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
378948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
378948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
378948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
378948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
378948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
378948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
378948	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
378948	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
378948	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
378948	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
378948	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
378948	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
378948	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
378948	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
378948	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
378948	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
378948	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
378948	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
378948	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
378948	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
378948	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
378948	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
378948	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
378948	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
378948	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
378948	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
378948	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
378948	embedding2nn.weight	0	0.006404310930520296
378948	embedding2nn.weight	1	0.003990516997873783
378948	embedding2nn.weight	2	0.013429680839180946
378948	embedding2nn.weight	3	0.02687506563961506
378948	embedding2nn.weight	4	0.02346344105899334
378948	embedding2nn.weight	5	0.005536052864044905
378948	embedding2nn.weight	6	-0.015394967049360275
378948	embedding2nn.weight	7	-0.0004378245794214308
378948	embedding2nn.weight	8	-0.01003524474799633
378948	embedding2nn.weight	9	0.0019318916602060199
378948	embedding2nn.bias	0	0.01357863936573267
378948	embedding2nn.bias	1	-0.03688441589474678
378948	embedding2nn.bias	2	0.08022157102823257
378948	embedding2nn.bias	3	0.06987536698579788
378948	embedding2nn.bias	4	-0.01225538644939661
378948	embedding2nn.bias	5	-0.03311755135655403
378948	embedding2nn.bias	6	0.030111391097307205
378948	embedding2nn.bias	7	0.004439902026206255
378948	embedding2nn.bias	8	-0.03483980894088745
378948	embedding2nn.bias	9	0.024509159848093987
378948	rnn.weight_ih_l0	0	0.0647263452410698
378948	rnn.weight_ih_l0	1	-0.041651401668787
378948	rnn.weight_ih_l0	2	0.0053675416857004166
378948	rnn.weight_ih_l0	3	0.04521104320883751
378948	rnn.weight_ih_l0	4	-0.029665270820260048
378948	rnn.weight_ih_l0	5	0.04034486413002014
378948	rnn.weight_ih_l0	6	0.007748883683234453
378948	rnn.weight_ih_l0	7	0.06556689739227295
378948	rnn.weight_ih_l0	8	0.009161817841231823
378948	rnn.weight_ih_l0	9	-0.025475608184933662
378948	rnn.weight_hh_l0	0	-0.011726818047463894
378948	rnn.weight_hh_l0	1	-0.027790211141109467
378948	rnn.weight_hh_l0	2	-0.06141391023993492
378948	rnn.weight_hh_l0	3	-0.0058619859628379345
378948	rnn.weight_hh_l0	4	-0.009692850522696972
378948	rnn.weight_hh_l0	5	-0.024209970608353615
378948	rnn.weight_hh_l0	6	0.0006428567576222122
378948	rnn.weight_hh_l0	7	-0.03573816269636154
378948	rnn.weight_hh_l0	8	0.06714772433042526
378948	rnn.weight_hh_l0	9	0.04513552039861679
378948	rnn.bias_ih_l0	0	-0.17404991388320923
378948	rnn.bias_ih_l0	1	-0.17096856236457825
378948	rnn.bias_ih_l0	2	-0.019503239542245865
378948	rnn.bias_ih_l0	3	-0.14759887754917145
378948	rnn.bias_ih_l0	4	-0.05885973945260048
378948	rnn.bias_ih_l0	5	-0.17601990699768066
378948	rnn.bias_ih_l0	6	0.07331826537847519
378948	rnn.bias_ih_l0	7	-0.0861840546131134
378948	rnn.bias_ih_l0	8	-0.04639635235071182
378948	rnn.bias_ih_l0	9	-0.10819925367832184
378948	rnn.bias_hh_l0	0	-0.06947659701108932
378948	rnn.bias_hh_l0	1	0.2481348067522049
378948	rnn.bias_hh_l0	2	0.04702071100473404
378948	rnn.bias_hh_l0	3	-0.07919283211231232
378948	rnn.bias_hh_l0	4	-0.0831364169716835
378948	rnn.bias_hh_l0	5	-0.004839983303099871
378948	rnn.bias_hh_l0	6	0.058034054934978485
378948	rnn.bias_hh_l0	7	-0.0984250158071518
378948	rnn.bias_hh_l0	8	-0.23359857499599457
378948	rnn.bias_hh_l0	9	-0.10126375406980515
378948	rnn.weight_ih_l0_reverse	0	0.020169509574770927
378948	rnn.weight_ih_l0_reverse	1	-0.060088593512773514
378948	rnn.weight_ih_l0_reverse	2	0.04300454258918762
378948	rnn.weight_ih_l0_reverse	3	0.020309118553996086
378948	rnn.weight_ih_l0_reverse	4	-1.574921770952642e-05
378948	rnn.weight_ih_l0_reverse	5	-0.025596030056476593
378948	rnn.weight_ih_l0_reverse	6	0.01205300074070692
378948	rnn.weight_ih_l0_reverse	7	0.028298843652009964
378948	rnn.weight_ih_l0_reverse	8	-0.028057822957634926
378948	rnn.weight_ih_l0_reverse	9	-0.0015459019923582673
378948	rnn.weight_hh_l0_reverse	0	0.03981718048453331
378948	rnn.weight_hh_l0_reverse	1	0.02986213006079197
378948	rnn.weight_hh_l0_reverse	2	-0.02301841415464878
378948	rnn.weight_hh_l0_reverse	3	-0.08237391710281372
378948	rnn.weight_hh_l0_reverse	4	0.011296272277832031
378948	rnn.weight_hh_l0_reverse	5	-0.06102044880390167
378948	rnn.weight_hh_l0_reverse	6	-0.014162923209369183
378948	rnn.weight_hh_l0_reverse	7	0.030995063483715057
378948	rnn.weight_hh_l0_reverse	8	0.007883594371378422
378948	rnn.weight_hh_l0_reverse	9	0.008707632310688496
378948	rnn.bias_ih_l0_reverse	0	-0.046282269060611725
378948	rnn.bias_ih_l0_reverse	1	-0.1401098668575287
378948	rnn.bias_ih_l0_reverse	2	-0.14576946198940277
378948	rnn.bias_ih_l0_reverse	3	-0.045962102711200714
378948	rnn.bias_ih_l0_reverse	4	-0.11269527673721313
378948	rnn.bias_ih_l0_reverse	5	-0.08615820854902267
378948	rnn.bias_ih_l0_reverse	6	-0.20892970263957977
378948	rnn.bias_ih_l0_reverse	7	-0.05250541493296623
378948	rnn.bias_ih_l0_reverse	8	-0.0636533722281456
378948	rnn.bias_ih_l0_reverse	9	-0.13428273797035217
378948	rnn.bias_hh_l0_reverse	0	-0.14243191480636597
378948	rnn.bias_hh_l0_reverse	1	-0.16218067705631256
378948	rnn.bias_hh_l0_reverse	2	0.10539326071739197
378948	rnn.bias_hh_l0_reverse	3	0.07146600633859634
378948	rnn.bias_hh_l0_reverse	4	-0.179153710603714
378948	rnn.bias_hh_l0_reverse	5	-0.14267541468143463
378948	rnn.bias_hh_l0_reverse	6	-0.08907947689294815
378948	rnn.bias_hh_l0_reverse	7	-0.05399193987250328
378948	rnn.bias_hh_l0_reverse	8	-0.09629324078559875
378948	rnn.bias_hh_l0_reverse	9	-0.02326546423137188
378948	linear.weight	0	-0.0077338553965091705
378948	linear.weight	1	0.008139118552207947
378948	linear.weight	2	0.31330639123916626
378948	linear.weight	3	-0.07890979945659637
378948	linear.weight	4	-0.010588549077510834
378948	linear.weight	5	0.12286469340324402
378948	linear.weight	6	-0.010739270597696304
378948	linear.weight	7	-0.07419278472661972
378948	linear.weight	8	0.18077851831912994
378948	linear.weight	9	-0.28080323338508606
378948	linear.bias	0	-0.03956538438796997
378948	linear.bias	1	0.031413208693265915
378948	linear.bias	2	0.41724658012390137
378948	linear.bias	3	-0.750140905380249
378948	linear.bias	4	2.157121181488037
378948	linear.bias	5	-1.4051399230957031
378948	linear.bias	6	-0.2932049632072449
378948	linear.bias	7	-0.1298542469739914
379506	transitions	0	-1.9508082866668701
379506	transitions	1	-10000.0
379506	transitions	2	-0.7969565987586975
379506	transitions	3	-10000.0
379506	transitions	4	2.0697436332702637
379506	transitions	5	-10000.0
379506	transitions	6	-10000.0
379506	transitions	7	1.853427767753601
379506	transitions	8	-2.632516622543335
379506	transitions	9	-4.23977518081665
379506	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
379506	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
379506	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
379506	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
379506	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
379506	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
379506	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
379506	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
379506	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
379506	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
379506	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
379506	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
379506	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
379506	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
379506	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
379506	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
379506	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
379506	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
379506	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
379506	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
379506	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
379506	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
379506	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
379506	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
379506	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
379506	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
379506	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
379506	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
379506	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
379506	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
379506	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
379506	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
379506	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
379506	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
379506	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
379506	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
379506	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
379506	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
379506	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
379506	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
379506	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
379506	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
379506	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
379506	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
379506	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
379506	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
379506	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
379506	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
379506	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
379506	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
379506	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
379506	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
379506	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
379506	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
379506	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
379506	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
379506	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
379506	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
379506	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
379506	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
379506	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
379506	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
379506	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
379506	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
379506	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
379506	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
379506	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
379506	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
379506	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
379506	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
379506	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
379506	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
379506	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
379506	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
379506	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
379506	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
379506	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
379506	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
379506	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
379506	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
379506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
379506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
379506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
379506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
379506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
379506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
379506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
379506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
379506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
379506	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
379506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
379506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
379506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
379506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
379506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
379506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
379506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
379506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
379506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
379506	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
379506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
379506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
379506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
379506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
379506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
379506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
379506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
379506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
379506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
379506	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
379506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
379506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
379506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
379506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
379506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
379506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
379506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
379506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
379506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
379506	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
379506	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
379506	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
379506	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
379506	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
379506	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
379506	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
379506	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
379506	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
379506	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
379506	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
379506	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
379506	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
379506	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
379506	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
379506	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
379506	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
379506	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
379506	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
379506	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
379506	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
379506	embedding2nn.weight	0	0.006404430139809847
379506	embedding2nn.weight	1	0.003989368211477995
379506	embedding2nn.weight	2	0.013429739512503147
379506	embedding2nn.weight	3	0.02687176503241062
379506	embedding2nn.weight	4	0.023464543744921684
379506	embedding2nn.weight	5	0.005545861553400755
379506	embedding2nn.weight	6	-0.015397303737699986
379506	embedding2nn.weight	7	-0.0004390481917653233
379506	embedding2nn.weight	8	-0.010044080205261707
379506	embedding2nn.weight	9	0.001933765597641468
379506	embedding2nn.bias	0	0.013563592918217182
379506	embedding2nn.bias	1	-0.03683367371559143
379506	embedding2nn.bias	2	0.08006671816110611
379506	embedding2nn.bias	3	0.0700412392616272
379506	embedding2nn.bias	4	-0.012411790899932384
379506	embedding2nn.bias	5	-0.033073343336582184
379506	embedding2nn.bias	6	0.03003329411149025
379506	embedding2nn.bias	7	0.004417660646140575
379506	embedding2nn.bias	8	-0.03487575054168701
379506	embedding2nn.bias	9	0.024535086005926132
379506	rnn.weight_ih_l0	0	0.06472098082304001
379506	rnn.weight_ih_l0	1	-0.04165450856089592
379506	rnn.weight_ih_l0	2	0.005366369150578976
379506	rnn.weight_ih_l0	3	0.0451996736228466
379506	rnn.weight_ih_l0	4	-0.029644057154655457
379506	rnn.weight_ih_l0	5	0.040349505841732025
379506	rnn.weight_ih_l0	6	0.007750322110950947
379506	rnn.weight_ih_l0	7	0.06555958837270737
379506	rnn.weight_ih_l0	8	0.009164627641439438
379506	rnn.weight_ih_l0	9	-0.02546672709286213
379506	rnn.weight_hh_l0	0	-0.011736645363271236
379506	rnn.weight_hh_l0	1	-0.027796920388936996
379506	rnn.weight_hh_l0	2	-0.06142324581742287
379506	rnn.weight_hh_l0	3	-0.005866018123924732
379506	rnn.weight_hh_l0	4	-0.009690427221357822
379506	rnn.weight_hh_l0	5	-0.024201394990086555
379506	rnn.weight_hh_l0	6	0.0006427320186048746
379506	rnn.weight_hh_l0	7	-0.03575100004673004
379506	rnn.weight_hh_l0	8	0.0671544298529625
379506	rnn.weight_hh_l0	9	0.04513344541192055
379506	rnn.bias_ih_l0	0	-0.17400239408016205
379506	rnn.bias_ih_l0	1	-0.17096756398677826
379506	rnn.bias_ih_l0	2	-0.019507670775055885
379506	rnn.bias_ih_l0	3	-0.14758889377117157
379506	rnn.bias_ih_l0	4	-0.058875542134046555
379506	rnn.bias_ih_l0	5	-0.17597569525241852
379506	rnn.bias_ih_l0	6	0.07332877069711685
379506	rnn.bias_ih_l0	7	-0.08625131845474243
379506	rnn.bias_ih_l0	8	-0.04636754095554352
379506	rnn.bias_ih_l0	9	-0.10821845382452011
379506	rnn.bias_hh_l0	0	-0.0694640576839447
379506	rnn.bias_hh_l0	1	0.24809293448925018
379506	rnn.bias_hh_l0	2	0.04706759378314018
379506	rnn.bias_hh_l0	3	-0.07918471843004227
379506	rnn.bias_hh_l0	4	-0.08310866355895996
379506	rnn.bias_hh_l0	5	-0.004905505571514368
379506	rnn.bias_hh_l0	6	0.05806694179773331
379506	rnn.bias_hh_l0	7	-0.0985240489244461
379506	rnn.bias_hh_l0	8	-0.23354347050189972
379506	rnn.bias_hh_l0	9	-0.10125875473022461
379506	rnn.weight_ih_l0_reverse	0	0.020152004435658455
379506	rnn.weight_ih_l0_reverse	1	-0.06008797883987427
379506	rnn.weight_ih_l0_reverse	2	0.04299958050251007
379506	rnn.weight_ih_l0_reverse	3	0.020301278680562973
379506	rnn.weight_ih_l0_reverse	4	-2.5549687052262016e-05
379506	rnn.weight_ih_l0_reverse	5	-0.0255962572991848
379506	rnn.weight_ih_l0_reverse	6	0.01204085722565651
379506	rnn.weight_ih_l0_reverse	7	0.02829562872648239
379506	rnn.weight_ih_l0_reverse	8	-0.02805418334901333
379506	rnn.weight_ih_l0_reverse	9	-0.001543574035167694
379506	rnn.weight_hh_l0_reverse	0	0.03981928527355194
379506	rnn.weight_hh_l0_reverse	1	0.029862528666853905
379506	rnn.weight_hh_l0_reverse	2	-0.023024631664156914
379506	rnn.weight_hh_l0_reverse	3	-0.08234936743974686
379506	rnn.weight_hh_l0_reverse	4	0.01129497867077589
379506	rnn.weight_hh_l0_reverse	5	-0.06102392449975014
379506	rnn.weight_hh_l0_reverse	6	-0.014162996783852577
379506	rnn.weight_hh_l0_reverse	7	0.030994145199656487
379506	rnn.weight_hh_l0_reverse	8	0.007882085628807545
379506	rnn.weight_hh_l0_reverse	9	0.008714178577065468
379506	rnn.bias_ih_l0_reverse	0	-0.046282120048999786
379506	rnn.bias_ih_l0_reverse	1	-0.1401313990354538
379506	rnn.bias_ih_l0_reverse	2	-0.14574268460273743
379506	rnn.bias_ih_l0_reverse	3	-0.04594983160495758
379506	rnn.bias_ih_l0_reverse	4	-0.1126842200756073
379506	rnn.bias_ih_l0_reverse	5	-0.08613346517086029
379506	rnn.bias_ih_l0_reverse	6	-0.2089204341173172
379506	rnn.bias_ih_l0_reverse	7	-0.05252835154533386
379506	rnn.bias_ih_l0_reverse	8	-0.06362323462963104
379506	rnn.bias_ih_l0_reverse	9	-0.1342492699623108
379506	rnn.bias_hh_l0_reverse	0	-0.14237768948078156
379506	rnn.bias_hh_l0_reverse	1	-0.1621868908405304
379506	rnn.bias_hh_l0_reverse	2	0.10546337813138962
379506	rnn.bias_hh_l0_reverse	3	0.0714668408036232
379506	rnn.bias_hh_l0_reverse	4	-0.17915163934230804
379506	rnn.bias_hh_l0_reverse	5	-0.14266732335090637
379506	rnn.bias_hh_l0_reverse	6	-0.0891033336520195
379506	rnn.bias_hh_l0_reverse	7	-0.0540274903178215
379506	rnn.bias_hh_l0_reverse	8	-0.09630805253982544
379506	rnn.bias_hh_l0_reverse	9	-0.023205112665891647
379506	linear.weight	0	-0.007733855862170458
379506	linear.weight	1	0.008018805645406246
379506	linear.weight	2	0.31323227286338806
379506	linear.weight	3	-0.07890980690717697
379506	linear.weight	4	-0.010588549077510834
379506	linear.weight	5	0.12282174825668335
379506	linear.weight	6	-0.010739270597696304
379506	linear.weight	7	-0.07429119199514389
379506	linear.weight	8	0.1804155558347702
379506	linear.weight	9	-0.28080105781555176
379506	linear.bias	0	-0.03956538438796997
379506	linear.bias	1	0.031413208693265915
379506	linear.bias	2	0.42014843225479126
379506	linear.bias	3	-0.7527918219566345
379506	linear.bias	4	2.1573257446289062
379506	linear.bias	5	-1.4051399230957031
379506	linear.bias	6	-0.2934296727180481
379506	linear.bias	7	-0.13008306920528412
380065	transitions	0	-1.9508180618286133
380065	transitions	1	-10000.0
380065	transitions	2	-0.7969565987586975
380065	transitions	3	-10000.0
380065	transitions	4	2.0696475505828857
380065	transitions	5	-10000.0
380065	transitions	6	-10000.0
380065	transitions	7	1.8532036542892456
380065	transitions	8	-2.6325197219848633
380065	transitions	9	-4.23977518081665
380065	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
380065	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
380065	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
380065	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
380065	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
380065	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
380065	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
380065	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
380065	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
380065	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
380065	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
380065	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
380065	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
380065	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
380065	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
380065	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
380065	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
380065	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
380065	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
380065	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
380065	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
380065	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
380065	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
380065	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
380065	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
380065	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
380065	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
380065	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
380065	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
380065	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
380065	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
380065	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
380065	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
380065	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
380065	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
380065	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
380065	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
380065	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
380065	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
380065	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
380065	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
380065	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
380065	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
380065	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
380065	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
380065	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
380065	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
380065	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
380065	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
380065	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
380065	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
380065	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
380065	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
380065	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
380065	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
380065	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
380065	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
380065	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
380065	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
380065	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
380065	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
380065	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
380065	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
380065	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
380065	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
380065	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
380065	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
380065	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
380065	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
380065	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
380065	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
380065	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
380065	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
380065	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
380065	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
380065	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
380065	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
380065	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
380065	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
380065	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
380065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
380065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
380065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
380065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
380065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
380065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
380065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
380065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
380065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
380065	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
380065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
380065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
380065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
380065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
380065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
380065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
380065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
380065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
380065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
380065	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
380065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
380065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
380065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
380065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
380065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
380065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
380065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
380065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
380065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
380065	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
380065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
380065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
380065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
380065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
380065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
380065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
380065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
380065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
380065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
380065	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
380065	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
380065	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
380065	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
380065	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
380065	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
380065	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
380065	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
380065	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
380065	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
380065	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
380065	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
380065	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
380065	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
380065	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
380065	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
380065	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
380065	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
380065	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
380065	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
380065	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
380065	embedding2nn.weight	0	0.00640433095395565
380065	embedding2nn.weight	1	0.003989904187619686
380065	embedding2nn.weight	2	0.013429844751954079
380065	embedding2nn.weight	3	0.026866642758250237
380065	embedding2nn.weight	4	0.023465970531105995
380065	embedding2nn.weight	5	0.00555411959066987
380065	embedding2nn.weight	6	-0.015398668125271797
380065	embedding2nn.weight	7	-0.00043839687714353204
380065	embedding2nn.weight	8	-0.01003881637006998
380065	embedding2nn.weight	9	0.0019347588531672955
380065	embedding2nn.bias	0	0.013680703938007355
380065	embedding2nn.bias	1	-0.03687773644924164
380065	embedding2nn.bias	2	0.08018463104963303
380065	embedding2nn.bias	3	0.0700589194893837
380065	embedding2nn.bias	4	-0.012301744893193245
380065	embedding2nn.bias	5	-0.033059410750865936
380065	embedding2nn.bias	6	0.02995695360004902
380065	embedding2nn.bias	7	0.004438308067619801
380065	embedding2nn.bias	8	-0.034780584275722504
380065	embedding2nn.bias	9	0.02466442808508873
380065	rnn.weight_ih_l0	0	0.06472405046224594
380065	rnn.weight_ih_l0	1	-0.041660126298666
380065	rnn.weight_ih_l0	2	0.005362351890653372
380065	rnn.weight_ih_l0	3	0.045186132192611694
380065	rnn.weight_ih_l0	4	-0.02964700758457184
380065	rnn.weight_ih_l0	5	0.040356237441301346
380065	rnn.weight_ih_l0	6	0.007748711854219437
380065	rnn.weight_ih_l0	7	0.06555723398923874
380065	rnn.weight_ih_l0	8	0.009174611419439316
380065	rnn.weight_ih_l0	9	-0.02546713501214981
380065	rnn.weight_hh_l0	0	-0.011726963333785534
380065	rnn.weight_hh_l0	1	-0.027794107794761658
380065	rnn.weight_hh_l0	2	-0.06142471358180046
380065	rnn.weight_hh_l0	3	-0.005868786480277777
380065	rnn.weight_hh_l0	4	-0.00969249289482832
380065	rnn.weight_hh_l0	5	-0.024206196889281273
380065	rnn.weight_hh_l0	6	0.0006426037871278822
380065	rnn.weight_hh_l0	7	-0.03574137017130852
380065	rnn.weight_hh_l0	8	0.06715971231460571
380065	rnn.weight_hh_l0	9	0.04512982815504074
380065	rnn.bias_ih_l0	0	-0.17395851016044617
380065	rnn.bias_ih_l0	1	-0.17095811665058136
380065	rnn.bias_ih_l0	2	-0.01948627457022667
380065	rnn.bias_ih_l0	3	-0.14761286973953247
380065	rnn.bias_ih_l0	4	-0.058882370591163635
380065	rnn.bias_ih_l0	5	-0.17597544193267822
380065	rnn.bias_ih_l0	6	0.07324208319187164
380065	rnn.bias_ih_l0	7	-0.08629007637500763
380065	rnn.bias_ih_l0	8	-0.04633185639977455
380065	rnn.bias_ih_l0	9	-0.10832522064447403
380065	rnn.bias_hh_l0	0	-0.06942380219697952
380065	rnn.bias_hh_l0	1	0.2480507344007492
380065	rnn.bias_hh_l0	2	0.047088488936424255
380065	rnn.bias_hh_l0	3	-0.0791972279548645
380065	rnn.bias_hh_l0	4	-0.08311493694782257
380065	rnn.bias_hh_l0	5	-0.0049354457296431065
380065	rnn.bias_hh_l0	6	0.05814214050769806
380065	rnn.bias_hh_l0	7	-0.09851866960525513
380065	rnn.bias_hh_l0	8	-0.23349407315254211
380065	rnn.bias_hh_l0	9	-0.1012740358710289
380065	rnn.weight_ih_l0_reverse	0	0.020143110305070877
380065	rnn.weight_ih_l0_reverse	1	-0.06008892133831978
380065	rnn.weight_ih_l0_reverse	2	0.04299895465373993
380065	rnn.weight_ih_l0_reverse	3	0.020300302654504776
380065	rnn.weight_ih_l0_reverse	4	-4.7636835915909614e-06
380065	rnn.weight_ih_l0_reverse	5	-0.025590678676962852
380065	rnn.weight_ih_l0_reverse	6	0.012051510624587536
380065	rnn.weight_ih_l0_reverse	7	0.02829550765454769
380065	rnn.weight_ih_l0_reverse	8	-0.02805780991911888
380065	rnn.weight_ih_l0_reverse	9	-0.001544078579172492
380065	rnn.weight_hh_l0_reverse	0	0.03982139378786087
380065	rnn.weight_hh_l0_reverse	1	0.02986433357000351
380065	rnn.weight_hh_l0_reverse	2	-0.02302553690969944
380065	rnn.weight_hh_l0_reverse	3	-0.08235757052898407
380065	rnn.weight_hh_l0_reverse	4	0.01129183266311884
380065	rnn.weight_hh_l0_reverse	5	-0.06102452799677849
380065	rnn.weight_hh_l0_reverse	6	-0.014161731116473675
380065	rnn.weight_hh_l0_reverse	7	0.030993472784757614
380065	rnn.weight_hh_l0_reverse	8	0.007878866046667099
380065	rnn.weight_hh_l0_reverse	9	0.008711402304470539
380065	rnn.bias_ih_l0_reverse	0	-0.04627653583884239
380065	rnn.bias_ih_l0_reverse	1	-0.14011748135089874
380065	rnn.bias_ih_l0_reverse	2	-0.14570285379886627
380065	rnn.bias_ih_l0_reverse	3	-0.04597839340567589
380065	rnn.bias_ih_l0_reverse	4	-0.1126958429813385
380065	rnn.bias_ih_l0_reverse	5	-0.08612076938152313
380065	rnn.bias_ih_l0_reverse	6	-0.2089177668094635
380065	rnn.bias_ih_l0_reverse	7	-0.05253978818655014
380065	rnn.bias_ih_l0_reverse	8	-0.06363263726234436
380065	rnn.bias_ih_l0_reverse	9	-0.1342245489358902
380065	rnn.bias_hh_l0_reverse	0	-0.14234492182731628
380065	rnn.bias_hh_l0_reverse	1	-0.16222430765628815
380065	rnn.bias_hh_l0_reverse	2	0.10543855279684067
380065	rnn.bias_hh_l0_reverse	3	0.07144702225923538
380065	rnn.bias_hh_l0_reverse	4	-0.17920657992362976
380065	rnn.bias_hh_l0_reverse	5	-0.1426902860403061
380065	rnn.bias_hh_l0_reverse	6	-0.08909101784229279
380065	rnn.bias_hh_l0_reverse	7	-0.05402927100658417
380065	rnn.bias_hh_l0_reverse	8	-0.09628374129533768
380065	rnn.bias_hh_l0_reverse	9	-0.023202359676361084
380065	linear.weight	0	-0.0077338628470897675
380065	linear.weight	1	0.007983731105923653
380065	linear.weight	2	0.31343379616737366
380065	linear.weight	3	-0.07890977710485458
380065	linear.weight	4	-0.010588549077510834
380065	linear.weight	5	0.12307649105787277
380065	linear.weight	6	-0.010739270597696304
380065	linear.weight	7	-0.07397198677062988
380065	linear.weight	8	0.18049710988998413
380065	linear.weight	9	-0.2807825803756714
380065	linear.bias	0	-0.03956538438796997
380065	linear.bias	1	0.031413208693265915
380065	linear.bias	2	0.4172658622264862
380065	linear.bias	3	-0.750687837600708
380065	linear.bias	4	2.1575818061828613
380065	linear.bias	5	-1.4051399230957031
380065	linear.bias	6	-0.2931624948978424
380065	linear.bias	7	-0.12982670962810516
380623	transitions	0	-1.9508265256881714
380623	transitions	1	-10000.0
380623	transitions	2	-0.7969565987586975
380623	transitions	3	-10000.0
380623	transitions	4	2.0699052810668945
380623	transitions	5	-10000.0
380623	transitions	6	-10000.0
380623	transitions	7	1.8533278703689575
380623	transitions	8	-2.632521152496338
380623	transitions	9	-4.23977518081665
380623	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
380623	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
380623	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
380623	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
380623	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
380623	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
380623	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
380623	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
380623	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
380623	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
380623	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
380623	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
380623	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
380623	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
380623	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
380623	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
380623	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
380623	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
380623	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
380623	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
380623	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
380623	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
380623	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
380623	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
380623	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
380623	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
380623	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
380623	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
380623	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
380623	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
380623	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
380623	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
380623	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
380623	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
380623	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
380623	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
380623	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
380623	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
380623	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
380623	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
380623	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
380623	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
380623	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
380623	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
380623	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
380623	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
380623	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
380623	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
380623	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
380623	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
380623	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
380623	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
380623	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
380623	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
380623	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
380623	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
380623	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
380623	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
380623	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
380623	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
380623	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
380623	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
380623	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
380623	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
380623	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
380623	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
380623	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
380623	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
380623	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
380623	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
380623	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
380623	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
380623	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
380623	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
380623	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
380623	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
380623	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
380623	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
380623	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
380623	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
380623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
380623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
380623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
380623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
380623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
380623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
380623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
380623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
380623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
380623	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
380623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
380623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
380623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
380623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
380623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
380623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
380623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
380623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
380623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
380623	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
380623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
380623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
380623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
380623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
380623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
380623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
380623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
380623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
380623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
380623	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
380623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
380623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
380623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
380623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
380623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
380623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
380623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
380623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
380623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
380623	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
380623	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
380623	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
380623	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
380623	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
380623	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
380623	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
380623	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
380623	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
380623	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
380623	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
380623	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
380623	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
380623	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
380623	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
380623	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
380623	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
380623	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
380623	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
380623	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
380623	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
380623	embedding2nn.weight	0	0.006404348183423281
380623	embedding2nn.weight	1	0.0039888103492558
380623	embedding2nn.weight	2	0.013430710881948471
380623	embedding2nn.weight	3	0.026862578466534615
380623	embedding2nn.weight	4	0.023468652740120888
380623	embedding2nn.weight	5	0.005557666532695293
380623	embedding2nn.weight	6	-0.015399182215332985
380623	embedding2nn.weight	7	-0.0004375869466457516
380623	embedding2nn.weight	8	-0.010038786567747593
380623	embedding2nn.weight	9	0.0019379474688321352
380623	embedding2nn.bias	0	0.013570551760494709
380623	embedding2nn.bias	1	-0.03674323856830597
380623	embedding2nn.bias	2	0.08026104420423508
380623	embedding2nn.bias	3	0.0700104758143425
380623	embedding2nn.bias	4	-0.012363435700535774
380623	embedding2nn.bias	5	-0.0331030897796154
380623	embedding2nn.bias	6	0.03003459796309471
380623	embedding2nn.bias	7	0.00446340860798955
380623	embedding2nn.bias	8	-0.034809451550245285
380623	embedding2nn.bias	9	0.024696864187717438
380623	rnn.weight_ih_l0	0	0.06472418457269669
380623	rnn.weight_ih_l0	1	-0.041655827313661575
380623	rnn.weight_ih_l0	2	0.005368863698095083
380623	rnn.weight_ih_l0	3	0.04516930505633354
380623	rnn.weight_ih_l0	4	-0.029648322612047195
380623	rnn.weight_ih_l0	5	0.04034194350242615
380623	rnn.weight_ih_l0	6	0.007750945631414652
380623	rnn.weight_ih_l0	7	0.06556357443332672
380623	rnn.weight_ih_l0	8	0.009183884598314762
380623	rnn.weight_ih_l0	9	-0.025473734363913536
380623	rnn.weight_hh_l0	0	-0.011727837845683098
380623	rnn.weight_hh_l0	1	-0.02779301069676876
380623	rnn.weight_hh_l0	2	-0.06142710521817207
380623	rnn.weight_hh_l0	3	-0.005867917090654373
380623	rnn.weight_hh_l0	4	-0.009693775326013565
380623	rnn.weight_hh_l0	5	-0.02419915422797203
380623	rnn.weight_hh_l0	6	0.000644284242298454
380623	rnn.weight_hh_l0	7	-0.035744696855545044
380623	rnn.weight_hh_l0	8	0.0671636238694191
380623	rnn.weight_hh_l0	9	0.04513199254870415
380623	rnn.bias_ih_l0	0	-0.1739276945590973
380623	rnn.bias_ih_l0	1	-0.17094047367572784
380623	rnn.bias_ih_l0	2	-0.019490716978907585
380623	rnn.bias_ih_l0	3	-0.14763890206813812
380623	rnn.bias_ih_l0	4	-0.05887158215045929
380623	rnn.bias_ih_l0	5	-0.17594775557518005
380623	rnn.bias_ih_l0	6	0.07329866290092468
380623	rnn.bias_ih_l0	7	-0.08626620471477509
380623	rnn.bias_ih_l0	8	-0.04633650928735733
380623	rnn.bias_ih_l0	9	-0.10830269753932953
380623	rnn.bias_hh_l0	0	-0.06941527873277664
380623	rnn.bias_hh_l0	1	0.2481641322374344
380623	rnn.bias_hh_l0	2	0.04712884500622749
380623	rnn.bias_hh_l0	3	-0.07918840646743774
380623	rnn.bias_hh_l0	4	-0.08313173055648804
380623	rnn.bias_hh_l0	5	-0.004873338155448437
380623	rnn.bias_hh_l0	6	0.05816733464598656
380623	rnn.bias_hh_l0	7	-0.09854616224765778
380623	rnn.bias_hh_l0	8	-0.23351003229618073
380623	rnn.bias_hh_l0	9	-0.10128482431173325
380623	rnn.weight_ih_l0_reverse	0	0.020137310028076172
380623	rnn.weight_ih_l0_reverse	1	-0.060079436749219894
380623	rnn.weight_ih_l0_reverse	2	0.042996082454919815
380623	rnn.weight_ih_l0_reverse	3	0.02030353993177414
380623	rnn.weight_ih_l0_reverse	4	-8.790062565822154e-06
380623	rnn.weight_ih_l0_reverse	5	-0.02558904141187668
380623	rnn.weight_ih_l0_reverse	6	0.012041476555168629
380623	rnn.weight_ih_l0_reverse	7	0.02829025872051716
380623	rnn.weight_ih_l0_reverse	8	-0.028058741241693497
380623	rnn.weight_ih_l0_reverse	9	-0.0015426435275003314
380623	rnn.weight_hh_l0_reverse	0	0.03981919214129448
380623	rnn.weight_hh_l0_reverse	1	0.02986728586256504
380623	rnn.weight_hh_l0_reverse	2	-0.023028884083032608
380623	rnn.weight_hh_l0_reverse	3	-0.08236183971166611
380623	rnn.weight_hh_l0_reverse	4	0.011297086253762245
380623	rnn.weight_hh_l0_reverse	5	-0.06102648749947548
380623	rnn.weight_hh_l0_reverse	6	-0.014158336445689201
380623	rnn.weight_hh_l0_reverse	7	0.030983833596110344
380623	rnn.weight_hh_l0_reverse	8	0.00788121297955513
380623	rnn.weight_hh_l0_reverse	9	0.008712788112461567
380623	rnn.bias_ih_l0_reverse	0	-0.04627034813165665
380623	rnn.bias_ih_l0_reverse	1	-0.14012771844863892
380623	rnn.bias_ih_l0_reverse	2	-0.14567039906978607
380623	rnn.bias_ih_l0_reverse	3	-0.045983195304870605
380623	rnn.bias_ih_l0_reverse	4	-0.11267244070768356
380623	rnn.bias_ih_l0_reverse	5	-0.08610773831605911
380623	rnn.bias_ih_l0_reverse	6	-0.2089463472366333
380623	rnn.bias_ih_l0_reverse	7	-0.05257122591137886
380623	rnn.bias_ih_l0_reverse	8	-0.06364081054925919
380623	rnn.bias_ih_l0_reverse	9	-0.13422515988349915
380623	rnn.bias_hh_l0_reverse	0	-0.14233024418354034
380623	rnn.bias_hh_l0_reverse	1	-0.1621991991996765
380623	rnn.bias_hh_l0_reverse	2	0.10544412583112717
380623	rnn.bias_hh_l0_reverse	3	0.07146658003330231
380623	rnn.bias_hh_l0_reverse	4	-0.1792009025812149
380623	rnn.bias_hh_l0_reverse	5	-0.1426672339439392
380623	rnn.bias_hh_l0_reverse	6	-0.08906622976064682
380623	rnn.bias_hh_l0_reverse	7	-0.05400877073407173
380623	rnn.bias_hh_l0_reverse	8	-0.09628047049045563
380623	rnn.bias_hh_l0_reverse	9	-0.023186184465885162
380623	linear.weight	0	-0.00773387448862195
380623	linear.weight	1	0.008037005551159382
380623	linear.weight	2	0.313436359167099
380623	linear.weight	3	-0.07890977710485458
380623	linear.weight	4	-0.010588549077510834
380623	linear.weight	5	0.12266196310520172
380623	linear.weight	6	-0.010739270597696304
380623	linear.weight	7	-0.07380979508161545
380623	linear.weight	8	0.1802908331155777
380623	linear.weight	9	-0.28083091974258423
380623	linear.bias	0	-0.03956538438796997
380623	linear.bias	1	0.031413208693265915
380623	linear.bias	2	0.4176979959011078
380623	linear.bias	3	-0.7509438395500183
380623	linear.bias	4	2.1575045585632324
380623	linear.bias	5	-1.4051399230957031
380623	linear.bias	6	-0.293204128742218
380623	linear.bias	7	-0.12988083064556122
381181	transitions	0	-1.95083749294281
381181	transitions	1	-10000.0
381181	transitions	2	-0.7969565987586975
381181	transitions	3	-10000.0
381181	transitions	4	2.069976329803467
381181	transitions	5	-10000.0
381181	transitions	6	-10000.0
381181	transitions	7	1.8534654378890991
381181	transitions	8	-2.63252854347229
381181	transitions	9	-4.23977518081665
381181	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
381181	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
381181	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
381181	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
381181	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
381181	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
381181	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
381181	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
381181	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
381181	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
381181	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
381181	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
381181	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
381181	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
381181	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
381181	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
381181	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
381181	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
381181	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
381181	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
381181	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
381181	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
381181	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
381181	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
381181	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
381181	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
381181	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
381181	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
381181	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
381181	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
381181	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
381181	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
381181	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
381181	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
381181	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
381181	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
381181	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
381181	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
381181	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
381181	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
381181	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
381181	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
381181	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
381181	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
381181	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
381181	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
381181	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
381181	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
381181	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
381181	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
381181	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
381181	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
381181	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
381181	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
381181	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
381181	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
381181	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
381181	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
381181	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
381181	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
381181	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
381181	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
381181	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
381181	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
381181	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
381181	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
381181	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
381181	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
381181	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
381181	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
381181	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
381181	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
381181	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
381181	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
381181	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
381181	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
381181	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
381181	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
381181	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
381181	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
381181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
381181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
381181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
381181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
381181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
381181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
381181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
381181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
381181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
381181	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
381181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
381181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
381181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
381181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
381181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
381181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
381181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
381181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
381181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
381181	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
381181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
381181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
381181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
381181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
381181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
381181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
381181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
381181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
381181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
381181	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
381181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
381181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
381181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
381181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
381181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
381181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
381181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
381181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
381181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
381181	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
381181	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
381181	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
381181	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
381181	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
381181	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
381181	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
381181	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
381181	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
381181	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
381181	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
381181	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
381181	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
381181	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
381181	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
381181	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
381181	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
381181	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
381181	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
381181	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
381181	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
381181	embedding2nn.weight	0	0.0064041102305054665
381181	embedding2nn.weight	1	0.003985003102570772
381181	embedding2nn.weight	2	0.013430473394691944
381181	embedding2nn.weight	3	0.02686426229774952
381181	embedding2nn.weight	4	0.02347085066139698
381181	embedding2nn.weight	5	0.005565860774368048
381181	embedding2nn.weight	6	-0.01539729442447424
381181	embedding2nn.weight	7	-0.00043793354416266084
381181	embedding2nn.weight	8	-0.010048902593553066
381181	embedding2nn.weight	9	0.0019367645727470517
381181	embedding2nn.bias	0	0.013674247078597546
381181	embedding2nn.bias	1	-0.03690965473651886
381181	embedding2nn.bias	2	0.0803227648139
381181	embedding2nn.bias	3	0.07003220915794373
381181	embedding2nn.bias	4	-0.012338281609117985
381181	embedding2nn.bias	5	-0.0331881009042263
381181	embedding2nn.bias	6	0.03014136664569378
381181	embedding2nn.bias	7	0.004455051384866238
381181	embedding2nn.bias	8	-0.0349358431994915
381181	embedding2nn.bias	9	0.024673452600836754
381181	rnn.weight_ih_l0	0	0.06473997235298157
381181	rnn.weight_ih_l0	1	-0.04164901748299599
381181	rnn.weight_ih_l0	2	0.005366140510886908
381181	rnn.weight_ih_l0	3	0.04515781253576279
381181	rnn.weight_ih_l0	4	-0.029641704633831978
381181	rnn.weight_ih_l0	5	0.04033495858311653
381181	rnn.weight_ih_l0	6	0.007751958444714546
381181	rnn.weight_ih_l0	7	0.06555800884962082
381181	rnn.weight_ih_l0	8	0.00918066967278719
381181	rnn.weight_ih_l0	9	-0.02547573857009411
381181	rnn.weight_hh_l0	0	-0.01172469463199377
381181	rnn.weight_hh_l0	1	-0.02779124490916729
381181	rnn.weight_hh_l0	2	-0.06142742186784744
381181	rnn.weight_hh_l0	3	-0.005873092915862799
381181	rnn.weight_hh_l0	4	-0.009693345054984093
381181	rnn.weight_hh_l0	5	-0.024194261059165
381181	rnn.weight_hh_l0	6	0.0006437075790017843
381181	rnn.weight_hh_l0	7	-0.035749562084674835
381181	rnn.weight_hh_l0	8	0.0671694353222847
381181	rnn.weight_hh_l0	9	0.04513312876224518
381181	rnn.bias_ih_l0	0	-0.17391782999038696
381181	rnn.bias_ih_l0	1	-0.17092904448509216
381181	rnn.bias_ih_l0	2	-0.019444983452558517
381181	rnn.bias_ih_l0	3	-0.14762085676193237
381181	rnn.bias_ih_l0	4	-0.05891792103648186
381181	rnn.bias_ih_l0	5	-0.17598426342010498
381181	rnn.bias_ih_l0	6	0.07335013151168823
381181	rnn.bias_ih_l0	7	-0.08626540005207062
381181	rnn.bias_ih_l0	8	-0.046301960945129395
381181	rnn.bias_ih_l0	9	-0.10831508785486221
381181	rnn.bias_hh_l0	0	-0.06937719881534576
381181	rnn.bias_hh_l0	1	0.2482355237007141
381181	rnn.bias_hh_l0	2	0.047131143510341644
381181	rnn.bias_hh_l0	3	-0.07916004955768585
381181	rnn.bias_hh_l0	4	-0.0831695944070816
381181	rnn.bias_hh_l0	5	-0.004862721543759108
381181	rnn.bias_hh_l0	6	0.0581558495759964
381181	rnn.bias_hh_l0	7	-0.09850852191448212
381181	rnn.bias_hh_l0	8	-0.23350229859352112
381181	rnn.bias_hh_l0	9	-0.10130519419908524
381181	rnn.weight_ih_l0_reverse	0	0.020139304921030998
381181	rnn.weight_ih_l0_reverse	1	-0.060092296451330185
381181	rnn.weight_ih_l0_reverse	2	0.04299718886613846
381181	rnn.weight_ih_l0_reverse	3	0.020316600799560547
381181	rnn.weight_ih_l0_reverse	4	-5.037522441853071e-06
381181	rnn.weight_ih_l0_reverse	5	-0.02558879740536213
381181	rnn.weight_ih_l0_reverse	6	0.012069989927113056
381181	rnn.weight_ih_l0_reverse	7	0.028282513841986656
381181	rnn.weight_ih_l0_reverse	8	-0.028062451630830765
381181	rnn.weight_ih_l0_reverse	9	-0.001549745094962418
381181	rnn.weight_hh_l0_reverse	0	0.039819054305553436
381181	rnn.weight_hh_l0_reverse	1	0.02986861951649189
381181	rnn.weight_hh_l0_reverse	2	-0.023031217977404594
381181	rnn.weight_hh_l0_reverse	3	-0.08236854523420334
381181	rnn.weight_hh_l0_reverse	4	0.011295787990093231
381181	rnn.weight_hh_l0_reverse	5	-0.06103810667991638
381181	rnn.weight_hh_l0_reverse	6	-0.014156565070152283
381181	rnn.weight_hh_l0_reverse	7	0.030988093465566635
381181	rnn.weight_hh_l0_reverse	8	0.007876239717006683
381181	rnn.weight_hh_l0_reverse	9	0.008709548972547054
381181	rnn.bias_ih_l0_reverse	0	-0.04628511145710945
381181	rnn.bias_ih_l0_reverse	1	-0.1401067078113556
381181	rnn.bias_ih_l0_reverse	2	-0.1456596702337265
381181	rnn.bias_ih_l0_reverse	3	-0.04594745114445686
381181	rnn.bias_ih_l0_reverse	4	-0.1127399429678917
381181	rnn.bias_ih_l0_reverse	5	-0.08606664091348648
381181	rnn.bias_ih_l0_reverse	6	-0.20899036526679993
381181	rnn.bias_ih_l0_reverse	7	-0.05258491635322571
381181	rnn.bias_ih_l0_reverse	8	-0.06360737979412079
381181	rnn.bias_ih_l0_reverse	9	-0.13425059616565704
381181	rnn.bias_hh_l0_reverse	0	-0.14230409264564514
381181	rnn.bias_hh_l0_reverse	1	-0.16218382120132446
381181	rnn.bias_hh_l0_reverse	2	0.10548246651887894
381181	rnn.bias_hh_l0_reverse	3	0.07144045829772949
381181	rnn.bias_hh_l0_reverse	4	-0.17921611666679382
381181	rnn.bias_hh_l0_reverse	5	-0.14268863201141357
381181	rnn.bias_hh_l0_reverse	6	-0.08905760198831558
381181	rnn.bias_hh_l0_reverse	7	-0.054038502275943756
381181	rnn.bias_hh_l0_reverse	8	-0.09628451615571976
381181	rnn.bias_hh_l0_reverse	9	-0.02314181625843048
381181	linear.weight	0	-0.00773389358073473
381181	linear.weight	1	0.008048586547374725
381181	linear.weight	2	0.31331267952919006
381181	linear.weight	3	-0.07890979200601578
381181	linear.weight	4	-0.010588549077510834
381181	linear.weight	5	0.12200824916362762
381181	linear.weight	6	-0.010739270597696304
381181	linear.weight	7	-0.07418127357959747
381181	linear.weight	8	0.18106435239315033
381181	linear.weight	9	-0.280807226896286
381181	linear.bias	0	-0.03956538438796997
381181	linear.bias	1	0.031413208693265915
381181	linear.bias	2	0.4143209159374237
381181	linear.bias	3	-0.7508499622344971
381181	linear.bias	4	2.1589255332946777
381181	linear.bias	5	-1.4051399230957031
381181	linear.bias	6	-0.292270690202713
381181	linear.bias	7	-0.12895134091377258
381739	transitions	0	-1.9508434534072876
381739	transitions	1	-10000.0
381739	transitions	2	-0.7969565987586975
381739	transitions	3	-10000.0
381739	transitions	4	2.0699691772460938
381739	transitions	5	-10000.0
381739	transitions	6	-10000.0
381739	transitions	7	1.853178858757019
381739	transitions	8	-2.6325297355651855
381739	transitions	9	-4.23977518081665
381739	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
381739	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
381739	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
381739	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
381739	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
381739	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
381739	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
381739	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
381739	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
381739	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
381739	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
381739	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
381739	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
381739	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
381739	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
381739	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
381739	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
381739	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
381739	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
381739	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
381739	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
381739	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
381739	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
381739	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
381739	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
381739	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
381739	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
381739	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
381739	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
381739	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
381739	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
381739	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
381739	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
381739	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
381739	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
381739	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
381739	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
381739	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
381739	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
381739	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
381739	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
381739	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
381739	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
381739	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
381739	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
381739	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
381739	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
381739	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
381739	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
381739	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
381739	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
381739	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
381739	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
381739	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
381739	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
381739	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
381739	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
381739	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
381739	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
381739	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
381739	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
381739	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
381739	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
381739	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
381739	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
381739	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
381739	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
381739	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
381739	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
381739	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
381739	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
381739	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
381739	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
381739	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
381739	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
381739	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
381739	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
381739	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
381739	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
381739	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
381739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
381739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
381739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
381739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
381739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
381739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
381739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
381739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
381739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
381739	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
381739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
381739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
381739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
381739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
381739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
381739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
381739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
381739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
381739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
381739	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
381739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
381739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
381739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
381739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
381739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
381739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
381739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
381739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
381739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
381739	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
381739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
381739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
381739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
381739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
381739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
381739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
381739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
381739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
381739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
381739	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
381739	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
381739	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
381739	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
381739	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
381739	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
381739	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
381739	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
381739	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
381739	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
381739	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
381739	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
381739	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
381739	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
381739	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
381739	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
381739	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
381739	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
381739	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
381739	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
381739	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
381739	embedding2nn.weight	0	0.006403992418199778
381739	embedding2nn.weight	1	0.003985820338129997
381739	embedding2nn.weight	2	0.013430099003016949
381739	embedding2nn.weight	3	0.02686839923262596
381739	embedding2nn.weight	4	0.023472944274544716
381739	embedding2nn.weight	5	0.005565225146710873
381739	embedding2nn.weight	6	-0.015396079048514366
381739	embedding2nn.weight	7	-0.0004373117408249527
381739	embedding2nn.weight	8	-0.01004806999117136
381739	embedding2nn.weight	9	0.001935042324475944
381739	embedding2nn.bias	0	0.013678890652954578
381739	embedding2nn.bias	1	-0.036804959177970886
381739	embedding2nn.bias	2	0.08023753762245178
381739	embedding2nn.bias	3	0.07023914158344269
381739	embedding2nn.bias	4	-0.01241827942430973
381739	embedding2nn.bias	5	-0.03325694054365158
381739	embedding2nn.bias	6	0.03029009886085987
381739	embedding2nn.bias	7	0.004362680017948151
381739	embedding2nn.bias	8	-0.03502577543258667
381739	embedding2nn.bias	9	0.024736087769269943
381739	rnn.weight_ih_l0	0	0.06474068760871887
381739	rnn.weight_ih_l0	1	-0.04165690764784813
381739	rnn.weight_ih_l0	2	0.005364864133298397
381739	rnn.weight_ih_l0	3	0.04515117406845093
381739	rnn.weight_ih_l0	4	-0.02964061126112938
381739	rnn.weight_ih_l0	5	0.04032507538795471
381739	rnn.weight_ih_l0	6	0.007754378020763397
381739	rnn.weight_ih_l0	7	0.0655544251203537
381739	rnn.weight_ih_l0	8	0.009179581888020039
381739	rnn.weight_ih_l0	9	-0.0254629198461771
381739	rnn.weight_hh_l0	0	-0.01171919796615839
381739	rnn.weight_hh_l0	1	-0.02778872288763523
381739	rnn.weight_hh_l0	2	-0.061420988291502
381739	rnn.weight_hh_l0	3	-0.005873828195035458
381739	rnn.weight_hh_l0	4	-0.00969336275011301
381739	rnn.weight_hh_l0	5	-0.024190356954932213
381739	rnn.weight_hh_l0	6	0.0006413079681806266
381739	rnn.weight_hh_l0	7	-0.03574457764625549
381739	rnn.weight_hh_l0	8	0.06717414408922195
381739	rnn.weight_hh_l0	9	0.04512491449713707
381739	rnn.bias_ih_l0	0	-0.17393876612186432
381739	rnn.bias_ih_l0	1	-0.17092427611351013
381739	rnn.bias_ih_l0	2	-0.019495757296681404
381739	rnn.bias_ih_l0	3	-0.14759285748004913
381739	rnn.bias_ih_l0	4	-0.058938875794410706
381739	rnn.bias_ih_l0	5	-0.17603513598442078
381739	rnn.bias_ih_l0	6	0.07342131435871124
381739	rnn.bias_ih_l0	7	-0.08623754978179932
381739	rnn.bias_ih_l0	8	-0.046377625316381454
381739	rnn.bias_ih_l0	9	-0.10831105709075928
381739	rnn.bias_hh_l0	0	-0.06942659616470337
381739	rnn.bias_hh_l0	1	0.24827970564365387
381739	rnn.bias_hh_l0	2	0.047109901905059814
381739	rnn.bias_hh_l0	3	-0.07918958365917206
381739	rnn.bias_hh_l0	4	-0.08310295641422272
381739	rnn.bias_hh_l0	5	-0.004896196071058512
381739	rnn.bias_hh_l0	6	0.05810610204935074
381739	rnn.bias_hh_l0	7	-0.09853311628103256
381739	rnn.bias_hh_l0	8	-0.23348687589168549
381739	rnn.bias_hh_l0	9	-0.10129237174987793
381739	rnn.weight_ih_l0_reverse	0	0.020137405022978783
381739	rnn.weight_ih_l0_reverse	1	-0.06009956821799278
381739	rnn.weight_ih_l0_reverse	2	0.04299125075340271
381739	rnn.weight_ih_l0_reverse	3	0.02030993066728115
381739	rnn.weight_ih_l0_reverse	4	-1.0845355973287951e-06
381739	rnn.weight_ih_l0_reverse	5	-0.025582879781723022
381739	rnn.weight_ih_l0_reverse	6	0.01207111869007349
381739	rnn.weight_ih_l0_reverse	7	0.028282254934310913
381739	rnn.weight_ih_l0_reverse	8	-0.028066541999578476
381739	rnn.weight_ih_l0_reverse	9	-0.0015551057877019048
381739	rnn.weight_hh_l0_reverse	0	0.039822883903980255
381739	rnn.weight_hh_l0_reverse	1	0.02987062744796276
381739	rnn.weight_hh_l0_reverse	2	-0.02303205244243145
381739	rnn.weight_hh_l0_reverse	3	-0.08236674219369888
381739	rnn.weight_hh_l0_reverse	4	0.011295818723738194
381739	rnn.weight_hh_l0_reverse	5	-0.06103740632534027
381739	rnn.weight_hh_l0_reverse	6	-0.014163375832140446
381739	rnn.weight_hh_l0_reverse	7	0.03098784014582634
381739	rnn.weight_hh_l0_reverse	8	0.007878048345446587
381739	rnn.weight_hh_l0_reverse	9	0.008717339485883713
381739	rnn.bias_ih_l0_reverse	0	-0.04628990218043327
381739	rnn.bias_ih_l0_reverse	1	-0.14006441831588745
381739	rnn.bias_ih_l0_reverse	2	-0.1456999033689499
381739	rnn.bias_ih_l0_reverse	3	-0.045976754277944565
381739	rnn.bias_ih_l0_reverse	4	-0.11271367967128754
381739	rnn.bias_ih_l0_reverse	5	-0.08607374876737595
381739	rnn.bias_ih_l0_reverse	6	-0.20896874368190765
381739	rnn.bias_ih_l0_reverse	7	-0.05260848253965378
381739	rnn.bias_ih_l0_reverse	8	-0.06355877220630646
381739	rnn.bias_ih_l0_reverse	9	-0.1342581957578659
381739	rnn.bias_hh_l0_reverse	0	-0.14228589832782745
381739	rnn.bias_hh_l0_reverse	1	-0.16223034262657166
381739	rnn.bias_hh_l0_reverse	2	0.10547058284282684
381739	rnn.bias_hh_l0_reverse	3	0.0715046152472496
381739	rnn.bias_hh_l0_reverse	4	-0.17915892601013184
381739	rnn.bias_hh_l0_reverse	5	-0.14267919957637787
381739	rnn.bias_hh_l0_reverse	6	-0.08909378200769424
381739	rnn.bias_hh_l0_reverse	7	-0.05404392629861832
381739	rnn.bias_hh_l0_reverse	8	-0.09630686044692993
381739	rnn.bias_hh_l0_reverse	9	-0.023153984919190407
381739	linear.weight	0	-0.007733900565654039
381739	linear.weight	1	0.00811733864247799
381739	linear.weight	2	0.3133658468723297
381739	linear.weight	3	-0.07890979200601578
381739	linear.weight	4	-0.010588549077510834
381739	linear.weight	5	0.12200644612312317
381739	linear.weight	6	-0.010739270597696304
381739	linear.weight	7	-0.07412882894277573
381739	linear.weight	8	0.18110057711601257
381739	linear.weight	9	-0.28073856234550476
381739	linear.bias	0	-0.03956538438796997
381739	linear.bias	1	0.031413208693265915
381739	linear.bias	2	0.41823190450668335
381739	linear.bias	3	-0.7512039542198181
381739	linear.bias	4	2.1568493843078613
381739	linear.bias	5	-1.4051399230957031
381739	linear.bias	6	-0.2930091917514801
381739	linear.bias	7	-0.12969470024108887
382297	transitions	0	-1.9508522748947144
382297	transitions	1	-10000.0
382297	transitions	2	-0.7969565987586975
382297	transitions	3	-10000.0
382297	transitions	4	2.070300817489624
382297	transitions	5	-10000.0
382297	transitions	6	-10000.0
382297	transitions	7	1.8532923460006714
382297	transitions	8	-2.6325314044952393
382297	transitions	9	-4.23977518081665
382297	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
382297	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
382297	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
382297	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
382297	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
382297	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
382297	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
382297	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
382297	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
382297	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
382297	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
382297	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
382297	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
382297	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
382297	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
382297	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
382297	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
382297	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
382297	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
382297	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
382297	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
382297	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
382297	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
382297	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
382297	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
382297	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
382297	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
382297	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
382297	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
382297	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
382297	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
382297	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
382297	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
382297	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
382297	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
382297	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
382297	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
382297	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
382297	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
382297	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
382297	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
382297	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
382297	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
382297	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
382297	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
382297	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
382297	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
382297	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
382297	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
382297	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
382297	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
382297	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
382297	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
382297	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
382297	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
382297	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
382297	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
382297	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
382297	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
382297	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
382297	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
382297	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
382297	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
382297	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
382297	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
382297	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
382297	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
382297	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
382297	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
382297	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
382297	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
382297	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
382297	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
382297	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
382297	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
382297	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
382297	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
382297	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
382297	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
382297	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
382297	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
382297	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
382297	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
382297	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
382297	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
382297	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
382297	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
382297	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
382297	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
382297	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
382297	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
382297	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
382297	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
382297	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
382297	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
382297	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
382297	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
382297	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
382297	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
382297	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
382297	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
382297	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
382297	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
382297	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
382297	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
382297	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
382297	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
382297	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
382297	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
382297	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
382297	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
382297	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
382297	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
382297	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
382297	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
382297	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
382297	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
382297	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
382297	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
382297	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
382297	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
382297	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
382297	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
382297	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
382297	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
382297	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
382297	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
382297	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
382297	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
382297	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
382297	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
382297	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
382297	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
382297	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
382297	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
382297	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
382297	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
382297	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
382297	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
382297	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
382297	embedding2nn.weight	0	0.006403991486877203
382297	embedding2nn.weight	1	0.003984617535024881
382297	embedding2nn.weight	2	0.01343013346195221
382297	embedding2nn.weight	3	0.02687038853764534
382297	embedding2nn.weight	4	0.02346932701766491
382297	embedding2nn.weight	5	0.005564436782151461
382297	embedding2nn.weight	6	-0.015395225957036018
382297	embedding2nn.weight	7	-0.0004369476228021085
382297	embedding2nn.weight	8	-0.010048692114651203
382297	embedding2nn.weight	9	0.0019379804143682122
382297	embedding2nn.bias	0	0.013654404319822788
382297	embedding2nn.bias	1	-0.03674401715397835
382297	embedding2nn.bias	2	0.08033955097198486
382297	embedding2nn.bias	3	0.07015082985162735
382297	embedding2nn.bias	4	-0.012426781468093395
382297	embedding2nn.bias	5	-0.03320921212434769
382297	embedding2nn.bias	6	0.030122362077236176
382297	embedding2nn.bias	7	0.00438289949670434
382297	embedding2nn.bias	8	-0.03507635369896889
382297	embedding2nn.bias	9	0.024779062718153
382297	rnn.weight_ih_l0	0	0.06473853439092636
382297	rnn.weight_ih_l0	1	-0.04165425896644592
382297	rnn.weight_ih_l0	2	0.005363082513213158
382297	rnn.weight_ih_l0	3	0.045151446014642715
382297	rnn.weight_ih_l0	4	-0.029641028493642807
382297	rnn.weight_ih_l0	5	0.04033694416284561
382297	rnn.weight_ih_l0	6	0.007756480015814304
382297	rnn.weight_ih_l0	7	0.06555656343698502
382297	rnn.weight_ih_l0	8	0.009193514473736286
382297	rnn.weight_ih_l0	9	-0.025454968214035034
382297	rnn.weight_hh_l0	0	-0.011720606125891209
382297	rnn.weight_hh_l0	1	-0.027790214866399765
382297	rnn.weight_hh_l0	2	-0.06141906604170799
382297	rnn.weight_hh_l0	3	-0.0058771721087396145
382297	rnn.weight_hh_l0	4	-0.009692798368632793
382297	rnn.weight_hh_l0	5	-0.024192092940211296
382297	rnn.weight_hh_l0	6	0.0006410236237570643
382297	rnn.weight_hh_l0	7	-0.035739921033382416
382297	rnn.weight_hh_l0	8	0.06717675924301147
382297	rnn.weight_hh_l0	9	0.045133572071790695
382297	rnn.bias_ih_l0	0	-0.17392995953559875
382297	rnn.bias_ih_l0	1	-0.17092198133468628
382297	rnn.bias_ih_l0	2	-0.019501743838191032
382297	rnn.bias_ih_l0	3	-0.14765623211860657
382297	rnn.bias_ih_l0	4	-0.058902475982904434
382297	rnn.bias_ih_l0	5	-0.17602132260799408
382297	rnn.bias_ih_l0	6	0.0733756348490715
382297	rnn.bias_ih_l0	7	-0.08618652075529099
382297	rnn.bias_ih_l0	8	-0.04641023650765419
382297	rnn.bias_ih_l0	9	-0.10830595344305038
382297	rnn.bias_hh_l0	0	-0.06940461695194244
382297	rnn.bias_hh_l0	1	0.248299703001976
382297	rnn.bias_hh_l0	2	0.047043826431035995
382297	rnn.bias_hh_l0	3	-0.07925476878881454
382297	rnn.bias_hh_l0	4	-0.08311550319194794
382297	rnn.bias_hh_l0	5	-0.004890962969511747
382297	rnn.bias_hh_l0	6	0.058165352791547775
382297	rnn.bias_hh_l0	7	-0.09856119006872177
382297	rnn.bias_hh_l0	8	-0.23348811268806458
382297	rnn.bias_hh_l0	9	-0.10128223150968552
382297	rnn.weight_ih_l0_reverse	0	0.020121751353144646
382297	rnn.weight_ih_l0_reverse	1	-0.06009579449892044
382297	rnn.weight_ih_l0_reverse	2	0.042984236031770706
382297	rnn.weight_ih_l0_reverse	3	0.02030172571539879
382297	rnn.weight_ih_l0_reverse	4	8.435663403361104e-06
382297	rnn.weight_ih_l0_reverse	5	-0.025576088577508926
382297	rnn.weight_ih_l0_reverse	6	0.012045460753142834
382297	rnn.weight_ih_l0_reverse	7	0.02828744426369667
382297	rnn.weight_ih_l0_reverse	8	-0.02806486003100872
382297	rnn.weight_ih_l0_reverse	9	-0.0015626429812982678
382297	rnn.weight_hh_l0_reverse	0	0.03982381895184517
382297	rnn.weight_hh_l0_reverse	1	0.029868997633457184
382297	rnn.weight_hh_l0_reverse	2	-0.023033205419778824
382297	rnn.weight_hh_l0_reverse	3	-0.08235625177621841
382297	rnn.weight_hh_l0_reverse	4	0.011296897195279598
382297	rnn.weight_hh_l0_reverse	5	-0.061050429940223694
382297	rnn.weight_hh_l0_reverse	6	-0.014165273867547512
382297	rnn.weight_hh_l0_reverse	7	0.030988208949565887
382297	rnn.weight_hh_l0_reverse	8	0.007883736863732338
382297	rnn.weight_hh_l0_reverse	9	0.008710987865924835
382297	rnn.bias_ih_l0_reverse	0	-0.04625735059380531
382297	rnn.bias_ih_l0_reverse	1	-0.1400696188211441
382297	rnn.bias_ih_l0_reverse	2	-0.1456887274980545
382297	rnn.bias_ih_l0_reverse	3	-0.04591594263911247
382297	rnn.bias_ih_l0_reverse	4	-0.11268886923789978
382297	rnn.bias_ih_l0_reverse	5	-0.08608464151620865
382297	rnn.bias_ih_l0_reverse	6	-0.2089671641588211
382297	rnn.bias_ih_l0_reverse	7	-0.052595265209674835
382297	rnn.bias_ih_l0_reverse	8	-0.06356970965862274
382297	rnn.bias_ih_l0_reverse	9	-0.13428135216236115
382297	rnn.bias_hh_l0_reverse	0	-0.1422812044620514
382297	rnn.bias_hh_l0_reverse	1	-0.1622590720653534
382297	rnn.bias_hh_l0_reverse	2	0.10546555370092392
382297	rnn.bias_hh_l0_reverse	3	0.0714646577835083
382297	rnn.bias_hh_l0_reverse	4	-0.17916756868362427
382297	rnn.bias_hh_l0_reverse	5	-0.14265820384025574
382297	rnn.bias_hh_l0_reverse	6	-0.08908950537443161
382297	rnn.bias_hh_l0_reverse	7	-0.05406879633665085
382297	rnn.bias_hh_l0_reverse	8	-0.09629309922456741
382297	rnn.bias_hh_l0_reverse	9	-0.02318059839308262
382297	linear.weight	0	-0.007733904756605625
382297	linear.weight	1	0.00808793306350708
382297	linear.weight	2	0.3134375214576721
382297	linear.weight	3	-0.07890979945659637
382297	linear.weight	4	-0.010588549077510834
382297	linear.weight	5	0.12139126658439636
382297	linear.weight	6	-0.010739270597696304
382297	linear.weight	7	-0.0740293338894844
382297	linear.weight	8	0.18115463852882385
382297	linear.weight	9	-0.28082865476608276
382297	linear.bias	0	-0.03956538438796997
382297	linear.bias	1	0.031413208693265915
382297	linear.bias	2	0.41449224948883057
382297	linear.bias	3	-0.7488635182380676
382297	linear.bias	4	2.157773971557617
382297	linear.bias	5	-1.4051399230957031
382297	linear.bias	6	-0.29276975989341736
382297	linear.bias	7	-0.1294594556093216
382855	transitions	0	-1.950867772102356
382855	transitions	1	-10000.0
382855	transitions	2	-0.7969565987586975
382855	transitions	3	-10000.0
382855	transitions	4	2.0702269077301025
382855	transitions	5	-10000.0
382855	transitions	6	-10000.0
382855	transitions	7	1.853302001953125
382855	transitions	8	-2.6325361728668213
382855	transitions	9	-4.23977518081665
382855	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
382855	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
382855	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
382855	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
382855	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
382855	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
382855	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
382855	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
382855	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
382855	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
382855	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
382855	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
382855	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
382855	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
382855	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
382855	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
382855	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
382855	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
382855	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
382855	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
382855	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
382855	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
382855	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
382855	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
382855	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
382855	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
382855	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
382855	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
382855	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
382855	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
382855	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
382855	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
382855	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
382855	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
382855	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
382855	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
382855	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
382855	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
382855	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
382855	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
382855	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
382855	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
382855	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
382855	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
382855	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
382855	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
382855	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
382855	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
382855	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
382855	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
382855	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
382855	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
382855	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
382855	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
382855	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
382855	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
382855	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
382855	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
382855	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
382855	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
382855	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
382855	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
382855	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
382855	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
382855	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
382855	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
382855	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
382855	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
382855	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
382855	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
382855	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
382855	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
382855	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
382855	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
382855	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
382855	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
382855	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
382855	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
382855	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
382855	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
382855	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
382855	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
382855	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
382855	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
382855	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
382855	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
382855	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
382855	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
382855	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
382855	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
382855	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
382855	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
382855	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
382855	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
382855	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
382855	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
382855	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
382855	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
382855	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
382855	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
382855	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
382855	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
382855	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
382855	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
382855	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
382855	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
382855	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
382855	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
382855	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
382855	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
382855	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
382855	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
382855	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
382855	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
382855	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
382855	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
382855	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
382855	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
382855	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
382855	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
382855	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
382855	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
382855	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
382855	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
382855	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
382855	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
382855	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
382855	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
382855	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
382855	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
382855	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
382855	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
382855	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
382855	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
382855	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
382855	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
382855	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
382855	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
382855	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
382855	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
382855	embedding2nn.weight	0	0.006403788458555937
382855	embedding2nn.weight	1	0.0039851064793765545
382855	embedding2nn.weight	2	0.013430275022983551
382855	embedding2nn.weight	3	0.02686312422156334
382855	embedding2nn.weight	4	0.023477183654904366
382855	embedding2nn.weight	5	0.005568473134189844
382855	embedding2nn.weight	6	-0.015395811758935452
382855	embedding2nn.weight	7	-0.0004375341231934726
382855	embedding2nn.weight	8	-0.010049301199615002
382855	embedding2nn.weight	9	0.0019377260468900204
382855	embedding2nn.bias	0	0.013673624023795128
382855	embedding2nn.bias	1	-0.036749664694070816
382855	embedding2nn.bias	2	0.0804731622338295
382855	embedding2nn.bias	3	0.07004918158054352
382855	embedding2nn.bias	4	-0.012406223453581333
382855	embedding2nn.bias	5	-0.03319490700960159
382855	embedding2nn.bias	6	0.030105682089924812
382855	embedding2nn.bias	7	0.004353183321654797
382855	embedding2nn.bias	8	-0.0350414514541626
382855	embedding2nn.bias	9	0.02481967769563198
382855	rnn.weight_ih_l0	0	0.06472929567098618
382855	rnn.weight_ih_l0	1	-0.041651781648397446
382855	rnn.weight_ih_l0	2	0.005349387414753437
382855	rnn.weight_ih_l0	3	0.04515537992119789
382855	rnn.weight_ih_l0	4	-0.029648251831531525
382855	rnn.weight_ih_l0	5	0.04033699631690979
382855	rnn.weight_ih_l0	6	0.007750743068754673
382855	rnn.weight_ih_l0	7	0.06555123627185822
382855	rnn.weight_ih_l0	8	0.009213073179125786
382855	rnn.weight_ih_l0	9	-0.0254590455442667
382855	rnn.weight_hh_l0	0	-0.011729496531188488
382855	rnn.weight_hh_l0	1	-0.027795081958174706
382855	rnn.weight_hh_l0	2	-0.061435047537088394
382855	rnn.weight_hh_l0	3	-0.005876416340470314
382855	rnn.weight_hh_l0	4	-0.009692559950053692
382855	rnn.weight_hh_l0	5	-0.02419869787991047
382855	rnn.weight_hh_l0	6	0.0006413871888071299
382855	rnn.weight_hh_l0	7	-0.03573676571249962
382855	rnn.weight_hh_l0	8	0.06719714403152466
382855	rnn.weight_hh_l0	9	0.04513601213693619
382855	rnn.bias_ih_l0	0	-0.17388243973255157
382855	rnn.bias_ih_l0	1	-0.17093569040298462
382855	rnn.bias_ih_l0	2	-0.019534004852175713
382855	rnn.bias_ih_l0	3	-0.1476609706878662
382855	rnn.bias_ih_l0	4	-0.0588935948908329
382855	rnn.bias_ih_l0	5	-0.17600998282432556
382855	rnn.bias_ih_l0	6	0.07335591316223145
382855	rnn.bias_ih_l0	7	-0.08615110069513321
382855	rnn.bias_ih_l0	8	-0.04645507037639618
382855	rnn.bias_ih_l0	9	-0.10835503786802292
382855	rnn.bias_hh_l0	0	-0.06941557675600052
382855	rnn.bias_hh_l0	1	0.24826399981975555
382855	rnn.bias_hh_l0	2	0.04706762358546257
382855	rnn.bias_hh_l0	3	-0.07926435023546219
382855	rnn.bias_hh_l0	4	-0.08308419585227966
382855	rnn.bias_hh_l0	5	-0.004898155573755503
382855	rnn.bias_hh_l0	6	0.05813073366880417
382855	rnn.bias_hh_l0	7	-0.09856363385915756
382855	rnn.bias_hh_l0	8	-0.2334737628698349
382855	rnn.bias_hh_l0	9	-0.10129154473543167
382855	rnn.weight_ih_l0_reverse	0	0.020160146057605743
382855	rnn.weight_ih_l0_reverse	1	-0.06009673699736595
382855	rnn.weight_ih_l0_reverse	2	0.04298488050699234
382855	rnn.weight_ih_l0_reverse	3	0.020291319116950035
382855	rnn.weight_ih_l0_reverse	4	1.4470329006144311e-06
382855	rnn.weight_ih_l0_reverse	5	-0.02558324486017227
382855	rnn.weight_ih_l0_reverse	6	0.012065364047884941
382855	rnn.weight_ih_l0_reverse	7	0.028285140171647072
382855	rnn.weight_ih_l0_reverse	8	-0.028068333864212036
382855	rnn.weight_ih_l0_reverse	9	-0.0015676646726205945
382855	rnn.weight_hh_l0_reverse	0	0.03982296213507652
382855	rnn.weight_hh_l0_reverse	1	0.02986459992825985
382855	rnn.weight_hh_l0_reverse	2	-0.023033376783132553
382855	rnn.weight_hh_l0_reverse	3	-0.0823512002825737
382855	rnn.weight_hh_l0_reverse	4	0.011299106292426586
382855	rnn.weight_hh_l0_reverse	5	-0.06105577573180199
382855	rnn.weight_hh_l0_reverse	6	-0.014163888059556484
382855	rnn.weight_hh_l0_reverse	7	0.030986811965703964
382855	rnn.weight_hh_l0_reverse	8	0.007885286584496498
382855	rnn.weight_hh_l0_reverse	9	0.00870711449533701
382855	rnn.bias_ih_l0_reverse	0	-0.04627620428800583
382855	rnn.bias_ih_l0_reverse	1	-0.1400415599346161
382855	rnn.bias_ih_l0_reverse	2	-0.14569449424743652
382855	rnn.bias_ih_l0_reverse	3	-0.045939039438962936
382855	rnn.bias_ih_l0_reverse	4	-0.11266852170228958
382855	rnn.bias_ih_l0_reverse	5	-0.0860263779759407
382855	rnn.bias_ih_l0_reverse	6	-0.20894937217235565
382855	rnn.bias_ih_l0_reverse	7	-0.05260617285966873
382855	rnn.bias_ih_l0_reverse	8	-0.06358428299427032
382855	rnn.bias_ih_l0_reverse	9	-0.13429869711399078
382855	rnn.bias_hh_l0_reverse	0	-0.14228735864162445
382855	rnn.bias_hh_l0_reverse	1	-0.16223779320716858
382855	rnn.bias_hh_l0_reverse	2	0.1054329052567482
382855	rnn.bias_hh_l0_reverse	3	0.07148241251707077
382855	rnn.bias_hh_l0_reverse	4	-0.17912207543849945
382855	rnn.bias_hh_l0_reverse	5	-0.1426878422498703
382855	rnn.bias_hh_l0_reverse	6	-0.08909045159816742
382855	rnn.bias_hh_l0_reverse	7	-0.05405367910861969
382855	rnn.bias_hh_l0_reverse	8	-0.09633369743824005
382855	rnn.bias_hh_l0_reverse	9	-0.02318459562957287
382855	linear.weight	0	-0.007733927108347416
382855	linear.weight	1	0.007979413494467735
382855	linear.weight	2	0.3132365345954895
382855	linear.weight	3	-0.07890978455543518
382855	linear.weight	4	-0.010588549077510834
382855	linear.weight	5	0.12194153666496277
382855	linear.weight	6	-0.010739270597696304
382855	linear.weight	7	-0.07386375963687897
382855	linear.weight	8	0.1820155382156372
382855	linear.weight	9	-0.2808817923069
382855	linear.bias	0	-0.03956538438796997
382855	linear.bias	1	0.031413208693265915
382855	linear.bias	2	0.4171989858150482
382855	linear.bias	3	-0.7503001093864441
382855	linear.bias	4	2.1574349403381348
382855	linear.bias	5	-1.4051399230957031
382855	linear.bias	6	-0.29322442412376404
382855	linear.bias	7	-0.1299339383840561
383413	transitions	0	-1.95087730884552
383413	transitions	1	-10000.0
383413	transitions	2	-0.7969565987586975
383413	transitions	3	-10000.0
383413	transitions	4	2.0705549716949463
383413	transitions	5	-10000.0
383413	transitions	6	-10000.0
383413	transitions	7	1.8538341522216797
383413	transitions	8	-2.632542371749878
383413	transitions	9	-4.23977518081665
383413	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
383413	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
383413	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
383413	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
383413	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
383413	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
383413	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
383413	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
383413	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
383413	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
383413	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
383413	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
383413	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
383413	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
383413	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
383413	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
383413	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
383413	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
383413	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
383413	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
383413	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
383413	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
383413	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
383413	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
383413	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
383413	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
383413	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
383413	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
383413	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
383413	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
383413	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
383413	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
383413	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
383413	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
383413	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
383413	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
383413	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
383413	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
383413	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
383413	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
383413	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
383413	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
383413	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
383413	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
383413	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
383413	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
383413	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
383413	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
383413	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
383413	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
383413	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
383413	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
383413	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
383413	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
383413	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
383413	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
383413	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
383413	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
383413	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
383413	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
383413	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
383413	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
383413	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
383413	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
383413	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
383413	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
383413	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
383413	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
383413	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
383413	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
383413	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
383413	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
383413	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
383413	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
383413	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
383413	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
383413	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
383413	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
383413	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
383413	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
383413	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
383413	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
383413	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
383413	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
383413	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
383413	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
383413	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
383413	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
383413	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
383413	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
383413	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
383413	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
383413	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
383413	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
383413	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
383413	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
383413	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
383413	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
383413	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
383413	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
383413	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
383413	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
383413	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
383413	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
383413	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
383413	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
383413	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
383413	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
383413	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
383413	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
383413	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
383413	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
383413	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
383413	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
383413	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
383413	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
383413	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
383413	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
383413	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
383413	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
383413	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
383413	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
383413	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
383413	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
383413	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
383413	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
383413	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
383413	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
383413	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
383413	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
383413	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
383413	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
383413	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
383413	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
383413	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
383413	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
383413	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
383413	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
383413	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
383413	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
383413	embedding2nn.weight	0	0.006403754465281963
383413	embedding2nn.weight	1	0.003984355833381414
383413	embedding2nn.weight	2	0.013430265709757805
383413	embedding2nn.weight	3	0.026864470914006233
383413	embedding2nn.weight	4	0.023474987596273422
383413	embedding2nn.weight	5	0.005573165602982044
383413	embedding2nn.weight	6	-0.015392144210636616
383413	embedding2nn.weight	7	-0.0004356898716650903
383413	embedding2nn.weight	8	-0.010049738921225071
383413	embedding2nn.weight	9	0.0019369878573343158
383413	embedding2nn.bias	0	0.013742856681346893
383413	embedding2nn.bias	1	-0.03666849806904793
383413	embedding2nn.bias	2	0.08052472025156021
383413	embedding2nn.bias	3	0.06993480026721954
383413	embedding2nn.bias	4	-0.012414357624948025
383413	embedding2nn.bias	5	-0.03326018527150154
383413	embedding2nn.bias	6	0.030046554282307625
383413	embedding2nn.bias	7	0.004327038768678904
383413	embedding2nn.bias	8	-0.035130225121974945
383413	embedding2nn.bias	9	0.024897003546357155
383413	rnn.weight_ih_l0	0	0.06473668664693832
383413	rnn.weight_ih_l0	1	-0.041654832661151886
383413	rnn.weight_ih_l0	2	0.0053474693559110165
383413	rnn.weight_ih_l0	3	0.04515616595745087
383413	rnn.weight_ih_l0	4	-0.029644589871168137
383413	rnn.weight_ih_l0	5	0.04035383462905884
383413	rnn.weight_ih_l0	6	0.007752872537821531
383413	rnn.weight_ih_l0	7	0.06554001569747925
383413	rnn.weight_ih_l0	8	0.009207511320710182
383413	rnn.weight_ih_l0	9	-0.02545141614973545
383413	rnn.weight_hh_l0	0	-0.011730704456567764
383413	rnn.weight_hh_l0	1	-0.02779669500887394
383413	rnn.weight_hh_l0	2	-0.06143851950764656
383413	rnn.weight_hh_l0	3	-0.005877817515283823
383413	rnn.weight_hh_l0	4	-0.009693720377981663
383413	rnn.weight_hh_l0	5	-0.02419665828347206
383413	rnn.weight_hh_l0	6	0.0006452473462559283
383413	rnn.weight_hh_l0	7	-0.03574717789888382
383413	rnn.weight_hh_l0	8	0.06720055639743805
383413	rnn.weight_hh_l0	9	0.045140717178583145
383413	rnn.bias_ih_l0	0	-0.1738981306552887
383413	rnn.bias_ih_l0	1	-0.17093484103679657
383413	rnn.bias_ih_l0	2	-0.01950976997613907
383413	rnn.bias_ih_l0	3	-0.14764100313186646
383413	rnn.bias_ih_l0	4	-0.05885399878025055
383413	rnn.bias_ih_l0	5	-0.17601260542869568
383413	rnn.bias_ih_l0	6	0.07330027222633362
383413	rnn.bias_ih_l0	7	-0.08617999404668808
383413	rnn.bias_ih_l0	8	-0.04646512120962143
383413	rnn.bias_ih_l0	9	-0.10833419859409332
383413	rnn.bias_hh_l0	0	-0.06939898431301117
383413	rnn.bias_hh_l0	1	0.24825966358184814
383413	rnn.bias_hh_l0	2	0.047078944742679596
383413	rnn.bias_hh_l0	3	-0.07923051714897156
383413	rnn.bias_hh_l0	4	-0.0830690935254097
383413	rnn.bias_hh_l0	5	-0.0048294891603291035
383413	rnn.bias_hh_l0	6	0.05813467130064964
383413	rnn.bias_hh_l0	7	-0.0985930785536766
383413	rnn.bias_hh_l0	8	-0.23346492648124695
383413	rnn.bias_hh_l0	9	-0.1012641191482544
383413	rnn.weight_ih_l0_reverse	0	0.020164450630545616
383413	rnn.weight_ih_l0_reverse	1	-0.06009897589683533
383413	rnn.weight_ih_l0_reverse	2	0.04297884926199913
383413	rnn.weight_ih_l0_reverse	3	0.02029886096715927
383413	rnn.weight_ih_l0_reverse	4	1.1161794191139052e-06
383413	rnn.weight_ih_l0_reverse	5	-0.025583190843462944
383413	rnn.weight_ih_l0_reverse	6	0.01206127554178238
383413	rnn.weight_ih_l0_reverse	7	0.028287969529628754
383413	rnn.weight_ih_l0_reverse	8	-0.028069548308849335
383413	rnn.weight_ih_l0_reverse	9	-0.00155829475261271
383413	rnn.weight_hh_l0_reverse	0	0.03982275724411011
383413	rnn.weight_hh_l0_reverse	1	0.029865145683288574
383413	rnn.weight_hh_l0_reverse	2	-0.02303157187998295
383413	rnn.weight_hh_l0_reverse	3	-0.0823715329170227
383413	rnn.weight_hh_l0_reverse	4	0.011300317943096161
383413	rnn.weight_hh_l0_reverse	5	-0.06104876101016998
383413	rnn.weight_hh_l0_reverse	6	-0.01416205894201994
383413	rnn.weight_hh_l0_reverse	7	0.030986644327640533
383413	rnn.weight_hh_l0_reverse	8	0.007885840721428394
383413	rnn.weight_hh_l0_reverse	9	0.008706212043762207
383413	rnn.bias_ih_l0_reverse	0	-0.04626031965017319
383413	rnn.bias_ih_l0_reverse	1	-0.14004676043987274
383413	rnn.bias_ih_l0_reverse	2	-0.1457497626543045
383413	rnn.bias_ih_l0_reverse	3	-0.04597083106637001
383413	rnn.bias_ih_l0_reverse	4	-0.11270584911108017
383413	rnn.bias_ih_l0_reverse	5	-0.08602333068847656
383413	rnn.bias_ih_l0_reverse	6	-0.20892737805843353
383413	rnn.bias_ih_l0_reverse	7	-0.05259170010685921
383413	rnn.bias_ih_l0_reverse	8	-0.06355976313352585
383413	rnn.bias_ih_l0_reverse	9	-0.13429807126522064
383413	rnn.bias_hh_l0_reverse	0	-0.14228971302509308
383413	rnn.bias_hh_l0_reverse	1	-0.1622181385755539
383413	rnn.bias_hh_l0_reverse	2	0.10543548315763474
383413	rnn.bias_hh_l0_reverse	3	0.07141564786434174
383413	rnn.bias_hh_l0_reverse	4	-0.1791520118713379
383413	rnn.bias_hh_l0_reverse	5	-0.14265790581703186
383413	rnn.bias_hh_l0_reverse	6	-0.0890444964170456
383413	rnn.bias_hh_l0_reverse	7	-0.054057519882917404
383413	rnn.bias_hh_l0_reverse	8	-0.09635570645332336
383413	rnn.bias_hh_l0_reverse	9	-0.023156700655817986
383413	linear.weight	0	-0.007733927108347416
383413	linear.weight	1	0.007592993788421154
383413	linear.weight	2	0.3134949207305908
383413	linear.weight	3	-0.07890977710485458
383413	linear.weight	4	-0.010588549077510834
383413	linear.weight	5	0.12168297171592712
383413	linear.weight	6	-0.010739270597696304
383413	linear.weight	7	-0.07403965294361115
383413	linear.weight	8	0.18173862993717194
383413	linear.weight	9	-0.2810248136520386
383413	linear.bias	0	-0.03956538438796997
383413	linear.bias	1	0.031413208693265915
383413	linear.bias	2	0.41504979133605957
383413	linear.bias	3	-0.7500818371772766
383413	linear.bias	4	2.160022020339966
383413	linear.bias	5	-1.4051399230957031
383413	linear.bias	6	-0.2935478091239929
383413	linear.bias	7	-0.13026627898216248
383971	transitions	0	-1.9508869647979736
383971	transitions	1	-10000.0
383971	transitions	2	-0.7969565987586975
383971	transitions	3	-10000.0
383971	transitions	4	2.0705456733703613
383971	transitions	5	-10000.0
383971	transitions	6	-10000.0
383971	transitions	7	1.8537931442260742
383971	transitions	8	-2.632546901702881
383971	transitions	9	-4.23977518081665
383971	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
383971	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
383971	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
383971	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
383971	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
383971	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
383971	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
383971	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
383971	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
383971	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
383971	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
383971	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
383971	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
383971	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
383971	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
383971	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
383971	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
383971	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
383971	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
383971	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
383971	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
383971	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
383971	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
383971	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
383971	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
383971	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
383971	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
383971	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
383971	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
383971	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
383971	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
383971	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
383971	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
383971	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
383971	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
383971	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
383971	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
383971	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
383971	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
383971	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
383971	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
383971	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
383971	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
383971	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
383971	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
383971	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
383971	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
383971	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
383971	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
383971	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
383971	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
383971	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
383971	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
383971	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
383971	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
383971	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
383971	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
383971	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
383971	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
383971	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
383971	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
383971	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
383971	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
383971	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
383971	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
383971	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
383971	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
383971	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
383971	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
383971	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
383971	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
383971	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
383971	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
383971	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
383971	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
383971	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
383971	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
383971	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
383971	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
383971	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
383971	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
383971	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
383971	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
383971	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
383971	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
383971	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
383971	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
383971	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
383971	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
383971	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
383971	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
383971	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
383971	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
383971	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
383971	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
383971	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
383971	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
383971	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
383971	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
383971	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
383971	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
383971	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
383971	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
383971	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
383971	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
383971	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
383971	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
383971	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
383971	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
383971	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
383971	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
383971	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
383971	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
383971	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
383971	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
383971	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
383971	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
383971	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
383971	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
383971	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
383971	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
383971	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
383971	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
383971	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
383971	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
383971	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
383971	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
383971	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
383971	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
383971	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
383971	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
383971	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
383971	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
383971	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
383971	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
383971	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
383971	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
383971	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
383971	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
383971	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
383971	embedding2nn.weight	0	0.006403879262506962
383971	embedding2nn.weight	1	0.003982947673648596
383971	embedding2nn.weight	2	0.013430153951048851
383971	embedding2nn.weight	3	0.026872770860791206
383971	embedding2nn.weight	4	0.023477979004383087
383971	embedding2nn.weight	5	0.005561706144362688
383971	embedding2nn.weight	6	-0.015390373766422272
383971	embedding2nn.weight	7	-0.00043488212395459414
383971	embedding2nn.weight	8	-0.010049034841358662
383971	embedding2nn.weight	9	0.0019362717866897583
383971	embedding2nn.bias	0	0.013568403199315071
383971	embedding2nn.bias	1	-0.0366053432226181
383971	embedding2nn.bias	2	0.0804588794708252
383971	embedding2nn.bias	3	0.06995875388383865
383971	embedding2nn.bias	4	-0.012512006796896458
383971	embedding2nn.bias	5	-0.033238623291254044
383971	embedding2nn.bias	6	0.03009299375116825
383971	embedding2nn.bias	7	0.004165893420577049
383971	embedding2nn.bias	8	-0.03504346311092377
383971	embedding2nn.bias	9	0.02482295222580433
383971	rnn.weight_ih_l0	0	0.06474091112613678
383971	rnn.weight_ih_l0	1	-0.04167455434799194
383971	rnn.weight_ih_l0	2	0.005356257315725088
383971	rnn.weight_ih_l0	3	0.045151129364967346
383971	rnn.weight_ih_l0	4	-0.02965719811618328
383971	rnn.weight_ih_l0	5	0.04033615440130234
383971	rnn.weight_ih_l0	6	0.0077490597032010555
383971	rnn.weight_ih_l0	7	0.06554824858903885
383971	rnn.weight_ih_l0	8	0.009214837104082108
383971	rnn.weight_ih_l0	9	-0.02544611506164074
383971	rnn.weight_hh_l0	0	-0.011732209473848343
383971	rnn.weight_hh_l0	1	-0.027788763865828514
383971	rnn.weight_hh_l0	2	-0.06144107133150101
383971	rnn.weight_hh_l0	3	-0.005880562122911215
383971	rnn.weight_hh_l0	4	-0.009692639112472534
383971	rnn.weight_hh_l0	5	-0.024198206141591072
383971	rnn.weight_hh_l0	6	0.0006466208724305034
383971	rnn.weight_hh_l0	7	-0.03574429452419281
383971	rnn.weight_hh_l0	8	0.06720011681318283
383971	rnn.weight_hh_l0	9	0.0451413169503212
383971	rnn.bias_ih_l0	0	-0.17397142946720123
383971	rnn.bias_ih_l0	1	-0.17093972861766815
383971	rnn.bias_ih_l0	2	-0.019534187391400337
383971	rnn.bias_ih_l0	3	-0.14763881266117096
383971	rnn.bias_ih_l0	4	-0.05886491388082504
383971	rnn.bias_ih_l0	5	-0.1759253889322281
383971	rnn.bias_ih_l0	6	0.07322870194911957
383971	rnn.bias_ih_l0	7	-0.08614687621593475
383971	rnn.bias_ih_l0	8	-0.04648109897971153
383971	rnn.bias_ih_l0	9	-0.10829891264438629
383971	rnn.bias_hh_l0	0	-0.06943145394325256
383971	rnn.bias_hh_l0	1	0.2482425421476364
383971	rnn.bias_hh_l0	2	0.04715367406606674
383971	rnn.bias_hh_l0	3	-0.07926764339208603
383971	rnn.bias_hh_l0	4	-0.0830484926700592
383971	rnn.bias_hh_l0	5	-0.004820587113499641
383971	rnn.bias_hh_l0	6	0.05814946070313454
383971	rnn.bias_hh_l0	7	-0.09860556572675705
383971	rnn.bias_hh_l0	8	-0.23346653580665588
383971	rnn.bias_hh_l0	9	-0.10128775238990784
383971	rnn.weight_ih_l0_reverse	0	0.020170655101537704
383971	rnn.weight_ih_l0_reverse	1	-0.0601055845618248
383971	rnn.weight_ih_l0_reverse	2	0.04297482967376709
383971	rnn.weight_ih_l0_reverse	3	0.020306836813688278
383971	rnn.weight_ih_l0_reverse	4	3.2743866995588178e-06
383971	rnn.weight_ih_l0_reverse	5	-0.02557612955570221
383971	rnn.weight_ih_l0_reverse	6	0.012023299932479858
383971	rnn.weight_ih_l0_reverse	7	0.02827850542962551
383971	rnn.weight_ih_l0_reverse	8	-0.028076298534870148
383971	rnn.weight_ih_l0_reverse	9	-0.0015639082994312048
383971	rnn.weight_hh_l0_reverse	0	0.039820462465286255
383971	rnn.weight_hh_l0_reverse	1	0.029879817739129066
383971	rnn.weight_hh_l0_reverse	2	-0.023029528558254242
383971	rnn.weight_hh_l0_reverse	3	-0.08236157149076462
383971	rnn.weight_hh_l0_reverse	4	0.011306293308734894
383971	rnn.weight_hh_l0_reverse	5	-0.06104496493935585
383971	rnn.weight_hh_l0_reverse	6	-0.014165286906063557
383971	rnn.weight_hh_l0_reverse	7	0.03098112903535366
383971	rnn.weight_hh_l0_reverse	8	0.007890877313911915
383971	rnn.weight_hh_l0_reverse	9	0.008700838312506676
383971	rnn.bias_ih_l0_reverse	0	-0.046270132064819336
383971	rnn.bias_ih_l0_reverse	1	-0.1400497555732727
383971	rnn.bias_ih_l0_reverse	2	-0.1457575112581253
383971	rnn.bias_ih_l0_reverse	3	-0.04593276605010033
383971	rnn.bias_ih_l0_reverse	4	-0.11270885169506073
383971	rnn.bias_ih_l0_reverse	5	-0.08603814989328384
383971	rnn.bias_ih_l0_reverse	6	-0.20891466736793518
383971	rnn.bias_ih_l0_reverse	7	-0.0526064932346344
383971	rnn.bias_ih_l0_reverse	8	-0.06353167444467545
383971	rnn.bias_ih_l0_reverse	9	-0.13425526022911072
383971	rnn.bias_hh_l0_reverse	0	-0.14229628443717957
383971	rnn.bias_hh_l0_reverse	1	-0.16223399341106415
383971	rnn.bias_hh_l0_reverse	2	0.10545312613248825
383971	rnn.bias_hh_l0_reverse	3	0.07148624956607819
383971	rnn.bias_hh_l0_reverse	4	-0.17913371324539185
383971	rnn.bias_hh_l0_reverse	5	-0.14262831211090088
383971	rnn.bias_hh_l0_reverse	6	-0.08905356377363205
383971	rnn.bias_hh_l0_reverse	7	-0.05405905470252037
383971	rnn.bias_hh_l0_reverse	8	-0.09633961319923401
383971	rnn.bias_hh_l0_reverse	9	-0.023164208978414536
383971	linear.weight	0	-0.007733943406492472
383971	linear.weight	1	0.0076227616518735886
383971	linear.weight	2	0.313435435295105
383971	linear.weight	3	-0.07890977710485458
383971	linear.weight	4	-0.010588549077510834
383971	linear.weight	5	0.12165452539920807
383971	linear.weight	6	-0.010739270597696304
383971	linear.weight	7	-0.07364146411418915
383971	linear.weight	8	0.18200932443141937
383971	linear.weight	9	-0.28102201223373413
383971	linear.bias	0	-0.03956538438796997
383971	linear.bias	1	0.031413208693265915
383971	linear.bias	2	0.41739869117736816
383971	linear.bias	3	-0.749642550945282
383971	linear.bias	4	2.1578588485717773
383971	linear.bias	5	-1.4051399230957031
383971	linear.bias	6	-0.293857604265213
383971	linear.bias	7	-0.13057932257652283
384529	transitions	0	-1.9508953094482422
384529	transitions	1	-10000.0
384529	transitions	2	-0.7969565987586975
384529	transitions	3	-10000.0
384529	transitions	4	2.0702860355377197
384529	transitions	5	-10000.0
384529	transitions	6	-10000.0
384529	transitions	7	1.8537496328353882
384529	transitions	8	-2.632550001144409
384529	transitions	9	-4.23977518081665
384529	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
384529	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
384529	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
384529	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
384529	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
384529	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
384529	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
384529	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
384529	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
384529	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
384529	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
384529	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
384529	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
384529	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
384529	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
384529	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
384529	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
384529	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
384529	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
384529	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
384529	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
384529	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
384529	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
384529	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
384529	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
384529	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
384529	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
384529	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
384529	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
384529	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
384529	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
384529	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
384529	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
384529	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
384529	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
384529	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
384529	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
384529	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
384529	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
384529	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
384529	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
384529	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
384529	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
384529	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
384529	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
384529	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
384529	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
384529	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
384529	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
384529	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
384529	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
384529	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
384529	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
384529	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
384529	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
384529	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
384529	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
384529	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
384529	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
384529	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
384529	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
384529	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
384529	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
384529	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
384529	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
384529	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
384529	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
384529	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
384529	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
384529	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
384529	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
384529	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
384529	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
384529	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
384529	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
384529	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
384529	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
384529	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
384529	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
384529	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
384529	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
384529	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
384529	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
384529	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
384529	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
384529	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
384529	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
384529	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
384529	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
384529	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
384529	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
384529	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
384529	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
384529	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
384529	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
384529	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
384529	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
384529	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
384529	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
384529	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
384529	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
384529	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
384529	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
384529	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
384529	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
384529	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
384529	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
384529	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
384529	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
384529	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
384529	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
384529	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
384529	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
384529	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
384529	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
384529	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
384529	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
384529	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
384529	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
384529	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
384529	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
384529	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
384529	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
384529	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
384529	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
384529	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
384529	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
384529	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
384529	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
384529	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
384529	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
384529	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
384529	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
384529	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
384529	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
384529	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
384529	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
384529	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
384529	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
384529	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
384529	embedding2nn.weight	0	0.0064039072021842
384529	embedding2nn.weight	1	0.003981553018093109
384529	embedding2nn.weight	2	0.013430154882371426
384529	embedding2nn.weight	3	0.026867765933275223
384529	embedding2nn.weight	4	0.023483620956540108
384529	embedding2nn.weight	5	0.005567028187215328
384529	embedding2nn.weight	6	-0.01539125107228756
384529	embedding2nn.weight	7	-0.00043709148303605616
384529	embedding2nn.weight	8	-0.010058527812361717
384529	embedding2nn.weight	9	0.0019321746658533812
384529	embedding2nn.bias	0	0.01353177335113287
384529	embedding2nn.bias	1	-0.03652409091591835
384529	embedding2nn.bias	2	0.08057040721178055
384529	embedding2nn.bias	3	0.06996186077594757
384529	embedding2nn.bias	4	-0.012465720064938068
384529	embedding2nn.bias	5	-0.03320273384451866
384529	embedding2nn.bias	6	0.03009779006242752
384529	embedding2nn.bias	7	0.004159982781857252
384529	embedding2nn.bias	8	-0.034894850105047226
384529	embedding2nn.bias	9	0.02485036291182041
384529	rnn.weight_ih_l0	0	0.06474322825670242
384529	rnn.weight_ih_l0	1	-0.04168211296200752
384529	rnn.weight_ih_l0	2	0.005349721759557724
384529	rnn.weight_ih_l0	3	0.04514824226498604
384529	rnn.weight_ih_l0	4	-0.029660837724804878
384529	rnn.weight_ih_l0	5	0.040333811193704605
384529	rnn.weight_ih_l0	6	0.0077453977428376675
384529	rnn.weight_ih_l0	7	0.06556201726198196
384529	rnn.weight_ih_l0	8	0.009227209724485874
384529	rnn.weight_ih_l0	9	-0.025431202724575996
384529	rnn.weight_hh_l0	0	-0.011734562925994396
384529	rnn.weight_hh_l0	1	-0.027782199904322624
384529	rnn.weight_hh_l0	2	-0.061436980962753296
384529	rnn.weight_hh_l0	3	-0.005877690855413675
384529	rnn.weight_hh_l0	4	-0.009694020263850689
384529	rnn.weight_hh_l0	5	-0.024188904091715813
384529	rnn.weight_hh_l0	6	0.0006472530658356845
384529	rnn.weight_hh_l0	7	-0.035740260034799576
384529	rnn.weight_hh_l0	8	0.06721159815788269
384529	rnn.weight_hh_l0	9	0.04513857513666153
384529	rnn.bias_ih_l0	0	-0.17397594451904297
384529	rnn.bias_ih_l0	1	-0.17089344561100006
384529	rnn.bias_ih_l0	2	-0.01954786852002144
384529	rnn.bias_ih_l0	3	-0.1475871354341507
384529	rnn.bias_ih_l0	4	-0.05888570845127106
384529	rnn.bias_ih_l0	5	-0.17592649161815643
384529	rnn.bias_ih_l0	6	0.07320047169923782
384529	rnn.bias_ih_l0	7	-0.08616573363542557
384529	rnn.bias_ih_l0	8	-0.04644857347011566
384529	rnn.bias_ih_l0	9	-0.1082930788397789
384529	rnn.bias_hh_l0	0	-0.0694335550069809
384529	rnn.bias_hh_l0	1	0.24821801483631134
384529	rnn.bias_hh_l0	2	0.04711729660630226
384529	rnn.bias_hh_l0	3	-0.07928716391324997
384529	rnn.bias_hh_l0	4	-0.08301625400781631
384529	rnn.bias_hh_l0	5	-0.0047171455807983875
384529	rnn.bias_hh_l0	6	0.05816366896033287
384529	rnn.bias_hh_l0	7	-0.0985509380698204
384529	rnn.bias_hh_l0	8	-0.23349079489707947
384529	rnn.bias_hh_l0	9	-0.10125959664583206
384529	rnn.weight_ih_l0_reverse	0	0.020185362547636032
384529	rnn.weight_ih_l0_reverse	1	-0.06010211631655693
384529	rnn.weight_ih_l0_reverse	2	0.04297301545739174
384529	rnn.weight_ih_l0_reverse	3	0.0203201062977314
384529	rnn.weight_ih_l0_reverse	4	-3.6518870274449e-06
384529	rnn.weight_ih_l0_reverse	5	-0.025577010586857796
384529	rnn.weight_ih_l0_reverse	6	0.01202279981225729
384529	rnn.weight_ih_l0_reverse	7	0.028282301500439644
384529	rnn.weight_ih_l0_reverse	8	-0.028078319504857063
384529	rnn.weight_ih_l0_reverse	9	-0.0015604363288730383
384529	rnn.weight_hh_l0_reverse	0	0.03982212394475937
384529	rnn.weight_hh_l0_reverse	1	0.029879601672291756
384529	rnn.weight_hh_l0_reverse	2	-0.02302577905356884
384529	rnn.weight_hh_l0_reverse	3	-0.08237072080373764
384529	rnn.weight_hh_l0_reverse	4	0.011308776214718819
384529	rnn.weight_hh_l0_reverse	5	-0.06104825809597969
384529	rnn.weight_hh_l0_reverse	6	-0.014166301116347313
384529	rnn.weight_hh_l0_reverse	7	0.030987035483121872
384529	rnn.weight_hh_l0_reverse	8	0.007891452871263027
384529	rnn.weight_hh_l0_reverse	9	0.008697770535945892
384529	rnn.bias_ih_l0_reverse	0	-0.046265605837106705
384529	rnn.bias_ih_l0_reverse	1	-0.1400338113307953
384529	rnn.bias_ih_l0_reverse	2	-0.14578483998775482
384529	rnn.bias_ih_l0_reverse	3	-0.045964308083057404
384529	rnn.bias_ih_l0_reverse	4	-0.11269181966781616
384529	rnn.bias_ih_l0_reverse	5	-0.08604844659566879
384529	rnn.bias_ih_l0_reverse	6	-0.20888753235340118
384529	rnn.bias_ih_l0_reverse	7	-0.05258064344525337
384529	rnn.bias_ih_l0_reverse	8	-0.06355344504117966
384529	rnn.bias_ih_l0_reverse	9	-0.13425756990909576
384529	rnn.bias_hh_l0_reverse	0	-0.1423153281211853
384529	rnn.bias_hh_l0_reverse	1	-0.16218450665473938
384529	rnn.bias_hh_l0_reverse	2	0.1055155023932457
384529	rnn.bias_hh_l0_reverse	3	0.07143088430166245
384529	rnn.bias_hh_l0_reverse	4	-0.17911085486412048
384529	rnn.bias_hh_l0_reverse	5	-0.14263346791267395
384529	rnn.bias_hh_l0_reverse	6	-0.08907508850097656
384529	rnn.bias_hh_l0_reverse	7	-0.05408339574933052
384529	rnn.bias_hh_l0_reverse	8	-0.09632395952939987
384529	rnn.bias_hh_l0_reverse	9	-0.02314259670674801
384529	linear.weight	0	-0.007733940612524748
384529	linear.weight	1	0.007571524474769831
384529	linear.weight	2	0.31355512142181396
384529	linear.weight	3	-0.07890977710485458
384529	linear.weight	4	-0.010588549077510834
384529	linear.weight	5	0.12193846702575684
384529	linear.weight	6	-0.010739270597696304
384529	linear.weight	7	-0.07309073954820633
384529	linear.weight	8	0.18226809799671173
384529	linear.weight	9	-0.28104105591773987
384529	linear.bias	0	-0.03956538438796997
384529	linear.bias	1	0.031413208693265915
384529	linear.bias	2	0.41613176465034485
384529	linear.bias	3	-0.7490809559822083
384529	linear.bias	4	2.15727162361145
384529	linear.bias	5	-1.4051399230957031
384529	linear.bias	6	-0.2932072579860687
384529	linear.bias	7	-0.12993530929088593
385087	transitions	0	-1.950904130935669
385087	transitions	1	-10000.0
385087	transitions	2	-0.7969565987586975
385087	transitions	3	-10000.0
385087	transitions	4	2.070211887359619
385087	transitions	5	-10000.0
385087	transitions	6	-10000.0
385087	transitions	7	1.8535845279693604
385087	transitions	8	-2.6325619220733643
385087	transitions	9	-4.23977518081665
385087	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
385087	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
385087	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
385087	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
385087	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
385087	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
385087	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
385087	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
385087	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
385087	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
385087	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
385087	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
385087	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
385087	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
385087	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
385087	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
385087	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
385087	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
385087	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
385087	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
385087	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
385087	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
385087	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
385087	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
385087	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
385087	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
385087	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
385087	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
385087	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
385087	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
385087	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
385087	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
385087	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
385087	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
385087	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
385087	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
385087	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
385087	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
385087	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
385087	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
385087	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
385087	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
385087	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
385087	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
385087	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
385087	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
385087	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
385087	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
385087	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
385087	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
385087	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
385087	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
385087	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
385087	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
385087	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
385087	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
385087	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
385087	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
385087	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
385087	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
385087	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
385087	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
385087	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
385087	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
385087	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
385087	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
385087	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
385087	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
385087	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
385087	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
385087	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
385087	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
385087	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
385087	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
385087	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
385087	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
385087	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
385087	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
385087	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
385087	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
385087	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
385087	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
385087	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
385087	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
385087	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
385087	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
385087	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
385087	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
385087	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
385087	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
385087	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
385087	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
385087	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
385087	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
385087	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
385087	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
385087	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
385087	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
385087	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
385087	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
385087	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
385087	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
385087	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
385087	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
385087	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
385087	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
385087	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
385087	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
385087	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
385087	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
385087	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
385087	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
385087	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
385087	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
385087	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
385087	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
385087	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
385087	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
385087	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
385087	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
385087	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
385087	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
385087	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
385087	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
385087	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
385087	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
385087	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
385087	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
385087	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
385087	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
385087	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
385087	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
385087	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
385087	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
385087	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
385087	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
385087	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
385087	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
385087	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
385087	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
385087	embedding2nn.weight	0	0.006404010578989983
385087	embedding2nn.weight	1	0.003984695766121149
385087	embedding2nn.weight	2	0.013430112972855568
385087	embedding2nn.weight	3	0.02687474898993969
385087	embedding2nn.weight	4	0.02348107472062111
385087	embedding2nn.weight	5	0.00557057885453105
385087	embedding2nn.weight	6	-0.01538960449397564
385087	embedding2nn.weight	7	-0.0004375478602014482
385087	embedding2nn.weight	8	-0.010055361315608025
385087	embedding2nn.weight	9	0.0019313492812216282
385087	embedding2nn.bias	0	0.013507953844964504
385087	embedding2nn.bias	1	-0.036741506308317184
385087	embedding2nn.bias	2	0.08057326823472977
385087	embedding2nn.bias	3	0.06999771296977997
385087	embedding2nn.bias	4	-0.012460393831133842
385087	embedding2nn.bias	5	-0.03322460874915123
385087	embedding2nn.bias	6	0.029902247712016106
385087	embedding2nn.bias	7	0.004154079128056765
385087	embedding2nn.bias	8	-0.03486232832074165
385087	embedding2nn.bias	9	0.024752231314778328
385087	rnn.weight_ih_l0	0	0.06475402414798737
385087	rnn.weight_ih_l0	1	-0.04167822375893593
385087	rnn.weight_ih_l0	2	0.005354462657123804
385087	rnn.weight_ih_l0	3	0.04514568671584129
385087	rnn.weight_ih_l0	4	-0.02966662123799324
385087	rnn.weight_ih_l0	5	0.04032402113080025
385087	rnn.weight_ih_l0	6	0.0077512385323643684
385087	rnn.weight_ih_l0	7	0.06557725369930267
385087	rnn.weight_ih_l0	8	0.009234127588570118
385087	rnn.weight_ih_l0	9	-0.025432627648115158
385087	rnn.weight_hh_l0	0	-0.011736063286662102
385087	rnn.weight_hh_l0	1	-0.02777992933988571
385087	rnn.weight_hh_l0	2	-0.06143859028816223
385087	rnn.weight_hh_l0	3	-0.005875927396118641
385087	rnn.weight_hh_l0	4	-0.009695012122392654
385087	rnn.weight_hh_l0	5	-0.024184448644518852
385087	rnn.weight_hh_l0	6	0.0006472394452430308
385087	rnn.weight_hh_l0	7	-0.03572745621204376
385087	rnn.weight_hh_l0	8	0.06721694022417068
385087	rnn.weight_hh_l0	9	0.04514218494296074
385087	rnn.bias_ih_l0	0	-0.17401759326457977
385087	rnn.bias_ih_l0	1	-0.17088566720485687
385087	rnn.bias_ih_l0	2	-0.019561562687158585
385087	rnn.bias_ih_l0	3	-0.14757736027240753
385087	rnn.bias_ih_l0	4	-0.05882471799850464
385087	rnn.bias_ih_l0	5	-0.17590603232383728
385087	rnn.bias_ih_l0	6	0.07313352078199387
385087	rnn.bias_ih_l0	7	-0.08615048974752426
385087	rnn.bias_ih_l0	8	-0.04643935710191727
385087	rnn.bias_ih_l0	9	-0.10830219835042953
385087	rnn.bias_hh_l0	0	-0.06946691870689392
385087	rnn.bias_hh_l0	1	0.24815639853477478
385087	rnn.bias_hh_l0	2	0.047067414969205856
385087	rnn.bias_hh_l0	3	-0.07930617034435272
385087	rnn.bias_hh_l0	4	-0.08306565880775452
385087	rnn.bias_hh_l0	5	-0.004709379747509956
385087	rnn.bias_hh_l0	6	0.058187756687402725
385087	rnn.bias_hh_l0	7	-0.0984591543674469
385087	rnn.bias_hh_l0	8	-0.23345986008644104
385087	rnn.bias_hh_l0	9	-0.10125589370727539
385087	rnn.weight_ih_l0_reverse	0	0.02017950639128685
385087	rnn.weight_ih_l0_reverse	1	-0.060100946575403214
385087	rnn.weight_ih_l0_reverse	2	0.04296640679240227
385087	rnn.weight_ih_l0_reverse	3	0.02032674290239811
385087	rnn.weight_ih_l0_reverse	4	-6.723168155531312e-08
385087	rnn.weight_ih_l0_reverse	5	-0.02556760422885418
385087	rnn.weight_ih_l0_reverse	6	0.012051590718328953
385087	rnn.weight_ih_l0_reverse	7	0.02828221023082733
385087	rnn.weight_ih_l0_reverse	8	-0.02808007039129734
385087	rnn.weight_ih_l0_reverse	9	-0.0015577904414385557
385087	rnn.weight_hh_l0_reverse	0	0.03981836140155792
385087	rnn.weight_hh_l0_reverse	1	0.02988145686686039
385087	rnn.weight_hh_l0_reverse	2	-0.02302529104053974
385087	rnn.weight_hh_l0_reverse	3	-0.08237684518098831
385087	rnn.weight_hh_l0_reverse	4	0.011306026950478554
385087	rnn.weight_hh_l0_reverse	5	-0.06105345860123634
385087	rnn.weight_hh_l0_reverse	6	-0.014168431051075459
385087	rnn.weight_hh_l0_reverse	7	0.030987422913312912
385087	rnn.weight_hh_l0_reverse	8	0.007888199761509895
385087	rnn.weight_hh_l0_reverse	9	0.00869317539036274
385087	rnn.bias_ih_l0_reverse	0	-0.046253565698862076
385087	rnn.bias_ih_l0_reverse	1	-0.14005044102668762
385087	rnn.bias_ih_l0_reverse	2	-0.14582176506519318
385087	rnn.bias_ih_l0_reverse	3	-0.045926548540592194
385087	rnn.bias_ih_l0_reverse	4	-0.11268454790115356
385087	rnn.bias_ih_l0_reverse	5	-0.08600222319364548
385087	rnn.bias_ih_l0_reverse	6	-0.2088824063539505
385087	rnn.bias_ih_l0_reverse	7	-0.05258374288678169
385087	rnn.bias_ih_l0_reverse	8	-0.06357262283563614
385087	rnn.bias_ih_l0_reverse	9	-0.13426607847213745
385087	rnn.bias_hh_l0_reverse	0	-0.14230193197727203
385087	rnn.bias_hh_l0_reverse	1	-0.1621663123369217
385087	rnn.bias_hh_l0_reverse	2	0.10549066215753555
385087	rnn.bias_hh_l0_reverse	3	0.0713559240102768
385087	rnn.bias_hh_l0_reverse	4	-0.17914238572120667
385087	rnn.bias_hh_l0_reverse	5	-0.14261645078659058
385087	rnn.bias_hh_l0_reverse	6	-0.08905215561389923
385087	rnn.bias_hh_l0_reverse	7	-0.054050374776124954
385087	rnn.bias_hh_l0_reverse	8	-0.09629569947719574
385087	rnn.bias_hh_l0_reverse	9	-0.023105476051568985
385087	linear.weight	0	-0.007733949925750494
385087	linear.weight	1	0.007457729894667864
385087	linear.weight	2	0.31362491846084595
385087	linear.weight	3	-0.07890977710485458
385087	linear.weight	4	-0.010588549077510834
385087	linear.weight	5	0.12217823415994644
385087	linear.weight	6	-0.010739270597696304
385087	linear.weight	7	-0.07286553829908371
385087	linear.weight	8	0.18311923742294312
385087	linear.weight	9	-0.28104323148727417
385087	linear.bias	0	-0.03956538438796997
385087	linear.bias	1	0.031413208693265915
385087	linear.bias	2	0.4170228838920593
385087	linear.bias	3	-0.7516775727272034
385087	linear.bias	4	2.1575748920440674
385087	linear.bias	5	-1.4051399230957031
385087	linear.bias	6	-0.2925039231777191
385087	linear.bias	7	-0.1292347013950348
385646	transitions	0	-1.9509130716323853
385646	transitions	1	-10000.0
385646	transitions	2	-0.7969565987586975
385646	transitions	3	-10000.0
385646	transitions	4	2.0703933238983154
385646	transitions	5	-10000.0
385646	transitions	6	-10000.0
385646	transitions	7	1.853639841079712
385646	transitions	8	-2.6325666904449463
385646	transitions	9	-4.23977518081665
385646	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
385646	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
385646	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
385646	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
385646	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
385646	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
385646	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
385646	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
385646	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
385646	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
385646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
385646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
385646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
385646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
385646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
385646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
385646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
385646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
385646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
385646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
385646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
385646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
385646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
385646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
385646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
385646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
385646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
385646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
385646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
385646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
385646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
385646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
385646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
385646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
385646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
385646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
385646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
385646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
385646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
385646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
385646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
385646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
385646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
385646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
385646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
385646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
385646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
385646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
385646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
385646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
385646	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
385646	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
385646	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
385646	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
385646	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
385646	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
385646	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
385646	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
385646	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
385646	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
385646	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
385646	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
385646	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
385646	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
385646	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
385646	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
385646	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
385646	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
385646	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
385646	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
385646	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
385646	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
385646	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
385646	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
385646	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
385646	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
385646	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
385646	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
385646	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
385646	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
385646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
385646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
385646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
385646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
385646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
385646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
385646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
385646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
385646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
385646	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
385646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
385646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
385646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
385646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
385646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
385646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
385646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
385646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
385646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
385646	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
385646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
385646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
385646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
385646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
385646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
385646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
385646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
385646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
385646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
385646	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
385646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
385646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
385646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
385646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
385646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
385646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
385646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
385646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
385646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
385646	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
385646	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
385646	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
385646	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
385646	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
385646	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
385646	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
385646	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
385646	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
385646	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
385646	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
385646	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
385646	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
385646	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
385646	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
385646	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
385646	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
385646	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
385646	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
385646	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
385646	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
385646	embedding2nn.weight	0	0.006404086947441101
385646	embedding2nn.weight	1	0.003984077833592892
385646	embedding2nn.weight	2	0.013430419377982616
385646	embedding2nn.weight	3	0.026869388297200203
385646	embedding2nn.weight	4	0.023479526862502098
385646	embedding2nn.weight	5	0.00556041207164526
385646	embedding2nn.weight	6	-0.01538875326514244
385646	embedding2nn.weight	7	-0.00044077233178541064
385646	embedding2nn.weight	8	-0.010054150596261024
385646	embedding2nn.weight	9	0.0019301885040476918
385646	embedding2nn.bias	0	0.013519098982214928
385646	embedding2nn.bias	1	-0.03684189170598984
385646	embedding2nn.bias	2	0.08065246790647507
385646	embedding2nn.bias	3	0.06999035179615021
385646	embedding2nn.bias	4	-0.012390078976750374
385646	embedding2nn.bias	5	-0.033304352313280106
385646	embedding2nn.bias	6	0.029844719916582108
385646	embedding2nn.bias	7	0.004236504901200533
385646	embedding2nn.bias	8	-0.03486093133687973
385646	embedding2nn.bias	9	0.02471882849931717
385646	rnn.weight_ih_l0	0	0.06476493924856186
385646	rnn.weight_ih_l0	1	-0.04168727621436119
385646	rnn.weight_ih_l0	2	0.005356269422918558
385646	rnn.weight_ih_l0	3	0.045158036053180695
385646	rnn.weight_ih_l0	4	-0.029678333550691605
385646	rnn.weight_ih_l0	5	0.04032192379236221
385646	rnn.weight_ih_l0	6	0.0077531603164970875
385646	rnn.weight_ih_l0	7	0.06557492166757584
385646	rnn.weight_ih_l0	8	0.009235650300979614
385646	rnn.weight_ih_l0	9	-0.02541438862681389
385646	rnn.weight_hh_l0	0	-0.011743386276066303
385646	rnn.weight_hh_l0	1	-0.027777303010225296
385646	rnn.weight_hh_l0	2	-0.06145196035504341
385646	rnn.weight_hh_l0	3	-0.00587592925876379
385646	rnn.weight_hh_l0	4	-0.009695281274616718
385646	rnn.weight_hh_l0	5	-0.024179356172680855
385646	rnn.weight_hh_l0	6	0.000647942943032831
385646	rnn.weight_hh_l0	7	-0.035727936774492264
385646	rnn.weight_hh_l0	8	0.06723685562610626
385646	rnn.weight_hh_l0	9	0.045130405575037
385646	rnn.bias_ih_l0	0	-0.1739773452281952
385646	rnn.bias_ih_l0	1	-0.17084036767482758
385646	rnn.bias_ih_l0	2	-0.019545305520296097
385646	rnn.bias_ih_l0	3	-0.1475876271724701
385646	rnn.bias_ih_l0	4	-0.05876888334751129
385646	rnn.bias_ih_l0	5	-0.17588241398334503
385646	rnn.bias_ih_l0	6	0.07310526818037033
385646	rnn.bias_ih_l0	7	-0.08606857061386108
385646	rnn.bias_ih_l0	8	-0.046427104622125626
385646	rnn.bias_ih_l0	9	-0.10828599333763123
385646	rnn.bias_hh_l0	0	-0.06947284936904907
385646	rnn.bias_hh_l0	1	0.2480924129486084
385646	rnn.bias_hh_l0	2	0.047101620584726334
385646	rnn.bias_hh_l0	3	-0.07927331328392029
385646	rnn.bias_hh_l0	4	-0.08309393376111984
385646	rnn.bias_hh_l0	5	-0.004708247724920511
385646	rnn.bias_hh_l0	6	0.05819272622466087
385646	rnn.bias_hh_l0	7	-0.09841770678758621
385646	rnn.bias_hh_l0	8	-0.2334468811750412
385646	rnn.bias_hh_l0	9	-0.10128339380025864
385646	rnn.weight_ih_l0_reverse	0	0.020187368616461754
385646	rnn.weight_ih_l0_reverse	1	-0.06010477989912033
385646	rnn.weight_ih_l0_reverse	2	0.04296475648880005
385646	rnn.weight_ih_l0_reverse	3	0.020312873646616936
385646	rnn.weight_ih_l0_reverse	4	7.791267307766248e-06
385646	rnn.weight_ih_l0_reverse	5	-0.025564081966876984
385646	rnn.weight_ih_l0_reverse	6	0.012052695266902447
385646	rnn.weight_ih_l0_reverse	7	0.02828562818467617
385646	rnn.weight_ih_l0_reverse	8	-0.028077716007828712
385646	rnn.weight_ih_l0_reverse	9	-0.0015621078200638294
385646	rnn.weight_hh_l0_reverse	0	0.03981629014015198
385646	rnn.weight_hh_l0_reverse	1	0.029880287125706673
385646	rnn.weight_hh_l0_reverse	2	-0.023028776049613953
385646	rnn.weight_hh_l0_reverse	3	-0.08237561583518982
385646	rnn.weight_hh_l0_reverse	4	0.011302933096885681
385646	rnn.weight_hh_l0_reverse	5	-0.06106005609035492
385646	rnn.weight_hh_l0_reverse	6	-0.014169465750455856
385646	rnn.weight_hh_l0_reverse	7	0.03098176047205925
385646	rnn.weight_hh_l0_reverse	8	0.007874855771660805
385646	rnn.weight_hh_l0_reverse	9	0.008686017245054245
385646	rnn.bias_ih_l0_reverse	0	-0.046282485127449036
385646	rnn.bias_ih_l0_reverse	1	-0.14002904295921326
385646	rnn.bias_ih_l0_reverse	2	-0.14581941068172455
385646	rnn.bias_ih_l0_reverse	3	-0.04591193050146103
385646	rnn.bias_ih_l0_reverse	4	-0.11269709467887878
385646	rnn.bias_ih_l0_reverse	5	-0.08602357655763626
385646	rnn.bias_ih_l0_reverse	6	-0.20883698761463165
385646	rnn.bias_ih_l0_reverse	7	-0.052587009966373444
385646	rnn.bias_ih_l0_reverse	8	-0.06356806308031082
385646	rnn.bias_ih_l0_reverse	9	-0.1342422366142273
385646	rnn.bias_hh_l0_reverse	0	-0.14227385818958282
385646	rnn.bias_hh_l0_reverse	1	-0.16218605637550354
385646	rnn.bias_hh_l0_reverse	2	0.10548780113458633
385646	rnn.bias_hh_l0_reverse	3	0.07136302441358566
385646	rnn.bias_hh_l0_reverse	4	-0.17915146052837372
385646	rnn.bias_hh_l0_reverse	5	-0.1426388919353485
385646	rnn.bias_hh_l0_reverse	6	-0.08900032192468643
385646	rnn.bias_hh_l0_reverse	7	-0.05406659096479416
385646	rnn.bias_hh_l0_reverse	8	-0.09631798416376114
385646	rnn.bias_hh_l0_reverse	9	-0.023129235953092575
385646	linear.weight	0	-0.0077339597046375275
385646	linear.weight	1	0.0072206067852675915
385646	linear.weight	2	0.31379228830337524
385646	linear.weight	3	-0.07890977710485458
385646	linear.weight	4	-0.010588549077510834
385646	linear.weight	5	0.12210115045309067
385646	linear.weight	6	-0.010739270597696304
385646	linear.weight	7	-0.07261747121810913
385646	linear.weight	8	0.18367935717105865
385646	linear.weight	9	-0.28091758489608765
385646	linear.bias	0	-0.03956538438796997
385646	linear.bias	1	0.031413208693265915
385646	linear.bias	2	0.41572022438049316
385646	linear.bias	3	-0.752345085144043
385646	linear.bias	4	2.1576764583587646
385646	linear.bias	5	-1.4051399230957031
385646	linear.bias	6	-0.29156848788261414
385646	linear.bias	7	-0.12830042839050293
386204	transitions	0	-1.9509209394454956
386204	transitions	1	-10000.0
386204	transitions	2	-0.7969565987586975
386204	transitions	3	-10000.0
386204	transitions	4	2.070500373840332
386204	transitions	5	-10000.0
386204	transitions	6	-10000.0
386204	transitions	7	1.8534088134765625
386204	transitions	8	-2.632570505142212
386204	transitions	9	-4.23977518081665
386204	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
386204	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
386204	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
386204	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
386204	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
386204	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
386204	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
386204	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
386204	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
386204	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
386204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
386204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
386204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
386204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
386204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
386204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
386204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
386204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
386204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
386204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
386204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
386204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
386204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
386204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
386204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
386204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
386204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
386204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
386204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
386204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
386204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
386204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
386204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
386204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
386204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
386204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
386204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
386204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
386204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
386204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
386204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
386204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
386204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
386204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
386204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
386204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
386204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
386204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
386204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
386204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
386204	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
386204	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
386204	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
386204	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
386204	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
386204	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
386204	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
386204	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
386204	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
386204	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
386204	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
386204	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
386204	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
386204	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
386204	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
386204	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
386204	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
386204	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
386204	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
386204	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
386204	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
386204	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
386204	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
386204	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
386204	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
386204	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
386204	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
386204	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
386204	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
386204	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
386204	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
386204	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
386204	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
386204	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
386204	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
386204	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
386204	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
386204	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
386204	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
386204	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
386204	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
386204	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
386204	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
386204	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
386204	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
386204	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
386204	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
386204	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
386204	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
386204	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
386204	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
386204	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
386204	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
386204	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
386204	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
386204	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
386204	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
386204	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
386204	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
386204	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
386204	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
386204	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
386204	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
386204	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
386204	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
386204	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
386204	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
386204	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
386204	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
386204	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
386204	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
386204	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
386204	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
386204	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
386204	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
386204	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
386204	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
386204	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
386204	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
386204	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
386204	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
386204	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
386204	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
386204	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
386204	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
386204	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
386204	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
386204	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
386204	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
386204	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
386204	embedding2nn.weight	0	0.006404186133295298
386204	embedding2nn.weight	1	0.003983980976045132
386204	embedding2nn.weight	2	0.013430980034172535
386204	embedding2nn.weight	3	0.026865912601351738
386204	embedding2nn.weight	4	0.02347632125020027
386204	embedding2nn.weight	5	0.00556404422968626
386204	embedding2nn.weight	6	-0.015386519022285938
386204	embedding2nn.weight	7	-0.00044344563502818346
386204	embedding2nn.weight	8	-0.010053212754428387
386204	embedding2nn.weight	9	0.0019314471865072846
386204	embedding2nn.bias	0	0.013530684635043144
386204	embedding2nn.bias	1	-0.03681318834424019
386204	embedding2nn.bias	2	0.0805509015917778
386204	embedding2nn.bias	3	0.06999614834785461
386204	embedding2nn.bias	4	-0.0123841417953372
386204	embedding2nn.bias	5	-0.033263083547353745
386204	embedding2nn.bias	6	0.02990872971713543
386204	embedding2nn.bias	7	0.004225680138915777
386204	embedding2nn.bias	8	-0.034827668219804764
386204	embedding2nn.bias	9	0.02465154603123665
386204	rnn.weight_ih_l0	0	0.06475024670362473
386204	rnn.weight_ih_l0	1	-0.04168818145990372
386204	rnn.weight_ih_l0	2	0.005349612329155207
386204	rnn.weight_ih_l0	3	0.04515766352415085
386204	rnn.weight_ih_l0	4	-0.029682451859116554
386204	rnn.weight_ih_l0	5	0.04032182693481445
386204	rnn.weight_ih_l0	6	0.0077509405091404915
386204	rnn.weight_ih_l0	7	0.06556951999664307
386204	rnn.weight_ih_l0	8	0.00924269575625658
386204	rnn.weight_ih_l0	9	-0.025409245863556862
386204	rnn.weight_hh_l0	0	-0.011746370233595371
386204	rnn.weight_hh_l0	1	-0.02777327038347721
386204	rnn.weight_hh_l0	2	-0.061449870467185974
386204	rnn.weight_hh_l0	3	-0.005873934831470251
386204	rnn.weight_hh_l0	4	-0.009696590714156628
386204	rnn.weight_hh_l0	5	-0.024178702384233475
386204	rnn.weight_hh_l0	6	0.0006499044829979539
386204	rnn.weight_hh_l0	7	-0.035722486674785614
386204	rnn.weight_hh_l0	8	0.06722396612167358
386204	rnn.weight_hh_l0	9	0.045134931802749634
386204	rnn.bias_ih_l0	0	-0.1740071326494217
386204	rnn.bias_ih_l0	1	-0.1708703637123108
386204	rnn.bias_ih_l0	2	-0.01954040862619877
386204	rnn.bias_ih_l0	3	-0.14755788445472717
386204	rnn.bias_ih_l0	4	-0.05876922234892845
386204	rnn.bias_ih_l0	5	-0.17586880922317505
386204	rnn.bias_ih_l0	6	0.07311631739139557
386204	rnn.bias_ih_l0	7	-0.08609166741371155
386204	rnn.bias_ih_l0	8	-0.046446677297353745
386204	rnn.bias_ih_l0	9	-0.10830383002758026
386204	rnn.bias_hh_l0	0	-0.06950367987155914
386204	rnn.bias_hh_l0	1	0.2481004148721695
386204	rnn.bias_hh_l0	2	0.04705524444580078
386204	rnn.bias_hh_l0	3	-0.07926394045352936
386204	rnn.bias_hh_l0	4	-0.083092600107193
386204	rnn.bias_hh_l0	5	-0.004737777169793844
386204	rnn.bias_hh_l0	6	0.0582287572324276
386204	rnn.bias_hh_l0	7	-0.09840179234743118
386204	rnn.bias_hh_l0	8	-0.23351384699344635
386204	rnn.bias_hh_l0	9	-0.10126926004886627
386204	rnn.weight_ih_l0_reverse	0	0.020188655704259872
386204	rnn.weight_ih_l0_reverse	1	-0.06008309870958328
386204	rnn.weight_ih_l0_reverse	2	0.04295683652162552
386204	rnn.weight_ih_l0_reverse	3	0.020307915285229683
386204	rnn.weight_ih_l0_reverse	4	2.0296965885790996e-06
386204	rnn.weight_ih_l0_reverse	5	-0.025567343458533287
386204	rnn.weight_ih_l0_reverse	6	0.012038713321089745
386204	rnn.weight_ih_l0_reverse	7	0.028288433328270912
386204	rnn.weight_ih_l0_reverse	8	-0.028075825423002243
386204	rnn.weight_ih_l0_reverse	9	-0.0015608459943905473
386204	rnn.weight_hh_l0_reverse	0	0.03980984538793564
386204	rnn.weight_hh_l0_reverse	1	0.029886731877923012
386204	rnn.weight_hh_l0_reverse	2	-0.023028310388326645
386204	rnn.weight_hh_l0_reverse	3	-0.08236165344715118
386204	rnn.weight_hh_l0_reverse	4	0.011304161511361599
386204	rnn.weight_hh_l0_reverse	5	-0.06105206906795502
386204	rnn.weight_hh_l0_reverse	6	-0.014167479239404202
386204	rnn.weight_hh_l0_reverse	7	0.030980516225099564
386204	rnn.weight_hh_l0_reverse	8	0.007873622700572014
386204	rnn.weight_hh_l0_reverse	9	0.00869023334234953
386204	rnn.bias_ih_l0_reverse	0	-0.04625144228339195
386204	rnn.bias_ih_l0_reverse	1	-0.14002564549446106
386204	rnn.bias_ih_l0_reverse	2	-0.14580588042736053
386204	rnn.bias_ih_l0_reverse	3	-0.045902930200099945
386204	rnn.bias_ih_l0_reverse	4	-0.11269732564687729
386204	rnn.bias_ih_l0_reverse	5	-0.08603779971599579
386204	rnn.bias_ih_l0_reverse	6	-0.20886677503585815
386204	rnn.bias_ih_l0_reverse	7	-0.052576035261154175
386204	rnn.bias_ih_l0_reverse	8	-0.06354449689388275
386204	rnn.bias_ih_l0_reverse	9	-0.1342463195323944
386204	rnn.bias_hh_l0_reverse	0	-0.1422531008720398
386204	rnn.bias_hh_l0_reverse	1	-0.16217930614948273
386204	rnn.bias_hh_l0_reverse	2	0.105445995926857
386204	rnn.bias_hh_l0_reverse	3	0.0714036226272583
386204	rnn.bias_hh_l0_reverse	4	-0.1791524440050125
386204	rnn.bias_hh_l0_reverse	5	-0.1426265388727188
386204	rnn.bias_hh_l0_reverse	6	-0.08906704187393188
386204	rnn.bias_hh_l0_reverse	7	-0.0540412999689579
386204	rnn.bias_hh_l0_reverse	8	-0.09632190316915512
386204	rnn.bias_hh_l0_reverse	9	-0.023067686706781387
386204	linear.weight	0	-0.007733969483524561
386204	linear.weight	1	0.007342434488236904
386204	linear.weight	2	0.31355592608451843
386204	linear.weight	3	-0.07890977710485458
386204	linear.weight	4	-0.010588549077510834
386204	linear.weight	5	0.12235918641090393
386204	linear.weight	6	-0.010739270597696304
386204	linear.weight	7	-0.0725533589720726
386204	linear.weight	8	0.18365170061588287
386204	linear.weight	9	-0.2809465229511261
386204	linear.bias	0	-0.03956538438796997
386204	linear.bias	1	0.031413208693265915
386204	linear.bias	2	0.41812074184417725
386204	linear.bias	3	-0.7520654797554016
386204	linear.bias	4	2.1567864418029785
386204	linear.bias	5	-1.4051399230957031
386204	linear.bias	6	-0.29246246814727783
386204	linear.bias	7	-0.12919507920742035
386762	transitions	0	-1.950929880142212
386762	transitions	1	-10000.0
386762	transitions	2	-0.7969565987586975
386762	transitions	3	-10000.0
386762	transitions	4	2.070625066757202
386762	transitions	5	-10000.0
386762	transitions	6	-10000.0
386762	transitions	7	1.8534801006317139
386762	transitions	8	-2.632575035095215
386762	transitions	9	-4.23977518081665
386762	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
386762	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
386762	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
386762	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
386762	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
386762	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
386762	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
386762	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
386762	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
386762	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
386762	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
386762	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
386762	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
386762	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
386762	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
386762	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
386762	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
386762	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
386762	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
386762	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
386762	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
386762	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
386762	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
386762	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
386762	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
386762	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
386762	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
386762	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
386762	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
386762	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
386762	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
386762	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
386762	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
386762	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
386762	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
386762	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
386762	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
386762	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
386762	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
386762	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
386762	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
386762	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
386762	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
386762	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
386762	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
386762	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
386762	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
386762	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
386762	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
386762	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
386762	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
386762	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
386762	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
386762	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
386762	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
386762	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
386762	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
386762	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
386762	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
386762	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
386762	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
386762	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
386762	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
386762	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
386762	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
386762	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
386762	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
386762	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
386762	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
386762	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
386762	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
386762	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
386762	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
386762	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
386762	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
386762	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
386762	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
386762	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
386762	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
386762	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
386762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
386762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
386762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
386762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
386762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
386762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
386762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
386762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
386762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
386762	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
386762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
386762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
386762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
386762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
386762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
386762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
386762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
386762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
386762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
386762	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
386762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
386762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
386762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
386762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
386762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
386762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
386762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
386762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
386762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
386762	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
386762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
386762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
386762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
386762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
386762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
386762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
386762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
386762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
386762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
386762	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
386762	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
386762	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
386762	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
386762	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
386762	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
386762	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
386762	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
386762	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
386762	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
386762	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
386762	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
386762	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
386762	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
386762	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
386762	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
386762	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
386762	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
386762	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
386762	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
386762	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
386762	embedding2nn.weight	0	0.00640398683026433
386762	embedding2nn.weight	1	0.00398306455463171
386762	embedding2nn.weight	2	0.01343085803091526
386762	embedding2nn.weight	3	0.026860436424613
386762	embedding2nn.weight	4	0.023484598845243454
386762	embedding2nn.weight	5	0.005561675876379013
386762	embedding2nn.weight	6	-0.01538738515228033
386762	embedding2nn.weight	7	-0.0004427000239957124
386762	embedding2nn.weight	8	-0.010072684846818447
386762	embedding2nn.weight	9	0.0019294340163469315
386762	embedding2nn.bias	0	0.01354071032255888
386762	embedding2nn.bias	1	-0.03677351772785187
386762	embedding2nn.bias	2	0.08064983785152435
386762	embedding2nn.bias	3	0.06995900720357895
386762	embedding2nn.bias	4	-0.012413701973855495
386762	embedding2nn.bias	5	-0.03332339972257614
386762	embedding2nn.bias	6	0.029780300334095955
386762	embedding2nn.bias	7	0.004261618945747614
386762	embedding2nn.bias	8	-0.034852396696805954
386762	embedding2nn.bias	9	0.024735409766435623
386762	rnn.weight_ih_l0	0	0.06475157290697098
386762	rnn.weight_ih_l0	1	-0.04167960211634636
386762	rnn.weight_ih_l0	2	0.005344407632946968
386762	rnn.weight_ih_l0	3	0.045142289251089096
386762	rnn.weight_ih_l0	4	-0.029683001339435577
386762	rnn.weight_ih_l0	5	0.04032346233725548
386762	rnn.weight_ih_l0	6	0.007748258765786886
386762	rnn.weight_ih_l0	7	0.06556747108697891
386762	rnn.weight_ih_l0	8	0.009246750734746456
386762	rnn.weight_ih_l0	9	-0.025399506092071533
386762	rnn.weight_hh_l0	0	-0.011732854880392551
386762	rnn.weight_hh_l0	1	-0.027773985639214516
386762	rnn.weight_hh_l0	2	-0.06144675984978676
386762	rnn.weight_hh_l0	3	-0.005873817950487137
386762	rnn.weight_hh_l0	4	-0.009695179760456085
386762	rnn.weight_hh_l0	5	-0.02417231909930706
386762	rnn.weight_hh_l0	6	0.0006488935905508697
386762	rnn.weight_hh_l0	7	-0.03572733700275421
386762	rnn.weight_hh_l0	8	0.06722661107778549
386762	rnn.weight_hh_l0	9	0.04514171555638313
386762	rnn.bias_ih_l0	0	-0.17401941120624542
386762	rnn.bias_ih_l0	1	-0.1708248108625412
386762	rnn.bias_ih_l0	2	-0.019532641395926476
386762	rnn.bias_ih_l0	3	-0.14758054912090302
386762	rnn.bias_ih_l0	4	-0.05875592306256294
386762	rnn.bias_ih_l0	5	-0.17590415477752686
386762	rnn.bias_ih_l0	6	0.07317495346069336
386762	rnn.bias_ih_l0	7	-0.08609993755817413
386762	rnn.bias_ih_l0	8	-0.04644132778048515
386762	rnn.bias_ih_l0	9	-0.10832174122333527
386762	rnn.bias_hh_l0	0	-0.06949219852685928
386762	rnn.bias_hh_l0	1	0.2481439858675003
386762	rnn.bias_hh_l0	2	0.047126464545726776
386762	rnn.bias_hh_l0	3	-0.07923593372106552
386762	rnn.bias_hh_l0	4	-0.08310751616954803
386762	rnn.bias_hh_l0	5	-0.004714001901447773
386762	rnn.bias_hh_l0	6	0.05819440260529518
386762	rnn.bias_hh_l0	7	-0.09837987273931503
386762	rnn.bias_hh_l0	8	-0.2335660308599472
386762	rnn.bias_hh_l0	9	-0.10125058889389038
386762	rnn.weight_ih_l0_reverse	0	0.02022380381822586
386762	rnn.weight_ih_l0_reverse	1	-0.06007757782936096
386762	rnn.weight_ih_l0_reverse	2	0.04295356571674347
386762	rnn.weight_ih_l0_reverse	3	0.0203098114579916
386762	rnn.weight_ih_l0_reverse	4	3.2404839203081792e-06
386762	rnn.weight_ih_l0_reverse	5	-0.025558914989233017
386762	rnn.weight_ih_l0_reverse	6	0.012035609222948551
386762	rnn.weight_ih_l0_reverse	7	0.028288347646594048
386762	rnn.weight_ih_l0_reverse	8	-0.02807719260454178
386762	rnn.weight_ih_l0_reverse	9	-0.0015578152379021049
386762	rnn.weight_hh_l0_reverse	0	0.03981258347630501
386762	rnn.weight_hh_l0_reverse	1	0.029888443648815155
386762	rnn.weight_hh_l0_reverse	2	-0.023027699440717697
386762	rnn.weight_hh_l0_reverse	3	-0.08236341178417206
386762	rnn.weight_hh_l0_reverse	4	0.01130263414233923
386762	rnn.weight_hh_l0_reverse	5	-0.06105790659785271
386762	rnn.weight_hh_l0_reverse	6	-0.014168891124427319
386762	rnn.weight_hh_l0_reverse	7	0.030984608456492424
386762	rnn.weight_hh_l0_reverse	8	0.00786836538463831
386762	rnn.weight_hh_l0_reverse	9	0.008687837049365044
386762	rnn.bias_ih_l0_reverse	0	-0.046283282339572906
386762	rnn.bias_ih_l0_reverse	1	-0.14003916084766388
386762	rnn.bias_ih_l0_reverse	2	-0.1458224356174469
386762	rnn.bias_ih_l0_reverse	3	-0.04588871821761131
386762	rnn.bias_ih_l0_reverse	4	-0.11269242316484451
386762	rnn.bias_ih_l0_reverse	5	-0.08607278019189835
386762	rnn.bias_ih_l0_reverse	6	-0.2088901847600937
386762	rnn.bias_ih_l0_reverse	7	-0.052579157054424286
386762	rnn.bias_ih_l0_reverse	8	-0.06353018432855606
386762	rnn.bias_ih_l0_reverse	9	-0.1342550665140152
386762	rnn.bias_hh_l0_reverse	0	-0.1422794759273529
386762	rnn.bias_hh_l0_reverse	1	-0.162224680185318
386762	rnn.bias_hh_l0_reverse	2	0.10543037205934525
386762	rnn.bias_hh_l0_reverse	3	0.07143615931272507
386762	rnn.bias_hh_l0_reverse	4	-0.17911221086978912
386762	rnn.bias_hh_l0_reverse	5	-0.14264775812625885
386762	rnn.bias_hh_l0_reverse	6	-0.08901766687631607
386762	rnn.bias_hh_l0_reverse	7	-0.054029591381549835
386762	rnn.bias_hh_l0_reverse	8	-0.09637054055929184
386762	rnn.bias_hh_l0_reverse	9	-0.023116374388337135
386762	linear.weight	0	-0.007733978796750307
386762	linear.weight	1	0.007374299690127373
386762	linear.weight	2	0.3134596049785614
386762	linear.weight	3	-0.07890977710485458
386762	linear.weight	4	-0.010588549077510834
386762	linear.weight	5	0.1217547357082367
386762	linear.weight	6	-0.010739270597696304
386762	linear.weight	7	-0.07238973677158356
386762	linear.weight	8	0.18382802605628967
386762	linear.weight	9	-0.28103765845298767
386762	linear.bias	0	-0.03956538438796997
386762	linear.bias	1	0.031413208693265915
386762	linear.bias	2	0.41560184955596924
386762	linear.bias	3	-0.7514133453369141
386762	linear.bias	4	2.1593873500823975
386762	linear.bias	5	-1.4051399230957031
386762	linear.bias	6	-0.2928290367126465
386762	linear.bias	7	-0.12956096231937408
387320	transitions	0	-1.9509395360946655
387320	transitions	1	-10000.0
387320	transitions	2	-0.7969565987586975
387320	transitions	3	-10000.0
387320	transitions	4	2.0703089237213135
387320	transitions	5	-10000.0
387320	transitions	6	-10000.0
387320	transitions	7	1.8534173965454102
387320	transitions	8	-2.6325788497924805
387320	transitions	9	-4.23977518081665
387320	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
387320	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
387320	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
387320	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
387320	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
387320	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
387320	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
387320	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
387320	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
387320	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
387320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
387320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
387320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
387320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
387320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
387320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
387320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
387320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
387320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
387320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
387320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
387320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
387320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
387320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
387320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
387320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
387320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
387320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
387320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
387320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
387320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
387320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
387320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
387320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
387320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
387320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
387320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
387320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
387320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
387320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
387320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
387320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
387320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
387320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
387320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
387320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
387320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
387320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
387320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
387320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
387320	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
387320	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
387320	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
387320	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
387320	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
387320	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
387320	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
387320	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
387320	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
387320	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
387320	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
387320	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
387320	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
387320	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
387320	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
387320	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
387320	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
387320	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
387320	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
387320	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
387320	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
387320	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
387320	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
387320	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
387320	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
387320	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
387320	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
387320	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
387320	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
387320	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
387320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
387320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
387320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
387320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
387320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
387320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
387320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
387320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
387320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
387320	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
387320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
387320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
387320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
387320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
387320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
387320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
387320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
387320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
387320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
387320	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
387320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
387320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
387320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
387320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
387320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
387320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
387320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
387320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
387320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
387320	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
387320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
387320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
387320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
387320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
387320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
387320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
387320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
387320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
387320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
387320	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
387320	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
387320	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
387320	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
387320	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
387320	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
387320	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
387320	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
387320	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
387320	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
387320	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
387320	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
387320	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
387320	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
387320	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
387320	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
387320	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
387320	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
387320	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
387320	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
387320	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
387320	embedding2nn.weight	0	0.006404085084795952
387320	embedding2nn.weight	1	0.0039832256734371185
387320	embedding2nn.weight	2	0.01343097910284996
387320	embedding2nn.weight	3	0.026862001046538353
387320	embedding2nn.weight	4	0.02348439209163189
387320	embedding2nn.weight	5	0.0055602313950657845
387320	embedding2nn.weight	6	-0.015386157669126987
387320	embedding2nn.weight	7	-0.0004410419496707618
387320	embedding2nn.weight	8	-0.010076497681438923
387320	embedding2nn.weight	9	0.0019282972207292914
387320	embedding2nn.bias	0	0.013536365702748299
387320	embedding2nn.bias	1	-0.03675364702939987
387320	embedding2nn.bias	2	0.08064712584018707
387320	embedding2nn.bias	3	0.07005534321069717
387320	embedding2nn.bias	4	-0.012386251240968704
387320	embedding2nn.bias	5	-0.033349860459566116
387320	embedding2nn.bias	6	0.02975894697010517
387320	embedding2nn.bias	7	0.0042486414313316345
387320	embedding2nn.bias	8	-0.03480512276291847
387320	embedding2nn.bias	9	0.02482086606323719
387320	rnn.weight_ih_l0	0	0.06476154923439026
387320	rnn.weight_ih_l0	1	-0.041678328067064285
387320	rnn.weight_ih_l0	2	0.00535633834078908
387320	rnn.weight_ih_l0	3	0.04515156149864197
387320	rnn.weight_ih_l0	4	-0.029681049287319183
387320	rnn.weight_ih_l0	5	0.04032747447490692
387320	rnn.weight_ih_l0	6	0.007747187279164791
387320	rnn.weight_ih_l0	7	0.06556600332260132
387320	rnn.weight_ih_l0	8	0.009256686083972454
387320	rnn.weight_ih_l0	9	-0.025404375046491623
387320	rnn.weight_hh_l0	0	-0.011740160174667835
387320	rnn.weight_hh_l0	1	-0.027776354923844337
387320	rnn.weight_hh_l0	2	-0.061445631086826324
387320	rnn.weight_hh_l0	3	-0.005873814225196838
387320	rnn.weight_hh_l0	4	-0.009695588611066341
387320	rnn.weight_hh_l0	5	-0.02417118102312088
387320	rnn.weight_hh_l0	6	0.0006478194845840335
387320	rnn.weight_hh_l0	7	-0.03572862222790718
387320	rnn.weight_hh_l0	8	0.06722614169120789
387320	rnn.weight_hh_l0	9	0.04514105245471001
387320	rnn.bias_ih_l0	0	-0.17399422824382782
387320	rnn.bias_ih_l0	1	-0.1708122193813324
387320	rnn.bias_ih_l0	2	-0.01953667774796486
387320	rnn.bias_ih_l0	3	-0.14761291444301605
387320	rnn.bias_ih_l0	4	-0.058742158114910126
387320	rnn.bias_ih_l0	5	-0.17589354515075684
387320	rnn.bias_ih_l0	6	0.07324369251728058
387320	rnn.bias_ih_l0	7	-0.08609440177679062
387320	rnn.bias_ih_l0	8	-0.04641978070139885
387320	rnn.bias_ih_l0	9	-0.10834254324436188
387320	rnn.bias_hh_l0	0	-0.06947688013315201
387320	rnn.bias_hh_l0	1	0.2481793314218521
387320	rnn.bias_hh_l0	2	0.047059427946805954
387320	rnn.bias_hh_l0	3	-0.07925961166620255
387320	rnn.bias_hh_l0	4	-0.08310548216104507
387320	rnn.bias_hh_l0	5	-0.004699274897575378
387320	rnn.bias_hh_l0	6	0.05820976942777634
387320	rnn.bias_hh_l0	7	-0.09835013002157211
387320	rnn.bias_hh_l0	8	-0.2335411161184311
387320	rnn.bias_hh_l0	9	-0.1012549176812172
387320	rnn.weight_ih_l0_reverse	0	0.020207900553941727
387320	rnn.weight_ih_l0_reverse	1	-0.060067176818847656
387320	rnn.weight_ih_l0_reverse	2	0.04296157509088516
387320	rnn.weight_ih_l0_reverse	3	0.0202940646559
387320	rnn.weight_ih_l0_reverse	4	3.140519993394264e-06
387320	rnn.weight_ih_l0_reverse	5	-0.0255636777728796
387320	rnn.weight_ih_l0_reverse	6	0.012002228759229183
387320	rnn.weight_ih_l0_reverse	7	0.028289781883358955
387320	rnn.weight_ih_l0_reverse	8	-0.028086654841899872
387320	rnn.weight_ih_l0_reverse	9	-0.001558602903969586
387320	rnn.weight_hh_l0_reverse	0	0.039813242852687836
387320	rnn.weight_hh_l0_reverse	1	0.029888419434428215
387320	rnn.weight_hh_l0_reverse	2	-0.0230255164206028
387320	rnn.weight_hh_l0_reverse	3	-0.08236353099346161
387320	rnn.weight_hh_l0_reverse	4	0.011300201527774334
387320	rnn.weight_hh_l0_reverse	5	-0.06106078252196312
387320	rnn.weight_hh_l0_reverse	6	-0.014166160486638546
387320	rnn.weight_hh_l0_reverse	7	0.030982360243797302
387320	rnn.weight_hh_l0_reverse	8	0.00786155927926302
387320	rnn.weight_hh_l0_reverse	9	0.00869189202785492
387320	rnn.bias_ih_l0_reverse	0	-0.0462367869913578
387320	rnn.bias_ih_l0_reverse	1	-0.14001446962356567
387320	rnn.bias_ih_l0_reverse	2	-0.14579902589321136
387320	rnn.bias_ih_l0_reverse	3	-0.0459311343729496
387320	rnn.bias_ih_l0_reverse	4	-0.11266499012708664
387320	rnn.bias_ih_l0_reverse	5	-0.08604607731103897
387320	rnn.bias_ih_l0_reverse	6	-0.20891964435577393
387320	rnn.bias_ih_l0_reverse	7	-0.052562814205884933
387320	rnn.bias_ih_l0_reverse	8	-0.06350268423557281
387320	rnn.bias_ih_l0_reverse	9	-0.13426019251346588
387320	rnn.bias_hh_l0_reverse	0	-0.14227111637592316
387320	rnn.bias_hh_l0_reverse	1	-0.16228023171424866
387320	rnn.bias_hh_l0_reverse	2	0.10546237975358963
387320	rnn.bias_hh_l0_reverse	3	0.07136127352714539
387320	rnn.bias_hh_l0_reverse	4	-0.17911776900291443
387320	rnn.bias_hh_l0_reverse	5	-0.14264880120754242
387320	rnn.bias_hh_l0_reverse	6	-0.08899786323308945
387320	rnn.bias_hh_l0_reverse	7	-0.05403739586472511
387320	rnn.bias_hh_l0_reverse	8	-0.09636290371417999
387320	rnn.bias_hh_l0_reverse	9	-0.023120921105146408
387320	linear.weight	0	-0.0077339778654277325
387320	linear.weight	1	0.007279816083610058
387320	linear.weight	2	0.3133338391780853
387320	linear.weight	3	-0.07890976965427399
387320	linear.weight	4	-0.010588549077510834
387320	linear.weight	5	0.12154323607683182
387320	linear.weight	6	-0.010739270597696304
387320	linear.weight	7	-0.07260971516370773
387320	linear.weight	8	0.18343552947044373
387320	linear.weight	9	-0.28102627396583557
387320	linear.bias	0	-0.03956538438796997
387320	linear.bias	1	0.031413208693265915
387320	linear.bias	2	0.41731372475624084
387320	linear.bias	3	-0.7510746717453003
387320	linear.bias	4	2.1596217155456543
387320	linear.bias	5	-1.4051399230957031
387320	linear.bias	6	-0.2939663827419281
387320	linear.bias	7	-0.13070476055145264
387878	transitions	0	-1.9509466886520386
387878	transitions	1	-10000.0
387878	transitions	2	-0.7969565987586975
387878	transitions	3	-10000.0
387878	transitions	4	2.0705060958862305
387878	transitions	5	-10000.0
387878	transitions	6	-10000.0
387878	transitions	7	1.8532578945159912
387878	transitions	8	-2.632582902908325
387878	transitions	9	-4.23977518081665
387878	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
387878	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
387878	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
387878	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
387878	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
387878	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
387878	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
387878	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
387878	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
387878	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
387878	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
387878	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
387878	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
387878	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
387878	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
387878	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
387878	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
387878	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
387878	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
387878	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
387878	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
387878	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
387878	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
387878	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
387878	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
387878	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
387878	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
387878	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
387878	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
387878	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
387878	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
387878	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
387878	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
387878	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
387878	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
387878	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
387878	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
387878	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
387878	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
387878	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
387878	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
387878	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
387878	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
387878	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
387878	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
387878	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
387878	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
387878	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
387878	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
387878	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
387878	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
387878	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
387878	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
387878	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
387878	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
387878	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
387878	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
387878	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
387878	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
387878	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
387878	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
387878	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
387878	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
387878	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
387878	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
387878	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
387878	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
387878	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
387878	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
387878	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
387878	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
387878	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
387878	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
387878	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
387878	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
387878	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
387878	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
387878	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
387878	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
387878	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
387878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
387878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
387878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
387878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
387878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
387878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
387878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
387878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
387878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
387878	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
387878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
387878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
387878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
387878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
387878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
387878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
387878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
387878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
387878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
387878	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
387878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
387878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
387878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
387878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
387878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
387878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
387878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
387878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
387878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
387878	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
387878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
387878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
387878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
387878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
387878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
387878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
387878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
387878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
387878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
387878	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
387878	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
387878	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
387878	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
387878	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
387878	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
387878	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
387878	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
387878	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
387878	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
387878	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
387878	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
387878	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
387878	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
387878	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
387878	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
387878	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
387878	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
387878	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
387878	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
387878	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
387878	embedding2nn.weight	0	0.0064043621532619
387878	embedding2nn.weight	1	0.003983503673225641
387878	embedding2nn.weight	2	0.013430963270366192
387878	embedding2nn.weight	3	0.026867542415857315
387878	embedding2nn.weight	4	0.023474201560020447
387878	embedding2nn.weight	5	0.005560462363064289
387878	embedding2nn.weight	6	-0.015384534373879433
387878	embedding2nn.weight	7	-0.0004417426243890077
387878	embedding2nn.weight	8	-0.010072806850075722
387878	embedding2nn.weight	9	0.0019265114096924663
387878	embedding2nn.bias	0	0.013846823945641518
387878	embedding2nn.bias	1	-0.03690566122531891
387878	embedding2nn.bias	2	0.08071910589933395
387878	embedding2nn.bias	3	0.0700368881225586
387878	embedding2nn.bias	4	-0.012338691391050816
387878	embedding2nn.bias	5	-0.033368296921253204
387878	embedding2nn.bias	6	0.029688620939850807
387878	embedding2nn.bias	7	0.004304485861212015
387878	embedding2nn.bias	8	-0.03478579968214035
387878	embedding2nn.bias	9	0.024772148579359055
387878	rnn.weight_ih_l0	0	0.06476511061191559
387878	rnn.weight_ih_l0	1	-0.041671495884656906
387878	rnn.weight_ih_l0	2	0.005331221502274275
387878	rnn.weight_ih_l0	3	0.045160770416259766
387878	rnn.weight_ih_l0	4	-0.029677240177989006
387878	rnn.weight_ih_l0	5	0.04032822325825691
387878	rnn.weight_ih_l0	6	0.007747198920696974
387878	rnn.weight_ih_l0	7	0.0655803233385086
387878	rnn.weight_ih_l0	8	0.009253277443349361
387878	rnn.weight_ih_l0	9	-0.025403937324881554
387878	rnn.weight_hh_l0	0	-0.011736102402210236
387878	rnn.weight_hh_l0	1	-0.0277694221585989
387878	rnn.weight_hh_l0	2	-0.061450615525245667
387878	rnn.weight_hh_l0	3	-0.0058784522116184235
387878	rnn.weight_hh_l0	4	-0.009692133404314518
387878	rnn.weight_hh_l0	5	-0.02417168766260147
387878	rnn.weight_hh_l0	6	0.0006510835373774171
387878	rnn.weight_hh_l0	7	-0.03572436794638634
387878	rnn.weight_hh_l0	8	0.06722889095544815
387878	rnn.weight_hh_l0	9	0.04513755068182945
387878	rnn.bias_ih_l0	0	-0.1739812046289444
387878	rnn.bias_ih_l0	1	-0.17082828283309937
387878	rnn.bias_ih_l0	2	-0.01954149268567562
387878	rnn.bias_ih_l0	3	-0.14759212732315063
387878	rnn.bias_ih_l0	4	-0.058708131313323975
387878	rnn.bias_ih_l0	5	-0.1758907288312912
387878	rnn.bias_ih_l0	6	0.07317332178354263
387878	rnn.bias_ih_l0	7	-0.08608772605657578
387878	rnn.bias_ih_l0	8	-0.046370651572942734
387878	rnn.bias_ih_l0	9	-0.10839778929948807
387878	rnn.bias_hh_l0	0	-0.06946276873350143
387878	rnn.bias_hh_l0	1	0.2481929212808609
387878	rnn.bias_hh_l0	2	0.04703056067228317
387878	rnn.bias_hh_l0	3	-0.07923085987567902
387878	rnn.bias_hh_l0	4	-0.0831335186958313
387878	rnn.bias_hh_l0	5	-0.0047454326413571835
387878	rnn.bias_hh_l0	6	0.05820242688059807
387878	rnn.bias_hh_l0	7	-0.09831079840660095
387878	rnn.bias_hh_l0	8	-0.23355929553508759
387878	rnn.bias_hh_l0	9	-0.10126747190952301
387878	rnn.weight_ih_l0_reverse	0	0.02020898275077343
387878	rnn.weight_ih_l0_reverse	1	-0.060080092400312424
387878	rnn.weight_ih_l0_reverse	2	0.042955975979566574
387878	rnn.weight_ih_l0_reverse	3	0.020296530798077583
387878	rnn.weight_ih_l0_reverse	4	1.1155054380651563e-05
387878	rnn.weight_ih_l0_reverse	5	-0.02557450160384178
387878	rnn.weight_ih_l0_reverse	6	0.012016220018267632
387878	rnn.weight_ih_l0_reverse	7	0.028306875377893448
387878	rnn.weight_ih_l0_reverse	8	-0.028087232261896133
387878	rnn.weight_ih_l0_reverse	9	-0.0015572678530588746
387878	rnn.weight_hh_l0_reverse	0	0.03981034830212593
387878	rnn.weight_hh_l0_reverse	1	0.02989319898188114
387878	rnn.weight_hh_l0_reverse	2	-0.02302742190659046
387878	rnn.weight_hh_l0_reverse	3	-0.08234940469264984
387878	rnn.weight_hh_l0_reverse	4	0.011297821998596191
387878	rnn.weight_hh_l0_reverse	5	-0.061068519949913025
387878	rnn.weight_hh_l0_reverse	6	-0.014165893197059631
387878	rnn.weight_hh_l0_reverse	7	0.030982861295342445
387878	rnn.weight_hh_l0_reverse	8	0.007868608459830284
387878	rnn.weight_hh_l0_reverse	9	0.008674371987581253
387878	rnn.bias_ih_l0_reverse	0	-0.046221569180488586
387878	rnn.bias_ih_l0_reverse	1	-0.14002197980880737
387878	rnn.bias_ih_l0_reverse	2	-0.1457970142364502
387878	rnn.bias_ih_l0_reverse	3	-0.0459119938313961
387878	rnn.bias_ih_l0_reverse	4	-0.11260652542114258
387878	rnn.bias_ih_l0_reverse	5	-0.08598645776510239
387878	rnn.bias_ih_l0_reverse	6	-0.2088734209537506
387878	rnn.bias_ih_l0_reverse	7	-0.05255517363548279
387878	rnn.bias_ih_l0_reverse	8	-0.06354191899299622
387878	rnn.bias_ih_l0_reverse	9	-0.1342555284500122
387878	rnn.bias_hh_l0_reverse	0	-0.14228421449661255
387878	rnn.bias_hh_l0_reverse	1	-0.16227923333644867
387878	rnn.bias_hh_l0_reverse	2	0.10534345358610153
387878	rnn.bias_hh_l0_reverse	3	0.07131388038396835
387878	rnn.bias_hh_l0_reverse	4	-0.17912432551383972
387878	rnn.bias_hh_l0_reverse	5	-0.14266186952590942
387878	rnn.bias_hh_l0_reverse	6	-0.08902677893638611
387878	rnn.bias_hh_l0_reverse	7	-0.05404900386929512
387878	rnn.bias_hh_l0_reverse	8	-0.09637358039617538
387878	rnn.bias_hh_l0_reverse	9	-0.023163970559835434
387878	linear.weight	0	-0.007733982056379318
387878	linear.weight	1	0.007431625388562679
387878	linear.weight	2	0.31325480341911316
387878	linear.weight	3	-0.07890976965427399
387878	linear.weight	4	-0.010588549077510834
387878	linear.weight	5	0.12132048606872559
387878	linear.weight	6	-0.010739270597696304
387878	linear.weight	7	-0.07240713387727737
387878	linear.weight	8	0.18416054546833038
387878	linear.weight	9	-0.2811037003993988
387878	linear.bias	0	-0.03956538438796997
387878	linear.bias	1	0.031413208693265915
387878	linear.bias	2	0.4148242473602295
387878	linear.bias	3	-0.7510603666305542
387878	linear.bias	4	2.1589815616607666
387878	linear.bias	5	-1.4051399230957031
387878	linear.bias	6	-0.29240450263023376
387878	linear.bias	7	-0.1291489601135254
388436	transitions	0	-1.9509589672088623
388436	transitions	1	-10000.0
388436	transitions	2	-0.7969565987586975
388436	transitions	3	-10000.0
388436	transitions	4	2.0704660415649414
388436	transitions	5	-10000.0
388436	transitions	6	-10000.0
388436	transitions	7	1.8534536361694336
388436	transitions	8	-2.632589101791382
388436	transitions	9	-4.23977518081665
388436	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
388436	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
388436	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
388436	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
388436	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
388436	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
388436	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
388436	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
388436	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
388436	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
388436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
388436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
388436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
388436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
388436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
388436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
388436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
388436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
388436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
388436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
388436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
388436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
388436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
388436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
388436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
388436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
388436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
388436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
388436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
388436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
388436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
388436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
388436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
388436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
388436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
388436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
388436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
388436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
388436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
388436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
388436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
388436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
388436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
388436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
388436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
388436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
388436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
388436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
388436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
388436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
388436	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
388436	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
388436	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
388436	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
388436	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
388436	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
388436	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
388436	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
388436	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
388436	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
388436	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
388436	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
388436	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
388436	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
388436	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
388436	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
388436	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
388436	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
388436	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
388436	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
388436	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
388436	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
388436	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
388436	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
388436	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
388436	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
388436	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
388436	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
388436	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
388436	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
388436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
388436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
388436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
388436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
388436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
388436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
388436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
388436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
388436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
388436	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
388436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
388436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
388436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
388436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
388436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
388436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
388436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
388436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
388436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
388436	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
388436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
388436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
388436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
388436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
388436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
388436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
388436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
388436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
388436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
388436	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
388436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
388436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
388436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
388436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
388436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
388436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
388436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
388436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
388436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
388436	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
388436	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
388436	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
388436	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
388436	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
388436	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
388436	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
388436	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
388436	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
388436	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
388436	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
388436	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
388436	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
388436	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
388436	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
388436	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
388436	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
388436	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
388436	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
388436	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
388436	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
388436	embedding2nn.weight	0	0.00640466995537281
388436	embedding2nn.weight	1	0.003984434064477682
388436	embedding2nn.weight	2	0.013430926017463207
388436	embedding2nn.weight	3	0.02686883695423603
388436	embedding2nn.weight	4	0.023475956171751022
388436	embedding2nn.weight	5	0.005553866736590862
388436	embedding2nn.weight	6	-0.015384464524686337
388436	embedding2nn.weight	7	-0.0004427630628924817
388436	embedding2nn.weight	8	-0.010083407163619995
388436	embedding2nn.weight	9	0.0019285940797999501
388436	embedding2nn.bias	0	0.013846688903868198
388436	embedding2nn.bias	1	-0.03699461743235588
388436	embedding2nn.bias	2	0.08076971024274826
388436	embedding2nn.bias	3	0.07006606459617615
388436	embedding2nn.bias	4	-0.012379126623272896
388436	embedding2nn.bias	5	-0.033515311777591705
388436	embedding2nn.bias	6	0.029642432928085327
388436	embedding2nn.bias	7	0.004245022777467966
388436	embedding2nn.bias	8	-0.03469695895910263
388436	embedding2nn.bias	9	0.02467936836183071
388436	rnn.weight_ih_l0	0	0.06477605551481247
388436	rnn.weight_ih_l0	1	-0.04165872931480408
388436	rnn.weight_ih_l0	2	0.005345125682651997
388436	rnn.weight_ih_l0	3	0.04516655206680298
388436	rnn.weight_ih_l0	4	-0.02967524714767933
388436	rnn.weight_ih_l0	5	0.04031898081302643
388436	rnn.weight_ih_l0	6	0.007744467817246914
388436	rnn.weight_ih_l0	7	0.06558386981487274
388436	rnn.weight_ih_l0	8	0.009256415069103241
388436	rnn.weight_ih_l0	9	-0.02540847659111023
388436	rnn.weight_hh_l0	0	-0.011735987849533558
388436	rnn.weight_hh_l0	1	-0.02776513062417507
388436	rnn.weight_hh_l0	2	-0.061453718692064285
388436	rnn.weight_hh_l0	3	-0.005875876639038324
388436	rnn.weight_hh_l0	4	-0.009691999293863773
388436	rnn.weight_hh_l0	5	-0.024171626195311546
388436	rnn.weight_hh_l0	6	0.0006510562961921096
388436	rnn.weight_hh_l0	7	-0.03572120890021324
388436	rnn.weight_hh_l0	8	0.06723138689994812
388436	rnn.weight_hh_l0	9	0.045140281319618225
388436	rnn.bias_ih_l0	0	-0.173959881067276
388436	rnn.bias_ih_l0	1	-0.17078277468681335
388436	rnn.bias_ih_l0	2	-0.019549451768398285
388436	rnn.bias_ih_l0	3	-0.14759817719459534
388436	rnn.bias_ih_l0	4	-0.058688946068286896
388436	rnn.bias_ih_l0	5	-0.1759086549282074
388436	rnn.bias_ih_l0	6	0.07315576821565628
388436	rnn.bias_ih_l0	7	-0.086099773645401
388436	rnn.bias_ih_l0	8	-0.046411849558353424
388436	rnn.bias_ih_l0	9	-0.10838374495506287
388436	rnn.bias_hh_l0	0	-0.06949982047080994
388436	rnn.bias_hh_l0	1	0.24819564819335938
388436	rnn.bias_hh_l0	2	0.04702172428369522
388436	rnn.bias_hh_l0	3	-0.07922090590000153
388436	rnn.bias_hh_l0	4	-0.08308641612529755
388436	rnn.bias_hh_l0	5	-0.004778876435011625
388436	rnn.bias_hh_l0	6	0.05817737802863121
388436	rnn.bias_hh_l0	7	-0.09834397584199905
388436	rnn.bias_hh_l0	8	-0.2335721254348755
388436	rnn.bias_hh_l0	9	-0.10129779577255249
388436	rnn.weight_ih_l0_reverse	0	0.02021048590540886
388436	rnn.weight_ih_l0_reverse	1	-0.0600745715200901
388436	rnn.weight_ih_l0_reverse	2	0.042959097772836685
388436	rnn.weight_ih_l0_reverse	3	0.020292896777391434
388436	rnn.weight_ih_l0_reverse	4	2.174634391849395e-05
388436	rnn.weight_ih_l0_reverse	5	-0.025565315037965775
388436	rnn.weight_ih_l0_reverse	6	0.012020223774015903
388436	rnn.weight_ih_l0_reverse	7	0.02831226773560047
388436	rnn.weight_ih_l0_reverse	8	-0.028088267892599106
388436	rnn.weight_ih_l0_reverse	9	-0.0015712452586740255
388436	rnn.weight_hh_l0_reverse	0	0.039813198149204254
388436	rnn.weight_hh_l0_reverse	1	0.029892416670918465
388436	rnn.weight_hh_l0_reverse	2	-0.02303479053080082
388436	rnn.weight_hh_l0_reverse	3	-0.08232969790697098
388436	rnn.weight_hh_l0_reverse	4	0.01129878032952547
388436	rnn.weight_hh_l0_reverse	5	-0.06106700003147125
388436	rnn.weight_hh_l0_reverse	6	-0.014170380309224129
388436	rnn.weight_hh_l0_reverse	7	0.03098125196993351
388436	rnn.weight_hh_l0_reverse	8	0.0078611234202981
388436	rnn.weight_hh_l0_reverse	9	0.008672601543366909
388436	rnn.bias_ih_l0_reverse	0	-0.046197183430194855
388436	rnn.bias_ih_l0_reverse	1	-0.1400352418422699
388436	rnn.bias_ih_l0_reverse	2	-0.14581622183322906
388436	rnn.bias_ih_l0_reverse	3	-0.04591295123100281
388436	rnn.bias_ih_l0_reverse	4	-0.11264993250370026
388436	rnn.bias_ih_l0_reverse	5	-0.08598722517490387
388436	rnn.bias_ih_l0_reverse	6	-0.20889432728290558
388436	rnn.bias_ih_l0_reverse	7	-0.05256827548146248
388436	rnn.bias_ih_l0_reverse	8	-0.06350640952587128
388436	rnn.bias_ih_l0_reverse	9	-0.13418897986412048
388436	rnn.bias_hh_l0_reverse	0	-0.14230971038341522
388436	rnn.bias_hh_l0_reverse	1	-0.1622740775346756
388436	rnn.bias_hh_l0_reverse	2	0.1053425520658493
388436	rnn.bias_hh_l0_reverse	3	0.07131747156381607
388436	rnn.bias_hh_l0_reverse	4	-0.17910291254520416
388436	rnn.bias_hh_l0_reverse	5	-0.14267519116401672
388436	rnn.bias_hh_l0_reverse	6	-0.08903869241476059
388436	rnn.bias_hh_l0_reverse	7	-0.054067980498075485
388436	rnn.bias_hh_l0_reverse	8	-0.09632701426744461
388436	rnn.bias_hh_l0_reverse	9	-0.023175733163952827
388436	linear.weight	0	-0.0077339899726212025
388436	linear.weight	1	0.007585903163999319
388436	linear.weight	2	0.31320545077323914
388436	linear.weight	3	-0.07890976220369339
388436	linear.weight	4	-0.010588549077510834
388436	linear.weight	5	0.12119686603546143
388436	linear.weight	6	-0.010739270597696304
388436	linear.weight	7	-0.07231707125902176
388436	linear.weight	8	0.18455733358860016
388436	linear.weight	9	-0.28110069036483765
388436	linear.bias	0	-0.03956538438796997
388436	linear.bias	1	0.031413208693265915
388436	linear.bias	2	0.416078120470047
388436	linear.bias	3	-0.7525252103805542
388436	linear.bias	4	2.159788131713867
388436	linear.bias	5	-1.4051399230957031
388436	linear.bias	6	-0.2926989793777466
388436	linear.bias	7	-0.1294490247964859
388994	transitions	0	-1.9509669542312622
388994	transitions	1	-10000.0
388994	transitions	2	-0.7969565987586975
388994	transitions	3	-10000.0
388994	transitions	4	2.070340156555176
388994	transitions	5	-10000.0
388994	transitions	6	-10000.0
388994	transitions	7	1.8537367582321167
388994	transitions	8	-2.6325936317443848
388994	transitions	9	-4.23977518081665
388994	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
388994	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
388994	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
388994	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
388994	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
388994	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
388994	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
388994	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
388994	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
388994	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
388994	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
388994	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
388994	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
388994	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
388994	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
388994	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
388994	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
388994	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
388994	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
388994	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
388994	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
388994	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
388994	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
388994	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
388994	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
388994	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
388994	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
388994	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
388994	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
388994	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
388994	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
388994	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
388994	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
388994	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
388994	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
388994	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
388994	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
388994	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
388994	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
388994	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
388994	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
388994	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
388994	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
388994	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
388994	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
388994	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
388994	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
388994	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
388994	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
388994	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
388994	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
388994	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
388994	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
388994	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
388994	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
388994	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
388994	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
388994	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
388994	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
388994	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
388994	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
388994	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
388994	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
388994	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
388994	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
388994	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
388994	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
388994	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
388994	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
388994	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
388994	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
388994	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
388994	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
388994	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
388994	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
388994	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
388994	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
388994	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
388994	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
388994	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
388994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
388994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
388994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
388994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
388994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
388994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
388994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
388994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
388994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
388994	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
388994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
388994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
388994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
388994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
388994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
388994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
388994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
388994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
388994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
388994	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
388994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
388994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
388994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
388994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
388994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
388994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
388994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
388994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
388994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
388994	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
388994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
388994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
388994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
388994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
388994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
388994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
388994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
388994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
388994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
388994	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
388994	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
388994	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
388994	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
388994	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
388994	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
388994	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
388994	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
388994	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
388994	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
388994	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
388994	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
388994	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
388994	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
388994	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
388994	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
388994	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
388994	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
388994	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
388994	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
388994	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
388994	embedding2nn.weight	0	0.006404699292033911
388994	embedding2nn.weight	1	0.003983359318226576
388994	embedding2nn.weight	2	0.013430571183562279
388994	embedding2nn.weight	3	0.026869652792811394
388994	embedding2nn.weight	4	0.0234795231372118
388994	embedding2nn.weight	5	0.005548395682126284
388994	embedding2nn.weight	6	-0.015384839847683907
388994	embedding2nn.weight	7	-0.00044076619087718427
388994	embedding2nn.weight	8	-0.010073181241750717
388994	embedding2nn.weight	9	0.0019256332889199257
388994	embedding2nn.bias	0	0.01377885416150093
388994	embedding2nn.bias	1	-0.03696823492646217
388994	embedding2nn.bias	2	0.08090850710868835
388994	embedding2nn.bias	3	0.07009688764810562
388994	embedding2nn.bias	4	-0.012318864464759827
388994	embedding2nn.bias	5	-0.03338600695133209
388994	embedding2nn.bias	6	0.029651492834091187
388994	embedding2nn.bias	7	0.0041158366948366165
388994	embedding2nn.bias	8	-0.034758441150188446
388994	embedding2nn.bias	9	0.024762233719229698
388994	rnn.weight_ih_l0	0	0.06477609276771545
388994	rnn.weight_ih_l0	1	-0.041659802198410034
388994	rnn.weight_ih_l0	2	0.005355381406843662
388994	rnn.weight_ih_l0	3	0.04515795037150383
388994	rnn.weight_ih_l0	4	-0.029682472348213196
388994	rnn.weight_ih_l0	5	0.04029306769371033
388994	rnn.weight_ih_l0	6	0.007747390307486057
388994	rnn.weight_ih_l0	7	0.0655779242515564
388994	rnn.weight_ih_l0	8	0.009261596016585827
388994	rnn.weight_ih_l0	9	-0.025406943634152412
388994	rnn.weight_hh_l0	0	-0.011733030900359154
388994	rnn.weight_hh_l0	1	-0.027771251276135445
388994	rnn.weight_hh_l0	2	-0.06145576387643814
388994	rnn.weight_hh_l0	3	-0.0058743939734995365
388994	rnn.weight_hh_l0	4	-0.00968904234468937
388994	rnn.weight_hh_l0	5	-0.02416280470788479
388994	rnn.weight_hh_l0	6	0.0006498524453490973
388994	rnn.weight_hh_l0	7	-0.03572322800755501
388994	rnn.weight_hh_l0	8	0.06722672283649445
388994	rnn.weight_hh_l0	9	0.0451398603618145
388994	rnn.bias_ih_l0	0	-0.17396797239780426
388994	rnn.bias_ih_l0	1	-0.17078007757663727
388994	rnn.bias_ih_l0	2	-0.01956976018846035
388994	rnn.bias_ih_l0	3	-0.14755085110664368
388994	rnn.bias_ih_l0	4	-0.05870242789387703
388994	rnn.bias_ih_l0	5	-0.17590928077697754
388994	rnn.bias_ih_l0	6	0.07314272224903107
388994	rnn.bias_ih_l0	7	-0.08607935160398483
388994	rnn.bias_ih_l0	8	-0.04644571989774704
388994	rnn.bias_ih_l0	9	-0.10832131654024124
388994	rnn.bias_hh_l0	0	-0.06952817738056183
388994	rnn.bias_hh_l0	1	0.2482064664363861
388994	rnn.bias_hh_l0	2	0.047119420021772385
388994	rnn.bias_hh_l0	3	-0.07924619317054749
388994	rnn.bias_hh_l0	4	-0.08308245986700058
388994	rnn.bias_hh_l0	5	-0.004819473251700401
388994	rnn.bias_hh_l0	6	0.058190423995256424
388994	rnn.bias_hh_l0	7	-0.09834707528352737
388994	rnn.bias_hh_l0	8	-0.23355719447135925
388994	rnn.bias_hh_l0	9	-0.10130725800991058
388994	rnn.weight_ih_l0_reverse	0	0.020197328180074692
388994	rnn.weight_ih_l0_reverse	1	-0.06006579101085663
388994	rnn.weight_ih_l0_reverse	2	0.042956091463565826
388994	rnn.weight_ih_l0_reverse	3	0.02029721438884735
388994	rnn.weight_ih_l0_reverse	4	2.768394369923044e-05
388994	rnn.weight_ih_l0_reverse	5	-0.025557423010468483
388994	rnn.weight_ih_l0_reverse	6	0.01203321386128664
388994	rnn.weight_ih_l0_reverse	7	0.02831225097179413
388994	rnn.weight_ih_l0_reverse	8	-0.02808576636016369
388994	rnn.weight_ih_l0_reverse	9	-0.0015864793676882982
388994	rnn.weight_hh_l0_reverse	0	0.039807870984077454
388994	rnn.weight_hh_l0_reverse	1	0.029889540746808052
388994	rnn.weight_hh_l0_reverse	2	-0.023037487640976906
388994	rnn.weight_hh_l0_reverse	3	-0.08233782649040222
388994	rnn.weight_hh_l0_reverse	4	0.01129438728094101
388994	rnn.weight_hh_l0_reverse	5	-0.06107324734330177
388994	rnn.weight_hh_l0_reverse	6	-0.014168964698910713
388994	rnn.weight_hh_l0_reverse	7	0.030982693657279015
388994	rnn.weight_hh_l0_reverse	8	0.00786031037569046
388994	rnn.weight_hh_l0_reverse	9	0.008678783662617207
388994	rnn.bias_ih_l0_reverse	0	-0.04619360342621803
388994	rnn.bias_ih_l0_reverse	1	-0.14002162218093872
388994	rnn.bias_ih_l0_reverse	2	-0.1458045095205307
388994	rnn.bias_ih_l0_reverse	3	-0.04591522365808487
388994	rnn.bias_ih_l0_reverse	4	-0.11268191039562225
388994	rnn.bias_ih_l0_reverse	5	-0.08601734042167664
388994	rnn.bias_ih_l0_reverse	6	-0.20892372727394104
388994	rnn.bias_ih_l0_reverse	7	-0.052585963159799576
388994	rnn.bias_ih_l0_reverse	8	-0.06350863724946976
388994	rnn.bias_ih_l0_reverse	9	-0.13422144949436188
388994	rnn.bias_hh_l0_reverse	0	-0.14230658113956451
388994	rnn.bias_hh_l0_reverse	1	-0.16226822137832642
388994	rnn.bias_hh_l0_reverse	2	0.10532323271036148
388994	rnn.bias_hh_l0_reverse	3	0.07132824510335922
388994	rnn.bias_hh_l0_reverse	4	-0.17911088466644287
388994	rnn.bias_hh_l0_reverse	5	-0.14263533055782318
388994	rnn.bias_hh_l0_reverse	6	-0.08899445831775665
388994	rnn.bias_hh_l0_reverse	7	-0.05404749512672424
388994	rnn.bias_hh_l0_reverse	8	-0.09634307026863098
388994	rnn.bias_hh_l0_reverse	9	-0.023125432431697845
388994	linear.weight	0	-0.007734004408121109
388994	linear.weight	1	0.007514675613492727
388994	linear.weight	2	0.31333139538764954
388994	linear.weight	3	-0.07890976220369339
388994	linear.weight	4	-0.010588549077510834
388994	linear.weight	5	0.12122981995344162
388994	linear.weight	6	-0.010739270597696304
388994	linear.weight	7	-0.071992427110672
388994	linear.weight	8	0.18372602760791779
388994	linear.weight	9	-0.2811163067817688
388994	linear.bias	0	-0.03956538438796997
388994	linear.bias	1	0.031413208693265915
388994	linear.bias	2	0.41727492213249207
388994	linear.bias	3	-0.7524300813674927
388994	linear.bias	4	2.158755302429199
388994	linear.bias	5	-1.4051399230957031
388994	linear.bias	6	-0.29282498359680176
388994	linear.bias	7	-0.12958118319511414
389552	transitions	0	-1.9509732723236084
389552	transitions	1	-10000.0
389552	transitions	2	-0.7969565987586975
389552	transitions	3	-10000.0
389552	transitions	4	2.070038318634033
389552	transitions	5	-10000.0
389552	transitions	6	-10000.0
389552	transitions	7	1.853840947151184
389552	transitions	8	-2.6325974464416504
389552	transitions	9	-4.23977518081665
389552	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
389552	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
389552	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
389552	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
389552	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
389552	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
389552	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
389552	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
389552	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
389552	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
389552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
389552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
389552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
389552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
389552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
389552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
389552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
389552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
389552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
389552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
389552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
389552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
389552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
389552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
389552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
389552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
389552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
389552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
389552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
389552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
389552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
389552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
389552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
389552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
389552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
389552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
389552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
389552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
389552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
389552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
389552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
389552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
389552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
389552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
389552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
389552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
389552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
389552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
389552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
389552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
389552	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
389552	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
389552	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
389552	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
389552	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
389552	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
389552	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
389552	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
389552	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
389552	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
389552	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
389552	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
389552	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
389552	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
389552	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
389552	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
389552	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
389552	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
389552	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
389552	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
389552	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
389552	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
389552	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
389552	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
389552	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
389552	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
389552	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
389552	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
389552	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
389552	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
389552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
389552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
389552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
389552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
389552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
389552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
389552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
389552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
389552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
389552	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
389552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
389552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
389552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
389552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
389552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
389552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
389552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
389552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
389552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
389552	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
389552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
389552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
389552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
389552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
389552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
389552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
389552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
389552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
389552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
389552	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
389552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
389552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
389552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
389552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
389552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
389552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
389552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
389552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
389552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
389552	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
389552	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
389552	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
389552	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
389552	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
389552	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
389552	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
389552	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
389552	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
389552	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
389552	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
389552	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
389552	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
389552	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
389552	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
389552	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
389552	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
389552	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
389552	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
389552	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
389552	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
389552	embedding2nn.weight	0	0.006404619198292494
389552	embedding2nn.weight	1	0.0039834557101130486
389552	embedding2nn.weight	2	0.013430957682430744
389552	embedding2nn.weight	3	0.026871152222156525
389552	embedding2nn.weight	4	0.02348632924258709
389552	embedding2nn.weight	5	0.005543739069253206
389552	embedding2nn.weight	6	-0.01538707036525011
389552	embedding2nn.weight	7	-0.00044221707503311336
389552	embedding2nn.weight	8	-0.010075877420604229
389552	embedding2nn.weight	9	0.0019245106959715486
389552	embedding2nn.bias	0	0.01392101775854826
389552	embedding2nn.bias	1	-0.036943256855010986
389552	embedding2nn.bias	2	0.08087682723999023
389552	embedding2nn.bias	3	0.07012667506933212
389552	embedding2nn.bias	4	-0.012359585613012314
389552	embedding2nn.bias	5	-0.03336517885327339
389552	embedding2nn.bias	6	0.02966151386499405
389552	embedding2nn.bias	7	0.0041130161844193935
389552	embedding2nn.bias	8	-0.034600093960762024
389552	embedding2nn.bias	9	0.024919742718338966
389552	rnn.weight_ih_l0	0	0.06478030979633331
389552	rnn.weight_ih_l0	1	-0.04165796935558319
389552	rnn.weight_ih_l0	2	0.005341398995369673
389552	rnn.weight_ih_l0	3	0.04515676945447922
389552	rnn.weight_ih_l0	4	-0.029683401808142662
389552	rnn.weight_ih_l0	5	0.040309369564056396
389552	rnn.weight_ih_l0	6	0.007750564254820347
389552	rnn.weight_ih_l0	7	0.06557758152484894
389552	rnn.weight_ih_l0	8	0.009250913746654987
389552	rnn.weight_ih_l0	9	-0.025400198996067047
389552	rnn.weight_hh_l0	0	-0.011728809215128422
389552	rnn.weight_hh_l0	1	-0.027771901339292526
389552	rnn.weight_hh_l0	2	-0.06146928295493126
389552	rnn.weight_hh_l0	3	-0.005872097797691822
389552	rnn.weight_hh_l0	4	-0.009688230231404305
389552	rnn.weight_hh_l0	5	-0.024159861728549004
389552	rnn.weight_hh_l0	6	0.0006498759030364454
389552	rnn.weight_hh_l0	7	-0.03571018576622009
389552	rnn.weight_hh_l0	8	0.06722519546747208
389552	rnn.weight_hh_l0	9	0.04514111578464508
389552	rnn.bias_ih_l0	0	-0.17400699853897095
389552	rnn.bias_ih_l0	1	-0.170729398727417
389552	rnn.bias_ih_l0	2	-0.01959788054227829
389552	rnn.bias_ih_l0	3	-0.14759135246276855
389552	rnn.bias_ih_l0	4	-0.05869966000318527
389552	rnn.bias_ih_l0	5	-0.17589856684207916
389552	rnn.bias_ih_l0	6	0.07324756681919098
389552	rnn.bias_ih_l0	7	-0.08613424748182297
389552	rnn.bias_ih_l0	8	-0.046422526240348816
389552	rnn.bias_ih_l0	9	-0.10828492790460587
389552	rnn.bias_hh_l0	0	-0.06949733197689056
389552	rnn.bias_hh_l0	1	0.24818706512451172
389552	rnn.bias_hh_l0	2	0.04721137881278992
389552	rnn.bias_hh_l0	3	-0.07928277552127838
389552	rnn.bias_hh_l0	4	-0.08308672159910202
389552	rnn.bias_hh_l0	5	-0.004844126291573048
389552	rnn.bias_hh_l0	6	0.05816143378615379
389552	rnn.bias_hh_l0	7	-0.0983811765909195
389552	rnn.bias_hh_l0	8	-0.23355920612812042
389552	rnn.bias_hh_l0	9	-0.10127771645784378
389552	rnn.weight_ih_l0_reverse	0	0.020198339596390724
389552	rnn.weight_ih_l0_reverse	1	-0.0600518137216568
389552	rnn.weight_ih_l0_reverse	2	0.04295988008379936
389552	rnn.weight_ih_l0_reverse	3	0.02029896154999733
389552	rnn.weight_ih_l0_reverse	4	2.2948119294596836e-05
389552	rnn.weight_ih_l0_reverse	5	-0.025556446984410286
389552	rnn.weight_ih_l0_reverse	6	0.012020943686366081
389552	rnn.weight_ih_l0_reverse	7	0.02830456756055355
389552	rnn.weight_ih_l0_reverse	8	-0.02808484248816967
389552	rnn.weight_ih_l0_reverse	9	-0.0015747342258691788
389552	rnn.weight_hh_l0_reverse	0	0.03980478644371033
389552	rnn.weight_hh_l0_reverse	1	0.02988961711525917
389552	rnn.weight_hh_l0_reverse	2	-0.023033838719129562
389552	rnn.weight_hh_l0_reverse	3	-0.08233721554279327
389552	rnn.weight_hh_l0_reverse	4	0.011293135583400726
389552	rnn.weight_hh_l0_reverse	5	-0.06107489764690399
389552	rnn.weight_hh_l0_reverse	6	-0.014167011715471745
389552	rnn.weight_hh_l0_reverse	7	0.030979087576270103
389552	rnn.weight_hh_l0_reverse	8	0.007855718955397606
389552	rnn.weight_hh_l0_reverse	9	0.008685103617608547
389552	rnn.bias_ih_l0_reverse	0	-0.04616285115480423
389552	rnn.bias_ih_l0_reverse	1	-0.14003615081310272
389552	rnn.bias_ih_l0_reverse	2	-0.1458454728126526
389552	rnn.bias_ih_l0_reverse	3	-0.04590756446123123
389552	rnn.bias_ih_l0_reverse	4	-0.11269447952508926
389552	rnn.bias_ih_l0_reverse	5	-0.08601288497447968
389552	rnn.bias_ih_l0_reverse	6	-0.20887605845928192
389552	rnn.bias_ih_l0_reverse	7	-0.05265430733561516
389552	rnn.bias_ih_l0_reverse	8	-0.06347642093896866
389552	rnn.bias_ih_l0_reverse	9	-0.13419444859027863
389552	rnn.bias_hh_l0_reverse	0	-0.14227800071239471
389552	rnn.bias_hh_l0_reverse	1	-0.16222873330116272
389552	rnn.bias_hh_l0_reverse	2	0.10530214011669159
389552	rnn.bias_hh_l0_reverse	3	0.07131795585155487
389552	rnn.bias_hh_l0_reverse	4	-0.17911368608474731
389552	rnn.bias_hh_l0_reverse	5	-0.14264048635959625
389552	rnn.bias_hh_l0_reverse	6	-0.08901350945234299
389552	rnn.bias_hh_l0_reverse	7	-0.0540158711373806
389552	rnn.bias_hh_l0_reverse	8	-0.09636667370796204
389552	rnn.bias_hh_l0_reverse	9	-0.02305913157761097
389552	linear.weight	0	-0.0077340081334114075
389552	linear.weight	1	0.007719913497567177
389552	linear.weight	2	0.3132399320602417
389552	linear.weight	3	-0.07890975475311279
389552	linear.weight	4	-0.010588549077510834
389552	linear.weight	5	0.12088191509246826
389552	linear.weight	6	-0.010739270597696304
389552	linear.weight	7	-0.071841761469841
389552	linear.weight	8	0.1839209944009781
389552	linear.weight	9	-0.2812754511833191
389552	linear.bias	0	-0.03956538438796997
389552	linear.bias	1	0.031413208693265915
389552	linear.bias	2	0.4203733503818512
389552	linear.bias	3	-0.756151020526886
389552	linear.bias	4	2.1594932079315186
389552	linear.bias	5	-1.4051399230957031
389552	linear.bias	6	-0.2928765118122101
389552	linear.bias	7	-0.12964312732219696
390110	transitions	0	-1.9509791135787964
390110	transitions	1	-10000.0
390110	transitions	2	-0.7969565987586975
390110	transitions	3	-10000.0
390110	transitions	4	2.070046901702881
390110	transitions	5	-10000.0
390110	transitions	6	-10000.0
390110	transitions	7	1.8540000915527344
390110	transitions	8	-2.632599115371704
390110	transitions	9	-4.23977518081665
390110	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
390110	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
390110	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
390110	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
390110	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
390110	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
390110	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
390110	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
390110	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
390110	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
390110	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
390110	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
390110	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
390110	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
390110	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
390110	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
390110	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
390110	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
390110	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
390110	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
390110	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
390110	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
390110	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
390110	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
390110	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
390110	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
390110	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
390110	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
390110	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
390110	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
390110	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
390110	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
390110	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
390110	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
390110	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
390110	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
390110	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
390110	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
390110	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
390110	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
390110	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
390110	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
390110	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
390110	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
390110	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
390110	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
390110	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
390110	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
390110	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
390110	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
390110	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
390110	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
390110	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
390110	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
390110	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
390110	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
390110	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
390110	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
390110	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
390110	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
390110	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
390110	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
390110	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
390110	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
390110	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
390110	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
390110	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
390110	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
390110	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
390110	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
390110	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
390110	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
390110	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
390110	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
390110	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
390110	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
390110	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
390110	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
390110	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
390110	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
390110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
390110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
390110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
390110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
390110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
390110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
390110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
390110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
390110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
390110	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
390110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
390110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
390110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
390110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
390110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
390110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
390110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
390110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
390110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
390110	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
390110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
390110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
390110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
390110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
390110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
390110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
390110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
390110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
390110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
390110	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
390110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
390110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
390110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
390110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
390110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
390110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
390110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
390110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
390110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
390110	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
390110	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
390110	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
390110	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
390110	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
390110	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
390110	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
390110	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
390110	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
390110	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
390110	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
390110	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
390110	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
390110	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
390110	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
390110	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
390110	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
390110	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
390110	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
390110	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
390110	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
390110	embedding2nn.weight	0	0.0064046867191791534
390110	embedding2nn.weight	1	0.003984492272138596
390110	embedding2nn.weight	2	0.013431122526526451
390110	embedding2nn.weight	3	0.026864731684327126
390110	embedding2nn.weight	4	0.023480022326111794
390110	embedding2nn.weight	5	0.005539633333683014
390110	embedding2nn.weight	6	-0.015386794693768024
390110	embedding2nn.weight	7	-0.0004429240070749074
390110	embedding2nn.weight	8	-0.010069316253066063
390110	embedding2nn.weight	9	0.001926680444739759
390110	embedding2nn.bias	0	0.013918301090598106
390110	embedding2nn.bias	1	-0.036932576447725296
390110	embedding2nn.bias	2	0.08089309185743332
390110	embedding2nn.bias	3	0.07017063349485397
390110	embedding2nn.bias	4	-0.012342503294348717
390110	embedding2nn.bias	5	-0.03329647704958916
390110	embedding2nn.bias	6	0.02977893315255642
390110	embedding2nn.bias	7	0.004046267364174128
390110	embedding2nn.bias	8	-0.03467756509780884
390110	embedding2nn.bias	9	0.024872424080967903
390110	rnn.weight_ih_l0	0	0.06476929783821106
390110	rnn.weight_ih_l0	1	-0.04164624214172363
390110	rnn.weight_ih_l0	2	0.00534691521897912
390110	rnn.weight_ih_l0	3	0.04516982659697533
390110	rnn.weight_ih_l0	4	-0.0296897254884243
390110	rnn.weight_ih_l0	5	0.040313754230737686
390110	rnn.weight_ih_l0	6	0.007749549578875303
390110	rnn.weight_ih_l0	7	0.06556899100542068
390110	rnn.weight_ih_l0	8	0.009254912845790386
390110	rnn.weight_ih_l0	9	-0.02538914978504181
390110	rnn.weight_hh_l0	0	-0.011729244142770767
390110	rnn.weight_hh_l0	1	-0.027775879949331284
390110	rnn.weight_hh_l0	2	-0.06147412955760956
390110	rnn.weight_hh_l0	3	-0.0058695729821920395
390110	rnn.weight_hh_l0	4	-0.009688942693173885
390110	rnn.weight_hh_l0	5	-0.024159494787454605
390110	rnn.weight_hh_l0	6	0.0006523231277242303
390110	rnn.weight_hh_l0	7	-0.035698071122169495
390110	rnn.weight_hh_l0	8	0.06720565259456635
390110	rnn.weight_hh_l0	9	0.04514336585998535
390110	rnn.bias_ih_l0	0	-0.17403067648410797
390110	rnn.bias_ih_l0	1	-0.17074832320213318
390110	rnn.bias_ih_l0	2	-0.019581502303481102
390110	rnn.bias_ih_l0	3	-0.147589772939682
390110	rnn.bias_ih_l0	4	-0.05868079513311386
390110	rnn.bias_ih_l0	5	-0.175902858376503
390110	rnn.bias_ih_l0	6	0.07320688664913177
390110	rnn.bias_ih_l0	7	-0.08603394031524658
390110	rnn.bias_ih_l0	8	-0.046378396451473236
390110	rnn.bias_ih_l0	9	-0.10828318446874619
390110	rnn.bias_hh_l0	0	-0.06949940323829651
390110	rnn.bias_hh_l0	1	0.248233824968338
390110	rnn.bias_hh_l0	2	0.04720131307840347
390110	rnn.bias_hh_l0	3	-0.07927701622247696
390110	rnn.bias_hh_l0	4	-0.08308729529380798
390110	rnn.bias_hh_l0	5	-0.004780231509357691
390110	rnn.bias_hh_l0	6	0.05815419927239418
390110	rnn.bias_hh_l0	7	-0.09845149517059326
390110	rnn.bias_hh_l0	8	-0.23352240025997162
390110	rnn.bias_hh_l0	9	-0.10128340125083923
390110	rnn.weight_ih_l0_reverse	0	0.020216774195432663
390110	rnn.weight_ih_l0_reverse	1	-0.06004682183265686
390110	rnn.weight_ih_l0_reverse	2	0.04295812547206879
390110	rnn.weight_ih_l0_reverse	3	0.020293163135647774
390110	rnn.weight_ih_l0_reverse	4	1.4924578863428906e-05
390110	rnn.weight_ih_l0_reverse	5	-0.025576477870345116
390110	rnn.weight_ih_l0_reverse	6	0.01201606821268797
390110	rnn.weight_ih_l0_reverse	7	0.028314348310232162
390110	rnn.weight_ih_l0_reverse	8	-0.028085356578230858
390110	rnn.weight_ih_l0_reverse	9	-0.0015757782384753227
390110	rnn.weight_hh_l0_reverse	0	0.039803627878427505
390110	rnn.weight_hh_l0_reverse	1	0.02989303320646286
390110	rnn.weight_hh_l0_reverse	2	-0.023037493228912354
390110	rnn.weight_hh_l0_reverse	3	-0.08234307914972305
390110	rnn.weight_hh_l0_reverse	4	0.011295757256448269
390110	rnn.weight_hh_l0_reverse	5	-0.06107466667890549
390110	rnn.weight_hh_l0_reverse	6	-0.014163441956043243
390110	rnn.weight_hh_l0_reverse	7	0.03098033182322979
390110	rnn.weight_hh_l0_reverse	8	0.007855264469981194
390110	rnn.weight_hh_l0_reverse	9	0.008684436790645123
390110	rnn.bias_ih_l0_reverse	0	-0.04616692662239075
390110	rnn.bias_ih_l0_reverse	1	-0.140060693025589
390110	rnn.bias_ih_l0_reverse	2	-0.145824134349823
390110	rnn.bias_ih_l0_reverse	3	-0.045879773795604706
390110	rnn.bias_ih_l0_reverse	4	-0.1126866340637207
390110	rnn.bias_ih_l0_reverse	5	-0.08598370105028152
390110	rnn.bias_ih_l0_reverse	6	-0.20883996784687042
390110	rnn.bias_ih_l0_reverse	7	-0.05268650874495506
390110	rnn.bias_ih_l0_reverse	8	-0.06345571577548981
390110	rnn.bias_ih_l0_reverse	9	-0.13423429429531097
390110	rnn.bias_hh_l0_reverse	0	-0.14225663244724274
390110	rnn.bias_hh_l0_reverse	1	-0.16223232448101044
390110	rnn.bias_hh_l0_reverse	2	0.10530770570039749
390110	rnn.bias_hh_l0_reverse	3	0.07137621194124222
390110	rnn.bias_hh_l0_reverse	4	-0.17917118966579437
390110	rnn.bias_hh_l0_reverse	5	-0.14260905981063843
390110	rnn.bias_hh_l0_reverse	6	-0.08899189531803131
390110	rnn.bias_hh_l0_reverse	7	-0.053982097655534744
390110	rnn.bias_hh_l0_reverse	8	-0.09636536985635757
390110	rnn.bias_hh_l0_reverse	9	-0.022989721968770027
390110	linear.weight	0	-0.007734020706266165
390110	linear.weight	1	0.007611429318785667
390110	linear.weight	2	0.31318849325180054
390110	linear.weight	3	-0.07890975475311279
390110	linear.weight	4	-0.010588549077510834
390110	linear.weight	5	0.1214434877038002
390110	linear.weight	6	-0.010739270597696304
390110	linear.weight	7	-0.07127957791090012
390110	linear.weight	8	0.18402133882045746
390110	linear.weight	9	-0.28123989701271057
390110	linear.bias	0	-0.03956538438796997
390110	linear.bias	1	0.031413208693265915
390110	linear.bias	2	0.4186539947986603
390110	linear.bias	3	-0.7532772421836853
390110	linear.bias	4	2.1587185859680176
390110	linear.bias	5	-1.4051399230957031
390110	linear.bias	6	-0.2930610775947571
390110	linear.bias	7	-0.1298341602087021
390668	transitions	0	-1.9509907960891724
390668	transitions	1	-10000.0
390668	transitions	2	-0.7969565987586975
390668	transitions	3	-10000.0
390668	transitions	4	2.0700645446777344
390668	transitions	5	-10000.0
390668	transitions	6	-10000.0
390668	transitions	7	1.853578805923462
390668	transitions	8	-2.6326029300689697
390668	transitions	9	-4.23977518081665
390668	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
390668	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
390668	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
390668	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
390668	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
390668	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
390668	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
390668	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
390668	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
390668	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
390668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
390668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
390668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
390668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
390668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
390668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
390668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
390668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
390668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
390668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
390668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
390668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
390668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
390668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
390668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
390668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
390668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
390668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
390668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
390668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
390668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
390668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
390668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
390668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
390668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
390668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
390668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
390668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
390668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
390668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
390668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
390668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
390668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
390668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
390668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
390668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
390668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
390668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
390668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
390668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
390668	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
390668	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
390668	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
390668	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
390668	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
390668	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
390668	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
390668	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
390668	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
390668	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
390668	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
390668	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
390668	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
390668	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
390668	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
390668	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
390668	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
390668	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
390668	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
390668	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
390668	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
390668	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
390668	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
390668	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
390668	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
390668	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
390668	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
390668	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
390668	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
390668	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
390668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
390668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
390668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
390668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
390668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
390668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
390668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
390668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
390668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
390668	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
390668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
390668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
390668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
390668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
390668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
390668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
390668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
390668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
390668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
390668	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
390668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
390668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
390668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
390668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
390668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
390668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
390668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
390668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
390668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
390668	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
390668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
390668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
390668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
390668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
390668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
390668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
390668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
390668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
390668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
390668	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
390668	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
390668	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
390668	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
390668	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
390668	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
390668	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
390668	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
390668	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
390668	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
390668	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
390668	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
390668	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
390668	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
390668	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
390668	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
390668	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
390668	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
390668	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
390668	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
390668	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
390668	embedding2nn.weight	0	0.006404651328921318
390668	embedding2nn.weight	1	0.0039853970520198345
390668	embedding2nn.weight	2	0.013430747203528881
390668	embedding2nn.weight	3	0.026863347738981247
390668	embedding2nn.weight	4	0.023479077965021133
390668	embedding2nn.weight	5	0.005547836422920227
390668	embedding2nn.weight	6	-0.015385732054710388
390668	embedding2nn.weight	7	-0.00043978350004181266
390668	embedding2nn.weight	8	-0.010071628727018833
390668	embedding2nn.weight	9	0.0019247459713369608
390668	embedding2nn.bias	0	0.01393446046859026
390668	embedding2nn.bias	1	-0.036935608834028244
390668	embedding2nn.bias	2	0.0808517187833786
390668	embedding2nn.bias	3	0.07014983147382736
390668	embedding2nn.bias	4	-0.012245925143361092
390668	embedding2nn.bias	5	-0.03325695917010307
390668	embedding2nn.bias	6	0.029732394963502884
390668	embedding2nn.bias	7	0.004074120428413153
390668	embedding2nn.bias	8	-0.034773409366607666
390668	embedding2nn.bias	9	0.024891797453165054
390668	rnn.weight_ih_l0	0	0.06476034224033356
390668	rnn.weight_ih_l0	1	-0.04165291786193848
390668	rnn.weight_ih_l0	2	0.005352539010345936
390668	rnn.weight_ih_l0	3	0.045173875987529755
390668	rnn.weight_ih_l0	4	-0.029701951891183853
390668	rnn.weight_ih_l0	5	0.0402982234954834
390668	rnn.weight_ih_l0	6	0.007753242738544941
390668	rnn.weight_ih_l0	7	0.0655672624707222
390668	rnn.weight_ih_l0	8	0.009233693592250347
390668	rnn.weight_ih_l0	9	-0.02538672462105751
390668	rnn.weight_hh_l0	0	-0.011729417368769646
390668	rnn.weight_hh_l0	1	-0.027772627770900726
390668	rnn.weight_hh_l0	2	-0.06147250905632973
390668	rnn.weight_hh_l0	3	-0.00586981326341629
390668	rnn.weight_hh_l0	4	-0.009686158038675785
390668	rnn.weight_hh_l0	5	-0.02415676973760128
390668	rnn.weight_hh_l0	6	0.0006544389761984348
390668	rnn.weight_hh_l0	7	-0.035699278116226196
390668	rnn.weight_hh_l0	8	0.0672052651643753
390668	rnn.weight_hh_l0	9	0.04514159634709358
390668	rnn.bias_ih_l0	0	-0.1740797460079193
390668	rnn.bias_ih_l0	1	-0.17077383399009705
390668	rnn.bias_ih_l0	2	-0.019534138962626457
390668	rnn.bias_ih_l0	3	-0.1475643813610077
390668	rnn.bias_ih_l0	4	-0.058701809495687485
390668	rnn.bias_ih_l0	5	-0.17588207125663757
390668	rnn.bias_ih_l0	6	0.07322224229574203
390668	rnn.bias_ih_l0	7	-0.08600031584501266
390668	rnn.bias_ih_l0	8	-0.04643367975950241
390668	rnn.bias_ih_l0	9	-0.10828807950019836
390668	rnn.bias_hh_l0	0	-0.06952323764562607
390668	rnn.bias_hh_l0	1	0.24828998744487762
390668	rnn.bias_hh_l0	2	0.04720311984419823
390668	rnn.bias_hh_l0	3	-0.07930335402488708
390668	rnn.bias_hh_l0	4	-0.08308976888656616
390668	rnn.bias_hh_l0	5	-0.004774569999426603
390668	rnn.bias_hh_l0	6	0.0581933967769146
390668	rnn.bias_hh_l0	7	-0.09841272234916687
390668	rnn.bias_hh_l0	8	-0.23355036973953247
390668	rnn.bias_hh_l0	9	-0.10130000859498978
390668	rnn.weight_ih_l0_reverse	0	0.020220451056957245
390668	rnn.weight_ih_l0_reverse	1	-0.060035813599824905
390668	rnn.weight_ih_l0_reverse	2	0.04296381399035454
390668	rnn.weight_ih_l0_reverse	3	0.020300550386309624
390668	rnn.weight_ih_l0_reverse	4	1.970695666386746e-05
390668	rnn.weight_ih_l0_reverse	5	-0.025567028671503067
390668	rnn.weight_ih_l0_reverse	6	0.01203804463148117
390668	rnn.weight_ih_l0_reverse	7	0.02830754779279232
390668	rnn.weight_ih_l0_reverse	8	-0.028092965483665466
390668	rnn.weight_ih_l0_reverse	9	-0.0015838206745684147
390668	rnn.weight_hh_l0_reverse	0	0.039800334721803665
390668	rnn.weight_hh_l0_reverse	1	0.029887840151786804
390668	rnn.weight_hh_l0_reverse	2	-0.023038126528263092
390668	rnn.weight_hh_l0_reverse	3	-0.08236007392406464
390668	rnn.weight_hh_l0_reverse	4	0.01129074115306139
390668	rnn.weight_hh_l0_reverse	5	-0.06107814982533455
390668	rnn.weight_hh_l0_reverse	6	-0.014163731597363949
390668	rnn.weight_hh_l0_reverse	7	0.030987786129117012
390668	rnn.weight_hh_l0_reverse	8	0.007853721268475056
390668	rnn.weight_hh_l0_reverse	9	0.008676874451339245
390668	rnn.bias_ih_l0_reverse	0	-0.04616681858897209
390668	rnn.bias_ih_l0_reverse	1	-0.14005045592784882
390668	rnn.bias_ih_l0_reverse	2	-0.14581556618213654
390668	rnn.bias_ih_l0_reverse	3	-0.045895446091890335
390668	rnn.bias_ih_l0_reverse	4	-0.11270750313997269
390668	rnn.bias_ih_l0_reverse	5	-0.08595521003007889
390668	rnn.bias_ih_l0_reverse	6	-0.20884490013122559
390668	rnn.bias_ih_l0_reverse	7	-0.052651043981313705
390668	rnn.bias_ih_l0_reverse	8	-0.063484326004982
390668	rnn.bias_ih_l0_reverse	9	-0.1342412829399109
390668	rnn.bias_hh_l0_reverse	0	-0.14233388006687164
390668	rnn.bias_hh_l0_reverse	1	-0.16222400963306427
390668	rnn.bias_hh_l0_reverse	2	0.1052875742316246
390668	rnn.bias_hh_l0_reverse	3	0.07130443304777145
390668	rnn.bias_hh_l0_reverse	4	-0.17909368872642517
390668	rnn.bias_hh_l0_reverse	5	-0.14261525869369507
390668	rnn.bias_hh_l0_reverse	6	-0.08905631303787231
390668	rnn.bias_hh_l0_reverse	7	-0.05396305397152901
390668	rnn.bias_hh_l0_reverse	8	-0.09632611274719238
390668	rnn.bias_hh_l0_reverse	9	-0.02295452542603016
390668	linear.weight	0	-0.007734024431556463
390668	linear.weight	1	0.0077058905735611916
390668	linear.weight	2	0.31270402669906616
390668	linear.weight	3	-0.07890975475311279
390668	linear.weight	4	-0.010588549077510834
390668	linear.weight	5	0.12095928937196732
390668	linear.weight	6	-0.010739270597696304
390668	linear.weight	7	-0.07131624221801758
390668	linear.weight	8	0.1841912567615509
390668	linear.weight	9	-0.28135982155799866
390668	linear.bias	0	-0.03956538438796997
390668	linear.bias	1	0.031413208693265915
390668	linear.bias	2	0.4151722490787506
390668	linear.bias	3	-0.7508643865585327
390668	linear.bias	4	2.157743215560913
390668	linear.bias	5	-1.4051399230957031
390668	linear.bias	6	-0.29203200340270996
390668	linear.bias	7	-0.12881675362586975
391227	transitions	0	-1.9509938955307007
391227	transitions	1	-10000.0
391227	transitions	2	-0.7969565987586975
391227	transitions	3	-10000.0
391227	transitions	4	2.069871187210083
391227	transitions	5	-10000.0
391227	transitions	6	-10000.0
391227	transitions	7	1.8534722328186035
391227	transitions	8	-2.6326041221618652
391227	transitions	9	-4.23977518081665
391227	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
391227	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
391227	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
391227	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
391227	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
391227	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
391227	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
391227	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
391227	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
391227	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
391227	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
391227	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
391227	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
391227	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
391227	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
391227	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
391227	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
391227	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
391227	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
391227	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
391227	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
391227	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
391227	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
391227	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
391227	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
391227	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
391227	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
391227	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
391227	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
391227	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
391227	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
391227	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
391227	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
391227	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
391227	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
391227	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
391227	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
391227	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
391227	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
391227	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
391227	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
391227	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
391227	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
391227	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
391227	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
391227	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
391227	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
391227	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
391227	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
391227	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
391227	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
391227	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
391227	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
391227	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
391227	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
391227	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
391227	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
391227	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
391227	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
391227	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
391227	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
391227	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
391227	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
391227	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
391227	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
391227	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
391227	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
391227	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
391227	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
391227	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
391227	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
391227	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
391227	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
391227	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
391227	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
391227	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
391227	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
391227	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
391227	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
391227	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
391227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
391227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
391227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
391227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
391227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
391227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
391227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
391227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
391227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
391227	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
391227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
391227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
391227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
391227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
391227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
391227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
391227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
391227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
391227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
391227	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
391227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
391227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
391227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
391227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
391227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
391227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
391227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
391227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
391227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
391227	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
391227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
391227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
391227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
391227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
391227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
391227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
391227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
391227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
391227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
391227	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
391227	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
391227	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
391227	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
391227	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
391227	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
391227	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
391227	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
391227	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
391227	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
391227	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
391227	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
391227	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
391227	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
391227	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
391227	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
391227	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
391227	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
391227	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
391227	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
391227	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
391227	embedding2nn.weight	0	0.006404562387615442
391227	embedding2nn.weight	1	0.003986987750977278
391227	embedding2nn.weight	2	0.013430682942271233
391227	embedding2nn.weight	3	0.02686508744955063
391227	embedding2nn.weight	4	0.023480646312236786
391227	embedding2nn.weight	5	0.005549014080315828
391227	embedding2nn.weight	6	-0.015385902486741543
391227	embedding2nn.weight	7	-0.00043824437307193875
391227	embedding2nn.weight	8	-0.010067982599139214
391227	embedding2nn.weight	9	0.0019238911336287856
391227	embedding2nn.bias	0	0.01393173635005951
391227	embedding2nn.bias	1	-0.03696668893098831
391227	embedding2nn.bias	2	0.08089327067136765
391227	embedding2nn.bias	3	0.07017786055803299
391227	embedding2nn.bias	4	-0.012266498990356922
391227	embedding2nn.bias	5	-0.03321394324302673
391227	embedding2nn.bias	6	0.029669685289263725
391227	embedding2nn.bias	7	0.004137102048844099
391227	embedding2nn.bias	8	-0.034748803824186325
391227	embedding2nn.bias	9	0.024886593222618103
391227	rnn.weight_ih_l0	0	0.0647670328617096
391227	rnn.weight_ih_l0	1	-0.04165012016892433
391227	rnn.weight_ih_l0	2	0.005351755768060684
391227	rnn.weight_ih_l0	3	0.045172758400440216
391227	rnn.weight_ih_l0	4	-0.029706411063671112
391227	rnn.weight_ih_l0	5	0.04030521959066391
391227	rnn.weight_ih_l0	6	0.007753897458314896
391227	rnn.weight_ih_l0	7	0.06556341052055359
391227	rnn.weight_ih_l0	8	0.009237525053322315
391227	rnn.weight_ih_l0	9	-0.02538396790623665
391227	rnn.weight_hh_l0	0	-0.011725488118827343
391227	rnn.weight_hh_l0	1	-0.0277703870087862
391227	rnn.weight_hh_l0	2	-0.06147417053580284
391227	rnn.weight_hh_l0	3	-0.005869084037840366
391227	rnn.weight_hh_l0	4	-0.009685720317065716
391227	rnn.weight_hh_l0	5	-0.024151185527443886
391227	rnn.weight_hh_l0	6	0.0006542408955283463
391227	rnn.weight_hh_l0	7	-0.035702895373106
391227	rnn.weight_hh_l0	8	0.06720532476902008
391227	rnn.weight_hh_l0	9	0.04514258727431297
391227	rnn.bias_ih_l0	0	-0.17406108975410461
391227	rnn.bias_ih_l0	1	-0.17076310515403748
391227	rnn.bias_ih_l0	2	-0.01952962577342987
391227	rnn.bias_ih_l0	3	-0.1475498229265213
391227	rnn.bias_ih_l0	4	-0.05871041864156723
391227	rnn.bias_ih_l0	5	-0.17588233947753906
391227	rnn.bias_ih_l0	6	0.07316391170024872
391227	rnn.bias_ih_l0	7	-0.08599251508712769
391227	rnn.bias_ih_l0	8	-0.04643149673938751
391227	rnn.bias_ih_l0	9	-0.10828680545091629
391227	rnn.bias_hh_l0	0	-0.0695357620716095
391227	rnn.bias_hh_l0	1	0.24830785393714905
391227	rnn.bias_hh_l0	2	0.04724758863449097
391227	rnn.bias_hh_l0	3	-0.07932362705469131
391227	rnn.bias_hh_l0	4	-0.08308123797178268
391227	rnn.bias_hh_l0	5	-0.00476050516590476
391227	rnn.bias_hh_l0	6	0.05819198489189148
391227	rnn.bias_hh_l0	7	-0.09839218109846115
391227	rnn.bias_hh_l0	8	-0.23348940908908844
391227	rnn.bias_hh_l0	9	-0.10127589106559753
391227	rnn.weight_ih_l0_reverse	0	0.020227720960974693
391227	rnn.weight_ih_l0_reverse	1	-0.06003382429480553
391227	rnn.weight_ih_l0_reverse	2	0.042963117361068726
391227	rnn.weight_ih_l0_reverse	3	0.02030348964035511
391227	rnn.weight_ih_l0_reverse	4	2.290528209414333e-05
391227	rnn.weight_ih_l0_reverse	5	-0.025570673868060112
391227	rnn.weight_ih_l0_reverse	6	0.01203950121998787
391227	rnn.weight_ih_l0_reverse	7	0.02829865738749504
391227	rnn.weight_ih_l0_reverse	8	-0.02809828892350197
391227	rnn.weight_ih_l0_reverse	9	-0.0015821740962564945
391227	rnn.weight_hh_l0_reverse	0	0.039800312370061874
391227	rnn.weight_hh_l0_reverse	1	0.02988763339817524
391227	rnn.weight_hh_l0_reverse	2	-0.023037441074848175
391227	rnn.weight_hh_l0_reverse	3	-0.08235868811607361
391227	rnn.weight_hh_l0_reverse	4	0.01128971017897129
391227	rnn.weight_hh_l0_reverse	5	-0.06107774004340172
391227	rnn.weight_hh_l0_reverse	6	-0.014163466170430183
391227	rnn.weight_hh_l0_reverse	7	0.030986223369836807
391227	rnn.weight_hh_l0_reverse	8	0.007857277989387512
391227	rnn.weight_hh_l0_reverse	9	0.00867627002298832
391227	rnn.bias_ih_l0_reverse	0	-0.046169932931661606
391227	rnn.bias_ih_l0_reverse	1	-0.14007289707660675
391227	rnn.bias_ih_l0_reverse	2	-0.14580439031124115
391227	rnn.bias_ih_l0_reverse	3	-0.045887842774391174
391227	rnn.bias_ih_l0_reverse	4	-0.11270327121019363
391227	rnn.bias_ih_l0_reverse	5	-0.08597145229578018
391227	rnn.bias_ih_l0_reverse	6	-0.2088780254125595
391227	rnn.bias_ih_l0_reverse	7	-0.05264542996883392
391227	rnn.bias_ih_l0_reverse	8	-0.06349077075719833
391227	rnn.bias_ih_l0_reverse	9	-0.13425222039222717
391227	rnn.bias_hh_l0_reverse	0	-0.14232219755649567
391227	rnn.bias_hh_l0_reverse	1	-0.16222012042999268
391227	rnn.bias_hh_l0_reverse	2	0.10530395805835724
391227	rnn.bias_hh_l0_reverse	3	0.07125405222177505
391227	rnn.bias_hh_l0_reverse	4	-0.17908772826194763
391227	rnn.bias_hh_l0_reverse	5	-0.142625629901886
391227	rnn.bias_hh_l0_reverse	6	-0.08904004096984863
391227	rnn.bias_hh_l0_reverse	7	-0.053945042192935944
391227	rnn.bias_hh_l0_reverse	8	-0.09631510078907013
391227	rnn.bias_hh_l0_reverse	9	-0.02295956388115883
391227	linear.weight	0	-0.007734023965895176
391227	linear.weight	1	0.007738056592643261
391227	linear.weight	2	0.31270310282707214
391227	linear.weight	3	-0.07890975475311279
391227	linear.weight	4	-0.010588549077510834
391227	linear.weight	5	0.1209162175655365
391227	linear.weight	6	-0.010739270597696304
391227	linear.weight	7	-0.0713074579834938
391227	linear.weight	8	0.18398912250995636
391227	linear.weight	9	-0.28135454654693604
391227	linear.bias	0	-0.03956538438796997
391227	linear.bias	1	0.031413208693265915
391227	linear.bias	2	0.41694125533103943
391227	linear.bias	3	-0.7519065141677856
391227	linear.bias	4	2.1576130390167236
391227	linear.bias	5	-1.4051399230957031
391227	linear.bias	6	-0.29232919216156006
391227	linear.bias	7	-0.12911629676818848
391785	transitions	0	-1.9509973526000977
391785	transitions	1	-10000.0
391785	transitions	2	-0.7969565987586975
391785	transitions	3	-10000.0
391785	transitions	4	2.0698044300079346
391785	transitions	5	-10000.0
391785	transitions	6	-10000.0
391785	transitions	7	1.8536571264266968
391785	transitions	8	-2.6326050758361816
391785	transitions	9	-4.23977518081665
391785	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
391785	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
391785	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
391785	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
391785	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
391785	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
391785	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
391785	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
391785	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
391785	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
391785	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
391785	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
391785	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
391785	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
391785	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
391785	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
391785	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
391785	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
391785	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
391785	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
391785	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
391785	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
391785	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
391785	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
391785	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
391785	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
391785	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
391785	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
391785	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
391785	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
391785	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
391785	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
391785	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
391785	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
391785	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
391785	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
391785	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
391785	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
391785	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
391785	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
391785	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
391785	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
391785	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
391785	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
391785	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
391785	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
391785	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
391785	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
391785	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
391785	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
391785	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
391785	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
391785	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
391785	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
391785	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
391785	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
391785	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
391785	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
391785	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
391785	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
391785	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
391785	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
391785	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
391785	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
391785	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
391785	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
391785	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
391785	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
391785	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
391785	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
391785	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
391785	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
391785	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
391785	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
391785	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
391785	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
391785	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
391785	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
391785	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
391785	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
391785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
391785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
391785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
391785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
391785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
391785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
391785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
391785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
391785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
391785	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
391785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
391785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
391785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
391785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
391785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
391785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
391785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
391785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
391785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
391785	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
391785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
391785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
391785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
391785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
391785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
391785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
391785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
391785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
391785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
391785	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
391785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
391785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
391785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
391785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
391785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
391785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
391785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
391785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
391785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
391785	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
391785	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
391785	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
391785	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
391785	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
391785	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
391785	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
391785	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
391785	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
391785	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
391785	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
391785	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
391785	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
391785	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
391785	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
391785	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
391785	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
391785	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
391785	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
391785	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
391785	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
391785	embedding2nn.weight	0	0.006404342129826546
391785	embedding2nn.weight	1	0.003986226860433817
391785	embedding2nn.weight	2	0.013430682010948658
391785	embedding2nn.weight	3	0.026862647384405136
391785	embedding2nn.weight	4	0.023479782044887543
391785	embedding2nn.weight	5	0.005547987297177315
391785	embedding2nn.weight	6	-0.015387541614472866
391785	embedding2nn.weight	7	-0.0004382769111543894
391785	embedding2nn.weight	8	-0.01006863173097372
391785	embedding2nn.weight	9	0.0019234350183978677
391785	embedding2nn.bias	0	0.013874709606170654
391785	embedding2nn.bias	1	-0.03693949058651924
391785	embedding2nn.bias	2	0.08087611198425293
391785	embedding2nn.bias	3	0.07015355676412582
391785	embedding2nn.bias	4	-0.012209519743919373
391785	embedding2nn.bias	5	-0.03320471569895744
391785	embedding2nn.bias	6	0.029710041359066963
391785	embedding2nn.bias	7	0.004154532216489315
391785	embedding2nn.bias	8	-0.0347040630877018
391785	embedding2nn.bias	9	0.02486901730298996
391785	rnn.weight_ih_l0	0	0.06477171927690506
391785	rnn.weight_ih_l0	1	-0.04164514318108559
391785	rnn.weight_ih_l0	2	0.0053496030159294605
391785	rnn.weight_ih_l0	3	0.04517092555761337
391785	rnn.weight_ih_l0	4	-0.029710108414292336
391785	rnn.weight_ih_l0	5	0.04030156508088112
391785	rnn.weight_ih_l0	6	0.00775234866887331
391785	rnn.weight_ih_l0	7	0.06556146591901779
391785	rnn.weight_ih_l0	8	0.00924139004200697
391785	rnn.weight_ih_l0	9	-0.02538924477994442
391785	rnn.weight_hh_l0	0	-0.011728126555681229
391785	rnn.weight_hh_l0	1	-0.027771374210715294
391785	rnn.weight_hh_l0	2	-0.06147291883826256
391785	rnn.weight_hh_l0	3	-0.005868690554052591
391785	rnn.weight_hh_l0	4	-0.009685421362519264
391785	rnn.weight_hh_l0	5	-0.024152150377631187
391785	rnn.weight_hh_l0	6	0.0006543025374412537
391785	rnn.weight_hh_l0	7	-0.03569979965686798
391785	rnn.weight_hh_l0	8	0.06720949709415436
391785	rnn.weight_hh_l0	9	0.04514201357960701
391785	rnn.bias_ih_l0	0	-0.17405888438224792
391785	rnn.bias_ih_l0	1	-0.1707489788532257
391785	rnn.bias_ih_l0	2	-0.01954631134867668
391785	rnn.bias_ih_l0	3	-0.14756335318088531
391785	rnn.bias_ih_l0	4	-0.0587005615234375
391785	rnn.bias_ih_l0	5	-0.1758587807416916
391785	rnn.bias_ih_l0	6	0.07319200038909912
391785	rnn.bias_ih_l0	7	-0.08599045127630234
391785	rnn.bias_ih_l0	8	-0.04641776159405708
391785	rnn.bias_ih_l0	9	-0.10831064730882645
391785	rnn.bias_hh_l0	0	-0.06953393667936325
391785	rnn.bias_hh_l0	1	0.24827691912651062
391785	rnn.bias_hh_l0	2	0.04723413661122322
391785	rnn.bias_hh_l0	3	-0.07933975756168365
391785	rnn.bias_hh_l0	4	-0.08308856189250946
391785	rnn.bias_hh_l0	5	-0.004741169977933168
391785	rnn.bias_hh_l0	6	0.058223526924848557
391785	rnn.bias_hh_l0	7	-0.09838464856147766
391785	rnn.bias_hh_l0	8	-0.23345661163330078
391785	rnn.bias_hh_l0	9	-0.10128442943096161
391785	rnn.weight_ih_l0_reverse	0	0.02023579739034176
391785	rnn.weight_ih_l0_reverse	1	-0.06003337725996971
391785	rnn.weight_ih_l0_reverse	2	0.04296453297138214
391785	rnn.weight_ih_l0_reverse	3	0.020291516557335854
391785	rnn.weight_ih_l0_reverse	4	2.2098694898886606e-05
391785	rnn.weight_ih_l0_reverse	5	-0.025567349046468735
391785	rnn.weight_ih_l0_reverse	6	0.012041246518492699
391785	rnn.weight_ih_l0_reverse	7	0.028295276686549187
391785	rnn.weight_ih_l0_reverse	8	-0.028099199756979942
391785	rnn.weight_ih_l0_reverse	9	-0.0015832686331123114
391785	rnn.weight_hh_l0_reverse	0	0.03980039805173874
391785	rnn.weight_hh_l0_reverse	1	0.029882920905947685
391785	rnn.weight_hh_l0_reverse	2	-0.023040922358632088
391785	rnn.weight_hh_l0_reverse	3	-0.08235526084899902
391785	rnn.weight_hh_l0_reverse	4	0.011286674998700619
391785	rnn.weight_hh_l0_reverse	5	-0.061082035303115845
391785	rnn.weight_hh_l0_reverse	6	-0.01416404452174902
391785	rnn.weight_hh_l0_reverse	7	0.030981602147221565
391785	rnn.weight_hh_l0_reverse	8	0.007854475639760494
391785	rnn.weight_hh_l0_reverse	9	0.008679916150867939
391785	rnn.bias_ih_l0_reverse	0	-0.04618341848254204
391785	rnn.bias_ih_l0_reverse	1	-0.14007733762264252
391785	rnn.bias_ih_l0_reverse	2	-0.14579512178897858
391785	rnn.bias_ih_l0_reverse	3	-0.04588402807712555
391785	rnn.bias_ih_l0_reverse	4	-0.11271613091230392
391785	rnn.bias_ih_l0_reverse	5	-0.08595311641693115
391785	rnn.bias_ih_l0_reverse	6	-0.20885683596134186
391785	rnn.bias_ih_l0_reverse	7	-0.052624061703681946
391785	rnn.bias_ih_l0_reverse	8	-0.06349176168441772
391785	rnn.bias_ih_l0_reverse	9	-0.13427944481372833
391785	rnn.bias_hh_l0_reverse	0	-0.1423083245754242
391785	rnn.bias_hh_l0_reverse	1	-0.1622282862663269
391785	rnn.bias_hh_l0_reverse	2	0.10531599819660187
391785	rnn.bias_hh_l0_reverse	3	0.07128310948610306
391785	rnn.bias_hh_l0_reverse	4	-0.17907580733299255
391785	rnn.bias_hh_l0_reverse	5	-0.14261235296726227
391785	rnn.bias_hh_l0_reverse	6	-0.08903007209300995
391785	rnn.bias_hh_l0_reverse	7	-0.05395767465233803
391785	rnn.bias_hh_l0_reverse	8	-0.09633103013038635
391785	rnn.bias_hh_l0_reverse	9	-0.022957349196076393
391785	linear.weight	0	-0.0077340248972177505
391785	linear.weight	1	0.007842432707548141
391785	linear.weight	2	0.31283074617385864
391785	linear.weight	3	-0.07890975475311279
391785	linear.weight	4	-0.010588549077510834
391785	linear.weight	5	0.12111663073301315
391785	linear.weight	6	-0.010739270597696304
391785	linear.weight	7	-0.07153932005167007
391785	linear.weight	8	0.1838865429162979
391785	linear.weight	9	-0.2814098000526428
391785	linear.bias	0	-0.03956538438796997
391785	linear.bias	1	0.031413208693265915
391785	linear.bias	2	0.4176765978336334
391785	linear.bias	3	-0.7528141736984253
391785	linear.bias	4	2.1583175659179688
391785	linear.bias	5	-1.4051399230957031
391785	linear.bias	6	-0.29259371757507324
391785	linear.bias	7	-0.12938296794891357
392343	transitions	0	-1.9509992599487305
392343	transitions	1	-10000.0
392343	transitions	2	-0.7969565987586975
392343	transitions	3	-10000.0
392343	transitions	4	2.0699520111083984
392343	transitions	5	-10000.0
392343	transitions	6	-10000.0
392343	transitions	7	1.8538273572921753
392343	transitions	8	-2.63260555267334
392343	transitions	9	-4.23977518081665
392343	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
392343	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
392343	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
392343	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
392343	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
392343	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
392343	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
392343	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
392343	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
392343	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
392343	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
392343	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
392343	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
392343	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
392343	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
392343	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
392343	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
392343	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
392343	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
392343	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
392343	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
392343	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
392343	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
392343	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
392343	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
392343	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
392343	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
392343	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
392343	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
392343	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
392343	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
392343	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
392343	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
392343	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
392343	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
392343	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
392343	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
392343	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
392343	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
392343	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
392343	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
392343	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
392343	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
392343	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
392343	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
392343	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
392343	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
392343	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
392343	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
392343	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
392343	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
392343	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
392343	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
392343	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
392343	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
392343	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
392343	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
392343	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
392343	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
392343	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
392343	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
392343	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
392343	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
392343	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
392343	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
392343	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
392343	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
392343	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
392343	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
392343	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
392343	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
392343	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
392343	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
392343	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
392343	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
392343	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
392343	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
392343	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
392343	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
392343	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
392343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
392343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
392343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
392343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
392343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
392343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
392343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
392343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
392343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
392343	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
392343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
392343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
392343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
392343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
392343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
392343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
392343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
392343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
392343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
392343	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
392343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
392343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
392343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
392343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
392343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
392343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
392343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
392343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
392343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
392343	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
392343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
392343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
392343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
392343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
392343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
392343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
392343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
392343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
392343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
392343	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
392343	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
392343	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
392343	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
392343	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
392343	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
392343	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
392343	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
392343	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
392343	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
392343	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
392343	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
392343	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
392343	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
392343	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
392343	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
392343	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
392343	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
392343	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
392343	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
392343	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
392343	embedding2nn.weight	0	0.006404392421245575
392343	embedding2nn.weight	1	0.003985708579421043
392343	embedding2nn.weight	2	0.013430564664304256
392343	embedding2nn.weight	3	0.026861045509576797
392343	embedding2nn.weight	4	0.023482896387577057
392343	embedding2nn.weight	5	0.005547094624489546
392343	embedding2nn.weight	6	-0.01538880169391632
392343	embedding2nn.weight	7	-0.0004400544858071953
392343	embedding2nn.weight	8	-0.010071409866213799
392343	embedding2nn.weight	9	0.001923778560012579
392343	embedding2nn.bias	0	0.013879390433430672
392343	embedding2nn.bias	1	-0.03689666464924812
392343	embedding2nn.bias	2	0.08086877316236496
392343	embedding2nn.bias	3	0.07020554691553116
392343	embedding2nn.bias	4	-0.01225398201495409
392343	embedding2nn.bias	5	-0.033206675201654434
392343	embedding2nn.bias	6	0.029753781855106354
392343	embedding2nn.bias	7	0.004121950827538967
392343	embedding2nn.bias	8	-0.03474365174770355
392343	embedding2nn.bias	9	0.02490927278995514
392343	rnn.weight_ih_l0	0	0.06477238982915878
392343	rnn.weight_ih_l0	1	-0.0416492260992527
392343	rnn.weight_ih_l0	2	0.005347831640392542
392343	rnn.weight_ih_l0	3	0.04517552629113197
392343	rnn.weight_ih_l0	4	-0.02970889024436474
392343	rnn.weight_ih_l0	5	0.040302492678165436
392343	rnn.weight_ih_l0	6	0.007753935642540455
392343	rnn.weight_ih_l0	7	0.06556189060211182
392343	rnn.weight_ih_l0	8	0.009240672923624516
392343	rnn.weight_ih_l0	9	-0.025387005880475044
392343	rnn.weight_hh_l0	0	-0.011729451827704906
392343	rnn.weight_hh_l0	1	-0.02777111902832985
392343	rnn.weight_hh_l0	2	-0.06147170439362526
392343	rnn.weight_hh_l0	3	-0.005868949927389622
392343	rnn.weight_hh_l0	4	-0.009685462340712547
392343	rnn.weight_hh_l0	5	-0.02415378950536251
392343	rnn.weight_hh_l0	6	0.0006546248332597315
392343	rnn.weight_hh_l0	7	-0.03569428622722626
392343	rnn.weight_hh_l0	8	0.06721479445695877
392343	rnn.weight_hh_l0	9	0.04514329880475998
392343	rnn.bias_ih_l0	0	-0.17406116425991058
392343	rnn.bias_ih_l0	1	-0.17075501382350922
392343	rnn.bias_ih_l0	2	-0.019541515037417412
392343	rnn.bias_ih_l0	3	-0.14757013320922852
392343	rnn.bias_ih_l0	4	-0.05869061499834061
392343	rnn.bias_ih_l0	5	-0.17585349082946777
392343	rnn.bias_ih_l0	6	0.07320063561201096
392343	rnn.bias_ih_l0	7	-0.08596117794513702
392343	rnn.bias_ih_l0	8	-0.04643775150179863
392343	rnn.bias_ih_l0	9	-0.10830584168434143
392343	rnn.bias_hh_l0	0	-0.06956300884485245
392343	rnn.bias_hh_l0	1	0.24829652905464172
392343	rnn.bias_hh_l0	2	0.04722611606121063
392343	rnn.bias_hh_l0	3	-0.07933402061462402
392343	rnn.bias_hh_l0	4	-0.08307811617851257
392343	rnn.bias_hh_l0	5	-0.004728938452899456
392343	rnn.bias_hh_l0	6	0.05822490528225899
392343	rnn.bias_hh_l0	7	-0.09840135276317596
392343	rnn.bias_hh_l0	8	-0.2334665209054947
392343	rnn.bias_hh_l0	9	-0.10128903388977051
392343	rnn.weight_ih_l0_reverse	0	0.020233014598488808
392343	rnn.weight_ih_l0_reverse	1	-0.06004345789551735
392343	rnn.weight_ih_l0_reverse	2	0.04296165704727173
392343	rnn.weight_ih_l0_reverse	3	0.020283380523324013
392343	rnn.weight_ih_l0_reverse	4	2.4678018235135823e-05
392343	rnn.weight_ih_l0_reverse	5	-0.025571158155798912
392343	rnn.weight_ih_l0_reverse	6	0.012033221311867237
392343	rnn.weight_ih_l0_reverse	7	0.028292706236243248
392343	rnn.weight_ih_l0_reverse	8	-0.028100401163101196
392343	rnn.weight_ih_l0_reverse	9	-0.001579937757924199
392343	rnn.weight_hh_l0_reverse	0	0.03980076685547829
392343	rnn.weight_hh_l0_reverse	1	0.029884321615099907
392343	rnn.weight_hh_l0_reverse	2	-0.02304232493042946
392343	rnn.weight_hh_l0_reverse	3	-0.08235851675271988
392343	rnn.weight_hh_l0_reverse	4	0.011285409331321716
392343	rnn.weight_hh_l0_reverse	5	-0.06108585745096207
392343	rnn.weight_hh_l0_reverse	6	-0.014164483174681664
392343	rnn.weight_hh_l0_reverse	7	0.030984019860625267
392343	rnn.weight_hh_l0_reverse	8	0.00785596389323473
392343	rnn.weight_hh_l0_reverse	9	0.00868052989244461
392343	rnn.bias_ih_l0_reverse	0	-0.04620504751801491
392343	rnn.bias_ih_l0_reverse	1	-0.1400797814130783
392343	rnn.bias_ih_l0_reverse	2	-0.1457916796207428
392343	rnn.bias_ih_l0_reverse	3	-0.045886050909757614
392343	rnn.bias_ih_l0_reverse	4	-0.11272436380386353
392343	rnn.bias_ih_l0_reverse	5	-0.08595818281173706
392343	rnn.bias_ih_l0_reverse	6	-0.20886072516441345
392343	rnn.bias_ih_l0_reverse	7	-0.05261962488293648
392343	rnn.bias_ih_l0_reverse	8	-0.06348738819360733
392343	rnn.bias_ih_l0_reverse	9	-0.13427403569221497
392343	rnn.bias_hh_l0_reverse	0	-0.14229391515254974
392343	rnn.bias_hh_l0_reverse	1	-0.1622256189584732
392343	rnn.bias_hh_l0_reverse	2	0.10531102120876312
392343	rnn.bias_hh_l0_reverse	3	0.07130827009677887
392343	rnn.bias_hh_l0_reverse	4	-0.17910385131835938
392343	rnn.bias_hh_l0_reverse	5	-0.14261063933372498
392343	rnn.bias_hh_l0_reverse	6	-0.08903462439775467
392343	rnn.bias_hh_l0_reverse	7	-0.053940579295158386
392343	rnn.bias_hh_l0_reverse	8	-0.09634039551019669
392343	rnn.bias_hh_l0_reverse	9	-0.022943560034036636
392343	linear.weight	0	-0.007734027691185474
392343	linear.weight	1	0.007789014372974634
392343	linear.weight	2	0.31289204955101013
392343	linear.weight	3	-0.07890975475311279
392343	linear.weight	4	-0.010588549077510834
392343	linear.weight	5	0.12119249254465103
392343	linear.weight	6	-0.010739270597696304
392343	linear.weight	7	-0.07152560353279114
392343	linear.weight	8	0.18385794758796692
392343	linear.weight	9	-0.281426340341568
392343	linear.bias	0	-0.03956538438796997
392343	linear.bias	1	0.031413208693265915
392343	linear.bias	2	0.4172176122665405
392343	linear.bias	3	-0.7522026896476746
392343	linear.bias	4	2.1589441299438477
392343	linear.bias	5	-1.4051399230957031
392343	linear.bias	6	-0.2929810583591461
392343	linear.bias	7	-0.12977421283721924
392901	transitions	0	-1.9510010480880737
392901	transitions	1	-10000.0
392901	transitions	2	-0.7969565987586975
392901	transitions	3	-10000.0
392901	transitions	4	2.0698726177215576
392901	transitions	5	-10000.0
392901	transitions	6	-10000.0
392901	transitions	7	1.8537732362747192
392901	transitions	8	-2.6326067447662354
392901	transitions	9	-4.23977518081665
392901	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
392901	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
392901	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
392901	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
392901	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
392901	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
392901	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
392901	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
392901	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
392901	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
392901	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
392901	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
392901	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
392901	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
392901	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
392901	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
392901	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
392901	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
392901	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
392901	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
392901	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
392901	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
392901	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
392901	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
392901	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
392901	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
392901	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
392901	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
392901	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
392901	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
392901	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
392901	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
392901	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
392901	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
392901	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
392901	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
392901	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
392901	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
392901	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
392901	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
392901	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
392901	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
392901	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
392901	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
392901	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
392901	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
392901	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
392901	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
392901	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
392901	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
392901	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
392901	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
392901	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
392901	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
392901	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
392901	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
392901	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
392901	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
392901	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
392901	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
392901	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
392901	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
392901	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
392901	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
392901	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
392901	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
392901	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
392901	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
392901	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
392901	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
392901	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
392901	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
392901	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
392901	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
392901	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
392901	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
392901	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
392901	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
392901	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
392901	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
392901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
392901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
392901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
392901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
392901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
392901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
392901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
392901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
392901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
392901	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
392901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
392901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
392901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
392901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
392901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
392901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
392901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
392901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
392901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
392901	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
392901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
392901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
392901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
392901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
392901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
392901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
392901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
392901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
392901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
392901	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
392901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
392901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
392901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
392901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
392901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
392901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
392901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
392901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
392901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
392901	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
392901	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
392901	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
392901	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
392901	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
392901	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
392901	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
392901	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
392901	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
392901	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
392901	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
392901	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
392901	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
392901	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
392901	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
392901	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
392901	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
392901	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
392901	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
392901	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
392901	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
392901	embedding2nn.weight	0	0.006404198706150055
392901	embedding2nn.weight	1	0.003984995186328888
392901	embedding2nn.weight	2	0.013430504128336906
392901	embedding2nn.weight	3	0.02686030976474285
392901	embedding2nn.weight	4	0.023483967408537865
392901	embedding2nn.weight	5	0.005547615233808756
392901	embedding2nn.weight	6	-0.015389765612781048
392901	embedding2nn.weight	7	-0.00043997837929055095
392901	embedding2nn.weight	8	-0.01006842590868473
392901	embedding2nn.weight	9	0.0019239065004512668
392901	embedding2nn.bias	0	0.013876818120479584
392901	embedding2nn.bias	1	-0.036873720586299896
392901	embedding2nn.bias	2	0.08090623468160629
392901	embedding2nn.bias	3	0.07022291421890259
392901	embedding2nn.bias	4	-0.012256313115358353
392901	embedding2nn.bias	5	-0.033213190734386444
392901	embedding2nn.bias	6	0.029742879793047905
392901	embedding2nn.bias	7	0.004133268725126982
392901	embedding2nn.bias	8	-0.03474823012948036
392901	embedding2nn.bias	9	0.024937648326158524
392901	rnn.weight_ih_l0	0	0.0647694393992424
392901	rnn.weight_ih_l0	1	-0.04165295511484146
392901	rnn.weight_ih_l0	2	0.005346170626580715
392901	rnn.weight_ih_l0	3	0.04517073184251785
392901	rnn.weight_ih_l0	4	-0.02971147745847702
392901	rnn.weight_ih_l0	5	0.04029668867588043
392901	rnn.weight_ih_l0	6	0.007753887679427862
392901	rnn.weight_ih_l0	7	0.06556234508752823
392901	rnn.weight_ih_l0	8	0.009244301356375217
392901	rnn.weight_ih_l0	9	-0.025389011949300766
392901	rnn.weight_hh_l0	0	-0.011723896488547325
392901	rnn.weight_hh_l0	1	-0.027774207293987274
392901	rnn.weight_hh_l0	2	-0.061475969851017
392901	rnn.weight_hh_l0	3	-0.005867691244930029
392901	rnn.weight_hh_l0	4	-0.009684102609753609
392901	rnn.weight_hh_l0	5	-0.024152733385562897
392901	rnn.weight_hh_l0	6	0.0006545228534378111
392901	rnn.weight_hh_l0	7	-0.03569837659597397
392901	rnn.weight_hh_l0	8	0.06722009181976318
392901	rnn.weight_hh_l0	9	0.04514441266655922
392901	rnn.bias_ih_l0	0	-0.17407859861850739
392901	rnn.bias_ih_l0	1	-0.17076410353183746
392901	rnn.bias_ih_l0	2	-0.019542120397090912
392901	rnn.bias_ih_l0	3	-0.14759299159049988
392901	rnn.bias_ih_l0	4	-0.058681998401880264
392901	rnn.bias_ih_l0	5	-0.1758587509393692
392901	rnn.bias_ih_l0	6	0.07319367676973343
392901	rnn.bias_ih_l0	7	-0.08596204966306686
392901	rnn.bias_ih_l0	8	-0.046415917575359344
392901	rnn.bias_ih_l0	9	-0.1083022952079773
392901	rnn.bias_hh_l0	0	-0.06956055760383606
392901	rnn.bias_hh_l0	1	0.2483067363500595
392901	rnn.bias_hh_l0	2	0.04725296422839165
392901	rnn.bias_hh_l0	3	-0.07934481650590897
392901	rnn.bias_hh_l0	4	-0.08307189494371414
392901	rnn.bias_hh_l0	5	-0.00472550094127655
392901	rnn.bias_hh_l0	6	0.05822248384356499
392901	rnn.bias_hh_l0	7	-0.09841085225343704
392901	rnn.bias_hh_l0	8	-0.2334395945072174
392901	rnn.bias_hh_l0	9	-0.10127206146717072
392901	rnn.weight_ih_l0_reverse	0	0.020233893766999245
392901	rnn.weight_ih_l0_reverse	1	-0.060041896998882294
392901	rnn.weight_ih_l0_reverse	2	0.042966991662979126
392901	rnn.weight_ih_l0_reverse	3	0.020275579765439034
392901	rnn.weight_ih_l0_reverse	4	2.0462390239117667e-05
392901	rnn.weight_ih_l0_reverse	5	-0.025575712323188782
392901	rnn.weight_ih_l0_reverse	6	0.012032248079776764
392901	rnn.weight_ih_l0_reverse	7	0.028291719034314156
392901	rnn.weight_ih_l0_reverse	8	-0.028099894523620605
392901	rnn.weight_ih_l0_reverse	9	-0.0015796541702002287
392901	rnn.weight_hh_l0_reverse	0	0.03980065509676933
392901	rnn.weight_hh_l0_reverse	1	0.029885530471801758
392901	rnn.weight_hh_l0_reverse	2	-0.02304099313914776
392901	rnn.weight_hh_l0_reverse	3	-0.08236381411552429
392901	rnn.weight_hh_l0_reverse	4	0.011284410022199154
392901	rnn.weight_hh_l0_reverse	5	-0.06108174845576286
392901	rnn.weight_hh_l0_reverse	6	-0.014164661057293415
392901	rnn.weight_hh_l0_reverse	7	0.030982105061411858
392901	rnn.weight_hh_l0_reverse	8	0.007856398820877075
392901	rnn.weight_hh_l0_reverse	9	0.00867549516260624
392901	rnn.bias_ih_l0_reverse	0	-0.046213727444410324
392901	rnn.bias_ih_l0_reverse	1	-0.14007951319217682
392901	rnn.bias_ih_l0_reverse	2	-0.14580117166042328
392901	rnn.bias_ih_l0_reverse	3	-0.045911889523267746
392901	rnn.bias_ih_l0_reverse	4	-0.11272003501653671
392901	rnn.bias_ih_l0_reverse	5	-0.0859641507267952
392901	rnn.bias_ih_l0_reverse	6	-0.20886364579200745
392901	rnn.bias_ih_l0_reverse	7	-0.05260041728615761
392901	rnn.bias_ih_l0_reverse	8	-0.06347827613353729
392901	rnn.bias_ih_l0_reverse	9	-0.134268656373024
392901	rnn.bias_hh_l0_reverse	0	-0.14228715002536774
392901	rnn.bias_hh_l0_reverse	1	-0.16221897304058075
392901	rnn.bias_hh_l0_reverse	2	0.10530819743871689
392901	rnn.bias_hh_l0_reverse	3	0.07126016914844513
392901	rnn.bias_hh_l0_reverse	4	-0.17910447716712952
392901	rnn.bias_hh_l0_reverse	5	-0.14262492954730988
392901	rnn.bias_hh_l0_reverse	6	-0.08903476595878601
392901	rnn.bias_hh_l0_reverse	7	-0.05394526943564415
392901	rnn.bias_hh_l0_reverse	8	-0.09632233530282974
392901	rnn.bias_hh_l0_reverse	9	-0.022929958999156952
392901	linear.weight	0	-0.007734030019491911
392901	linear.weight	1	0.0077712866477668285
392901	linear.weight	2	0.31292688846588135
392901	linear.weight	3	-0.0789097473025322
392901	linear.weight	4	-0.010588549077510834
392901	linear.weight	5	0.1212068647146225
392901	linear.weight	6	-0.010739270597696304
392901	linear.weight	7	-0.07150284945964813
392901	linear.weight	8	0.18407060205936432
392901	linear.weight	9	-0.28143608570098877
392901	linear.bias	0	-0.03956538438796997
392901	linear.bias	1	0.031413208693265915
392901	linear.bias	2	0.4186279773712158
392901	linear.bias	3	-0.7528099417686462
392901	linear.bias	4	2.1582865715026855
392901	linear.bias	5	-1.4051399230957031
392901	linear.bias	6	-0.29305076599121094
392901	linear.bias	7	-0.1298508644104004
393459	transitions	0	-1.951005220413208
393459	transitions	1	-10000.0
393459	transitions	2	-0.7969565987586975
393459	transitions	3	-10000.0
393459	transitions	4	2.069796085357666
393459	transitions	5	-10000.0
393459	transitions	6	-10000.0
393459	transitions	7	1.853848934173584
393459	transitions	8	-2.6326072216033936
393459	transitions	9	-4.23977518081665
393459	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
393459	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
393459	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
393459	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
393459	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
393459	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
393459	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
393459	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
393459	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
393459	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
393459	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
393459	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
393459	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
393459	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
393459	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
393459	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
393459	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
393459	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
393459	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
393459	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
393459	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
393459	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
393459	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
393459	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
393459	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
393459	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
393459	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
393459	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
393459	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
393459	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
393459	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
393459	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
393459	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
393459	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
393459	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
393459	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
393459	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
393459	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
393459	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
393459	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
393459	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
393459	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
393459	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
393459	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
393459	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
393459	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
393459	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
393459	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
393459	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
393459	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
393459	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
393459	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
393459	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
393459	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
393459	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
393459	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
393459	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
393459	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
393459	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
393459	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
393459	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
393459	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
393459	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
393459	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
393459	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
393459	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
393459	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
393459	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
393459	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
393459	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
393459	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
393459	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
393459	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
393459	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
393459	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
393459	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
393459	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
393459	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
393459	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
393459	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
393459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
393459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
393459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
393459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
393459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
393459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
393459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
393459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
393459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
393459	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
393459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
393459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
393459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
393459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
393459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
393459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
393459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
393459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
393459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
393459	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
393459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
393459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
393459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
393459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
393459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
393459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
393459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
393459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
393459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
393459	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
393459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
393459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
393459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
393459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
393459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
393459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
393459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
393459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
393459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
393459	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
393459	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
393459	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
393459	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
393459	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
393459	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
393459	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
393459	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
393459	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
393459	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
393459	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
393459	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
393459	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
393459	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
393459	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
393459	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
393459	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
393459	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
393459	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
393459	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
393459	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
393459	embedding2nn.weight	0	0.0064039211720228195
393459	embedding2nn.weight	1	0.003984706476330757
393459	embedding2nn.weight	2	0.013430576771497726
393459	embedding2nn.weight	3	0.02685771882534027
393459	embedding2nn.weight	4	0.023486293852329254
393459	embedding2nn.weight	5	0.0055549247190356255
393459	embedding2nn.weight	6	-0.015389555133879185
393459	embedding2nn.weight	7	-0.0004400055331643671
393459	embedding2nn.weight	8	-0.010064525529742241
393459	embedding2nn.weight	9	0.0019237061496824026
393459	embedding2nn.bias	0	0.013848910108208656
393459	embedding2nn.bias	1	-0.03683735057711601
393459	embedding2nn.bias	2	0.08090449124574661
393459	embedding2nn.bias	3	0.07020539790391922
393459	embedding2nn.bias	4	-0.012327038682997227
393459	embedding2nn.bias	5	-0.03323962539434433
393459	embedding2nn.bias	6	0.029740070924162865
393459	embedding2nn.bias	7	0.00413697911426425
393459	embedding2nn.bias	8	-0.0346987247467041
393459	embedding2nn.bias	9	0.024944541975855827
393459	rnn.weight_ih_l0	0	0.06477146595716476
393459	rnn.weight_ih_l0	1	-0.04164380207657814
393459	rnn.weight_ih_l0	2	0.005343414843082428
393459	rnn.weight_ih_l0	3	0.04517405480146408
393459	rnn.weight_ih_l0	4	-0.029709165915846825
393459	rnn.weight_ih_l0	5	0.040295157581567764
393459	rnn.weight_ih_l0	6	0.0077521889470517635
393459	rnn.weight_ih_l0	7	0.0655592754483223
393459	rnn.weight_ih_l0	8	0.009240071289241314
393459	rnn.weight_ih_l0	9	-0.025387661531567574
393459	rnn.weight_hh_l0	0	-0.011719247326254845
393459	rnn.weight_hh_l0	1	-0.02777189202606678
393459	rnn.weight_hh_l0	2	-0.06147477403283119
393459	rnn.weight_hh_l0	3	-0.005867281928658485
393459	rnn.weight_hh_l0	4	-0.009684276767075062
393459	rnn.weight_hh_l0	5	-0.02415177784860134
393459	rnn.weight_hh_l0	6	0.0006544268107973039
393459	rnn.weight_hh_l0	7	-0.035696063190698624
393459	rnn.weight_hh_l0	8	0.06722317636013031
393459	rnn.weight_hh_l0	9	0.045141518115997314
393459	rnn.bias_ih_l0	0	-0.1740904301404953
393459	rnn.bias_ih_l0	1	-0.17076478898525238
393459	rnn.bias_ih_l0	2	-0.019544921815395355
393459	rnn.bias_ih_l0	3	-0.1475517898797989
393459	rnn.bias_ih_l0	4	-0.058680396527051926
393459	rnn.bias_ih_l0	5	-0.17586858570575714
393459	rnn.bias_ih_l0	6	0.07324298471212387
393459	rnn.bias_ih_l0	7	-0.08597923815250397
393459	rnn.bias_ih_l0	8	-0.04640643298625946
393459	rnn.bias_ih_l0	9	-0.10831180959939957
393459	rnn.bias_hh_l0	0	-0.06957098096609116
393459	rnn.bias_hh_l0	1	0.24830090999603271
393459	rnn.bias_hh_l0	2	0.047254111617803574
393459	rnn.bias_hh_l0	3	-0.07933531701564789
393459	rnn.bias_hh_l0	4	-0.0830925703048706
393459	rnn.bias_hh_l0	5	-0.004736929666250944
393459	rnn.bias_hh_l0	6	0.058219607919454575
393459	rnn.bias_hh_l0	7	-0.09839416295289993
393459	rnn.bias_hh_l0	8	-0.23344190418720245
393459	rnn.bias_hh_l0	9	-0.1012677252292633
393459	rnn.weight_ih_l0_reverse	0	0.020251266658306122
393459	rnn.weight_ih_l0_reverse	1	-0.06004350632429123
393459	rnn.weight_ih_l0_reverse	2	0.042966313660144806
393459	rnn.weight_ih_l0_reverse	3	0.020281068980693817
393459	rnn.weight_ih_l0_reverse	4	2.266912088089157e-05
393459	rnn.weight_ih_l0_reverse	5	-0.02557188645005226
393459	rnn.weight_ih_l0_reverse	6	0.012028231285512447
393459	rnn.weight_ih_l0_reverse	7	0.02828800678253174
393459	rnn.weight_ih_l0_reverse	8	-0.028102068230509758
393459	rnn.weight_ih_l0_reverse	9	-0.0015798400854691863
393459	rnn.weight_hh_l0_reverse	0	0.039799872785806656
393459	rnn.weight_hh_l0_reverse	1	0.029886577278375626
393459	rnn.weight_hh_l0_reverse	2	-0.023040520027279854
393459	rnn.weight_hh_l0_reverse	3	-0.08236443996429443
393459	rnn.weight_hh_l0_reverse	4	0.011282473802566528
393459	rnn.weight_hh_l0_reverse	5	-0.06107884272933006
393459	rnn.weight_hh_l0_reverse	6	-0.01416668202728033
393459	rnn.weight_hh_l0_reverse	7	0.0309815164655447
393459	rnn.weight_hh_l0_reverse	8	0.007857351563870907
393459	rnn.weight_hh_l0_reverse	9	0.008684259839355946
393459	rnn.bias_ih_l0_reverse	0	-0.04620708152651787
393459	rnn.bias_ih_l0_reverse	1	-0.14007461071014404
393459	rnn.bias_ih_l0_reverse	2	-0.14580599963665009
393459	rnn.bias_ih_l0_reverse	3	-0.045901332050561905
393459	rnn.bias_ih_l0_reverse	4	-0.1127283051609993
393459	rnn.bias_ih_l0_reverse	5	-0.08596129715442657
393459	rnn.bias_ih_l0_reverse	6	-0.20885781943798065
393459	rnn.bias_ih_l0_reverse	7	-0.05260120704770088
393459	rnn.bias_ih_l0_reverse	8	-0.0634792372584343
393459	rnn.bias_ih_l0_reverse	9	-0.1342703253030777
393459	rnn.bias_hh_l0_reverse	0	-0.14227330684661865
393459	rnn.bias_hh_l0_reverse	1	-0.1622285693883896
393459	rnn.bias_hh_l0_reverse	2	0.10530483722686768
393459	rnn.bias_hh_l0_reverse	3	0.0712912380695343
393459	rnn.bias_hh_l0_reverse	4	-0.1791015863418579
393459	rnn.bias_hh_l0_reverse	5	-0.14263688027858734
393459	rnn.bias_hh_l0_reverse	6	-0.08901793509721756
393459	rnn.bias_hh_l0_reverse	7	-0.05394310876727104
393459	rnn.bias_hh_l0_reverse	8	-0.0963234156370163
393459	rnn.bias_hh_l0_reverse	9	-0.022920314222574234
393459	linear.weight	0	-0.007734031416475773
393459	linear.weight	1	0.007681000977754593
393459	linear.weight	2	0.3130449056625366
393459	linear.weight	3	-0.0789097473025322
393459	linear.weight	4	-0.010588549077510834
393459	linear.weight	5	0.12097471207380295
393459	linear.weight	6	-0.010739270597696304
393459	linear.weight	7	-0.07150135189294815
393459	linear.weight	8	0.18432097136974335
393459	linear.weight	9	-0.2813725471496582
393459	linear.bias	0	-0.03956538438796997
393459	linear.bias	1	0.031413208693265915
393459	linear.bias	2	0.41906630992889404
393459	linear.bias	3	-0.7528338432312012
393459	linear.bias	4	2.1579806804656982
393459	linear.bias	5	-1.4051399230957031
393459	linear.bias	6	-0.29309913516044617
393459	linear.bias	7	-0.12990573048591614
394017	transitions	0	-1.951007604598999
394017	transitions	1	-10000.0
394017	transitions	2	-0.7969565987586975
394017	transitions	3	-10000.0
394017	transitions	4	2.0698068141937256
394017	transitions	5	-10000.0
394017	transitions	6	-10000.0
394017	transitions	7	1.8537235260009766
394017	transitions	8	-2.63260817527771
394017	transitions	9	-4.23977518081665
394017	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
394017	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
394017	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
394017	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
394017	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
394017	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
394017	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
394017	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
394017	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
394017	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
394017	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
394017	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
394017	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
394017	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
394017	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
394017	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
394017	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
394017	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
394017	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
394017	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
394017	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
394017	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
394017	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
394017	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
394017	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
394017	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
394017	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
394017	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
394017	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
394017	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
394017	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
394017	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
394017	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
394017	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
394017	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
394017	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
394017	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
394017	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
394017	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
394017	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
394017	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
394017	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
394017	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
394017	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
394017	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
394017	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
394017	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
394017	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
394017	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
394017	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
394017	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
394017	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
394017	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
394017	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
394017	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
394017	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
394017	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
394017	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
394017	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
394017	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
394017	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
394017	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
394017	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
394017	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
394017	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
394017	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
394017	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
394017	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
394017	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
394017	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
394017	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
394017	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
394017	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
394017	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
394017	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
394017	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
394017	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
394017	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
394017	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
394017	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
394017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
394017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
394017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
394017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
394017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
394017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
394017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
394017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
394017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
394017	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
394017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
394017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
394017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
394017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
394017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
394017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
394017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
394017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
394017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
394017	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
394017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
394017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
394017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
394017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
394017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
394017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
394017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
394017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
394017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
394017	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
394017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
394017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
394017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
394017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
394017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
394017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
394017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
394017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
394017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
394017	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
394017	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
394017	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
394017	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
394017	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
394017	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
394017	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
394017	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
394017	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
394017	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
394017	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
394017	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
394017	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
394017	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
394017	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
394017	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
394017	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
394017	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
394017	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
394017	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
394017	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
394017	embedding2nn.weight	0	0.006403847131878138
394017	embedding2nn.weight	1	0.0039852517656981945
394017	embedding2nn.weight	2	0.01343074906617403
394017	embedding2nn.weight	3	0.026855070143938065
394017	embedding2nn.weight	4	0.023485003039240837
394017	embedding2nn.weight	5	0.005556338932365179
394017	embedding2nn.weight	6	-0.015389989130198956
394017	embedding2nn.weight	7	-0.0004383749619591981
394017	embedding2nn.weight	8	-0.010065709240734577
394017	embedding2nn.weight	9	0.0019243337446823716
394017	embedding2nn.bias	0	0.013867701403796673
394017	embedding2nn.bias	1	-0.03684563934803009
394017	embedding2nn.bias	2	0.08095288276672363
394017	embedding2nn.bias	3	0.07020630687475204
394017	embedding2nn.bias	4	-0.012256335467100143
394017	embedding2nn.bias	5	-0.0332525297999382
394017	embedding2nn.bias	6	0.02971026673913002
394017	embedding2nn.bias	7	0.004137952346354723
394017	embedding2nn.bias	8	-0.03469465672969818
394017	embedding2nn.bias	9	0.024962078779935837
394017	rnn.weight_ih_l0	0	0.06476970762014389
394017	rnn.weight_ih_l0	1	-0.041646186262369156
394017	rnn.weight_ih_l0	2	0.005346108693629503
394017	rnn.weight_ih_l0	3	0.04516896978020668
394017	rnn.weight_ih_l0	4	-0.029715653508901596
394017	rnn.weight_ih_l0	5	0.04029489681124687
394017	rnn.weight_ih_l0	6	0.007752473000437021
394017	rnn.weight_ih_l0	7	0.06556069850921631
394017	rnn.weight_ih_l0	8	0.009247836656868458
394017	rnn.weight_ih_l0	9	-0.02538817748427391
394017	rnn.weight_hh_l0	0	-0.011711630038917065
394017	rnn.weight_hh_l0	1	-0.027767177671194077
394017	rnn.weight_hh_l0	2	-0.06147497147321701
394017	rnn.weight_hh_l0	3	-0.005867286119610071
394017	rnn.weight_hh_l0	4	-0.009683862328529358
394017	rnn.weight_hh_l0	5	-0.02414874918758869
394017	rnn.weight_hh_l0	6	0.0006543449126183987
394017	rnn.weight_hh_l0	7	-0.03569642826914787
394017	rnn.weight_hh_l0	8	0.0672210156917572
394017	rnn.weight_hh_l0	9	0.045143973082304
394017	rnn.bias_ih_l0	0	-0.1740875244140625
394017	rnn.bias_ih_l0	1	-0.17078128457069397
394017	rnn.bias_ih_l0	2	-0.019541189074516296
394017	rnn.bias_ih_l0	3	-0.147536039352417
394017	rnn.bias_ih_l0	4	-0.058698464184999466
394017	rnn.bias_ih_l0	5	-0.1758754551410675
394017	rnn.bias_ih_l0	6	0.07318352907896042
394017	rnn.bias_ih_l0	7	-0.08594919741153717
394017	rnn.bias_ih_l0	8	-0.0464061014354229
394017	rnn.bias_ih_l0	9	-0.10834004729986191
394017	rnn.bias_hh_l0	0	-0.06956696510314941
394017	rnn.bias_hh_l0	1	0.248299241065979
394017	rnn.bias_hh_l0	2	0.04726326838135719
394017	rnn.bias_hh_l0	3	-0.07933229953050613
394017	rnn.bias_hh_l0	4	-0.08311476558446884
394017	rnn.bias_hh_l0	5	-0.004722109530121088
394017	rnn.bias_hh_l0	6	0.058236319571733475
394017	rnn.bias_hh_l0	7	-0.09836823493242264
394017	rnn.bias_hh_l0	8	-0.2334296554327011
394017	rnn.bias_hh_l0	9	-0.10126671940088272
394017	rnn.weight_ih_l0_reverse	0	0.020269738510251045
394017	rnn.weight_ih_l0_reverse	1	-0.060038741677999496
394017	rnn.weight_ih_l0_reverse	2	0.04296615347266197
394017	rnn.weight_ih_l0_reverse	3	0.020291101187467575
394017	rnn.weight_ih_l0_reverse	4	2.728548861341551e-05
394017	rnn.weight_ih_l0_reverse	5	-0.0255722813308239
394017	rnn.weight_ih_l0_reverse	6	0.01202421635389328
394017	rnn.weight_ih_l0_reverse	7	0.02828630805015564
394017	rnn.weight_ih_l0_reverse	8	-0.028100119903683662
394017	rnn.weight_ih_l0_reverse	9	-0.0015815517399460077
394017	rnn.weight_hh_l0_reverse	0	0.03980052471160889
394017	rnn.weight_hh_l0_reverse	1	0.029884537681937218
394017	rnn.weight_hh_l0_reverse	2	-0.02304154448211193
394017	rnn.weight_hh_l0_reverse	3	-0.0823642686009407
394017	rnn.weight_hh_l0_reverse	4	0.011279827915132046
394017	rnn.weight_hh_l0_reverse	5	-0.06107885763049126
394017	rnn.weight_hh_l0_reverse	6	-0.014164257794618607
394017	rnn.weight_hh_l0_reverse	7	0.030982527881860733
394017	rnn.weight_hh_l0_reverse	8	0.007859728299081326
394017	rnn.weight_hh_l0_reverse	9	0.008685155771672726
394017	rnn.bias_ih_l0_reverse	0	-0.04621539264917374
394017	rnn.bias_ih_l0_reverse	1	-0.14007769525051117
394017	rnn.bias_ih_l0_reverse	2	-0.14580406248569489
394017	rnn.bias_ih_l0_reverse	3	-0.04590620845556259
394017	rnn.bias_ih_l0_reverse	4	-0.11271732300519943
394017	rnn.bias_ih_l0_reverse	5	-0.08594904094934464
394017	rnn.bias_ih_l0_reverse	6	-0.20884306728839874
394017	rnn.bias_ih_l0_reverse	7	-0.052589576691389084
394017	rnn.bias_ih_l0_reverse	8	-0.06346876174211502
394017	rnn.bias_ih_l0_reverse	9	-0.134278804063797
394017	rnn.bias_hh_l0_reverse	0	-0.14229445159435272
394017	rnn.bias_hh_l0_reverse	1	-0.1622084230184555
394017	rnn.bias_hh_l0_reverse	2	0.10531383007764816
394017	rnn.bias_hh_l0_reverse	3	0.07131065428256989
394017	rnn.bias_hh_l0_reverse	4	-0.17911683022975922
394017	rnn.bias_hh_l0_reverse	5	-0.14263182878494263
394017	rnn.bias_hh_l0_reverse	6	-0.08900148421525955
394017	rnn.bias_hh_l0_reverse	7	-0.0539640448987484
394017	rnn.bias_hh_l0_reverse	8	-0.09631061553955078
394017	rnn.bias_hh_l0_reverse	9	-0.02293560467660427
394017	linear.weight	0	-0.007734033744782209
394017	linear.weight	1	0.007667506579309702
394017	linear.weight	2	0.3131162226200104
394017	linear.weight	3	-0.0789097473025322
394017	linear.weight	4	-0.010588549077510834
394017	linear.weight	5	0.12102298438549042
394017	linear.weight	6	-0.010739270597696304
394017	linear.weight	7	-0.0715741291642189
394017	linear.weight	8	0.18431054055690765
394017	linear.weight	9	-0.2813829779624939
394017	linear.bias	0	-0.03956538438796997
394017	linear.bias	1	0.031413208693265915
394017	linear.bias	2	0.41706034541130066
394017	linear.bias	3	-0.7524619698524475
394017	linear.bias	4	2.1583008766174316
394017	linear.bias	5	-1.4051399230957031
394017	linear.bias	6	-0.2924387753009796
394017	linear.bias	7	-0.1292496621608734
394575	transitions	0	-1.9510101079940796
394575	transitions	1	-10000.0
394575	transitions	2	-0.7969565987586975
394575	transitions	3	-10000.0
394575	transitions	4	2.0698812007904053
394575	transitions	5	-10000.0
394575	transitions	6	-10000.0
394575	transitions	7	1.853730320930481
394575	transitions	8	-2.6326091289520264
394575	transitions	9	-4.23977518081665
394575	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
394575	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
394575	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
394575	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
394575	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
394575	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
394575	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
394575	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
394575	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
394575	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
394575	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
394575	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
394575	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
394575	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
394575	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
394575	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
394575	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
394575	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
394575	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
394575	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
394575	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
394575	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
394575	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
394575	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
394575	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
394575	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
394575	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
394575	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
394575	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
394575	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
394575	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
394575	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
394575	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
394575	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
394575	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
394575	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
394575	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
394575	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
394575	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
394575	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
394575	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
394575	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
394575	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
394575	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
394575	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
394575	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
394575	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
394575	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
394575	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
394575	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
394575	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
394575	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
394575	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
394575	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
394575	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
394575	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
394575	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
394575	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
394575	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
394575	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
394575	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
394575	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
394575	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
394575	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
394575	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
394575	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
394575	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
394575	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
394575	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
394575	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
394575	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
394575	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
394575	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
394575	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
394575	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
394575	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
394575	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
394575	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
394575	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
394575	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
394575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
394575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
394575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
394575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
394575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
394575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
394575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
394575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
394575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
394575	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
394575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
394575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
394575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
394575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
394575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
394575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
394575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
394575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
394575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
394575	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
394575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
394575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
394575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
394575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
394575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
394575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
394575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
394575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
394575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
394575	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
394575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
394575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
394575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
394575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
394575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
394575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
394575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
394575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
394575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
394575	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
394575	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
394575	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
394575	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
394575	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
394575	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
394575	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
394575	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
394575	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
394575	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
394575	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
394575	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
394575	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
394575	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
394575	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
394575	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
394575	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
394575	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
394575	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
394575	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
394575	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
394575	embedding2nn.weight	0	0.006403811275959015
394575	embedding2nn.weight	1	0.00398560706526041
394575	embedding2nn.weight	2	0.01343074906617403
394575	embedding2nn.weight	3	0.026852140203118324
394575	embedding2nn.weight	4	0.02348228730261326
394575	embedding2nn.weight	5	0.005553386174142361
394575	embedding2nn.weight	6	-0.015390047803521156
394575	embedding2nn.weight	7	-0.0004388732195366174
394575	embedding2nn.weight	8	-0.010069708339869976
394575	embedding2nn.weight	9	0.001925407093949616
394575	embedding2nn.bias	0	0.013863620348274708
394575	embedding2nn.bias	1	-0.036872319877147675
394575	embedding2nn.bias	2	0.08093947172164917
394575	embedding2nn.bias	3	0.07017519325017929
394575	embedding2nn.bias	4	-0.012178144417703152
394575	embedding2nn.bias	5	-0.0332425981760025
394575	embedding2nn.bias	6	0.029697423800826073
394575	embedding2nn.bias	7	0.004168860148638487
394575	embedding2nn.bias	8	-0.034666769206523895
394575	embedding2nn.bias	9	0.024936631321907043
394575	rnn.weight_ih_l0	0	0.06476768851280212
394575	rnn.weight_ih_l0	1	-0.041639186441898346
394575	rnn.weight_ih_l0	2	0.0053425137884914875
394575	rnn.weight_ih_l0	3	0.0451672337949276
394575	rnn.weight_ih_l0	4	-0.029713280498981476
394575	rnn.weight_ih_l0	5	0.04029000177979469
394575	rnn.weight_ih_l0	6	0.0077524008229374886
394575	rnn.weight_ih_l0	7	0.06556066870689392
394575	rnn.weight_ih_l0	8	0.009239522740244865
394575	rnn.weight_ih_l0	9	-0.025384703651070595
394575	rnn.weight_hh_l0	0	-0.01170816458761692
394575	rnn.weight_hh_l0	1	-0.02776678465306759
394575	rnn.weight_hh_l0	2	-0.06147128716111183
394575	rnn.weight_hh_l0	3	-0.0058660260401666164
394575	rnn.weight_hh_l0	4	-0.009684324264526367
394575	rnn.weight_hh_l0	5	-0.02415163628757
394575	rnn.weight_hh_l0	6	0.0006553477724082768
394575	rnn.weight_hh_l0	7	-0.035694610327482224
394575	rnn.weight_hh_l0	8	0.0672222450375557
394575	rnn.weight_hh_l0	9	0.04514390230178833
394575	rnn.bias_ih_l0	0	-0.17408247292041779
394575	rnn.bias_ih_l0	1	-0.17079605162143707
394575	rnn.bias_ih_l0	2	-0.019539624452590942
394575	rnn.bias_ih_l0	3	-0.14753457903862
394575	rnn.bias_ih_l0	4	-0.0587090440094471
394575	rnn.bias_ih_l0	5	-0.17588916420936584
394575	rnn.bias_ih_l0	6	0.07319740206003189
394575	rnn.bias_ih_l0	7	-0.08593492954969406
394575	rnn.bias_ih_l0	8	-0.04640432819724083
394575	rnn.bias_ih_l0	9	-0.10834553837776184
394575	rnn.bias_hh_l0	0	-0.06957545876502991
394575	rnn.bias_hh_l0	1	0.2483050525188446
394575	rnn.bias_hh_l0	2	0.04728943109512329
394575	rnn.bias_hh_l0	3	-0.0793192908167839
394575	rnn.bias_hh_l0	4	-0.08311934769153595
394575	rnn.bias_hh_l0	5	-0.004731140099465847
394575	rnn.bias_hh_l0	6	0.058222874999046326
394575	rnn.bias_hh_l0	7	-0.09837504476308823
394575	rnn.bias_hh_l0	8	-0.23343442380428314
394575	rnn.bias_hh_l0	9	-0.10125373303890228
394575	rnn.weight_ih_l0_reverse	0	0.020262882113456726
394575	rnn.weight_ih_l0_reverse	1	-0.06003536656498909
394575	rnn.weight_ih_l0_reverse	2	0.042962152510881424
394575	rnn.weight_ih_l0_reverse	3	0.020291171967983246
394575	rnn.weight_ih_l0_reverse	4	2.4125174604705535e-05
394575	rnn.weight_ih_l0_reverse	5	-0.025570476427674294
394575	rnn.weight_ih_l0_reverse	6	0.012025144882500172
394575	rnn.weight_ih_l0_reverse	7	0.028289731591939926
394575	rnn.weight_ih_l0_reverse	8	-0.028102178126573563
394575	rnn.weight_ih_l0_reverse	9	-0.0015808779280632734
394575	rnn.weight_hh_l0_reverse	0	0.039800167083740234
394575	rnn.weight_hh_l0_reverse	1	0.02988409623503685
394575	rnn.weight_hh_l0_reverse	2	-0.023039685562253
394575	rnn.weight_hh_l0_reverse	3	-0.08237272500991821
394575	rnn.weight_hh_l0_reverse	4	0.011277186684310436
394575	rnn.weight_hh_l0_reverse	5	-0.06107758730649948
394575	rnn.weight_hh_l0_reverse	6	-0.014163519255816936
394575	rnn.weight_hh_l0_reverse	7	0.03098382242023945
394575	rnn.weight_hh_l0_reverse	8	0.007860957644879818
394575	rnn.weight_hh_l0_reverse	9	0.008684827946126461
394575	rnn.bias_ih_l0_reverse	0	-0.046217482537031174
394575	rnn.bias_ih_l0_reverse	1	-0.14008039236068726
394575	rnn.bias_ih_l0_reverse	2	-0.14580228924751282
394575	rnn.bias_ih_l0_reverse	3	-0.04591652378439903
394575	rnn.bias_ih_l0_reverse	4	-0.11274033039808273
394575	rnn.bias_ih_l0_reverse	5	-0.08597756177186966
394575	rnn.bias_ih_l0_reverse	6	-0.20885735750198364
394575	rnn.bias_ih_l0_reverse	7	-0.05259716138243675
394575	rnn.bias_ih_l0_reverse	8	-0.06349937617778778
394575	rnn.bias_ih_l0_reverse	9	-0.134261354804039
394575	rnn.bias_hh_l0_reverse	0	-0.14229097962379456
394575	rnn.bias_hh_l0_reverse	1	-0.16220436990261078
394575	rnn.bias_hh_l0_reverse	2	0.1052798256278038
394575	rnn.bias_hh_l0_reverse	3	0.07129667699337006
394575	rnn.bias_hh_l0_reverse	4	-0.17913652956485748
394575	rnn.bias_hh_l0_reverse	5	-0.14260520040988922
394575	rnn.bias_hh_l0_reverse	6	-0.0890033170580864
394575	rnn.bias_hh_l0_reverse	7	-0.053975414484739304
394575	rnn.bias_hh_l0_reverse	8	-0.09632733464241028
394575	rnn.bias_hh_l0_reverse	9	-0.02296522818505764
394575	linear.weight	0	-0.007734035141766071
394575	linear.weight	1	0.007687671110033989
394575	linear.weight	2	0.3131769299507141
394575	linear.weight	3	-0.0789097398519516
394575	linear.weight	4	-0.010588549077510834
394575	linear.weight	5	0.12122656404972076
394575	linear.weight	6	-0.010739270597696304
394575	linear.weight	7	-0.07171349227428436
394575	linear.weight	8	0.18436399102210999
394575	linear.weight	9	-0.2814086377620697
394575	linear.bias	0	-0.03956538438796997
394575	linear.bias	1	0.031413208693265915
394575	linear.bias	2	0.41630953550338745
394575	linear.bias	3	-0.7514632940292358
394575	linear.bias	4	2.157033681869507
394575	linear.bias	5	-1.4051399230957031
394575	linear.bias	6	-0.2919260859489441
394575	linear.bias	7	-0.12874028086662292
395133	transitions	0	-1.951014518737793
395133	transitions	1	-10000.0
395133	transitions	2	-0.7969565987586975
395133	transitions	3	-10000.0
395133	transitions	4	2.069779396057129
395133	transitions	5	-10000.0
395133	transitions	6	-10000.0
395133	transitions	7	1.8536851406097412
395133	transitions	8	-2.632610321044922
395133	transitions	9	-4.23977518081665
395133	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
395133	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
395133	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
395133	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
395133	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
395133	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
395133	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
395133	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
395133	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
395133	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
395133	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
395133	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
395133	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
395133	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
395133	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
395133	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
395133	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
395133	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
395133	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
395133	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
395133	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
395133	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
395133	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
395133	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
395133	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
395133	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
395133	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
395133	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
395133	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
395133	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
395133	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
395133	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
395133	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
395133	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
395133	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
395133	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
395133	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
395133	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
395133	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
395133	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
395133	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
395133	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
395133	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
395133	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
395133	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
395133	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
395133	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
395133	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
395133	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
395133	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
395133	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
395133	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
395133	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
395133	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
395133	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
395133	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
395133	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
395133	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
395133	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
395133	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
395133	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
395133	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
395133	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
395133	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
395133	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
395133	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
395133	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
395133	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
395133	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
395133	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
395133	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
395133	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
395133	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
395133	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
395133	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
395133	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
395133	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
395133	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
395133	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
395133	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
395133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
395133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
395133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
395133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
395133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
395133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
395133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
395133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
395133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
395133	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
395133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
395133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
395133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
395133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
395133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
395133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
395133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
395133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
395133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
395133	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
395133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
395133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
395133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
395133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
395133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
395133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
395133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
395133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
395133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
395133	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
395133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
395133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
395133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
395133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
395133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
395133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
395133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
395133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
395133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
395133	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
395133	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
395133	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
395133	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
395133	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
395133	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
395133	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
395133	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
395133	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
395133	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
395133	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
395133	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
395133	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
395133	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
395133	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
395133	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
395133	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
395133	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
395133	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
395133	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
395133	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
395133	embedding2nn.weight	0	0.006403906736522913
395133	embedding2nn.weight	1	0.003984702751040459
395133	embedding2nn.weight	2	0.013430522754788399
395133	embedding2nn.weight	3	0.026855092495679855
395133	embedding2nn.weight	4	0.023478588089346886
395133	embedding2nn.weight	5	0.005550464615225792
395133	embedding2nn.weight	6	-0.0153911542147398
395133	embedding2nn.weight	7	-0.00043830479262396693
395133	embedding2nn.weight	8	-0.010070623829960823
395133	embedding2nn.weight	9	0.001927486970089376
395133	embedding2nn.bias	0	0.013867559842765331
395133	embedding2nn.bias	1	-0.036872465163469315
395133	embedding2nn.bias	2	0.08097091317176819
395133	embedding2nn.bias	3	0.07017223536968231
395133	embedding2nn.bias	4	-0.012132625095546246
395133	embedding2nn.bias	5	-0.03319011256098747
395133	embedding2nn.bias	6	0.02967754751443863
395133	embedding2nn.bias	7	0.004164735786616802
395133	embedding2nn.bias	8	-0.03461140766739845
395133	embedding2nn.bias	9	0.024883946403861046
395133	rnn.weight_ih_l0	0	0.06477084010839462
395133	rnn.weight_ih_l0	1	-0.041641924530267715
395133	rnn.weight_ih_l0	2	0.005335916765034199
395133	rnn.weight_ih_l0	3	0.04516710713505745
395133	rnn.weight_ih_l0	4	-0.029712064191699028
395133	rnn.weight_ih_l0	5	0.040279559791088104
395133	rnn.weight_ih_l0	6	0.007750918623059988
395133	rnn.weight_ih_l0	7	0.06555745750665665
395133	rnn.weight_ih_l0	8	0.009240464307367802
395133	rnn.weight_ih_l0	9	-0.025385741144418716
395133	rnn.weight_hh_l0	0	-0.011705753393471241
395133	rnn.weight_hh_l0	1	-0.02776840142905712
395133	rnn.weight_hh_l0	2	-0.061471011489629745
395133	rnn.weight_hh_l0	3	-0.005864967126399279
395133	rnn.weight_hh_l0	4	-0.009684036485850811
395133	rnn.weight_hh_l0	5	-0.024155771359801292
395133	rnn.weight_hh_l0	6	0.0006553356070071459
395133	rnn.weight_hh_l0	7	-0.03569645434617996
395133	rnn.weight_hh_l0	8	0.06722243130207062
395133	rnn.weight_hh_l0	9	0.045143064111471176
395133	rnn.bias_ih_l0	0	-0.17406386137008667
395133	rnn.bias_ih_l0	1	-0.170786052942276
395133	rnn.bias_ih_l0	2	-0.01955314539372921
395133	rnn.bias_ih_l0	3	-0.14754468202590942
395133	rnn.bias_ih_l0	4	-0.058717913925647736
395133	rnn.bias_ih_l0	5	-0.17589452862739563
395133	rnn.bias_ih_l0	6	0.07318739593029022
395133	rnn.bias_ih_l0	7	-0.08592147380113602
395133	rnn.bias_ih_l0	8	-0.04639343172311783
395133	rnn.bias_ih_l0	9	-0.10834665596485138
395133	rnn.bias_hh_l0	0	-0.06958183646202087
395133	rnn.bias_hh_l0	1	0.2482900321483612
395133	rnn.bias_hh_l0	2	0.04727786406874657
395133	rnn.bias_hh_l0	3	-0.07932791113853455
395133	rnn.bias_hh_l0	4	-0.08312404155731201
395133	rnn.bias_hh_l0	5	-0.004743785597383976
395133	rnn.bias_hh_l0	6	0.058219607919454575
395133	rnn.bias_hh_l0	7	-0.09839336574077606
395133	rnn.bias_hh_l0	8	-0.23341962695121765
395133	rnn.bias_hh_l0	9	-0.10124779492616653
395133	rnn.weight_ih_l0_reverse	0	0.020260846242308617
395133	rnn.weight_ih_l0_reverse	1	-0.060038015246391296
395133	rnn.weight_ih_l0_reverse	2	0.04296107217669487
395133	rnn.weight_ih_l0_reverse	3	0.020296119153499603
395133	rnn.weight_ih_l0_reverse	4	2.4218858015956357e-05
395133	rnn.weight_ih_l0_reverse	5	-0.025574106723070145
395133	rnn.weight_ih_l0_reverse	6	0.012044313363730907
395133	rnn.weight_ih_l0_reverse	7	0.02829097956418991
395133	rnn.weight_ih_l0_reverse	8	-0.028103386983275414
395133	rnn.weight_ih_l0_reverse	9	-0.0015812149504199624
395133	rnn.weight_hh_l0_reverse	0	0.03980054706335068
395133	rnn.weight_hh_l0_reverse	1	0.02988419122993946
395133	rnn.weight_hh_l0_reverse	2	-0.023036299273371696
395133	rnn.weight_hh_l0_reverse	3	-0.08237363398075104
395133	rnn.weight_hh_l0_reverse	4	0.01127741951495409
395133	rnn.weight_hh_l0_reverse	5	-0.06107872352004051
395133	rnn.weight_hh_l0_reverse	6	-0.0141665143892169
395133	rnn.weight_hh_l0_reverse	7	0.03098471462726593
395133	rnn.weight_hh_l0_reverse	8	0.007862930186092854
395133	rnn.weight_hh_l0_reverse	9	0.008685105480253696
395133	rnn.bias_ih_l0_reverse	0	-0.04623471200466156
395133	rnn.bias_ih_l0_reverse	1	-0.14007636904716492
395133	rnn.bias_ih_l0_reverse	2	-0.1457817703485489
395133	rnn.bias_ih_l0_reverse	3	-0.04590003937482834
395133	rnn.bias_ih_l0_reverse	4	-0.11275811493396759
395133	rnn.bias_ih_l0_reverse	5	-0.08598591387271881
395133	rnn.bias_ih_l0_reverse	6	-0.20885835587978363
395133	rnn.bias_ih_l0_reverse	7	-0.05257737636566162
395133	rnn.bias_ih_l0_reverse	8	-0.0634957030415535
395133	rnn.bias_ih_l0_reverse	9	-0.13429361581802368
395133	rnn.bias_hh_l0_reverse	0	-0.14228986203670502
395133	rnn.bias_hh_l0_reverse	1	-0.16219905018806458
395133	rnn.bias_hh_l0_reverse	2	0.10526741296052933
395133	rnn.bias_hh_l0_reverse	3	0.07127346098423004
395133	rnn.bias_hh_l0_reverse	4	-0.17913983762264252
395133	rnn.bias_hh_l0_reverse	5	-0.1426013559103012
395133	rnn.bias_hh_l0_reverse	6	-0.08900444209575653
395133	rnn.bias_hh_l0_reverse	7	-0.053966373205184937
395133	rnn.bias_hh_l0_reverse	8	-0.09631913155317307
395133	rnn.bias_hh_l0_reverse	9	-0.022968405857682228
395133	linear.weight	0	-0.007734036538749933
395133	linear.weight	1	0.0077714561484754086
395133	linear.weight	2	0.31318482756614685
395133	linear.weight	3	-0.0789097398519516
395133	linear.weight	4	-0.010588549077510834
395133	linear.weight	5	0.12109170854091644
395133	linear.weight	6	-0.010739270597696304
395133	linear.weight	7	-0.0714653804898262
395133	linear.weight	8	0.1844605803489685
395133	linear.weight	9	-0.2814423441886902
395133	linear.bias	0	-0.03956538438796997
395133	linear.bias	1	0.031413208693265915
395133	linear.bias	2	0.416818231344223
395133	linear.bias	3	-0.751488208770752
395133	linear.bias	4	2.156219244003296
395133	linear.bias	5	-1.4051399230957031
395133	linear.bias	6	-0.2917569875717163
395133	linear.bias	7	-0.1285746842622757
395691	transitions	0	-1.9510167837142944
395691	transitions	1	-10000.0
395691	transitions	2	-0.7969565987586975
395691	transitions	3	-10000.0
395691	transitions	4	2.070003032684326
395691	transitions	5	-10000.0
395691	transitions	6	-10000.0
395691	transitions	7	1.8536441326141357
395691	transitions	8	-2.6326115131378174
395691	transitions	9	-4.23977518081665
395691	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
395691	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
395691	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
395691	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
395691	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
395691	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
395691	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
395691	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
395691	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
395691	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
395691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
395691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
395691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
395691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
395691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
395691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
395691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
395691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
395691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
395691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
395691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
395691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
395691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
395691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
395691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
395691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
395691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
395691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
395691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
395691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
395691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
395691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
395691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
395691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
395691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
395691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
395691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
395691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
395691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
395691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
395691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
395691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
395691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
395691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
395691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
395691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
395691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
395691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
395691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
395691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
395691	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
395691	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
395691	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
395691	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
395691	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
395691	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
395691	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
395691	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
395691	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
395691	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
395691	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
395691	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
395691	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
395691	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
395691	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
395691	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
395691	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
395691	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
395691	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
395691	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
395691	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
395691	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
395691	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
395691	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
395691	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
395691	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
395691	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
395691	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
395691	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
395691	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
395691	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
395691	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
395691	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
395691	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
395691	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
395691	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
395691	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
395691	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
395691	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
395691	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
395691	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
395691	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
395691	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
395691	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
395691	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
395691	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
395691	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
395691	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
395691	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
395691	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
395691	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
395691	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
395691	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
395691	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
395691	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
395691	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
395691	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
395691	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
395691	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
395691	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
395691	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
395691	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
395691	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
395691	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
395691	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
395691	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
395691	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
395691	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
395691	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
395691	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
395691	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
395691	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
395691	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
395691	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
395691	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
395691	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
395691	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
395691	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
395691	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
395691	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
395691	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
395691	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
395691	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
395691	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
395691	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
395691	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
395691	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
395691	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
395691	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
395691	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
395691	embedding2nn.weight	0	0.006403959821909666
395691	embedding2nn.weight	1	0.003984276670962572
395691	embedding2nn.weight	2	0.013430568389594555
395691	embedding2nn.weight	3	0.02685467340052128
395691	embedding2nn.weight	4	0.023477014154195786
395691	embedding2nn.weight	5	0.00554868346080184
395691	embedding2nn.weight	6	-0.01539197750389576
395691	embedding2nn.weight	7	-0.00043769198236986995
395691	embedding2nn.weight	8	-0.01006966270506382
395691	embedding2nn.weight	9	0.0019282655557617545
395691	embedding2nn.bias	0	0.013877969235181808
395691	embedding2nn.bias	1	-0.036888569593429565
395691	embedding2nn.bias	2	0.08097630739212036
395691	embedding2nn.bias	3	0.0701456367969513
395691	embedding2nn.bias	4	-0.0121462969109416
395691	embedding2nn.bias	5	-0.033226266503334045
395691	embedding2nn.bias	6	0.029671557247638702
395691	embedding2nn.bias	7	0.00418470986187458
395691	embedding2nn.bias	8	-0.03458631411194801
395691	embedding2nn.bias	9	0.024915611371397972
395691	rnn.weight_ih_l0	0	0.0647711232304573
395691	rnn.weight_ih_l0	1	-0.04163845255970955
395691	rnn.weight_ih_l0	2	0.005333906039595604
395691	rnn.weight_ih_l0	3	0.04516058415174484
395691	rnn.weight_ih_l0	4	-0.029710736125707626
395691	rnn.weight_ih_l0	5	0.040282174944877625
395691	rnn.weight_ih_l0	6	0.007751633878797293
395691	rnn.weight_ih_l0	7	0.0655597522854805
395691	rnn.weight_ih_l0	8	0.009235166944563389
395691	rnn.weight_ih_l0	9	-0.02538137324154377
395691	rnn.weight_hh_l0	0	-0.011707473546266556
395691	rnn.weight_hh_l0	1	-0.027768518775701523
395691	rnn.weight_hh_l0	2	-0.06146629899740219
395691	rnn.weight_hh_l0	3	-0.005864403676241636
395691	rnn.weight_hh_l0	4	-0.00968332402408123
395691	rnn.weight_hh_l0	5	-0.02415740117430687
395691	rnn.weight_hh_l0	6	0.0006547858356498182
395691	rnn.weight_hh_l0	7	-0.035705648362636566
395691	rnn.weight_hh_l0	8	0.06722307205200195
395691	rnn.weight_hh_l0	9	0.04514289274811745
395691	rnn.bias_ih_l0	0	-0.1740628480911255
395691	rnn.bias_ih_l0	1	-0.1707664430141449
395691	rnn.bias_ih_l0	2	-0.019545938819646835
395691	rnn.bias_ih_l0	3	-0.14756685495376587
395691	rnn.bias_ih_l0	4	-0.05872182175517082
395691	rnn.bias_ih_l0	5	-0.17590975761413574
395691	rnn.bias_ih_l0	6	0.07315899431705475
395691	rnn.bias_ih_l0	7	-0.08591662347316742
395691	rnn.bias_ih_l0	8	-0.046405866742134094
395691	rnn.bias_ih_l0	9	-0.10837288200855255
395691	rnn.bias_hh_l0	0	-0.06958109140396118
395691	rnn.bias_hh_l0	1	0.24829904735088348
395691	rnn.bias_hh_l0	2	0.047289274632930756
395691	rnn.bias_hh_l0	3	-0.0793159008026123
395691	rnn.bias_hh_l0	4	-0.08313842862844467
395691	rnn.bias_hh_l0	5	-0.00473974971100688
395691	rnn.bias_hh_l0	6	0.0582275465130806
395691	rnn.bias_hh_l0	7	-0.09839051961898804
395691	rnn.bias_hh_l0	8	-0.23340074717998505
395691	rnn.bias_hh_l0	9	-0.10123491287231445
395691	rnn.weight_ih_l0_reverse	0	0.020262394100427628
395691	rnn.weight_ih_l0_reverse	1	-0.06003543734550476
395691	rnn.weight_ih_l0_reverse	2	0.04296073690056801
395691	rnn.weight_ih_l0_reverse	3	0.020298724994063377
395691	rnn.weight_ih_l0_reverse	4	2.758262235147413e-05
395691	rnn.weight_ih_l0_reverse	5	-0.02555759996175766
395691	rnn.weight_ih_l0_reverse	6	0.012038232758641243
395691	rnn.weight_ih_l0_reverse	7	0.028296494856476784
395691	rnn.weight_ih_l0_reverse	8	-0.028103776276111603
395691	rnn.weight_ih_l0_reverse	9	-0.0015824628062546253
395691	rnn.weight_hh_l0_reverse	0	0.03979799896478653
395691	rnn.weight_hh_l0_reverse	1	0.029885409399867058
395691	rnn.weight_hh_l0_reverse	2	-0.02303827553987503
395691	rnn.weight_hh_l0_reverse	3	-0.08237531036138535
395691	rnn.weight_hh_l0_reverse	4	0.011279790662229061
395691	rnn.weight_hh_l0_reverse	5	-0.06108174845576286
395691	rnn.weight_hh_l0_reverse	6	-0.01416544709354639
395691	rnn.weight_hh_l0_reverse	7	0.030982572585344315
395691	rnn.weight_hh_l0_reverse	8	0.007861494086682796
395691	rnn.weight_hh_l0_reverse	9	0.008684948086738586
395691	rnn.bias_ih_l0_reverse	0	-0.04623640701174736
395691	rnn.bias_ih_l0_reverse	1	-0.14007121324539185
395691	rnn.bias_ih_l0_reverse	2	-0.14578963816165924
395691	rnn.bias_ih_l0_reverse	3	-0.04589574784040451
395691	rnn.bias_ih_l0_reverse	4	-0.11276252567768097
395691	rnn.bias_ih_l0_reverse	5	-0.08597888052463531
395691	rnn.bias_ih_l0_reverse	6	-0.2088775485754013
395691	rnn.bias_ih_l0_reverse	7	-0.05256796255707741
395691	rnn.bias_ih_l0_reverse	8	-0.06350106000900269
395691	rnn.bias_ih_l0_reverse	9	-0.1343170404434204
395691	rnn.bias_hh_l0_reverse	0	-0.14230188727378845
395691	rnn.bias_hh_l0_reverse	1	-0.16221046447753906
395691	rnn.bias_hh_l0_reverse	2	0.10527423769235611
395691	rnn.bias_hh_l0_reverse	3	0.07125374674797058
395691	rnn.bias_hh_l0_reverse	4	-0.1791548877954483
395691	rnn.bias_hh_l0_reverse	5	-0.1425989419221878
395691	rnn.bias_hh_l0_reverse	6	-0.0890248641371727
395691	rnn.bias_hh_l0_reverse	7	-0.05397915467619896
395691	rnn.bias_hh_l0_reverse	8	-0.09629946947097778
395691	rnn.bias_hh_l0_reverse	9	-0.02295960672199726
395691	linear.weight	0	-0.007734040264040232
395691	linear.weight	1	0.007835924625396729
395691	linear.weight	2	0.31322720646858215
395691	linear.weight	3	-0.0789097398519516
395691	linear.weight	4	-0.010588549077510834
395691	linear.weight	5	0.12102193385362625
395691	linear.weight	6	-0.010739270597696304
395691	linear.weight	7	-0.07155115902423859
395691	linear.weight	8	0.18432515859603882
395691	linear.weight	9	-0.2814713716506958
395691	linear.bias	0	-0.03956538438796997
395691	linear.bias	1	0.031413208693265915
395691	linear.bias	2	0.4149685502052307
395691	linear.bias	3	-0.7499439716339111
395691	linear.bias	4	2.1560378074645996
395691	linear.bias	5	-1.4051399230957031
395691	linear.bias	6	-0.2915123403072357
395691	linear.bias	7	-0.1283302754163742
396249	transitions	0	-1.9510189294815063
396249	transitions	1	-10000.0
396249	transitions	2	-0.7969565987586975
396249	transitions	3	-10000.0
396249	transitions	4	2.070078134536743
396249	transitions	5	-10000.0
396249	transitions	6	-10000.0
396249	transitions	7	1.8537139892578125
396249	transitions	8	-2.632612466812134
396249	transitions	9	-4.23977518081665
396249	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
396249	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
396249	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
396249	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
396249	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
396249	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
396249	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
396249	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
396249	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
396249	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
396249	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
396249	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
396249	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
396249	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
396249	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
396249	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
396249	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
396249	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
396249	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
396249	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
396249	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
396249	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
396249	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
396249	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
396249	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
396249	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
396249	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
396249	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
396249	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
396249	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
396249	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
396249	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
396249	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
396249	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
396249	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
396249	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
396249	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
396249	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
396249	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
396249	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
396249	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
396249	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
396249	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
396249	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
396249	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
396249	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
396249	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
396249	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
396249	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
396249	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
396249	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
396249	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
396249	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
396249	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
396249	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
396249	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
396249	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
396249	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
396249	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
396249	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
396249	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
396249	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
396249	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
396249	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
396249	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
396249	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
396249	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
396249	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
396249	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
396249	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
396249	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
396249	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
396249	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
396249	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
396249	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
396249	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
396249	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
396249	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
396249	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
396249	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
396249	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
396249	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
396249	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
396249	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
396249	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
396249	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
396249	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
396249	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
396249	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
396249	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
396249	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
396249	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
396249	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
396249	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
396249	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
396249	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
396249	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
396249	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
396249	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
396249	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
396249	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
396249	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
396249	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
396249	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
396249	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
396249	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
396249	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
396249	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
396249	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
396249	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
396249	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
396249	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
396249	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
396249	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
396249	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
396249	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
396249	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
396249	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
396249	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
396249	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
396249	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
396249	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
396249	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
396249	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
396249	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
396249	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
396249	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
396249	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
396249	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
396249	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
396249	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
396249	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
396249	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
396249	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
396249	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
396249	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
396249	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
396249	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
396249	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
396249	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
396249	embedding2nn.weight	0	0.00640393141657114
396249	embedding2nn.weight	1	0.003984644077718258
396249	embedding2nn.weight	2	0.013430503197014332
396249	embedding2nn.weight	3	0.02685489133000374
396249	embedding2nn.weight	4	0.02347845584154129
396249	embedding2nn.weight	5	0.005548583809286356
396249	embedding2nn.weight	6	-0.015390537679195404
396249	embedding2nn.weight	7	-0.0004383429477456957
396249	embedding2nn.weight	8	-0.010070106945931911
396249	embedding2nn.weight	9	0.0019287982722744346
396249	embedding2nn.bias	0	0.013930004090070724
396249	embedding2nn.bias	1	-0.036904312670230865
396249	embedding2nn.bias	2	0.0810137540102005
396249	embedding2nn.bias	3	0.07011333853006363
396249	embedding2nn.bias	4	-0.012185427360236645
396249	embedding2nn.bias	5	-0.03321128711104393
396249	embedding2nn.bias	6	0.029653474688529968
396249	embedding2nn.bias	7	0.004232030361890793
396249	embedding2nn.bias	8	-0.03461592644453049
396249	embedding2nn.bias	9	0.024896591901779175
396249	rnn.weight_ih_l0	0	0.06477342545986176
396249	rnn.weight_ih_l0	1	-0.0416453592479229
396249	rnn.weight_ih_l0	2	0.0053288498893380165
396249	rnn.weight_ih_l0	3	0.04516953229904175
396249	rnn.weight_ih_l0	4	-0.02970878779888153
396249	rnn.weight_ih_l0	5	0.04028064385056496
396249	rnn.weight_ih_l0	6	0.007751415949314833
396249	rnn.weight_ih_l0	7	0.06555826216936111
396249	rnn.weight_ih_l0	8	0.00922317337244749
396249	rnn.weight_ih_l0	9	-0.025379853323101997
396249	rnn.weight_hh_l0	0	-0.011707635596394539
396249	rnn.weight_hh_l0	1	-0.027768220752477646
396249	rnn.weight_hh_l0	2	-0.061465077102184296
396249	rnn.weight_hh_l0	3	-0.005865087267011404
396249	rnn.weight_hh_l0	4	-0.009683416225016117
396249	rnn.weight_hh_l0	5	-0.024158351123332977
396249	rnn.weight_hh_l0	6	0.0006549566169269383
396249	rnn.weight_hh_l0	7	-0.0357019305229187
396249	rnn.weight_hh_l0	8	0.0672246664762497
396249	rnn.weight_hh_l0	9	0.04514516890048981
396249	rnn.bias_ih_l0	0	-0.1740626096725464
396249	rnn.bias_ih_l0	1	-0.17078514397144318
396249	rnn.bias_ih_l0	2	-0.01953517086803913
396249	rnn.bias_ih_l0	3	-0.1476016640663147
396249	rnn.bias_ih_l0	4	-0.058727286756038666
396249	rnn.bias_ih_l0	5	-0.17591147124767303
396249	rnn.bias_ih_l0	6	0.0731421411037445
396249	rnn.bias_ih_l0	7	-0.08595503121614456
396249	rnn.bias_ih_l0	8	-0.04637227952480316
396249	rnn.bias_ih_l0	9	-0.10836192220449448
396249	rnn.bias_hh_l0	0	-0.0695776641368866
396249	rnn.bias_hh_l0	1	0.24828779697418213
396249	rnn.bias_hh_l0	2	0.04723474383354187
396249	rnn.bias_hh_l0	3	-0.07929486036300659
396249	rnn.bias_hh_l0	4	-0.08313986659049988
396249	rnn.bias_hh_l0	5	-0.004749684128910303
396249	rnn.bias_hh_l0	6	0.058234114199876785
396249	rnn.bias_hh_l0	7	-0.09837265312671661
396249	rnn.bias_hh_l0	8	-0.23341670632362366
396249	rnn.bias_hh_l0	9	-0.10124091058969498
396249	rnn.weight_ih_l0_reverse	0	0.020265351980924606
396249	rnn.weight_ih_l0_reverse	1	-0.060030560940504074
396249	rnn.weight_ih_l0_reverse	2	0.04295891523361206
396249	rnn.weight_ih_l0_reverse	3	0.02029775269329548
396249	rnn.weight_ih_l0_reverse	4	2.2730899218004197e-05
396249	rnn.weight_ih_l0_reverse	5	-0.025559643283486366
396249	rnn.weight_ih_l0_reverse	6	0.01204609777778387
396249	rnn.weight_ih_l0_reverse	7	0.028297048062086105
396249	rnn.weight_ih_l0_reverse	8	-0.028102118521928787
396249	rnn.weight_ih_l0_reverse	9	-0.0015827863244339824
396249	rnn.weight_hh_l0_reverse	0	0.039797019213438034
396249	rnn.weight_hh_l0_reverse	1	0.02988617680966854
396249	rnn.weight_hh_l0_reverse	2	-0.023040054365992546
396249	rnn.weight_hh_l0_reverse	3	-0.08236778527498245
396249	rnn.weight_hh_l0_reverse	4	0.011282326653599739
396249	rnn.weight_hh_l0_reverse	5	-0.06108393520116806
396249	rnn.weight_hh_l0_reverse	6	-0.01416554395109415
396249	rnn.weight_hh_l0_reverse	7	0.03098304383456707
396249	rnn.weight_hh_l0_reverse	8	0.007860573939979076
396249	rnn.weight_hh_l0_reverse	9	0.008678306825459003
396249	rnn.bias_ih_l0_reverse	0	-0.04622722044587135
396249	rnn.bias_ih_l0_reverse	1	-0.14007598161697388
396249	rnn.bias_ih_l0_reverse	2	-0.14578668773174286
396249	rnn.bias_ih_l0_reverse	3	-0.04588829725980759
396249	rnn.bias_ih_l0_reverse	4	-0.11275824904441833
396249	rnn.bias_ih_l0_reverse	5	-0.08597277849912643
396249	rnn.bias_ih_l0_reverse	6	-0.20886269211769104
396249	rnn.bias_ih_l0_reverse	7	-0.052556607872247696
396249	rnn.bias_ih_l0_reverse	8	-0.0634930431842804
396249	rnn.bias_ih_l0_reverse	9	-0.13430479168891907
396249	rnn.bias_hh_l0_reverse	0	-0.1423022598028183
396249	rnn.bias_hh_l0_reverse	1	-0.16224560141563416
396249	rnn.bias_hh_l0_reverse	2	0.10528677701950073
396249	rnn.bias_hh_l0_reverse	3	0.07127857208251953
396249	rnn.bias_hh_l0_reverse	4	-0.17911164462566376
396249	rnn.bias_hh_l0_reverse	5	-0.1425909698009491
396249	rnn.bias_hh_l0_reverse	6	-0.08900196850299835
396249	rnn.bias_hh_l0_reverse	7	-0.0539870522916317
396249	rnn.bias_hh_l0_reverse	8	-0.09630994498729706
396249	rnn.bias_hh_l0_reverse	9	-0.022943994030356407
396249	linear.weight	0	-0.007734040729701519
396249	linear.weight	1	0.007830766960978508
396249	linear.weight	2	0.31321266293525696
396249	linear.weight	3	-0.0789097398519516
396249	linear.weight	4	-0.010588549077510834
396249	linear.weight	5	0.12093957513570786
396249	linear.weight	6	-0.010739270597696304
396249	linear.weight	7	-0.0713772252202034
396249	linear.weight	8	0.18419815599918365
396249	linear.weight	9	-0.2814421057701111
396249	linear.bias	0	-0.03956538438796997
396249	linear.bias	1	0.031413208693265915
396249	linear.bias	2	0.4143085181713104
396249	linear.bias	3	-0.749755322933197
396249	linear.bias	4	2.1567983627319336
396249	linear.bias	5	-1.4051399230957031
396249	linear.bias	6	-0.2916518747806549
396249	linear.bias	7	-0.12847906351089478
396808	transitions	0	-1.951021432876587
396808	transitions	1	-10000.0
396808	transitions	2	-0.7969565987586975
396808	transitions	3	-10000.0
396808	transitions	4	2.070096254348755
396808	transitions	5	-10000.0
396808	transitions	6	-10000.0
396808	transitions	7	1.8536934852600098
396808	transitions	8	-2.632612705230713
396808	transitions	9	-4.23977518081665
396808	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
396808	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
396808	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
396808	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
396808	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
396808	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
396808	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
396808	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
396808	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
396808	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
396808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
396808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
396808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
396808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
396808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
396808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
396808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
396808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
396808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
396808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
396808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
396808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
396808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
396808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
396808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
396808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
396808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
396808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
396808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
396808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
396808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
396808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
396808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
396808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
396808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
396808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
396808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
396808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
396808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
396808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
396808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
396808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
396808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
396808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
396808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
396808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
396808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
396808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
396808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
396808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
396808	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
396808	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
396808	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
396808	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
396808	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
396808	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
396808	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
396808	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
396808	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
396808	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
396808	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
396808	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
396808	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
396808	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
396808	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
396808	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
396808	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
396808	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
396808	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
396808	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
396808	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
396808	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
396808	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
396808	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
396808	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
396808	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
396808	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
396808	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
396808	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
396808	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
396808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
396808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
396808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
396808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
396808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
396808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
396808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
396808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
396808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
396808	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
396808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
396808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
396808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
396808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
396808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
396808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
396808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
396808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
396808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
396808	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
396808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
396808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
396808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
396808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
396808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
396808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
396808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
396808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
396808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
396808	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
396808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
396808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
396808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
396808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
396808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
396808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
396808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
396808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
396808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
396808	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
396808	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
396808	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
396808	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
396808	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
396808	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
396808	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
396808	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
396808	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
396808	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
396808	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
396808	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
396808	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
396808	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
396808	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
396808	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
396808	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
396808	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
396808	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
396808	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
396808	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
396808	embedding2nn.weight	0	0.006403732113540173
396808	embedding2nn.weight	1	0.003985209856182337
396808	embedding2nn.weight	2	0.013430749997496605
396808	embedding2nn.weight	3	0.026854559779167175
396808	embedding2nn.weight	4	0.02347603812813759
396808	embedding2nn.weight	5	0.005548594053834677
396808	embedding2nn.weight	6	-0.015392698347568512
396808	embedding2nn.weight	7	-0.0004384999047033489
396808	embedding2nn.weight	8	-0.01007193885743618
396808	embedding2nn.weight	9	0.001926725497469306
396808	embedding2nn.bias	0	0.013913745991885662
396808	embedding2nn.bias	1	-0.03687111288309097
396808	embedding2nn.bias	2	0.08103864639997482
396808	embedding2nn.bias	3	0.07005804777145386
396808	embedding2nn.bias	4	-0.012249844148755074
396808	embedding2nn.bias	5	-0.03321012109518051
396808	embedding2nn.bias	6	0.029636919498443604
396808	embedding2nn.bias	7	0.00415425281971693
396808	embedding2nn.bias	8	-0.03462984412908554
396808	embedding2nn.bias	9	0.02491641789674759
396808	rnn.weight_ih_l0	0	0.06477280706167221
396808	rnn.weight_ih_l0	1	-0.04164298251271248
396808	rnn.weight_ih_l0	2	0.005328704137355089
396808	rnn.weight_ih_l0	3	0.045163318514823914
396808	rnn.weight_ih_l0	4	-0.02971343882381916
396808	rnn.weight_ih_l0	5	0.04027688130736351
396808	rnn.weight_ih_l0	6	0.007750655524432659
396808	rnn.weight_ih_l0	7	0.06555359065532684
396808	rnn.weight_ih_l0	8	0.009232287295162678
396808	rnn.weight_ih_l0	9	-0.025379983708262444
396808	rnn.weight_hh_l0	0	-0.011708668433129787
396808	rnn.weight_hh_l0	1	-0.0277726873755455
396808	rnn.weight_hh_l0	2	-0.06146710366010666
396808	rnn.weight_hh_l0	3	-0.0058649322018027306
396808	rnn.weight_hh_l0	4	-0.009683013893663883
396808	rnn.weight_hh_l0	5	-0.02415582351386547
396808	rnn.weight_hh_l0	6	0.0006551347905769944
396808	rnn.weight_hh_l0	7	-0.03569954261183739
396808	rnn.weight_hh_l0	8	0.06722219288349152
396808	rnn.weight_hh_l0	9	0.04514535516500473
396808	rnn.bias_ih_l0	0	-0.17409442365169525
396808	rnn.bias_ih_l0	1	-0.17078687250614166
396808	rnn.bias_ih_l0	2	-0.019543413072824478
396808	rnn.bias_ih_l0	3	-0.14760825037956238
396808	rnn.bias_ih_l0	4	-0.05869108438491821
396808	rnn.bias_ih_l0	5	-0.17592203617095947
396808	rnn.bias_ih_l0	6	0.0732196718454361
396808	rnn.bias_ih_l0	7	-0.08596304804086685
396808	rnn.bias_ih_l0	8	-0.0463656410574913
396808	rnn.bias_ih_l0	9	-0.10834045708179474
396808	rnn.bias_hh_l0	0	-0.06957917660474777
396808	rnn.bias_hh_l0	1	0.24831615388393402
396808	rnn.bias_hh_l0	2	0.047259312123060226
396808	rnn.bias_hh_l0	3	-0.07931152731180191
396808	rnn.bias_hh_l0	4	-0.08312918990850449
396808	rnn.bias_hh_l0	5	-0.004752696491777897
396808	rnn.bias_hh_l0	6	0.05822461098432541
396808	rnn.bias_hh_l0	7	-0.09839485585689545
396808	rnn.bias_hh_l0	8	-0.23341795802116394
396808	rnn.bias_hh_l0	9	-0.10123489052057266
396808	rnn.weight_ih_l0_reverse	0	0.02027272991836071
396808	rnn.weight_ih_l0_reverse	1	-0.06003009155392647
396808	rnn.weight_ih_l0_reverse	2	0.04295891523361206
396808	rnn.weight_ih_l0_reverse	3	0.020297130569815636
396808	rnn.weight_ih_l0_reverse	4	2.0611931176972575e-05
396808	rnn.weight_ih_l0_reverse	5	-0.025557246059179306
396808	rnn.weight_ih_l0_reverse	6	0.012055819854140282
396808	rnn.weight_ih_l0_reverse	7	0.028299663215875626
396808	rnn.weight_ih_l0_reverse	8	-0.028102092444896698
396808	rnn.weight_ih_l0_reverse	9	-0.0015792400809004903
396808	rnn.weight_hh_l0_reverse	0	0.0397973395884037
396808	rnn.weight_hh_l0_reverse	1	0.029885591939091682
396808	rnn.weight_hh_l0_reverse	2	-0.023040305823087692
396808	rnn.weight_hh_l0_reverse	3	-0.08237278461456299
396808	rnn.weight_hh_l0_reverse	4	0.011284607462584972
396808	rnn.weight_hh_l0_reverse	5	-0.06108882650732994
396808	rnn.weight_hh_l0_reverse	6	-0.014167314395308495
396808	rnn.weight_hh_l0_reverse	7	0.030984291806817055
396808	rnn.weight_hh_l0_reverse	8	0.007859067991375923
396808	rnn.weight_hh_l0_reverse	9	0.008683547377586365
396808	rnn.bias_ih_l0_reverse	0	-0.046220920979976654
396808	rnn.bias_ih_l0_reverse	1	-0.1400909572839737
396808	rnn.bias_ih_l0_reverse	2	-0.145814910531044
396808	rnn.bias_ih_l0_reverse	3	-0.045881498605012894
396808	rnn.bias_ih_l0_reverse	4	-0.11276578903198242
396808	rnn.bias_ih_l0_reverse	5	-0.0859634131193161
396808	rnn.bias_ih_l0_reverse	6	-0.20887640118598938
396808	rnn.bias_ih_l0_reverse	7	-0.05255566164851189
396808	rnn.bias_ih_l0_reverse	8	-0.06347887963056564
396808	rnn.bias_ih_l0_reverse	9	-0.1343279331922531
396808	rnn.bias_hh_l0_reverse	0	-0.1422802358865738
396808	rnn.bias_hh_l0_reverse	1	-0.16225776076316833
396808	rnn.bias_hh_l0_reverse	2	0.10531483590602875
396808	rnn.bias_hh_l0_reverse	3	0.07125958055257797
396808	rnn.bias_hh_l0_reverse	4	-0.17908702790737152
396808	rnn.bias_hh_l0_reverse	5	-0.14259906113147736
396808	rnn.bias_hh_l0_reverse	6	-0.0889868512749672
396808	rnn.bias_hh_l0_reverse	7	-0.05395937338471413
396808	rnn.bias_hh_l0_reverse	8	-0.09631559252738953
396808	rnn.bias_hh_l0_reverse	9	-0.022919343784451485
396808	linear.weight	0	-0.0077340444549918175
396808	linear.weight	1	0.007893595844507217
396808	linear.weight	2	0.3133178651332855
396808	linear.weight	3	-0.0789097398519516
396808	linear.weight	4	-0.010588549077510834
396808	linear.weight	5	0.12081358581781387
396808	linear.weight	6	-0.010739270597696304
396808	linear.weight	7	-0.07126960158348083
396808	linear.weight	8	0.18420955538749695
396808	linear.weight	9	-0.2814722955226898
396808	linear.bias	0	-0.03956538438796997
396808	linear.bias	1	0.031413208693265915
396808	linear.bias	2	0.4161057770252228
396808	linear.bias	3	-0.7507466673851013
396808	linear.bias	4	2.156595468521118
396808	linear.bias	5	-1.4051399230957031
396808	linear.bias	6	-0.2919493615627289
396808	linear.bias	7	-0.12878072261810303
397366	transitions	0	-1.9510236978530884
397366	transitions	1	-10000.0
397366	transitions	2	-0.7969565987586975
397366	transitions	3	-10000.0
397366	transitions	4	2.0700697898864746
397366	transitions	5	-10000.0
397366	transitions	6	-10000.0
397366	transitions	7	1.8536752462387085
397366	transitions	8	-2.6326141357421875
397366	transitions	9	-4.23977518081665
397366	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
397366	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
397366	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
397366	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
397366	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
397366	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
397366	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
397366	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
397366	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
397366	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
397366	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
397366	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
397366	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
397366	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
397366	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
397366	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
397366	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
397366	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
397366	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
397366	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
397366	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
397366	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
397366	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
397366	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
397366	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
397366	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
397366	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
397366	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
397366	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
397366	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
397366	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
397366	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
397366	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
397366	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
397366	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
397366	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
397366	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
397366	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
397366	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
397366	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
397366	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
397366	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
397366	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
397366	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
397366	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
397366	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
397366	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
397366	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
397366	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
397366	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
397366	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
397366	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
397366	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
397366	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
397366	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
397366	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
397366	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
397366	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
397366	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
397366	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
397366	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
397366	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
397366	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
397366	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
397366	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
397366	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
397366	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
397366	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
397366	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
397366	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
397366	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
397366	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
397366	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
397366	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
397366	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
397366	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
397366	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
397366	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
397366	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
397366	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
397366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
397366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
397366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
397366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
397366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
397366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
397366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
397366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
397366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
397366	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
397366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
397366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
397366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
397366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
397366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
397366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
397366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
397366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
397366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
397366	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
397366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
397366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
397366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
397366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
397366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
397366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
397366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
397366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
397366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
397366	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
397366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
397366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
397366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
397366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
397366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
397366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
397366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
397366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
397366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
397366	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
397366	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
397366	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
397366	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
397366	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
397366	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
397366	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
397366	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
397366	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
397366	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
397366	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
397366	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
397366	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
397366	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
397366	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
397366	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
397366	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
397366	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
397366	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
397366	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
397366	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
397366	embedding2nn.weight	0	0.0064036790281534195
397366	embedding2nn.weight	1	0.0039850142784416676
397366	embedding2nn.weight	2	0.013430745340883732
397366	embedding2nn.weight	3	0.026854462921619415
397366	embedding2nn.weight	4	0.023477884009480476
397366	embedding2nn.weight	5	0.005548157263547182
397366	embedding2nn.weight	6	-0.015394891612231731
397366	embedding2nn.weight	7	-0.0004377838340587914
397366	embedding2nn.weight	8	-0.010072678327560425
397366	embedding2nn.weight	9	0.0019270614720880985
397366	embedding2nn.bias	0	0.013893594034016132
397366	embedding2nn.bias	1	-0.03692519664764404
397366	embedding2nn.bias	2	0.08099371194839478
397366	embedding2nn.bias	3	0.07009784877300262
397366	embedding2nn.bias	4	-0.012270847335457802
397366	embedding2nn.bias	5	-0.03321686014533043
397366	embedding2nn.bias	6	0.02963090129196644
397366	embedding2nn.bias	7	0.004165781196206808
397366	embedding2nn.bias	8	-0.03464062511920929
397366	embedding2nn.bias	9	0.02484038472175598
397366	rnn.weight_ih_l0	0	0.0647691860795021
397366	rnn.weight_ih_l0	1	-0.04164272919297218
397366	rnn.weight_ih_l0	2	0.005332779139280319
397366	rnn.weight_ih_l0	3	0.045160382986068726
397366	rnn.weight_ih_l0	4	-0.029719479382038116
397366	rnn.weight_ih_l0	5	0.04027044400572777
397366	rnn.weight_ih_l0	6	0.00775114307180047
397366	rnn.weight_ih_l0	7	0.06555898487567902
397366	rnn.weight_ih_l0	8	0.009238442406058311
397366	rnn.weight_ih_l0	9	-0.025377878919243813
397366	rnn.weight_hh_l0	0	-0.011708520352840424
397366	rnn.weight_hh_l0	1	-0.02776980958878994
397366	rnn.weight_hh_l0	2	-0.06146964803338051
397366	rnn.weight_hh_l0	3	-0.005865604616701603
397366	rnn.weight_hh_l0	4	-0.009682605043053627
397366	rnn.weight_hh_l0	5	-0.024159012362360954
397366	rnn.weight_hh_l0	6	0.0006554686115123332
397366	rnn.weight_hh_l0	7	-0.035704564303159714
397366	rnn.weight_hh_l0	8	0.0672188252210617
397366	rnn.weight_hh_l0	9	0.045147545635700226
397366	rnn.bias_ih_l0	0	-0.17408864200115204
397366	rnn.bias_ih_l0	1	-0.17079932987689972
397366	rnn.bias_ih_l0	2	-0.019537199288606644
397366	rnn.bias_ih_l0	3	-0.14762936532497406
397366	rnn.bias_ih_l0	4	-0.058726463466882706
397366	rnn.bias_ih_l0	5	-0.17591845989227295
397366	rnn.bias_ih_l0	6	0.07319042831659317
397366	rnn.bias_ih_l0	7	-0.08596159517765045
397366	rnn.bias_ih_l0	8	-0.04635675624012947
397366	rnn.bias_ih_l0	9	-0.10833367705345154
397366	rnn.bias_hh_l0	0	-0.06956735253334045
397366	rnn.bias_hh_l0	1	0.24831651151180267
397366	rnn.bias_hh_l0	2	0.047261979430913925
397366	rnn.bias_hh_l0	3	-0.07932185381650925
397366	rnn.bias_hh_l0	4	-0.08314116299152374
397366	rnn.bias_hh_l0	5	-0.0047340961173176765
397366	rnn.bias_hh_l0	6	0.05823032185435295
397366	rnn.bias_hh_l0	7	-0.0984119102358818
397366	rnn.bias_hh_l0	8	-0.23344245553016663
397366	rnn.bias_hh_l0	9	-0.1012497991323471
397366	rnn.weight_ih_l0_reverse	0	0.020282136276364326
397366	rnn.weight_ih_l0_reverse	1	-0.06002882122993469
397366	rnn.weight_ih_l0_reverse	2	0.042960863560438156
397366	rnn.weight_ih_l0_reverse	3	0.020299242809414864
397366	rnn.weight_ih_l0_reverse	4	1.772938594513107e-05
397366	rnn.weight_ih_l0_reverse	5	-0.02554750256240368
397366	rnn.weight_ih_l0_reverse	6	0.012051344849169254
397366	rnn.weight_ih_l0_reverse	7	0.02830076962709427
397366	rnn.weight_ih_l0_reverse	8	-0.028101829811930656
397366	rnn.weight_ih_l0_reverse	9	-0.0015810297336429358
397366	rnn.weight_hh_l0_reverse	0	0.03979804739356041
397366	rnn.weight_hh_l0_reverse	1	0.02988686040043831
397366	rnn.weight_hh_l0_reverse	2	-0.023041483014822006
397366	rnn.weight_hh_l0_reverse	3	-0.08237092941999435
397366	rnn.weight_hh_l0_reverse	4	0.011286281980574131
397366	rnn.weight_hh_l0_reverse	5	-0.061085548251867294
397366	rnn.weight_hh_l0_reverse	6	-0.01416994072496891
397366	rnn.weight_hh_l0_reverse	7	0.030983256176114082
397366	rnn.weight_hh_l0_reverse	8	0.007860574871301651
397366	rnn.weight_hh_l0_reverse	9	0.008686956018209457
397366	rnn.bias_ih_l0_reverse	0	-0.04621509835124016
397366	rnn.bias_ih_l0_reverse	1	-0.14007818698883057
397366	rnn.bias_ih_l0_reverse	2	-0.1458091288805008
397366	rnn.bias_ih_l0_reverse	3	-0.04586676508188248
397366	rnn.bias_ih_l0_reverse	4	-0.11276927590370178
397366	rnn.bias_ih_l0_reverse	5	-0.08597245812416077
397366	rnn.bias_ih_l0_reverse	6	-0.2088925838470459
397366	rnn.bias_ih_l0_reverse	7	-0.05257260799407959
397366	rnn.bias_ih_l0_reverse	8	-0.06347595900297165
397366	rnn.bias_ih_l0_reverse	9	-0.13431952893733978
397366	rnn.bias_hh_l0_reverse	0	-0.14228174090385437
397366	rnn.bias_hh_l0_reverse	1	-0.16225828230381012
397366	rnn.bias_hh_l0_reverse	2	0.10530372709035873
397366	rnn.bias_hh_l0_reverse	3	0.07123491913080215
397366	rnn.bias_hh_l0_reverse	4	-0.17909745872020721
397366	rnn.bias_hh_l0_reverse	5	-0.14259226620197296
397366	rnn.bias_hh_l0_reverse	6	-0.08899039775133133
397366	rnn.bias_hh_l0_reverse	7	-0.05396414175629616
397366	rnn.bias_hh_l0_reverse	8	-0.09631231427192688
397366	rnn.bias_hh_l0_reverse	9	-0.02288534678518772
397366	linear.weight	0	-0.007734046783298254
397366	linear.weight	1	0.007934722118079662
397366	linear.weight	2	0.31320083141326904
397366	linear.weight	3	-0.0789097398519516
397366	linear.weight	4	-0.010588549077510834
397366	linear.weight	5	0.12066158652305603
397366	linear.weight	6	-0.010739270597696304
397366	linear.weight	7	-0.07112583518028259
397366	linear.weight	8	0.1842319518327713
397366	linear.weight	9	-0.28151822090148926
397366	linear.bias	0	-0.03956538438796997
397366	linear.bias	1	0.031413208693265915
397366	linear.bias	2	0.4158532917499542
397366	linear.bias	3	-0.7508264780044556
397366	linear.bias	4	2.156787872314453
397366	linear.bias	5	-1.4051399230957031
397366	linear.bias	6	-0.29187601804733276
397366	linear.bias	7	-0.12871314585208893
397924	transitions	0	-1.9510266780853271
397924	transitions	1	-10000.0
397924	transitions	2	-0.7969565987586975
397924	transitions	3	-10000.0
397924	transitions	4	2.0699620246887207
397924	transitions	5	-10000.0
397924	transitions	6	-10000.0
397924	transitions	7	1.8537275791168213
397924	transitions	8	-2.6326160430908203
397924	transitions	9	-4.23977518081665
397924	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
397924	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
397924	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
397924	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
397924	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
397924	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
397924	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
397924	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
397924	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
397924	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
397924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
397924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
397924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
397924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
397924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
397924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
397924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
397924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
397924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
397924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
397924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
397924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
397924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
397924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
397924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
397924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
397924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
397924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
397924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
397924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
397924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
397924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
397924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
397924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
397924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
397924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
397924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
397924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
397924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
397924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
397924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
397924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
397924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
397924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
397924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
397924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
397924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
397924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
397924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
397924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
397924	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
397924	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
397924	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
397924	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
397924	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
397924	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
397924	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
397924	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
397924	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
397924	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
397924	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
397924	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
397924	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
397924	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
397924	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
397924	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
397924	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
397924	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
397924	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
397924	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
397924	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
397924	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
397924	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
397924	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
397924	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
397924	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
397924	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
397924	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
397924	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
397924	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
397924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
397924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
397924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
397924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
397924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
397924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
397924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
397924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
397924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
397924	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
397924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
397924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
397924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
397924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
397924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
397924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
397924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
397924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
397924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
397924	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
397924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
397924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
397924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
397924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
397924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
397924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
397924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
397924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
397924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
397924	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
397924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
397924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
397924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
397924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
397924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
397924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
397924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
397924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
397924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
397924	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
397924	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
397924	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
397924	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
397924	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
397924	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
397924	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
397924	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
397924	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
397924	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
397924	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
397924	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
397924	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
397924	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
397924	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
397924	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
397924	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
397924	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
397924	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
397924	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
397924	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
397924	embedding2nn.weight	0	0.0064037214033305645
397924	embedding2nn.weight	1	0.003985867835581303
397924	embedding2nn.weight	2	0.013430718332529068
397924	embedding2nn.weight	3	0.02685377188026905
397924	embedding2nn.weight	4	0.023479038849473
397924	embedding2nn.weight	5	0.005551108159124851
397924	embedding2nn.weight	6	-0.015396865084767342
397924	embedding2nn.weight	7	-0.00043636822374537587
397924	embedding2nn.weight	8	-0.010074693709611893
397924	embedding2nn.weight	9	0.0019286037422716618
397924	embedding2nn.bias	0	0.013932771049439907
397924	embedding2nn.bias	1	-0.036936309188604355
397924	embedding2nn.bias	2	0.08100434392690659
397924	embedding2nn.bias	3	0.07014665752649307
397924	embedding2nn.bias	4	-0.012321988120675087
397924	embedding2nn.bias	5	-0.033255044370889664
397924	embedding2nn.bias	6	0.02955714426934719
397924	embedding2nn.bias	7	0.004165727645158768
397924	embedding2nn.bias	8	-0.03459969535470009
397924	embedding2nn.bias	9	0.024896327406167984
397924	rnn.weight_ih_l0	0	0.06477450579404831
397924	rnn.weight_ih_l0	1	-0.04164177179336548
397924	rnn.weight_ih_l0	2	0.005325964652001858
397924	rnn.weight_ih_l0	3	0.04516032710671425
397924	rnn.weight_ih_l0	4	-0.029719699174165726
397924	rnn.weight_ih_l0	5	0.04027490317821503
397924	rnn.weight_ih_l0	6	0.007751781493425369
397924	rnn.weight_ih_l0	7	0.06555803120136261
397924	rnn.weight_ih_l0	8	0.009239607490599155
397924	rnn.weight_ih_l0	9	-0.02538255602121353
397924	rnn.weight_hh_l0	0	-0.011711083352565765
397924	rnn.weight_hh_l0	1	-0.02777154929935932
397924	rnn.weight_hh_l0	2	-0.06146794557571411
397924	rnn.weight_hh_l0	3	-0.0058657280169427395
397924	rnn.weight_hh_l0	4	-0.009682934731245041
397924	rnn.weight_hh_l0	5	-0.02416103519499302
397924	rnn.weight_hh_l0	6	0.0006554459105245769
397924	rnn.weight_hh_l0	7	-0.03570947051048279
397924	rnn.weight_hh_l0	8	0.0672139823436737
397924	rnn.weight_hh_l0	9	0.045146651566028595
397924	rnn.bias_ih_l0	0	-0.17409054934978485
397924	rnn.bias_ih_l0	1	-0.17081120610237122
397924	rnn.bias_ih_l0	2	-0.019544193521142006
397924	rnn.bias_ih_l0	3	-0.1476403772830963
397924	rnn.bias_ih_l0	4	-0.058752644807100296
397924	rnn.bias_ih_l0	5	-0.17589975893497467
397924	rnn.bias_ih_l0	6	0.07318751513957977
397924	rnn.bias_ih_l0	7	-0.08596961945295334
397924	rnn.bias_ih_l0	8	-0.04637216404080391
397924	rnn.bias_ih_l0	9	-0.10838858783245087
397924	rnn.bias_hh_l0	0	-0.06956993043422699
397924	rnn.bias_hh_l0	1	0.24830710887908936
397924	rnn.bias_hh_l0	2	0.047234416007995605
397924	rnn.bias_hh_l0	3	-0.07931896299123764
397924	rnn.bias_hh_l0	4	-0.08312578499317169
397924	rnn.bias_hh_l0	5	-0.004733125679194927
397924	rnn.bias_hh_l0	6	0.058227214962244034
397924	rnn.bias_hh_l0	7	-0.0983951985836029
397924	rnn.bias_hh_l0	8	-0.23346616327762604
397924	rnn.bias_hh_l0	9	-0.10125351697206497
397924	rnn.weight_ih_l0_reverse	0	0.020292477682232857
397924	rnn.weight_ih_l0_reverse	1	-0.060034409165382385
397924	rnn.weight_ih_l0_reverse	2	0.042961109429597855
397924	rnn.weight_ih_l0_reverse	3	0.020294826477766037
397924	rnn.weight_ih_l0_reverse	4	1.6710542695363984e-05
397924	rnn.weight_ih_l0_reverse	5	-0.02554694004356861
397924	rnn.weight_ih_l0_reverse	6	0.012052811682224274
397924	rnn.weight_ih_l0_reverse	7	0.028298405930399895
397924	rnn.weight_ih_l0_reverse	8	-0.028100838884711266
397924	rnn.weight_ih_l0_reverse	9	-0.0015817070379853249
397924	rnn.weight_hh_l0_reverse	0	0.039797842502593994
397924	rnn.weight_hh_l0_reverse	1	0.029886681586503983
397924	rnn.weight_hh_l0_reverse	2	-0.023041855543851852
397924	rnn.weight_hh_l0_reverse	3	-0.08237827569246292
397924	rnn.weight_hh_l0_reverse	4	0.011285618878901005
397924	rnn.weight_hh_l0_reverse	5	-0.06108330190181732
397924	rnn.weight_hh_l0_reverse	6	-0.01416809018701315
397924	rnn.weight_hh_l0_reverse	7	0.03098386339843273
397924	rnn.weight_hh_l0_reverse	8	0.007863851264119148
397924	rnn.weight_hh_l0_reverse	9	0.008685322478413582
397924	rnn.bias_ih_l0_reverse	0	-0.04622653126716614
397924	rnn.bias_ih_l0_reverse	1	-0.14009177684783936
397924	rnn.bias_ih_l0_reverse	2	-0.14583882689476013
397924	rnn.bias_ih_l0_reverse	3	-0.04585684835910797
397924	rnn.bias_ih_l0_reverse	4	-0.11276504397392273
397924	rnn.bias_ih_l0_reverse	5	-0.08596242219209671
397924	rnn.bias_ih_l0_reverse	6	-0.20890450477600098
397924	rnn.bias_ih_l0_reverse	7	-0.05256472900509834
397924	rnn.bias_ih_l0_reverse	8	-0.06346174329519272
397924	rnn.bias_ih_l0_reverse	9	-0.13432550430297852
397924	rnn.bias_hh_l0_reverse	0	-0.1422688066959381
397924	rnn.bias_hh_l0_reverse	1	-0.16228631138801575
397924	rnn.bias_hh_l0_reverse	2	0.10528399050235748
397924	rnn.bias_hh_l0_reverse	3	0.07123345136642456
397924	rnn.bias_hh_l0_reverse	4	-0.17910513281822205
397924	rnn.bias_hh_l0_reverse	5	-0.14257453382015228
397924	rnn.bias_hh_l0_reverse	6	-0.08896652609109879
397924	rnn.bias_hh_l0_reverse	7	-0.05397334322333336
397924	rnn.bias_hh_l0_reverse	8	-0.09629407525062561
397924	rnn.bias_hh_l0_reverse	9	-0.022859979420900345
397924	linear.weight	0	-0.007734048180282116
397924	linear.weight	1	0.007982807233929634
397924	linear.weight	2	0.31320714950561523
397924	linear.weight	3	-0.0789097398519516
397924	linear.weight	4	-0.010588549077510834
397924	linear.weight	5	0.12082035094499588
397924	linear.weight	6	-0.010739270597696304
397924	linear.weight	7	-0.07120978087186813
397924	linear.weight	8	0.18434394896030426
397924	linear.weight	9	-0.281453013420105
397924	linear.bias	0	-0.03956538438796997
397924	linear.bias	1	0.031413208693265915
397924	linear.bias	2	0.4154885411262512
397924	linear.bias	3	-0.7510193586349487
397924	linear.bias	4	2.156697988510132
397924	linear.bias	5	-1.4051399230957031
397924	linear.bias	6	-0.2915481925010681
397924	linear.bias	7	-0.1283930391073227
398482	transitions	0	-1.9510314464569092
398482	transitions	1	-10000.0
398482	transitions	2	-0.7969565987586975
398482	transitions	3	-10000.0
398482	transitions	4	2.0700953006744385
398482	transitions	5	-10000.0
398482	transitions	6	-10000.0
398482	transitions	7	1.8537349700927734
398482	transitions	8	-2.6326169967651367
398482	transitions	9	-4.23977518081665
398482	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
398482	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
398482	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
398482	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
398482	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
398482	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
398482	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
398482	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
398482	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
398482	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
398482	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
398482	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
398482	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
398482	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
398482	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
398482	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
398482	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
398482	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
398482	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
398482	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
398482	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
398482	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
398482	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
398482	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
398482	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
398482	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
398482	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
398482	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
398482	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
398482	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
398482	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
398482	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
398482	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
398482	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
398482	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
398482	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
398482	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
398482	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
398482	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
398482	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
398482	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
398482	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
398482	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
398482	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
398482	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
398482	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
398482	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
398482	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
398482	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
398482	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
398482	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
398482	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
398482	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
398482	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
398482	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
398482	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
398482	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
398482	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
398482	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
398482	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
398482	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
398482	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
398482	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
398482	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
398482	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
398482	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
398482	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
398482	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
398482	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
398482	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
398482	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
398482	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
398482	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
398482	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
398482	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
398482	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
398482	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
398482	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
398482	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
398482	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
398482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
398482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
398482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
398482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
398482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
398482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
398482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
398482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
398482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
398482	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
398482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
398482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
398482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
398482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
398482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
398482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
398482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
398482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
398482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
398482	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
398482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
398482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
398482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
398482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
398482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
398482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
398482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
398482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
398482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
398482	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
398482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
398482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
398482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
398482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
398482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
398482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
398482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
398482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
398482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
398482	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
398482	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
398482	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
398482	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
398482	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
398482	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
398482	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
398482	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
398482	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
398482	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
398482	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
398482	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
398482	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
398482	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
398482	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
398482	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
398482	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
398482	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
398482	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
398482	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
398482	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
398482	embedding2nn.weight	0	0.006403717212378979
398482	embedding2nn.weight	1	0.003985343500971794
398482	embedding2nn.weight	2	0.013430927880108356
398482	embedding2nn.weight	3	0.02685689553618431
398482	embedding2nn.weight	4	0.023477913811802864
398482	embedding2nn.weight	5	0.005553530994802713
398482	embedding2nn.weight	6	-0.01539849117398262
398482	embedding2nn.weight	7	-0.000437547656474635
398482	embedding2nn.weight	8	-0.010070564225316048
398482	embedding2nn.weight	9	0.0019283428555354476
398482	embedding2nn.bias	0	0.013895230367779732
398482	embedding2nn.bias	1	-0.03688284009695053
398482	embedding2nn.bias	2	0.08099467307329178
398482	embedding2nn.bias	3	0.07013500481843948
398482	embedding2nn.bias	4	-0.012262539938092232
398482	embedding2nn.bias	5	-0.03327502682805061
398482	embedding2nn.bias	6	0.029620833694934845
398482	embedding2nn.bias	7	0.0041455770842731
398482	embedding2nn.bias	8	-0.034609586000442505
398482	embedding2nn.bias	9	0.024906670674681664
398482	rnn.weight_ih_l0	0	0.06476908177137375
398482	rnn.weight_ih_l0	1	-0.04164800047874451
398482	rnn.weight_ih_l0	2	0.005328592844307423
398482	rnn.weight_ih_l0	3	0.04516100138425827
398482	rnn.weight_ih_l0	4	-0.02972087450325489
398482	rnn.weight_ih_l0	5	0.04027196019887924
398482	rnn.weight_ih_l0	6	0.007751884870231152
398482	rnn.weight_ih_l0	7	0.06556417793035507
398482	rnn.weight_ih_l0	8	0.009244153276085854
398482	rnn.weight_ih_l0	9	-0.025375548750162125
398482	rnn.weight_hh_l0	0	-0.011712550185620785
398482	rnn.weight_hh_l0	1	-0.027773257344961166
398482	rnn.weight_hh_l0	2	-0.06147066503763199
398482	rnn.weight_hh_l0	3	-0.005865316838026047
398482	rnn.weight_hh_l0	4	-0.009682277217507362
398482	rnn.weight_hh_l0	5	-0.024159692227840424
398482	rnn.weight_hh_l0	6	0.0006548998062498868
398482	rnn.weight_hh_l0	7	-0.035705313086509705
398482	rnn.weight_hh_l0	8	0.0672081857919693
398482	rnn.weight_hh_l0	9	0.045146916061639786
398482	rnn.bias_ih_l0	0	-0.1741088628768921
398482	rnn.bias_ih_l0	1	-0.17081303894519806
398482	rnn.bias_ih_l0	2	-0.019557010382413864
398482	rnn.bias_ih_l0	3	-0.1475975662469864
398482	rnn.bias_ih_l0	4	-0.058740951120853424
398482	rnn.bias_ih_l0	5	-0.17590920627117157
398482	rnn.bias_ih_l0	6	0.0732106938958168
398482	rnn.bias_ih_l0	7	-0.08597148209810257
398482	rnn.bias_ih_l0	8	-0.0463472381234169
398482	rnn.bias_ih_l0	9	-0.10839025676250458
398482	rnn.bias_hh_l0	0	-0.06960266083478928
398482	rnn.bias_hh_l0	1	0.24827894568443298
398482	rnn.bias_hh_l0	2	0.0472349151968956
398482	rnn.bias_hh_l0	3	-0.07930513471364975
398482	rnn.bias_hh_l0	4	-0.08312290161848068
398482	rnn.bias_hh_l0	5	-0.004744266625493765
398482	rnn.bias_hh_l0	6	0.058193668723106384
398482	rnn.bias_hh_l0	7	-0.09837368130683899
398482	rnn.bias_hh_l0	8	-0.23345442116260529
398482	rnn.bias_hh_l0	9	-0.10124972462654114
398482	rnn.weight_ih_l0_reverse	0	0.020293550565838814
398482	rnn.weight_ih_l0_reverse	1	-0.060029007494449615
398482	rnn.weight_ih_l0_reverse	2	0.04296238347887993
398482	rnn.weight_ih_l0_reverse	3	0.020290261134505272
398482	rnn.weight_ih_l0_reverse	4	1.8161019397666678e-05
398482	rnn.weight_ih_l0_reverse	5	-0.025550631806254387
398482	rnn.weight_ih_l0_reverse	6	0.01204843632876873
398482	rnn.weight_ih_l0_reverse	7	0.02830016240477562
398482	rnn.weight_ih_l0_reverse	8	-0.02810058929026127
398482	rnn.weight_ih_l0_reverse	9	-0.0015801764093339443
398482	rnn.weight_hh_l0_reverse	0	0.039798881858587265
398482	rnn.weight_hh_l0_reverse	1	0.029887555167078972
398482	rnn.weight_hh_l0_reverse	2	-0.02304256521165371
398482	rnn.weight_hh_l0_reverse	3	-0.08237534761428833
398482	rnn.weight_hh_l0_reverse	4	0.011286070570349693
398482	rnn.weight_hh_l0_reverse	5	-0.06108340993523598
398482	rnn.weight_hh_l0_reverse	6	-0.014168992638587952
398482	rnn.weight_hh_l0_reverse	7	0.030978087335824966
398482	rnn.weight_hh_l0_reverse	8	0.007871878333389759
398482	rnn.weight_hh_l0_reverse	9	0.008685087785124779
398482	rnn.bias_ih_l0_reverse	0	-0.046218082308769226
398482	rnn.bias_ih_l0_reverse	1	-0.140083447098732
398482	rnn.bias_ih_l0_reverse	2	-0.14581851661205292
398482	rnn.bias_ih_l0_reverse	3	-0.04585595801472664
398482	rnn.bias_ih_l0_reverse	4	-0.11277388036251068
398482	rnn.bias_ih_l0_reverse	5	-0.08598480373620987
398482	rnn.bias_ih_l0_reverse	6	-0.20890368521213531
398482	rnn.bias_ih_l0_reverse	7	-0.05257141962647438
398482	rnn.bias_ih_l0_reverse	8	-0.0634513571858406
398482	rnn.bias_ih_l0_reverse	9	-0.1343277394771576
398482	rnn.bias_hh_l0_reverse	0	-0.14225146174430847
398482	rnn.bias_hh_l0_reverse	1	-0.16227219998836517
398482	rnn.bias_hh_l0_reverse	2	0.10524925589561462
398482	rnn.bias_hh_l0_reverse	3	0.07125742733478546
398482	rnn.bias_hh_l0_reverse	4	-0.17910267412662506
398482	rnn.bias_hh_l0_reverse	5	-0.14256617426872253
398482	rnn.bias_hh_l0_reverse	6	-0.08896517008543015
398482	rnn.bias_hh_l0_reverse	7	-0.053983643651008606
398482	rnn.bias_hh_l0_reverse	8	-0.09628388285636902
398482	rnn.bias_hh_l0_reverse	9	-0.022873831912875175
398482	linear.weight	0	-0.007734048180282116
398482	linear.weight	1	0.007830279879271984
398482	linear.weight	2	0.3132553696632385
398482	linear.weight	3	-0.0789097398519516
398482	linear.weight	4	-0.010588549077510834
398482	linear.weight	5	0.12105132639408112
398482	linear.weight	6	-0.010739270597696304
398482	linear.weight	7	-0.07150004059076309
398482	linear.weight	8	0.18450388312339783
398482	linear.weight	9	-0.2814001142978668
398482	linear.bias	0	-0.03956538438796997
398482	linear.bias	1	0.031413208693265915
398482	linear.bias	2	0.41566091775894165
398482	linear.bias	3	-0.750869870185852
398482	linear.bias	4	2.157179355621338
398482	linear.bias	5	-1.4051399230957031
398482	linear.bias	6	-0.29194480180740356
398482	linear.bias	7	-0.12879839539527893
399040	transitions	0	-1.951034665107727
399040	transitions	1	-10000.0
399040	transitions	2	-0.7969565987586975
399040	transitions	3	-10000.0
399040	transitions	4	2.07008695602417
399040	transitions	5	-10000.0
399040	transitions	6	-10000.0
399040	transitions	7	1.853898286819458
399040	transitions	8	-2.6326217651367188
399040	transitions	9	-4.23977518081665
399040	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
399040	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
399040	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
399040	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
399040	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
399040	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
399040	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
399040	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
399040	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
399040	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
399040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
399040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
399040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
399040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
399040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
399040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
399040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
399040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
399040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
399040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
399040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
399040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
399040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
399040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
399040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
399040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
399040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
399040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
399040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
399040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
399040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
399040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
399040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
399040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
399040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
399040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
399040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
399040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
399040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
399040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
399040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
399040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
399040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
399040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
399040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
399040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
399040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
399040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
399040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
399040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
399040	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
399040	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
399040	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
399040	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
399040	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
399040	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
399040	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
399040	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
399040	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
399040	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
399040	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
399040	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
399040	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
399040	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
399040	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
399040	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
399040	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
399040	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
399040	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
399040	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
399040	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
399040	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
399040	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
399040	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
399040	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
399040	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
399040	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
399040	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
399040	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
399040	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
399040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
399040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
399040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
399040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
399040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
399040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
399040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
399040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
399040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
399040	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
399040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
399040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
399040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
399040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
399040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
399040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
399040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
399040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
399040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
399040	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
399040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
399040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
399040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
399040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
399040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
399040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
399040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
399040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
399040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
399040	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
399040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
399040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
399040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
399040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
399040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
399040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
399040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
399040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
399040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
399040	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
399040	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
399040	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
399040	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
399040	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
399040	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
399040	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
399040	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
399040	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
399040	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
399040	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
399040	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
399040	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
399040	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
399040	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
399040	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
399040	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
399040	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
399040	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
399040	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
399040	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
399040	embedding2nn.weight	0	0.006403708830475807
399040	embedding2nn.weight	1	0.003985919989645481
399040	embedding2nn.weight	2	0.013431115075945854
399040	embedding2nn.weight	3	0.026856862008571625
399040	embedding2nn.weight	4	0.023477351292967796
399040	embedding2nn.weight	5	0.00555641483515501
399040	embedding2nn.weight	6	-0.015400081872940063
399040	embedding2nn.weight	7	-0.00043855179683305323
399040	embedding2nn.weight	8	-0.010077438317239285
399040	embedding2nn.weight	9	0.0019277072278782725
399040	embedding2nn.bias	0	0.013878518715500832
399040	embedding2nn.bias	1	-0.03683974966406822
399040	embedding2nn.bias	2	0.08096031099557877
399040	embedding2nn.bias	3	0.07013839483261108
399040	embedding2nn.bias	4	-0.012261563912034035
399040	embedding2nn.bias	5	-0.03332575038075447
399040	embedding2nn.bias	6	0.02964242734014988
399040	embedding2nn.bias	7	0.004154704045504332
399040	embedding2nn.bias	8	-0.034597884863615036
399040	embedding2nn.bias	9	0.024899061769247055
399040	rnn.weight_ih_l0	0	0.0647621899843216
399040	rnn.weight_ih_l0	1	-0.04164404422044754
399040	rnn.weight_ih_l0	2	0.005330685526132584
399040	rnn.weight_ih_l0	3	0.04516666755080223
399040	rnn.weight_ih_l0	4	-0.029718276113271713
399040	rnn.weight_ih_l0	5	0.04027911275625229
399040	rnn.weight_ih_l0	6	0.0077523235231637955
399040	rnn.weight_ih_l0	7	0.06556432694196701
399040	rnn.weight_ih_l0	8	0.009239545091986656
399040	rnn.weight_ih_l0	9	-0.025372620671987534
399040	rnn.weight_hh_l0	0	-0.01170858833938837
399040	rnn.weight_hh_l0	1	-0.027776023373007774
399040	rnn.weight_hh_l0	2	-0.06147012114524841
399040	rnn.weight_hh_l0	3	-0.005863990634679794
399040	rnn.weight_hh_l0	4	-0.009682229720056057
399040	rnn.weight_hh_l0	5	-0.024160554632544518
399040	rnn.weight_hh_l0	6	0.0006551999831572175
399040	rnn.weight_hh_l0	7	-0.0357019379734993
399040	rnn.weight_hh_l0	8	0.0672045350074768
399040	rnn.weight_hh_l0	9	0.045149266719818115
399040	rnn.bias_ih_l0	0	-0.17409923672676086
399040	rnn.bias_ih_l0	1	-0.1708202213048935
399040	rnn.bias_ih_l0	2	-0.01957300305366516
399040	rnn.bias_ih_l0	3	-0.14759914577007294
399040	rnn.bias_ih_l0	4	-0.058729663491249084
399040	rnn.bias_ih_l0	5	-0.1759117841720581
399040	rnn.bias_ih_l0	6	0.07319461554288864
399040	rnn.bias_ih_l0	7	-0.08597534149885178
399040	rnn.bias_ih_l0	8	-0.04634442925453186
399040	rnn.bias_ih_l0	9	-0.10839678347110748
399040	rnn.bias_hh_l0	0	-0.06959547847509384
399040	rnn.bias_hh_l0	1	0.2482418268918991
399040	rnn.bias_hh_l0	2	0.04725508764386177
399040	rnn.bias_hh_l0	3	-0.07932166755199432
399040	rnn.bias_hh_l0	4	-0.08312788605690002
399040	rnn.bias_hh_l0	5	-0.004780569113790989
399040	rnn.bias_hh_l0	6	0.05820583179593086
399040	rnn.bias_hh_l0	7	-0.09837234020233154
399040	rnn.bias_hh_l0	8	-0.2334217131137848
399040	rnn.bias_hh_l0	9	-0.10125289857387543
399040	rnn.weight_ih_l0_reverse	0	0.02029518596827984
399040	rnn.weight_ih_l0_reverse	1	-0.060025885701179504
399040	rnn.weight_ih_l0_reverse	2	0.042964547872543335
399040	rnn.weight_ih_l0_reverse	3	0.020287102088332176
399040	rnn.weight_ih_l0_reverse	4	1.3572113857662771e-05
399040	rnn.weight_ih_l0_reverse	5	-0.025542426854372025
399040	rnn.weight_ih_l0_reverse	6	0.012050327844917774
399040	rnn.weight_ih_l0_reverse	7	0.028296280652284622
399040	rnn.weight_ih_l0_reverse	8	-0.02809879183769226
399040	rnn.weight_ih_l0_reverse	9	-0.0015819747932255268
399040	rnn.weight_hh_l0_reverse	0	0.03980085253715515
399040	rnn.weight_hh_l0_reverse	1	0.02988652139902115
399040	rnn.weight_hh_l0_reverse	2	-0.023041557520627975
399040	rnn.weight_hh_l0_reverse	3	-0.08238285779953003
399040	rnn.weight_hh_l0_reverse	4	0.01128502655774355
399040	rnn.weight_hh_l0_reverse	5	-0.061082445085048676
399040	rnn.weight_hh_l0_reverse	6	-0.014171809889376163
399040	rnn.weight_hh_l0_reverse	7	0.030978010967373848
399040	rnn.weight_hh_l0_reverse	8	0.0078691141679883
399040	rnn.weight_hh_l0_reverse	9	0.00868662353605032
399040	rnn.bias_ih_l0_reverse	0	-0.04619559273123741
399040	rnn.bias_ih_l0_reverse	1	-0.14007514715194702
399040	rnn.bias_ih_l0_reverse	2	-0.14582529664039612
399040	rnn.bias_ih_l0_reverse	3	-0.04586908221244812
399040	rnn.bias_ih_l0_reverse	4	-0.11279506981372833
399040	rnn.bias_ih_l0_reverse	5	-0.0859927088022232
399040	rnn.bias_ih_l0_reverse	6	-0.20890085399150848
399040	rnn.bias_ih_l0_reverse	7	-0.05257392302155495
399040	rnn.bias_ih_l0_reverse	8	-0.06345472484827042
399040	rnn.bias_ih_l0_reverse	9	-0.1343112289905548
399040	rnn.bias_hh_l0_reverse	0	-0.14225248992443085
399040	rnn.bias_hh_l0_reverse	1	-0.16225723922252655
399040	rnn.bias_hh_l0_reverse	2	0.10528264939785004
399040	rnn.bias_hh_l0_reverse	3	0.07124534994363785
399040	rnn.bias_hh_l0_reverse	4	-0.1791020631790161
399040	rnn.bias_hh_l0_reverse	5	-0.14257164299488068
399040	rnn.bias_hh_l0_reverse	6	-0.08897973597049713
399040	rnn.bias_hh_l0_reverse	7	-0.05397135019302368
399040	rnn.bias_hh_l0_reverse	8	-0.09629235416650772
399040	rnn.bias_hh_l0_reverse	9	-0.022871091961860657
399040	linear.weight	0	-0.007734053768217564
399040	linear.weight	1	0.007804075255990028
399040	linear.weight	2	0.31331121921539307
399040	linear.weight	3	-0.0789097398519516
399040	linear.weight	4	-0.010588549077510834
399040	linear.weight	5	0.12107986211776733
399040	linear.weight	6	-0.010739270597696304
399040	linear.weight	7	-0.07152298837900162
399040	linear.weight	8	0.18469057977199554
399040	linear.weight	9	-0.281421959400177
399040	linear.bias	0	-0.03956538438796997
399040	linear.bias	1	0.031413208693265915
399040	linear.bias	2	0.4158725440502167
399040	linear.bias	3	-0.7507478594779968
399040	linear.bias	4	2.1578383445739746
399040	linear.bias	5	-1.4051399230957031
399040	linear.bias	6	-0.29244229197502136
399040	linear.bias	7	-0.1292947232723236
399598	transitions	0	-1.9510374069213867
399598	transitions	1	-10000.0
399598	transitions	2	-0.7969565987586975
399598	transitions	3	-10000.0
399598	transitions	4	2.0703094005584717
399598	transitions	5	-10000.0
399598	transitions	6	-10000.0
399598	transitions	7	1.8537769317626953
399598	transitions	8	-2.632622003555298
399598	transitions	9	-4.23977518081665
399598	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
399598	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
399598	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
399598	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
399598	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
399598	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
399598	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
399598	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
399598	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
399598	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
399598	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
399598	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
399598	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
399598	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
399598	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
399598	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
399598	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
399598	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
399598	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
399598	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
399598	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
399598	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
399598	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
399598	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
399598	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
399598	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
399598	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
399598	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
399598	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
399598	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
399598	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
399598	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
399598	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
399598	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
399598	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
399598	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
399598	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
399598	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
399598	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
399598	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
399598	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
399598	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
399598	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
399598	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
399598	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
399598	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
399598	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
399598	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
399598	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
399598	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
399598	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
399598	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
399598	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
399598	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
399598	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
399598	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
399598	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
399598	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
399598	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
399598	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
399598	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
399598	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
399598	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
399598	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
399598	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
399598	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
399598	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
399598	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
399598	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
399598	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
399598	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
399598	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
399598	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
399598	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
399598	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
399598	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
399598	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
399598	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
399598	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
399598	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
399598	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
399598	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
399598	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
399598	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
399598	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
399598	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
399598	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
399598	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
399598	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
399598	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
399598	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
399598	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
399598	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
399598	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
399598	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
399598	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
399598	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
399598	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
399598	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
399598	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
399598	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
399598	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
399598	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
399598	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
399598	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
399598	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
399598	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
399598	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
399598	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
399598	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
399598	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
399598	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
399598	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
399598	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
399598	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
399598	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
399598	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
399598	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
399598	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
399598	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
399598	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
399598	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
399598	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
399598	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
399598	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
399598	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
399598	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
399598	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
399598	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
399598	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
399598	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
399598	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
399598	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
399598	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
399598	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
399598	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
399598	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
399598	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
399598	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
399598	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
399598	embedding2nn.weight	0	0.006403524894267321
399598	embedding2nn.weight	1	0.003985814284533262
399598	embedding2nn.weight	2	0.013431157916784286
399598	embedding2nn.weight	3	0.02685466967523098
399598	embedding2nn.weight	4	0.023476803675293922
399598	embedding2nn.weight	5	0.005557303782552481
399598	embedding2nn.weight	6	-0.01540150586515665
399598	embedding2nn.weight	7	-0.0004379234160296619
399598	embedding2nn.weight	8	-0.010082235559821129
399598	embedding2nn.weight	9	0.0019270619377493858
399598	embedding2nn.bias	0	0.013871664181351662
399598	embedding2nn.bias	1	-0.03689160943031311
399598	embedding2nn.bias	2	0.08096258342266083
399598	embedding2nn.bias	3	0.07012610882520676
399598	embedding2nn.bias	4	-0.012245162390172482
399598	embedding2nn.bias	5	-0.03331276774406433
399598	embedding2nn.bias	6	0.029631219804286957
399598	embedding2nn.bias	7	0.004200604744255543
399598	embedding2nn.bias	8	-0.03461332619190216
399598	embedding2nn.bias	9	0.024882519617676735
399598	rnn.weight_ih_l0	0	0.06475700438022614
399598	rnn.weight_ih_l0	1	-0.04165027663111687
399598	rnn.weight_ih_l0	2	0.005327834282070398
399598	rnn.weight_ih_l0	3	0.04517161846160889
399598	rnn.weight_ih_l0	4	-0.02971477247774601
399598	rnn.weight_ih_l0	5	0.040277812629938126
399598	rnn.weight_ih_l0	6	0.007753491401672363
399598	rnn.weight_ih_l0	7	0.06556657701730728
399598	rnn.weight_ih_l0	8	0.009228456765413284
399598	rnn.weight_ih_l0	9	-0.025372546166181564
399598	rnn.weight_hh_l0	0	-0.011713496409356594
399598	rnn.weight_hh_l0	1	-0.027778716757893562
399598	rnn.weight_hh_l0	2	-0.06146935746073723
399598	rnn.weight_hh_l0	3	-0.00586343789473176
399598	rnn.weight_hh_l0	4	-0.00968214962631464
399598	rnn.weight_hh_l0	5	-0.024159589782357216
399598	rnn.weight_hh_l0	6	0.0006546383374370635
399598	rnn.weight_hh_l0	7	-0.035700976848602295
399598	rnn.weight_hh_l0	8	0.06720326095819473
399598	rnn.weight_hh_l0	9	0.04514710232615471
399598	rnn.bias_ih_l0	0	-0.17411527037620544
399598	rnn.bias_ih_l0	1	-0.17083369195461273
399598	rnn.bias_ih_l0	2	-0.019569769501686096
399598	rnn.bias_ih_l0	3	-0.14759433269500732
399598	rnn.bias_ih_l0	4	-0.058733195066452026
399598	rnn.bias_ih_l0	5	-0.17593498528003693
399598	rnn.bias_ih_l0	6	0.07317354530096054
399598	rnn.bias_ih_l0	7	-0.085991770029068
399598	rnn.bias_ih_l0	8	-0.04635454714298248
399598	rnn.bias_ih_l0	9	-0.10838757455348969
399598	rnn.bias_hh_l0	0	-0.06959669291973114
399598	rnn.bias_hh_l0	1	0.24823768436908722
399598	rnn.bias_hh_l0	2	0.0472286082804203
399598	rnn.bias_hh_l0	3	-0.07933056354522705
399598	rnn.bias_hh_l0	4	-0.083128422498703
399598	rnn.bias_hh_l0	5	-0.0047323936596512794
399598	rnn.bias_hh_l0	6	0.058207202702760696
399598	rnn.bias_hh_l0	7	-0.09836029261350632
399598	rnn.bias_hh_l0	8	-0.2334105521440506
399598	rnn.bias_hh_l0	9	-0.1012580618262291
399598	rnn.weight_ih_l0_reverse	0	0.020290682092308998
399598	rnn.weight_ih_l0_reverse	1	-0.06002867594361305
399598	rnn.weight_ih_l0_reverse	2	0.042961400002241135
399598	rnn.weight_ih_l0_reverse	3	0.020295275375247
399598	rnn.weight_ih_l0_reverse	4	1.2350819815765135e-05
399598	rnn.weight_ih_l0_reverse	5	-0.0255398228764534
399598	rnn.weight_ih_l0_reverse	6	0.012055770494043827
399598	rnn.weight_ih_l0_reverse	7	0.02829802967607975
399598	rnn.weight_ih_l0_reverse	8	-0.028095504269003868
399598	rnn.weight_ih_l0_reverse	9	-0.0015781876863911748
399598	rnn.weight_hh_l0_reverse	0	0.03980040177702904
399598	rnn.weight_hh_l0_reverse	1	0.029885554686188698
399598	rnn.weight_hh_l0_reverse	2	-0.023042738437652588
399598	rnn.weight_hh_l0_reverse	3	-0.08239089697599411
399598	rnn.weight_hh_l0_reverse	4	0.011284883134067059
399598	rnn.weight_hh_l0_reverse	5	-0.0610848069190979
399598	rnn.weight_hh_l0_reverse	6	-0.014171900227665901
399598	rnn.weight_hh_l0_reverse	7	0.030979180708527565
399598	rnn.weight_hh_l0_reverse	8	0.007872756570577621
399598	rnn.weight_hh_l0_reverse	9	0.008682736195623875
399598	rnn.bias_ih_l0_reverse	0	-0.04619675129652023
399598	rnn.bias_ih_l0_reverse	1	-0.14007659256458282
399598	rnn.bias_ih_l0_reverse	2	-0.14580971002578735
399598	rnn.bias_ih_l0_reverse	3	-0.045866914093494415
399598	rnn.bias_ih_l0_reverse	4	-0.11281928420066833
399598	rnn.bias_ih_l0_reverse	5	-0.08599574863910675
399598	rnn.bias_ih_l0_reverse	6	-0.208897203207016
399598	rnn.bias_ih_l0_reverse	7	-0.05256316065788269
399598	rnn.bias_ih_l0_reverse	8	-0.06345196068286896
399598	rnn.bias_ih_l0_reverse	9	-0.1343352049589157
399598	rnn.bias_hh_l0_reverse	0	-0.14224810898303986
399598	rnn.bias_hh_l0_reverse	1	-0.16227000951766968
399598	rnn.bias_hh_l0_reverse	2	0.10528869181871414
399598	rnn.bias_hh_l0_reverse	3	0.07123396545648575
399598	rnn.bias_hh_l0_reverse	4	-0.17909853160381317
399598	rnn.bias_hh_l0_reverse	5	-0.14259296655654907
399598	rnn.bias_hh_l0_reverse	6	-0.08896952867507935
399598	rnn.bias_hh_l0_reverse	7	-0.05397471413016319
399598	rnn.bias_hh_l0_reverse	8	-0.09628600627183914
399598	rnn.bias_hh_l0_reverse	9	-0.022881057113409042
399598	linear.weight	0	-0.007734054699540138
399598	linear.weight	1	0.007706641219556332
399598	linear.weight	2	0.3134124279022217
399598	linear.weight	3	-0.0789097398519516
399598	linear.weight	4	-0.010588549077510834
399598	linear.weight	5	0.12102331966161728
399598	linear.weight	6	-0.010739270597696304
399598	linear.weight	7	-0.07136281579732895
399598	linear.weight	8	0.18488150835037231
399598	linear.weight	9	-0.28141093254089355
399598	linear.bias	0	-0.03956538438796997
399598	linear.bias	1	0.031413208693265915
399598	linear.bias	2	0.415579229593277
399598	linear.bias	3	-0.7506112456321716
399598	linear.bias	4	2.1581039428710938
399598	linear.bias	5	-1.4051399230957031
399598	linear.bias	6	-0.29249346256256104
399598	linear.bias	7	-0.12934890389442444
400156	transitions	0	-1.9510465860366821
400156	transitions	1	-10000.0
400156	transitions	2	-0.7969565987586975
400156	transitions	3	-10000.0
400156	transitions	4	2.07025408744812
400156	transitions	5	-10000.0
400156	transitions	6	-10000.0
400156	transitions	7	1.853688359260559
400156	transitions	8	-2.6326229572296143
400156	transitions	9	-4.23977518081665
400156	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
400156	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
400156	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
400156	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
400156	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
400156	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
400156	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
400156	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
400156	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
400156	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
400156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
400156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
400156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
400156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
400156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
400156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
400156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
400156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
400156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
400156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
400156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
400156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
400156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
400156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
400156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
400156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
400156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
400156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
400156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
400156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
400156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
400156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
400156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
400156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
400156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
400156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
400156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
400156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
400156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
400156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
400156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
400156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
400156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
400156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
400156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
400156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
400156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
400156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
400156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
400156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
400156	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
400156	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
400156	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
400156	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
400156	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
400156	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
400156	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
400156	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
400156	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
400156	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
400156	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
400156	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
400156	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
400156	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
400156	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
400156	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
400156	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
400156	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
400156	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
400156	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
400156	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
400156	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
400156	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
400156	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
400156	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
400156	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
400156	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
400156	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
400156	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
400156	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
400156	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
400156	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
400156	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
400156	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
400156	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
400156	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
400156	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
400156	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
400156	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
400156	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
400156	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
400156	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
400156	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
400156	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
400156	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
400156	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
400156	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
400156	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
400156	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
400156	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
400156	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
400156	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
400156	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
400156	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
400156	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
400156	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
400156	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
400156	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
400156	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
400156	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
400156	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
400156	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
400156	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
400156	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
400156	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
400156	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
400156	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
400156	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
400156	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
400156	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
400156	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
400156	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
400156	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
400156	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
400156	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
400156	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
400156	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
400156	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
400156	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
400156	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
400156	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
400156	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
400156	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
400156	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
400156	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
400156	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
400156	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
400156	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
400156	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
400156	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
400156	embedding2nn.weight	0	0.006403683219105005
400156	embedding2nn.weight	1	0.0039851050823926926
400156	embedding2nn.weight	2	0.013431093655526638
400156	embedding2nn.weight	3	0.026854950934648514
400156	embedding2nn.weight	4	0.02347637712955475
400156	embedding2nn.weight	5	0.005557448603212833
400156	embedding2nn.weight	6	-0.015399676747620106
400156	embedding2nn.weight	7	-0.00043738100794143975
400156	embedding2nn.weight	8	-0.010087478905916214
400156	embedding2nn.weight	9	0.0019273891812190413
400156	embedding2nn.bias	0	0.013882600702345371
400156	embedding2nn.bias	1	-0.03691459447145462
400156	embedding2nn.bias	2	0.08092966675758362
400156	embedding2nn.bias	3	0.07008835673332214
400156	embedding2nn.bias	4	-0.012249036692082882
400156	embedding2nn.bias	5	-0.03330041468143463
400156	embedding2nn.bias	6	0.029624029994010925
400156	embedding2nn.bias	7	0.004242158029228449
400156	embedding2nn.bias	8	-0.03461150825023651
400156	embedding2nn.bias	9	0.024852309376001358
400156	rnn.weight_ih_l0	0	0.0647525042295456
400156	rnn.weight_ih_l0	1	-0.041652653366327286
400156	rnn.weight_ih_l0	2	0.005328005645424128
400156	rnn.weight_ih_l0	3	0.04517669603228569
400156	rnn.weight_ih_l0	4	-0.02971387840807438
400156	rnn.weight_ih_l0	5	0.04027550294995308
400156	rnn.weight_ih_l0	6	0.007754269056022167
400156	rnn.weight_ih_l0	7	0.06556542962789536
400156	rnn.weight_ih_l0	8	0.00922589935362339
400156	rnn.weight_ih_l0	9	-0.02537292242050171
400156	rnn.weight_hh_l0	0	-0.01171544473618269
400156	rnn.weight_hh_l0	1	-0.027780940756201744
400156	rnn.weight_hh_l0	2	-0.06146957352757454
400156	rnn.weight_hh_l0	3	-0.005864571779966354
400156	rnn.weight_hh_l0	4	-0.009681355208158493
400156	rnn.weight_hh_l0	5	-0.024160761386156082
400156	rnn.weight_hh_l0	6	0.000656814081594348
400156	rnn.weight_hh_l0	7	-0.035707056522369385
400156	rnn.weight_hh_l0	8	0.06720060110092163
400156	rnn.weight_hh_l0	9	0.04514837637543678
400156	rnn.bias_ih_l0	0	-0.1741107851266861
400156	rnn.bias_ih_l0	1	-0.17084649205207825
400156	rnn.bias_ih_l0	2	-0.019571077078580856
400156	rnn.bias_ih_l0	3	-0.14758463203907013
400156	rnn.bias_ih_l0	4	-0.058709219098091125
400156	rnn.bias_ih_l0	5	-0.17593221366405487
400156	rnn.bias_ih_l0	6	0.07317972183227539
400156	rnn.bias_ih_l0	7	-0.08600060641765594
400156	rnn.bias_ih_l0	8	-0.046348605304956436
400156	rnn.bias_ih_l0	9	-0.10838092863559723
400156	rnn.bias_hh_l0	0	-0.0695791244506836
400156	rnn.bias_hh_l0	1	0.24823583662509918
400156	rnn.bias_hh_l0	2	0.04721524566411972
400156	rnn.bias_hh_l0	3	-0.07932508736848831
400156	rnn.bias_hh_l0	4	-0.08312639594078064
400156	rnn.bias_hh_l0	5	-0.004745678510516882
400156	rnn.bias_hh_l0	6	0.05821650102734566
400156	rnn.bias_hh_l0	7	-0.09834744781255722
400156	rnn.bias_hh_l0	8	-0.23342947661876678
400156	rnn.bias_hh_l0	9	-0.10125839710235596
400156	rnn.weight_ih_l0_reverse	0	0.020287809893488884
400156	rnn.weight_ih_l0_reverse	1	-0.06002486124634743
400156	rnn.weight_ih_l0_reverse	2	0.04296286404132843
400156	rnn.weight_ih_l0_reverse	3	0.020291293039917946
400156	rnn.weight_ih_l0_reverse	4	8.51941149448976e-06
400156	rnn.weight_ih_l0_reverse	5	-0.025541670620441437
400156	rnn.weight_ih_l0_reverse	6	0.012052522972226143
400156	rnn.weight_ih_l0_reverse	7	0.028297170996665955
400156	rnn.weight_ih_l0_reverse	8	-0.028093639761209488
400156	rnn.weight_ih_l0_reverse	9	-0.001581125077791512
400156	rnn.weight_hh_l0_reverse	0	0.03979911282658577
400156	rnn.weight_hh_l0_reverse	1	0.029882172122597694
400156	rnn.weight_hh_l0_reverse	2	-0.023046502843499184
400156	rnn.weight_hh_l0_reverse	3	-0.08238831907510757
400156	rnn.weight_hh_l0_reverse	4	0.011287682689726353
400156	rnn.weight_hh_l0_reverse	5	-0.06108441948890686
400156	rnn.weight_hh_l0_reverse	6	-0.014172167517244816
400156	rnn.weight_hh_l0_reverse	7	0.030980072915554047
400156	rnn.weight_hh_l0_reverse	8	0.00787300243973732
400156	rnn.weight_hh_l0_reverse	9	0.008692880161106586
400156	rnn.bias_ih_l0_reverse	0	-0.04619394615292549
400156	rnn.bias_ih_l0_reverse	1	-0.1400899738073349
400156	rnn.bias_ih_l0_reverse	2	-0.14581537246704102
400156	rnn.bias_ih_l0_reverse	3	-0.04587429761886597
400156	rnn.bias_ih_l0_reverse	4	-0.11281338334083557
400156	rnn.bias_ih_l0_reverse	5	-0.08598221838474274
400156	rnn.bias_ih_l0_reverse	6	-0.20890648663043976
400156	rnn.bias_ih_l0_reverse	7	-0.05255676805973053
400156	rnn.bias_ih_l0_reverse	8	-0.06344941258430481
400156	rnn.bias_ih_l0_reverse	9	-0.13431760668754578
400156	rnn.bias_hh_l0_reverse	0	-0.14222802221775055
400156	rnn.bias_hh_l0_reverse	1	-0.16227738559246063
400156	rnn.bias_hh_l0_reverse	2	0.10531573742628098
400156	rnn.bias_hh_l0_reverse	3	0.0712759718298912
400156	rnn.bias_hh_l0_reverse	4	-0.1790994256734848
400156	rnn.bias_hh_l0_reverse	5	-0.14259079098701477
400156	rnn.bias_hh_l0_reverse	6	-0.08892181515693665
400156	rnn.bias_hh_l0_reverse	7	-0.05397060886025429
400156	rnn.bias_hh_l0_reverse	8	-0.09627839922904968
400156	rnn.bias_hh_l0_reverse	9	-0.022867854684591293
400156	linear.weight	0	-0.007734058890491724
400156	linear.weight	1	0.0074967253021895885
400156	linear.weight	2	0.31335240602493286
400156	linear.weight	3	-0.0789097398519516
400156	linear.weight	4	-0.010588549077510834
400156	linear.weight	5	0.12117326259613037
400156	linear.weight	6	-0.010739270597696304
400156	linear.weight	7	-0.07105863839387894
400156	linear.weight	8	0.1847148835659027
400156	linear.weight	9	-0.2813979685306549
400156	linear.bias	0	-0.03956538438796997
400156	linear.bias	1	0.031413208693265915
400156	linear.bias	2	0.4162335991859436
400156	linear.bias	3	-0.7509239912033081
400156	linear.bias	4	2.157827854156494
400156	linear.bias	5	-1.4051399230957031
400156	linear.bias	6	-0.2925204038619995
400156	linear.bias	7	-0.12938721477985382
400714	transitions	0	-1.9510493278503418
400714	transitions	1	-10000.0
400714	transitions	2	-0.7969565987586975
400714	transitions	3	-10000.0
400714	transitions	4	2.0702762603759766
400714	transitions	5	-10000.0
400714	transitions	6	-10000.0
400714	transitions	7	1.8537849187850952
400714	transitions	8	-2.6326234340667725
400714	transitions	9	-4.23977518081665
400714	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
400714	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
400714	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
400714	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
400714	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
400714	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
400714	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
400714	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
400714	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
400714	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
400714	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
400714	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
400714	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
400714	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
400714	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
400714	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
400714	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
400714	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
400714	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
400714	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
400714	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
400714	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
400714	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
400714	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
400714	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
400714	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
400714	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
400714	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
400714	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
400714	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
400714	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
400714	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
400714	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
400714	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
400714	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
400714	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
400714	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
400714	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
400714	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
400714	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
400714	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
400714	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
400714	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
400714	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
400714	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
400714	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
400714	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
400714	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
400714	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
400714	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
400714	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
400714	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
400714	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
400714	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
400714	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
400714	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
400714	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
400714	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
400714	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
400714	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
400714	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
400714	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
400714	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
400714	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
400714	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
400714	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
400714	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
400714	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
400714	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
400714	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
400714	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
400714	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
400714	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
400714	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
400714	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
400714	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
400714	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
400714	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
400714	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
400714	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
400714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
400714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
400714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
400714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
400714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
400714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
400714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
400714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
400714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
400714	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
400714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
400714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
400714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
400714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
400714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
400714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
400714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
400714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
400714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
400714	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
400714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
400714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
400714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
400714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
400714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
400714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
400714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
400714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
400714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
400714	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
400714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
400714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
400714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
400714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
400714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
400714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
400714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
400714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
400714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
400714	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
400714	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
400714	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
400714	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
400714	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
400714	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
400714	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
400714	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
400714	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
400714	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
400714	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
400714	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
400714	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
400714	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
400714	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
400714	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
400714	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
400714	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
400714	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
400714	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
400714	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
400714	embedding2nn.weight	0	0.006403561681509018
400714	embedding2nn.weight	1	0.0039848149754107
400714	embedding2nn.weight	2	0.013431048020720482
400714	embedding2nn.weight	3	0.02685726247727871
400714	embedding2nn.weight	4	0.023478524759411812
400714	embedding2nn.weight	5	0.005559963174164295
400714	embedding2nn.weight	6	-0.015399180352687836
400714	embedding2nn.weight	7	-0.0004369086818769574
400714	embedding2nn.weight	8	-0.010084198787808418
400714	embedding2nn.weight	9	0.0019289021147415042
400714	embedding2nn.bias	0	0.013883438892662525
400714	embedding2nn.bias	1	-0.036950938403606415
400714	embedding2nn.bias	2	0.08097676187753677
400714	embedding2nn.bias	3	0.07006356865167618
400714	embedding2nn.bias	4	-0.012232176028192043
400714	embedding2nn.bias	5	-0.03327431529760361
400714	embedding2nn.bias	6	0.029621390625834465
400714	embedding2nn.bias	7	0.004257132299244404
400714	embedding2nn.bias	8	-0.034601613879203796
400714	embedding2nn.bias	9	0.024809913709759712
400714	rnn.weight_ih_l0	0	0.06475306302309036
400714	rnn.weight_ih_l0	1	-0.04165537655353546
400714	rnn.weight_ih_l0	2	0.005324386525899172
400714	rnn.weight_ih_l0	3	0.04517076537013054
400714	rnn.weight_ih_l0	4	-0.02970696985721588
400714	rnn.weight_ih_l0	5	0.04028093442320824
400714	rnn.weight_ih_l0	6	0.007752355188131332
400714	rnn.weight_ih_l0	7	0.06556767970323563
400714	rnn.weight_ih_l0	8	0.009221630170941353
400714	rnn.weight_ih_l0	9	-0.02537451684474945
400714	rnn.weight_hh_l0	0	-0.011711192317306995
400714	rnn.weight_hh_l0	1	-0.027778804302215576
400714	rnn.weight_hh_l0	2	-0.061471689492464066
400714	rnn.weight_hh_l0	3	-0.005864921025931835
400714	rnn.weight_hh_l0	4	-0.009680632501840591
400714	rnn.weight_hh_l0	5	-0.02416018769145012
400714	rnn.weight_hh_l0	6	0.0006570955738425255
400714	rnn.weight_hh_l0	7	-0.03570383042097092
400714	rnn.weight_hh_l0	8	0.06719933450222015
400714	rnn.weight_hh_l0	9	0.045145679265260696
400714	rnn.bias_ih_l0	0	-0.17413146793842316
400714	rnn.bias_ih_l0	1	-0.17083999514579773
400714	rnn.bias_ih_l0	2	-0.01956448331475258
400714	rnn.bias_ih_l0	3	-0.1475842148065567
400714	rnn.bias_ih_l0	4	-0.058685287833213806
400714	rnn.bias_ih_l0	5	-0.17593935132026672
400714	rnn.bias_ih_l0	6	0.07315216213464737
400714	rnn.bias_ih_l0	7	-0.08598508685827255
400714	rnn.bias_ih_l0	8	-0.04636198282241821
400714	rnn.bias_ih_l0	9	-0.10838797688484192
400714	rnn.bias_hh_l0	0	-0.06957848370075226
400714	rnn.bias_hh_l0	1	0.24828553199768066
400714	rnn.bias_hh_l0	2	0.047208935022354126
400714	rnn.bias_hh_l0	3	-0.07934002578258514
400714	rnn.bias_hh_l0	4	-0.08311548829078674
400714	rnn.bias_hh_l0	5	-0.004733463749289513
400714	rnn.bias_hh_l0	6	0.058223214000463486
400714	rnn.bias_hh_l0	7	-0.09836860001087189
400714	rnn.bias_hh_l0	8	-0.23343531787395477
400714	rnn.bias_hh_l0	9	-0.1012711226940155
400714	rnn.weight_ih_l0_reverse	0	0.02028634026646614
400714	rnn.weight_ih_l0_reverse	1	-0.06002584472298622
400714	rnn.weight_ih_l0_reverse	2	0.04296371713280678
400714	rnn.weight_ih_l0_reverse	3	0.02028411626815796
400714	rnn.weight_ih_l0_reverse	4	4.024462214147206e-06
400714	rnn.weight_ih_l0_reverse	5	-0.025540899485349655
400714	rnn.weight_ih_l0_reverse	6	0.012041387148201466
400714	rnn.weight_ih_l0_reverse	7	0.02829732559621334
400714	rnn.weight_ih_l0_reverse	8	-0.028093872591853142
400714	rnn.weight_ih_l0_reverse	9	-0.0015827827155590057
400714	rnn.weight_hh_l0_reverse	0	0.03979722037911415
400714	rnn.weight_hh_l0_reverse	1	0.029881861060857773
400714	rnn.weight_hh_l0_reverse	2	-0.023049695417284966
400714	rnn.weight_hh_l0_reverse	3	-0.08238471299409866
400714	rnn.weight_hh_l0_reverse	4	0.011286056600511074
400714	rnn.weight_hh_l0_reverse	5	-0.06108539551496506
400714	rnn.weight_hh_l0_reverse	6	-0.01417051162570715
400714	rnn.weight_hh_l0_reverse	7	0.030978264287114143
400714	rnn.weight_hh_l0_reverse	8	0.007877780124545097
400714	rnn.weight_hh_l0_reverse	9	0.008690299466252327
400714	rnn.bias_ih_l0_reverse	0	-0.04620778188109398
400714	rnn.bias_ih_l0_reverse	1	-0.14008715748786926
400714	rnn.bias_ih_l0_reverse	2	-0.14582444727420807
400714	rnn.bias_ih_l0_reverse	3	-0.04586933180689812
400714	rnn.bias_ih_l0_reverse	4	-0.11280549317598343
400714	rnn.bias_ih_l0_reverse	5	-0.08597541600465775
400714	rnn.bias_ih_l0_reverse	6	-0.2088918387889862
400714	rnn.bias_ih_l0_reverse	7	-0.05258433520793915
400714	rnn.bias_ih_l0_reverse	8	-0.06344137340784073
400714	rnn.bias_ih_l0_reverse	9	-0.13430485129356384
400714	rnn.bias_hh_l0_reverse	0	-0.14221040904521942
400714	rnn.bias_hh_l0_reverse	1	-0.16228677332401276
400714	rnn.bias_hh_l0_reverse	2	0.10530945658683777
400714	rnn.bias_hh_l0_reverse	3	0.07128125429153442
400714	rnn.bias_hh_l0_reverse	4	-0.17910519242286682
400714	rnn.bias_hh_l0_reverse	5	-0.1426084190607071
400714	rnn.bias_hh_l0_reverse	6	-0.08891758322715759
400714	rnn.bias_hh_l0_reverse	7	-0.053979355841875076
400714	rnn.bias_hh_l0_reverse	8	-0.09626881033182144
400714	rnn.bias_hh_l0_reverse	9	-0.02287585288286209
400714	linear.weight	0	-0.0077340626157820225
400714	linear.weight	1	0.007361185736954212
400714	linear.weight	2	0.31343352794647217
400714	linear.weight	3	-0.0789097398519516
400714	linear.weight	4	-0.010588549077510834
400714	linear.weight	5	0.12105772644281387
400714	linear.weight	6	-0.010739270597696304
400714	linear.weight	7	-0.07119440287351608
400714	linear.weight	8	0.1845952421426773
400714	linear.weight	9	-0.2813921272754669
400714	linear.bias	0	-0.03956538438796997
400714	linear.bias	1	0.031413208693265915
400714	linear.bias	2	0.41599810123443604
400714	linear.bias	3	-0.7509816288948059
400714	linear.bias	4	2.15834379196167
400714	linear.bias	5	-1.4051399230957031
400714	linear.bias	6	-0.29262983798980713
400714	linear.bias	7	-0.12950165569782257
401272	transitions	0	-1.9510531425476074
401272	transitions	1	-10000.0
401272	transitions	2	-0.7969565987586975
401272	transitions	3	-10000.0
401272	transitions	4	2.070297956466675
401272	transitions	5	-10000.0
401272	transitions	6	-10000.0
401272	transitions	7	1.8538509607315063
401272	transitions	8	-2.6326241493225098
401272	transitions	9	-4.23977518081665
401272	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
401272	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
401272	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
401272	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
401272	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
401272	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
401272	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
401272	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
401272	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
401272	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
401272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
401272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
401272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
401272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
401272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
401272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
401272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
401272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
401272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
401272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
401272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
401272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
401272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
401272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
401272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
401272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
401272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
401272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
401272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
401272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
401272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
401272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
401272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
401272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
401272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
401272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
401272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
401272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
401272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
401272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
401272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
401272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
401272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
401272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
401272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
401272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
401272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
401272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
401272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
401272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
401272	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
401272	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
401272	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
401272	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
401272	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
401272	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
401272	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
401272	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
401272	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
401272	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
401272	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
401272	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
401272	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
401272	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
401272	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
401272	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
401272	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
401272	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
401272	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
401272	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
401272	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
401272	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
401272	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
401272	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
401272	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
401272	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
401272	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
401272	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
401272	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
401272	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
401272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
401272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
401272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
401272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
401272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
401272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
401272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
401272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
401272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
401272	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
401272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
401272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
401272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
401272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
401272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
401272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
401272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
401272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
401272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
401272	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
401272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
401272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
401272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
401272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
401272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
401272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
401272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
401272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
401272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
401272	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
401272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
401272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
401272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
401272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
401272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
401272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
401272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
401272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
401272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
401272	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
401272	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
401272	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
401272	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
401272	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
401272	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
401272	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
401272	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
401272	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
401272	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
401272	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
401272	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
401272	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
401272	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
401272	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
401272	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
401272	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
401272	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
401272	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
401272	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
401272	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
401272	embedding2nn.weight	0	0.0064036184921860695
401272	embedding2nn.weight	1	0.003984707407653332
401272	embedding2nn.weight	2	0.013430899009108543
401272	embedding2nn.weight	3	0.02685646340250969
401272	embedding2nn.weight	4	0.02348070964217186
401272	embedding2nn.weight	5	0.005556059069931507
401272	embedding2nn.weight	6	-0.01540074497461319
401272	embedding2nn.weight	7	-0.0004375345597509295
401272	embedding2nn.weight	8	-0.010083189234137535
401272	embedding2nn.weight	9	0.001928661367855966
401272	embedding2nn.bias	0	0.013905094005167484
401272	embedding2nn.bias	1	-0.03697935491800308
401272	embedding2nn.bias	2	0.08093848079442978
401272	embedding2nn.bias	3	0.07004286348819733
401272	embedding2nn.bias	4	-0.01226598210632801
401272	embedding2nn.bias	5	-0.03325327858328819
401272	embedding2nn.bias	6	0.02958332560956478
401272	embedding2nn.bias	7	0.004273341502994299
401272	embedding2nn.bias	8	-0.034592095762491226
401272	embedding2nn.bias	9	0.024834753945469856
401272	rnn.weight_ih_l0	0	0.06476139277219772
401272	rnn.weight_ih_l0	1	-0.04165510833263397
401272	rnn.weight_ih_l0	2	0.005322989076375961
401272	rnn.weight_ih_l0	3	0.04516534507274628
401272	rnn.weight_ih_l0	4	-0.029715927317738533
401272	rnn.weight_ih_l0	5	0.040283262729644775
401272	rnn.weight_ih_l0	6	0.007751699537038803
401272	rnn.weight_ih_l0	7	0.06556831300258636
401272	rnn.weight_ih_l0	8	0.00922056008130312
401272	rnn.weight_ih_l0	9	-0.025374922901391983
401272	rnn.weight_hh_l0	0	-0.01171128824353218
401272	rnn.weight_hh_l0	1	-0.02778238244354725
401272	rnn.weight_hh_l0	2	-0.0614706389605999
401272	rnn.weight_hh_l0	3	-0.005864820443093777
401272	rnn.weight_hh_l0	4	-0.00968005321919918
401272	rnn.weight_hh_l0	5	-0.024162447080016136
401272	rnn.weight_hh_l0	6	0.000656872580293566
401272	rnn.weight_hh_l0	7	-0.0357043482363224
401272	rnn.weight_hh_l0	8	0.06719998270273209
401272	rnn.weight_hh_l0	9	0.04514600709080696
401272	rnn.bias_ih_l0	0	-0.17410780489444733
401272	rnn.bias_ih_l0	1	-0.17082488536834717
401272	rnn.bias_ih_l0	2	-0.019564885646104813
401272	rnn.bias_ih_l0	3	-0.14759798347949982
401272	rnn.bias_ih_l0	4	-0.05869484320282936
401272	rnn.bias_ih_l0	5	-0.17594562470912933
401272	rnn.bias_ih_l0	6	0.07314860075712204
401272	rnn.bias_ih_l0	7	-0.08597055822610855
401272	rnn.bias_ih_l0	8	-0.04637715965509415
401272	rnn.bias_ih_l0	9	-0.108378104865551
401272	rnn.bias_hh_l0	0	-0.06957684457302094
401272	rnn.bias_hh_l0	1	0.24828612804412842
401272	rnn.bias_hh_l0	2	0.04721809923648834
401272	rnn.bias_hh_l0	3	-0.07934237271547318
401272	rnn.bias_hh_l0	4	-0.08312051743268967
401272	rnn.bias_hh_l0	5	-0.004702250473201275
401272	rnn.bias_hh_l0	6	0.058245956897735596
401272	rnn.bias_hh_l0	7	-0.09835343807935715
401272	rnn.bias_hh_l0	8	-0.23339296877384186
401272	rnn.bias_hh_l0	9	-0.10126318782567978
401272	rnn.weight_ih_l0_reverse	0	0.020276855677366257
401272	rnn.weight_ih_l0_reverse	1	-0.060029372572898865
401272	rnn.weight_ih_l0_reverse	2	0.04296372830867767
401272	rnn.weight_ih_l0_reverse	3	0.02029389888048172
401272	rnn.weight_ih_l0_reverse	4	1.5893198224148364e-07
401272	rnn.weight_ih_l0_reverse	5	-0.025540318340063095
401272	rnn.weight_ih_l0_reverse	6	0.012040076777338982
401272	rnn.weight_ih_l0_reverse	7	0.028304867446422577
401272	rnn.weight_ih_l0_reverse	8	-0.028090892359614372
401272	rnn.weight_ih_l0_reverse	9	-0.001590064144693315
401272	rnn.weight_hh_l0_reverse	0	0.03979705646634102
401272	rnn.weight_hh_l0_reverse	1	0.029883990064263344
401272	rnn.weight_hh_l0_reverse	2	-0.02305116318166256
401272	rnn.weight_hh_l0_reverse	3	-0.08238471299409866
401272	rnn.weight_hh_l0_reverse	4	0.01128336787223816
401272	rnn.weight_hh_l0_reverse	5	-0.06108924373984337
401272	rnn.weight_hh_l0_reverse	6	-0.014171401038765907
401272	rnn.weight_hh_l0_reverse	7	0.030977284535765648
401272	rnn.weight_hh_l0_reverse	8	0.007876751944422722
401272	rnn.weight_hh_l0_reverse	9	0.008690454065799713
401272	rnn.bias_ih_l0_reverse	0	-0.04622736945748329
401272	rnn.bias_ih_l0_reverse	1	-0.14008782804012299
401272	rnn.bias_ih_l0_reverse	2	-0.14581739902496338
401272	rnn.bias_ih_l0_reverse	3	-0.04584389552474022
401272	rnn.bias_ih_l0_reverse	4	-0.1127985417842865
401272	rnn.bias_ih_l0_reverse	5	-0.08595944195985794
401272	rnn.bias_ih_l0_reverse	6	-0.20890402793884277
401272	rnn.bias_ih_l0_reverse	7	-0.052584439516067505
401272	rnn.bias_ih_l0_reverse	8	-0.06342697143554688
401272	rnn.bias_ih_l0_reverse	9	-0.13430911302566528
401272	rnn.bias_hh_l0_reverse	0	-0.14220567047595978
401272	rnn.bias_hh_l0_reverse	1	-0.16228751838207245
401272	rnn.bias_hh_l0_reverse	2	0.10533950477838516
401272	rnn.bias_hh_l0_reverse	3	0.07124895602464676
401272	rnn.bias_hh_l0_reverse	4	-0.17912371456623077
401272	rnn.bias_hh_l0_reverse	5	-0.1425938606262207
401272	rnn.bias_hh_l0_reverse	6	-0.088917076587677
401272	rnn.bias_hh_l0_reverse	7	-0.053998883813619614
401272	rnn.bias_hh_l0_reverse	8	-0.0962771475315094
401272	rnn.bias_hh_l0_reverse	9	-0.02287594974040985
401272	linear.weight	0	-0.007734064944088459
401272	linear.weight	1	0.007424783427268267
401272	linear.weight	2	0.31342068314552307
401272	linear.weight	3	-0.0789097398519516
401272	linear.weight	4	-0.010588549077510834
401272	linear.weight	5	0.12080908566713333
401272	linear.weight	6	-0.010739270597696304
401272	linear.weight	7	-0.07140162587165833
401272	linear.weight	8	0.18479110300540924
401272	linear.weight	9	-0.28140929341316223
401272	linear.bias	0	-0.03956538438796997
401272	linear.bias	1	0.031413208693265915
401272	linear.bias	2	0.41477125883102417
401272	linear.bias	3	-0.7509607672691345
401272	linear.bias	4	2.15824031829834
401272	linear.bias	5	-1.4051399230957031
401272	linear.bias	6	-0.2919734716415405
401272	linear.bias	7	-0.12884800136089325
401830	transitions	0	-1.9510579109191895
401830	transitions	1	-10000.0
401830	transitions	2	-0.7969565987586975
401830	transitions	3	-10000.0
401830	transitions	4	2.0702083110809326
401830	transitions	5	-10000.0
401830	transitions	6	-10000.0
401830	transitions	7	1.8539252281188965
401830	transitions	8	-2.6326258182525635
401830	transitions	9	-4.23977518081665
401830	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
401830	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
401830	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
401830	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
401830	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
401830	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
401830	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
401830	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
401830	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
401830	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
401830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
401830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
401830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
401830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
401830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
401830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
401830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
401830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
401830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
401830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
401830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
401830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
401830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
401830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
401830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
401830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
401830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
401830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
401830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
401830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
401830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
401830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
401830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
401830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
401830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
401830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
401830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
401830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
401830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
401830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
401830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
401830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
401830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
401830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
401830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
401830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
401830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
401830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
401830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
401830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
401830	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
401830	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
401830	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
401830	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
401830	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
401830	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
401830	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
401830	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
401830	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
401830	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
401830	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
401830	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
401830	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
401830	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
401830	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
401830	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
401830	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
401830	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
401830	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
401830	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
401830	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
401830	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
401830	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
401830	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
401830	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
401830	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
401830	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
401830	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
401830	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
401830	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
401830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
401830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
401830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
401830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
401830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
401830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
401830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
401830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
401830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
401830	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
401830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
401830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
401830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
401830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
401830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
401830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
401830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
401830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
401830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
401830	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
401830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
401830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
401830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
401830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
401830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
401830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
401830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
401830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
401830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
401830	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
401830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
401830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
401830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
401830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
401830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
401830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
401830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
401830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
401830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
401830	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
401830	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
401830	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
401830	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
401830	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
401830	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
401830	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
401830	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
401830	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
401830	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
401830	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
401830	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
401830	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
401830	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
401830	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
401830	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
401830	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
401830	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
401830	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
401830	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
401830	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
401830	embedding2nn.weight	0	0.006403663661330938
401830	embedding2nn.weight	1	0.00398488063365221
401830	embedding2nn.weight	2	0.013430808670818806
401830	embedding2nn.weight	3	0.026854749768972397
401830	embedding2nn.weight	4	0.023481307551264763
401830	embedding2nn.weight	5	0.00555386021733284
401830	embedding2nn.weight	6	-0.015400419943034649
401830	embedding2nn.weight	7	-0.00043859524885192513
401830	embedding2nn.weight	8	-0.010077663697302341
401830	embedding2nn.weight	9	0.001929203630425036
401830	embedding2nn.bias	0	0.01388931181281805
401830	embedding2nn.bias	1	-0.036873649805784225
401830	embedding2nn.bias	2	0.08096397668123245
401830	embedding2nn.bias	3	0.07006698846817017
401830	embedding2nn.bias	4	-0.01227797195315361
401830	embedding2nn.bias	5	-0.03326023742556572
401830	embedding2nn.bias	6	0.02958558313548565
401830	embedding2nn.bias	7	0.004240065347403288
401830	embedding2nn.bias	8	-0.03458200395107269
401830	embedding2nn.bias	9	0.024812297895550728
401830	rnn.weight_ih_l0	0	0.06476049870252609
401830	rnn.weight_ih_l0	1	-0.041651710867881775
401830	rnn.weight_ih_l0	2	0.005318809766322374
401830	rnn.weight_ih_l0	3	0.04516170546412468
401830	rnn.weight_ih_l0	4	-0.029712887480854988
401830	rnn.weight_ih_l0	5	0.04027831181883812
401830	rnn.weight_ih_l0	6	0.007752698380500078
401830	rnn.weight_ih_l0	7	0.06556737422943115
401830	rnn.weight_ih_l0	8	0.009220406413078308
401830	rnn.weight_ih_l0	9	-0.02537328377366066
401830	rnn.weight_hh_l0	0	-0.01171833835542202
401830	rnn.weight_hh_l0	1	-0.027782997116446495
401830	rnn.weight_hh_l0	2	-0.061473000794649124
401830	rnn.weight_hh_l0	3	-0.005864100996404886
401830	rnn.weight_hh_l0	4	-0.009680202230811119
401830	rnn.weight_hh_l0	5	-0.024164507165551186
401830	rnn.weight_hh_l0	6	0.0006578267202712595
401830	rnn.weight_hh_l0	7	-0.0357055589556694
401830	rnn.weight_hh_l0	8	0.06719529628753662
401830	rnn.weight_hh_l0	9	0.04514289274811745
401830	rnn.bias_ih_l0	0	-0.17409147322177887
401830	rnn.bias_ih_l0	1	-0.17085035145282745
401830	rnn.bias_ih_l0	2	-0.019572267308831215
401830	rnn.bias_ih_l0	3	-0.14760436117649078
401830	rnn.bias_ih_l0	4	-0.05871511623263359
401830	rnn.bias_ih_l0	5	-0.17595726251602173
401830	rnn.bias_ih_l0	6	0.07313428074121475
401830	rnn.bias_ih_l0	7	-0.08594820648431778
401830	rnn.bias_ih_l0	8	-0.046387605369091034
401830	rnn.bias_ih_l0	9	-0.10833772271871567
401830	rnn.bias_hh_l0	0	-0.06953946501016617
401830	rnn.bias_hh_l0	1	0.24827727675437927
401830	rnn.bias_hh_l0	2	0.04722496494650841
401830	rnn.bias_hh_l0	3	-0.07932810485363007
401830	rnn.bias_hh_l0	4	-0.0831085592508316
401830	rnn.bias_hh_l0	5	-0.004701187368482351
401830	rnn.bias_hh_l0	6	0.05825142562389374
401830	rnn.bias_hh_l0	7	-0.09837646782398224
401830	rnn.bias_hh_l0	8	-0.23338784277439117
401830	rnn.bias_hh_l0	9	-0.10125485807657242
401830	rnn.weight_ih_l0_reverse	0	0.020290130749344826
401830	rnn.weight_ih_l0_reverse	1	-0.0600305050611496
401830	rnn.weight_ih_l0_reverse	2	0.0429614894092083
401830	rnn.weight_ih_l0_reverse	3	0.020289434120059013
401830	rnn.weight_ih_l0_reverse	4	6.158400083222659e-07
401830	rnn.weight_ih_l0_reverse	5	-0.02554243803024292
401830	rnn.weight_ih_l0_reverse	6	0.012039238587021828
401830	rnn.weight_ih_l0_reverse	7	0.02830418013036251
401830	rnn.weight_ih_l0_reverse	8	-0.02809060737490654
401830	rnn.weight_ih_l0_reverse	9	-0.0015833398792892694
401830	rnn.weight_hh_l0_reverse	0	0.039797209203243256
401830	rnn.weight_hh_l0_reverse	1	0.029885245487093925
401830	rnn.weight_hh_l0_reverse	2	-0.023050582036376
401830	rnn.weight_hh_l0_reverse	3	-0.08238551020622253
401830	rnn.weight_hh_l0_reverse	4	0.011284368112683296
401830	rnn.weight_hh_l0_reverse	5	-0.06109039485454559
401830	rnn.weight_hh_l0_reverse	6	-0.01416979543864727
401830	rnn.weight_hh_l0_reverse	7	0.030979076400399208
401830	rnn.weight_hh_l0_reverse	8	0.007875056937336922
401830	rnn.weight_hh_l0_reverse	9	0.008689742535352707
401830	rnn.bias_ih_l0_reverse	0	-0.046222370117902756
401830	rnn.bias_ih_l0_reverse	1	-0.14009442925453186
401830	rnn.bias_ih_l0_reverse	2	-0.14581747353076935
401830	rnn.bias_ih_l0_reverse	3	-0.04584689810872078
401830	rnn.bias_ih_l0_reverse	4	-0.11278960108757019
401830	rnn.bias_ih_l0_reverse	5	-0.0859409049153328
401830	rnn.bias_ih_l0_reverse	6	-0.20890957117080688
401830	rnn.bias_ih_l0_reverse	7	-0.05257556959986687
401830	rnn.bias_ih_l0_reverse	8	-0.06343405693769455
401830	rnn.bias_ih_l0_reverse	9	-0.1342862993478775
401830	rnn.bias_hh_l0_reverse	0	-0.14220690727233887
401830	rnn.bias_hh_l0_reverse	1	-0.16228628158569336
401830	rnn.bias_hh_l0_reverse	2	0.10533586889505386
401830	rnn.bias_hh_l0_reverse	3	0.0712260976433754
401830	rnn.bias_hh_l0_reverse	4	-0.17914490401744843
401830	rnn.bias_hh_l0_reverse	5	-0.14260216057300568
401830	rnn.bias_hh_l0_reverse	6	-0.0889173373579979
401830	rnn.bias_hh_l0_reverse	7	-0.05398594215512276
401830	rnn.bias_hh_l0_reverse	8	-0.0962633267045021
401830	rnn.bias_hh_l0_reverse	9	-0.02288711629807949
401830	linear.weight	0	-0.007734066806733608
401830	linear.weight	1	0.007508528884500265
401830	linear.weight	2	0.31341201066970825
401830	linear.weight	3	-0.0789097398519516
401830	linear.weight	4	-0.010588549077510834
401830	linear.weight	5	0.12099702656269073
401830	linear.weight	6	-0.010739270597696304
401830	linear.weight	7	-0.07154437154531479
401830	linear.weight	8	0.1844973862171173
401830	linear.weight	9	-0.2814100980758667
401830	linear.bias	0	-0.03956538438796997
401830	linear.bias	1	0.031413208693265915
401830	linear.bias	2	0.41655004024505615
401830	linear.bias	3	-0.7520421147346497
401830	linear.bias	4	2.156740665435791
401830	linear.bias	5	-1.4051399230957031
401830	linear.bias	6	-0.2915690541267395
401830	linear.bias	7	-0.12844857573509216
402389	transitions	0	-1.951062798500061
402389	transitions	1	-10000.0
402389	transitions	2	-0.7969565987586975
402389	transitions	3	-10000.0
402389	transitions	4	2.0702226161956787
402389	transitions	5	-10000.0
402389	transitions	6	-10000.0
402389	transitions	7	1.8542156219482422
402389	transitions	8	-2.63262677192688
402389	transitions	9	-4.23977518081665
402389	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
402389	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
402389	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
402389	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
402389	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
402389	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
402389	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
402389	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
402389	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
402389	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
402389	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
402389	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
402389	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
402389	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
402389	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
402389	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
402389	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
402389	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
402389	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
402389	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
402389	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
402389	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
402389	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
402389	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
402389	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
402389	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
402389	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
402389	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
402389	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
402389	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
402389	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
402389	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
402389	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
402389	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
402389	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
402389	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
402389	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
402389	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
402389	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
402389	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
402389	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
402389	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
402389	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
402389	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
402389	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
402389	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
402389	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
402389	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
402389	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
402389	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
402389	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
402389	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
402389	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
402389	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
402389	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
402389	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
402389	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
402389	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
402389	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
402389	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
402389	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
402389	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
402389	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
402389	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
402389	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
402389	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
402389	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
402389	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
402389	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
402389	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
402389	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
402389	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
402389	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
402389	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
402389	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
402389	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
402389	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
402389	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
402389	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
402389	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
402389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
402389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
402389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
402389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
402389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
402389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
402389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
402389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
402389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
402389	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
402389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
402389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
402389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
402389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
402389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
402389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
402389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
402389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
402389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
402389	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
402389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
402389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
402389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
402389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
402389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
402389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
402389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
402389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
402389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
402389	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
402389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
402389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
402389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
402389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
402389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
402389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
402389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
402389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
402389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
402389	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
402389	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
402389	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
402389	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
402389	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
402389	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
402389	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
402389	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
402389	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
402389	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
402389	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
402389	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
402389	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
402389	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
402389	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
402389	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
402389	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
402389	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
402389	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
402389	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
402389	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
402389	embedding2nn.weight	0	0.0064035505056381226
402389	embedding2nn.weight	1	0.003985108807682991
402389	embedding2nn.weight	2	0.013430801220238209
402389	embedding2nn.weight	3	0.026858316734433174
402389	embedding2nn.weight	4	0.023480772972106934
402389	embedding2nn.weight	5	0.005556925665587187
402389	embedding2nn.weight	6	-0.015400453470647335
402389	embedding2nn.weight	7	-0.00043770475895144045
402389	embedding2nn.weight	8	-0.010078960098326206
402389	embedding2nn.weight	9	0.0019307020120322704
402389	embedding2nn.bias	0	0.013976761139929295
402389	embedding2nn.bias	1	-0.03688369318842888
402389	embedding2nn.bias	2	0.08102792501449585
402389	embedding2nn.bias	3	0.07006458193063736
402389	embedding2nn.bias	4	-0.012269406579434872
402389	embedding2nn.bias	5	-0.033228907734155655
402389	embedding2nn.bias	6	0.029595576226711273
402389	embedding2nn.bias	7	0.004247715696692467
402389	embedding2nn.bias	8	-0.03463989123702049
402389	embedding2nn.bias	9	0.024788495153188705
402389	rnn.weight_ih_l0	0	0.06475622206926346
402389	rnn.weight_ih_l0	1	-0.041651781648397446
402389	rnn.weight_ih_l0	2	0.0053174737840890884
402389	rnn.weight_ih_l0	3	0.04516350105404854
402389	rnn.weight_ih_l0	4	-0.029711326584219933
402389	rnn.weight_ih_l0	5	0.040277235209941864
402389	rnn.weight_ih_l0	6	0.0077527672983706
402389	rnn.weight_ih_l0	7	0.06557260453701019
402389	rnn.weight_ih_l0	8	0.009223727509379387
402389	rnn.weight_ih_l0	9	-0.02537727728486061
402389	rnn.weight_hh_l0	0	-0.011717474088072777
402389	rnn.weight_hh_l0	1	-0.027785813435912132
402389	rnn.weight_hh_l0	2	-0.06147295609116554
402389	rnn.weight_hh_l0	3	-0.005862549878656864
402389	rnn.weight_hh_l0	4	-0.009679801762104034
402389	rnn.weight_hh_l0	5	-0.024164168164134026
402389	rnn.weight_hh_l0	6	0.0006570715922862291
402389	rnn.weight_hh_l0	7	-0.03570452332496643
402389	rnn.weight_hh_l0	8	0.067189522087574
402389	rnn.weight_hh_l0	9	0.04514307901263237
402389	rnn.bias_ih_l0	0	-0.17407944798469543
402389	rnn.bias_ih_l0	1	-0.17087607085704803
402389	rnn.bias_ih_l0	2	-0.01957966387271881
402389	rnn.bias_ih_l0	3	-0.14760161936283112
402389	rnn.bias_ih_l0	4	-0.058695510029792786
402389	rnn.bias_ih_l0	5	-0.17598527669906616
402389	rnn.bias_ih_l0	6	0.07313450425863266
402389	rnn.bias_ih_l0	7	-0.08596382290124893
402389	rnn.bias_ih_l0	8	-0.046415071934461594
402389	rnn.bias_ih_l0	9	-0.1083599403500557
402389	rnn.bias_hh_l0	0	-0.06954435259103775
402389	rnn.bias_hh_l0	1	0.2482728660106659
402389	rnn.bias_hh_l0	2	0.04718969389796257
402389	rnn.bias_hh_l0	3	-0.07930906116962433
402389	rnn.bias_hh_l0	4	-0.08311234414577484
402389	rnn.bias_hh_l0	5	-0.004699420649558306
402389	rnn.bias_hh_l0	6	0.058248694986104965
402389	rnn.bias_hh_l0	7	-0.09835155308246613
402389	rnn.bias_hh_l0	8	-0.23337337374687195
402389	rnn.bias_hh_l0	9	-0.10126037895679474
402389	rnn.weight_ih_l0_reverse	0	0.020283328369259834
402389	rnn.weight_ih_l0_reverse	1	-0.06003396958112717
402389	rnn.weight_ih_l0_reverse	2	0.04296647012233734
402389	rnn.weight_ih_l0_reverse	3	0.020290207117795944
402389	rnn.weight_ih_l0_reverse	4	-4.354594238975551e-06
402389	rnn.weight_ih_l0_reverse	5	-0.025551119819283485
402389	rnn.weight_ih_l0_reverse	6	0.01203849446028471
402389	rnn.weight_ih_l0_reverse	7	0.028307104483246803
402389	rnn.weight_ih_l0_reverse	8	-0.02809295803308487
402389	rnn.weight_ih_l0_reverse	9	-0.0015839843545109034
402389	rnn.weight_hh_l0_reverse	0	0.03979642689228058
402389	rnn.weight_hh_l0_reverse	1	0.02988624945282936
402389	rnn.weight_hh_l0_reverse	2	-0.0230511873960495
402389	rnn.weight_hh_l0_reverse	3	-0.08238517493009567
402389	rnn.weight_hh_l0_reverse	4	0.011284276843070984
402389	rnn.weight_hh_l0_reverse	5	-0.061088819056749344
402389	rnn.weight_hh_l0_reverse	6	-0.01416921615600586
402389	rnn.weight_hh_l0_reverse	7	0.030978627502918243
402389	rnn.weight_hh_l0_reverse	8	0.007877332158386707
402389	rnn.weight_hh_l0_reverse	9	0.00869427714496851
402389	rnn.bias_ih_l0_reverse	0	-0.04619875177741051
402389	rnn.bias_ih_l0_reverse	1	-0.14010298252105713
402389	rnn.bias_ih_l0_reverse	2	-0.1458345353603363
402389	rnn.bias_ih_l0_reverse	3	-0.0458487942814827
402389	rnn.bias_ih_l0_reverse	4	-0.11277884244918823
402389	rnn.bias_ih_l0_reverse	5	-0.08595021069049835
402389	rnn.bias_ih_l0_reverse	6	-0.20888660848140717
402389	rnn.bias_ih_l0_reverse	7	-0.052563030272722244
402389	rnn.bias_ih_l0_reverse	8	-0.06343604624271393
402389	rnn.bias_ih_l0_reverse	9	-0.13430392742156982
402389	rnn.bias_hh_l0_reverse	0	-0.14220300316810608
402389	rnn.bias_hh_l0_reverse	1	-0.16228896379470825
402389	rnn.bias_hh_l0_reverse	2	0.10532402992248535
402389	rnn.bias_hh_l0_reverse	3	0.07123632729053497
402389	rnn.bias_hh_l0_reverse	4	-0.17916622757911682
402389	rnn.bias_hh_l0_reverse	5	-0.14260120689868927
402389	rnn.bias_hh_l0_reverse	6	-0.08895998448133469
402389	rnn.bias_hh_l0_reverse	7	-0.053981684148311615
402389	rnn.bias_hh_l0_reverse	8	-0.09628959000110626
402389	rnn.bias_hh_l0_reverse	9	-0.02288498356938362
402389	linear.weight	0	-0.00773407518863678
402389	linear.weight	1	0.0074056657031178474
402389	linear.weight	2	0.31335610151290894
402389	linear.weight	3	-0.0789097398519516
402389	linear.weight	4	-0.010588549077510834
402389	linear.weight	5	0.1211913675069809
402389	linear.weight	6	-0.010739270597696304
402389	linear.weight	7	-0.07184191793203354
402389	linear.weight	8	0.1847623884677887
402389	linear.weight	9	-0.2813374400138855
402389	linear.bias	0	-0.03956538438796997
402389	linear.bias	1	0.031413208693265915
402389	linear.bias	2	0.41819918155670166
402389	linear.bias	3	-0.7531425952911377
402389	linear.bias	4	2.157682418823242
402389	linear.bias	5	-1.4051399230957031
402389	linear.bias	6	-0.2923125922679901
402389	linear.bias	7	-0.12919706106185913
402947	transitions	0	-1.951066255569458
402947	transitions	1	-10000.0
402947	transitions	2	-0.7969565987586975
402947	transitions	3	-10000.0
402947	transitions	4	2.0700972080230713
402947	transitions	5	-10000.0
402947	transitions	6	-10000.0
402947	transitions	7	1.854207992553711
402947	transitions	8	-2.632627248764038
402947	transitions	9	-4.23977518081665
402947	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
402947	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
402947	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
402947	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
402947	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
402947	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
402947	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
402947	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
402947	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
402947	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
402947	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
402947	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
402947	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
402947	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
402947	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
402947	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
402947	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
402947	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
402947	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
402947	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
402947	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
402947	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
402947	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
402947	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
402947	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
402947	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
402947	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
402947	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
402947	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
402947	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
402947	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
402947	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
402947	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
402947	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
402947	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
402947	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
402947	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
402947	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
402947	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
402947	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
402947	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
402947	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
402947	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
402947	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
402947	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
402947	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
402947	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
402947	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
402947	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
402947	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
402947	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
402947	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
402947	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
402947	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
402947	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
402947	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
402947	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
402947	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
402947	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
402947	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
402947	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
402947	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
402947	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
402947	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
402947	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
402947	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
402947	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
402947	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
402947	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
402947	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
402947	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
402947	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
402947	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
402947	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
402947	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
402947	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
402947	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
402947	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
402947	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
402947	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
402947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
402947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
402947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
402947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
402947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
402947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
402947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
402947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
402947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
402947	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
402947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
402947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
402947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
402947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
402947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
402947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
402947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
402947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
402947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
402947	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
402947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
402947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
402947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
402947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
402947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
402947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
402947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
402947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
402947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
402947	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
402947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
402947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
402947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
402947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
402947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
402947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
402947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
402947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
402947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
402947	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
402947	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
402947	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
402947	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
402947	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
402947	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
402947	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
402947	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
402947	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
402947	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
402947	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
402947	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
402947	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
402947	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
402947	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
402947	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
402947	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
402947	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
402947	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
402947	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
402947	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
402947	embedding2nn.weight	0	0.0064036124385893345
402947	embedding2nn.weight	1	0.0039846147410571575
402947	embedding2nn.weight	2	0.013430822640657425
402947	embedding2nn.weight	3	0.02685634233057499
402947	embedding2nn.weight	4	0.023480625823140144
402947	embedding2nn.weight	5	0.00556274875998497
402947	embedding2nn.weight	6	-0.015400013886392117
402947	embedding2nn.weight	7	-0.0004357435100246221
402947	embedding2nn.weight	8	-0.010072042234241962
402947	embedding2nn.weight	9	0.0019316389225423336
402947	embedding2nn.bias	0	0.01397035364061594
402947	embedding2nn.bias	1	-0.03696150705218315
402947	embedding2nn.bias	2	0.08103630691766739
402947	embedding2nn.bias	3	0.07002454251050949
402947	embedding2nn.bias	4	-0.01226336881518364
402947	embedding2nn.bias	5	-0.03322407975792885
402947	embedding2nn.bias	6	0.029627304524183273
402947	embedding2nn.bias	7	0.004243526607751846
402947	embedding2nn.bias	8	-0.03469769284129143
402947	embedding2nn.bias	9	0.024769479408860207
402947	rnn.weight_ih_l0	0	0.06475814431905746
402947	rnn.weight_ih_l0	1	-0.04165374115109444
402947	rnn.weight_ih_l0	2	0.0053244722075760365
402947	rnn.weight_ih_l0	3	0.04515853524208069
402947	rnn.weight_ih_l0	4	-0.029709557071328163
402947	rnn.weight_ih_l0	5	0.04027815908193588
402947	rnn.weight_ih_l0	6	0.007755980361253023
402947	rnn.weight_ih_l0	7	0.06557106226682663
402947	rnn.weight_ih_l0	8	0.009222829714417458
402947	rnn.weight_ih_l0	9	-0.02537703327834606
402947	rnn.weight_hh_l0	0	-0.011719593778252602
402947	rnn.weight_hh_l0	1	-0.027783535420894623
402947	rnn.weight_hh_l0	2	-0.06147104874253273
402947	rnn.weight_hh_l0	3	-0.00586301926523447
402947	rnn.weight_hh_l0	4	-0.009680111892521381
402947	rnn.weight_hh_l0	5	-0.024166293442249298
402947	rnn.weight_hh_l0	6	0.0006573701975867152
402947	rnn.weight_hh_l0	7	-0.035700857639312744
402947	rnn.weight_hh_l0	8	0.06718907505273819
402947	rnn.weight_hh_l0	9	0.04514365643262863
402947	rnn.bias_ih_l0	0	-0.1740862876176834
402947	rnn.bias_ih_l0	1	-0.17090828716754913
402947	rnn.bias_ih_l0	2	-0.019577467814087868
402947	rnn.bias_ih_l0	3	-0.14758095145225525
402947	rnn.bias_ih_l0	4	-0.05870993807911873
402947	rnn.bias_ih_l0	5	-0.1759619116783142
402947	rnn.bias_ih_l0	6	0.0731138363480568
402947	rnn.bias_ih_l0	7	-0.08597791194915771
402947	rnn.bias_ih_l0	8	-0.046407267451286316
402947	rnn.bias_ih_l0	9	-0.10838127136230469
402947	rnn.bias_hh_l0	0	-0.06952931731939316
402947	rnn.bias_hh_l0	1	0.24828892946243286
402947	rnn.bias_hh_l0	2	0.04716380685567856
402947	rnn.bias_hh_l0	3	-0.07930447906255722
402947	rnn.bias_hh_l0	4	-0.08311250805854797
402947	rnn.bias_hh_l0	5	-0.004681487567722797
402947	rnn.bias_hh_l0	6	0.05826916545629501
402947	rnn.bias_hh_l0	7	-0.0983310118317604
402947	rnn.bias_hh_l0	8	-0.23337413370609283
402947	rnn.bias_hh_l0	9	-0.10126886516809464
402947	rnn.weight_ih_l0_reverse	0	0.020284535363316536
402947	rnn.weight_ih_l0_reverse	1	-0.0600305050611496
402947	rnn.weight_ih_l0_reverse	2	0.04296927899122238
402947	rnn.weight_ih_l0_reverse	3	0.020289815962314606
402947	rnn.weight_ih_l0_reverse	4	-6.364323326124577e-06
402947	rnn.weight_ih_l0_reverse	5	-0.025548618286848068
402947	rnn.weight_ih_l0_reverse	6	0.012039223685860634
402947	rnn.weight_ih_l0_reverse	7	0.028309291228652
402947	rnn.weight_ih_l0_reverse	8	-0.028094129636883736
402947	rnn.weight_ih_l0_reverse	9	-0.0015821963315829635
402947	rnn.weight_hh_l0_reverse	0	0.03979257121682167
402947	rnn.weight_hh_l0_reverse	1	0.02988618239760399
402947	rnn.weight_hh_l0_reverse	2	-0.02304827608168125
402947	rnn.weight_hh_l0_reverse	3	-0.08238818496465683
402947	rnn.weight_hh_l0_reverse	4	0.011286264285445213
402947	rnn.weight_hh_l0_reverse	5	-0.06108788028359413
402947	rnn.weight_hh_l0_reverse	6	-0.014171011745929718
402947	rnn.weight_hh_l0_reverse	7	0.030977724120020866
402947	rnn.weight_hh_l0_reverse	8	0.007878120057284832
402947	rnn.weight_hh_l0_reverse	9	0.008691363036632538
402947	rnn.bias_ih_l0_reverse	0	-0.04621358588337898
402947	rnn.bias_ih_l0_reverse	1	-0.140110582113266
402947	rnn.bias_ih_l0_reverse	2	-0.1458328515291214
402947	rnn.bias_ih_l0_reverse	3	-0.04585433378815651
402947	rnn.bias_ih_l0_reverse	4	-0.11279348284006119
402947	rnn.bias_ih_l0_reverse	5	-0.08596237003803253
402947	rnn.bias_ih_l0_reverse	6	-0.20889140665531158
402947	rnn.bias_ih_l0_reverse	7	-0.052536819130182266
402947	rnn.bias_ih_l0_reverse	8	-0.0634395182132721
402947	rnn.bias_ih_l0_reverse	9	-0.13432884216308594
402947	rnn.bias_hh_l0_reverse	0	-0.1421775221824646
402947	rnn.bias_hh_l0_reverse	1	-0.1622759848833084
402947	rnn.bias_hh_l0_reverse	2	0.10530202835798264
402947	rnn.bias_hh_l0_reverse	3	0.07124349474906921
402947	rnn.bias_hh_l0_reverse	4	-0.17917191982269287
402947	rnn.bias_hh_l0_reverse	5	-0.1425996571779251
402947	rnn.bias_hh_l0_reverse	6	-0.0889400765299797
402947	rnn.bias_hh_l0_reverse	7	-0.05399465560913086
402947	rnn.bias_hh_l0_reverse	8	-0.09629873186349869
402947	rnn.bias_hh_l0_reverse	9	-0.02287875860929489
402947	linear.weight	0	-0.00773407518863678
402947	linear.weight	1	0.007480481173843145
402947	linear.weight	2	0.3132270574569702
402947	linear.weight	3	-0.0789097398519516
402947	linear.weight	4	-0.010588549077510834
402947	linear.weight	5	0.12087787687778473
402947	linear.weight	6	-0.010739270597696304
402947	linear.weight	7	-0.0715811625123024
402947	linear.weight	8	0.1850566565990448
402947	linear.weight	9	-0.28131523728370667
402947	linear.bias	0	-0.03956538438796997
402947	linear.bias	1	0.031413208693265915
402947	linear.bias	2	0.4185711741447449
402947	linear.bias	3	-0.7523384690284729
402947	linear.bias	4	2.1572859287261963
402947	linear.bias	5	-1.4051399230957031
402947	linear.bias	6	-0.29269760847091675
402947	linear.bias	7	-0.12958861887454987
403505	transitions	0	-1.951069712638855
403505	transitions	1	-10000.0
403505	transitions	2	-0.7969565987586975
403505	transitions	3	-10000.0
403505	transitions	4	2.070053815841675
403505	transitions	5	-10000.0
403505	transitions	6	-10000.0
403505	transitions	7	1.854333758354187
403505	transitions	8	-2.6326279640197754
403505	transitions	9	-4.23977518081665
403505	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
403505	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
403505	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
403505	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
403505	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
403505	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
403505	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
403505	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
403505	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
403505	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
403505	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
403505	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
403505	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
403505	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
403505	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
403505	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
403505	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
403505	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
403505	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
403505	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
403505	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
403505	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
403505	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
403505	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
403505	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
403505	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
403505	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
403505	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
403505	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
403505	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
403505	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
403505	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
403505	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
403505	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
403505	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
403505	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
403505	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
403505	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
403505	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
403505	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
403505	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
403505	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
403505	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
403505	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
403505	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
403505	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
403505	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
403505	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
403505	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
403505	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
403505	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
403505	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
403505	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
403505	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
403505	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
403505	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
403505	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
403505	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
403505	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
403505	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
403505	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
403505	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
403505	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
403505	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
403505	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
403505	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
403505	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
403505	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
403505	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
403505	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
403505	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
403505	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
403505	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
403505	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
403505	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
403505	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
403505	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
403505	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
403505	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
403505	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
403505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
403505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
403505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
403505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
403505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
403505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
403505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
403505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
403505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
403505	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
403505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
403505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
403505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
403505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
403505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
403505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
403505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
403505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
403505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
403505	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
403505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
403505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
403505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
403505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
403505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
403505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
403505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
403505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
403505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
403505	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
403505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
403505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
403505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
403505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
403505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
403505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
403505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
403505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
403505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
403505	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
403505	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
403505	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
403505	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
403505	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
403505	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
403505	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
403505	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
403505	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
403505	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
403505	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
403505	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
403505	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
403505	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
403505	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
403505	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
403505	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
403505	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
403505	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
403505	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
403505	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
403505	embedding2nn.weight	0	0.006403909996151924
403505	embedding2nn.weight	1	0.003985564224421978
403505	embedding2nn.weight	2	0.013430739752948284
403505	embedding2nn.weight	3	0.0268538985401392
403505	embedding2nn.weight	4	0.023479659110307693
403505	embedding2nn.weight	5	0.005558246746659279
403505	embedding2nn.weight	6	-0.015399307943880558
403505	embedding2nn.weight	7	-0.00043623719830065966
403505	embedding2nn.weight	8	-0.01007368229329586
403505	embedding2nn.weight	9	0.0019314335659146309
403505	embedding2nn.bias	0	0.013906939886510372
403505	embedding2nn.bias	1	-0.03693411871790886
403505	embedding2nn.bias	2	0.0810796245932579
403505	embedding2nn.bias	3	0.07000873237848282
403505	embedding2nn.bias	4	-0.012223687954246998
403505	embedding2nn.bias	5	-0.03322635218501091
403505	embedding2nn.bias	6	0.02961662970483303
403505	embedding2nn.bias	7	0.004297908395528793
403505	embedding2nn.bias	8	-0.0347006693482399
403505	embedding2nn.bias	9	0.024793531745672226
403505	rnn.weight_ih_l0	0	0.06475801765918732
403505	rnn.weight_ih_l0	1	-0.04164571315050125
403505	rnn.weight_ih_l0	2	0.005318634677678347
403505	rnn.weight_ih_l0	3	0.04515964910387993
403505	rnn.weight_ih_l0	4	-0.02971283532679081
403505	rnn.weight_ih_l0	5	0.04028306156396866
403505	rnn.weight_ih_l0	6	0.007757361512631178
403505	rnn.weight_ih_l0	7	0.06557546555995941
403505	rnn.weight_ih_l0	8	0.009220827370882034
403505	rnn.weight_ih_l0	9	-0.025372778996825218
403505	rnn.weight_hh_l0	0	-0.011723434552550316
403505	rnn.weight_hh_l0	1	-0.027784740552306175
403505	rnn.weight_hh_l0	2	-0.06146952509880066
403505	rnn.weight_hh_l0	3	-0.005859729368239641
403505	rnn.weight_hh_l0	4	-0.009680845774710178
403505	rnn.weight_hh_l0	5	-0.024162834510207176
403505	rnn.weight_hh_l0	6	0.0006566122174263
403505	rnn.weight_hh_l0	7	-0.03570255637168884
403505	rnn.weight_hh_l0	8	0.06719063222408295
403505	rnn.weight_hh_l0	9	0.045141417533159256
403505	rnn.bias_ih_l0	0	-0.17408518493175507
403505	rnn.bias_ih_l0	1	-0.17090386152267456
403505	rnn.bias_ih_l0	2	-0.019576579332351685
403505	rnn.bias_ih_l0	3	-0.14756633341312408
403505	rnn.bias_ih_l0	4	-0.05869897082448006
403505	rnn.bias_ih_l0	5	-0.17596952617168427
403505	rnn.bias_ih_l0	6	0.0730561837553978
403505	rnn.bias_ih_l0	7	-0.0859699547290802
403505	rnn.bias_ih_l0	8	-0.04639894515275955
403505	rnn.bias_ih_l0	9	-0.10838723927736282
403505	rnn.bias_hh_l0	0	-0.06953897327184677
403505	rnn.bias_hh_l0	1	0.2482839673757553
403505	rnn.bias_hh_l0	2	0.047154832631349564
403505	rnn.bias_hh_l0	3	-0.07931135594844818
403505	rnn.bias_hh_l0	4	-0.08311274647712708
403505	rnn.bias_hh_l0	5	-0.004741338547319174
403505	rnn.bias_hh_l0	6	0.05826447531580925
403505	rnn.bias_hh_l0	7	-0.09830302000045776
403505	rnn.bias_hh_l0	8	-0.23336946964263916
403505	rnn.bias_hh_l0	9	-0.1012553796172142
403505	rnn.weight_ih_l0_reverse	0	0.020302316173911095
403505	rnn.weight_ih_l0_reverse	1	-0.060031212866306305
403505	rnn.weight_ih_l0_reverse	2	0.04296933114528656
403505	rnn.weight_ih_l0_reverse	3	0.02029518410563469
403505	rnn.weight_ih_l0_reverse	4	-2.1733198991569225e-06
403505	rnn.weight_ih_l0_reverse	5	-0.02554289624094963
403505	rnn.weight_ih_l0_reverse	6	0.01204007863998413
403505	rnn.weight_ih_l0_reverse	7	0.028308741748332977
403505	rnn.weight_ih_l0_reverse	8	-0.02809806354343891
403505	rnn.weight_ih_l0_reverse	9	-0.0015806268202140927
403505	rnn.weight_hh_l0_reverse	0	0.03979390114545822
403505	rnn.weight_hh_l0_reverse	1	0.029882289469242096
403505	rnn.weight_hh_l0_reverse	2	-0.023048050701618195
403505	rnn.weight_hh_l0_reverse	3	-0.0823938399553299
403505	rnn.weight_hh_l0_reverse	4	0.011285966262221336
403505	rnn.weight_hh_l0_reverse	5	-0.061085838824510574
403505	rnn.weight_hh_l0_reverse	6	-0.0141679085791111
403505	rnn.weight_hh_l0_reverse	7	0.03097895346581936
403505	rnn.weight_hh_l0_reverse	8	0.007876431569457054
403505	rnn.weight_hh_l0_reverse	9	0.00869226735085249
403505	rnn.bias_ih_l0_reverse	0	-0.04620097950100899
403505	rnn.bias_ih_l0_reverse	1	-0.14011621475219727
403505	rnn.bias_ih_l0_reverse	2	-0.1458280235528946
403505	rnn.bias_ih_l0_reverse	3	-0.04586305469274521
403505	rnn.bias_ih_l0_reverse	4	-0.11281010508537292
403505	rnn.bias_ih_l0_reverse	5	-0.08596567064523697
403505	rnn.bias_ih_l0_reverse	6	-0.20887088775634766
403505	rnn.bias_ih_l0_reverse	7	-0.05253620073199272
403505	rnn.bias_ih_l0_reverse	8	-0.06343518197536469
403505	rnn.bias_ih_l0_reverse	9	-0.13435231149196625
403505	rnn.bias_hh_l0_reverse	0	-0.1421792209148407
403505	rnn.bias_hh_l0_reverse	1	-0.16226176917552948
403505	rnn.bias_hh_l0_reverse	2	0.10531432926654816
403505	rnn.bias_hh_l0_reverse	3	0.07122589647769928
403505	rnn.bias_hh_l0_reverse	4	-0.1791563779115677
403505	rnn.bias_hh_l0_reverse	5	-0.14261703193187714
403505	rnn.bias_hh_l0_reverse	6	-0.08892988413572311
403505	rnn.bias_hh_l0_reverse	7	-0.05397719889879227
403505	rnn.bias_hh_l0_reverse	8	-0.09627655893564224
403505	rnn.bias_hh_l0_reverse	9	-0.02289397455751896
403505	linear.weight	0	-0.007734078448265791
403505	linear.weight	1	0.007580259814858437
403505	linear.weight	2	0.31330370903015137
403505	linear.weight	3	-0.0789097473025322
403505	linear.weight	4	-0.010588549077510834
403505	linear.weight	5	0.12092708796262741
403505	linear.weight	6	-0.010739270597696304
403505	linear.weight	7	-0.071517713367939
403505	linear.weight	8	0.1849958896636963
403505	linear.weight	9	-0.28133320808410645
403505	linear.bias	0	-0.03956538438796997
403505	linear.bias	1	0.031413208693265915
403505	linear.bias	2	0.4191843867301941
403505	linear.bias	3	-0.7523406744003296
403505	linear.bias	4	2.157874345779419
403505	linear.bias	5	-1.4051399230957031
403505	linear.bias	6	-0.2932948172092438
403505	linear.bias	7	-0.13019098341464996
404063	transitions	0	-1.9510726928710938
404063	transitions	1	-10000.0
404063	transitions	2	-0.7969565987586975
404063	transitions	3	-10000.0
404063	transitions	4	2.069908857345581
404063	transitions	5	-10000.0
404063	transitions	6	-10000.0
404063	transitions	7	1.8542189598083496
404063	transitions	8	-2.632628917694092
404063	transitions	9	-4.23977518081665
404063	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
404063	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
404063	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
404063	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
404063	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
404063	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
404063	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
404063	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
404063	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
404063	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
404063	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
404063	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
404063	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
404063	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
404063	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
404063	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
404063	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
404063	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
404063	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
404063	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
404063	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
404063	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
404063	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
404063	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
404063	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
404063	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
404063	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
404063	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
404063	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
404063	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
404063	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
404063	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
404063	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
404063	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
404063	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
404063	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
404063	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
404063	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
404063	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
404063	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
404063	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
404063	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
404063	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
404063	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
404063	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
404063	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
404063	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
404063	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
404063	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
404063	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
404063	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
404063	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
404063	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
404063	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
404063	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
404063	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
404063	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
404063	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
404063	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
404063	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
404063	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
404063	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
404063	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
404063	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
404063	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
404063	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
404063	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
404063	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
404063	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
404063	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
404063	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
404063	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
404063	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
404063	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
404063	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
404063	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
404063	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
404063	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
404063	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
404063	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
404063	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
404063	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
404063	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
404063	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
404063	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
404063	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
404063	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
404063	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
404063	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
404063	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
404063	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
404063	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
404063	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
404063	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
404063	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
404063	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
404063	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
404063	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
404063	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
404063	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
404063	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
404063	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
404063	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
404063	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
404063	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
404063	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
404063	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
404063	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
404063	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
404063	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
404063	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
404063	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
404063	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
404063	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
404063	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
404063	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
404063	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
404063	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
404063	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
404063	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
404063	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
404063	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
404063	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
404063	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
404063	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
404063	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
404063	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
404063	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
404063	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
404063	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
404063	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
404063	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
404063	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
404063	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
404063	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
404063	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
404063	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
404063	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
404063	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
404063	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
404063	embedding2nn.weight	0	0.006404031999409199
404063	embedding2nn.weight	1	0.003985836170613766
404063	embedding2nn.weight	2	0.013430587947368622
404063	embedding2nn.weight	3	0.026853036135435104
404063	embedding2nn.weight	4	0.02348143979907036
404063	embedding2nn.weight	5	0.005558572709560394
404063	embedding2nn.weight	6	-0.015399067662656307
404063	embedding2nn.weight	7	-0.0004365502391010523
404063	embedding2nn.weight	8	-0.01007792353630066
404063	embedding2nn.weight	9	0.0019315322861075401
404063	embedding2nn.bias	0	0.013862179592251778
404063	embedding2nn.bias	1	-0.03687778487801552
404063	embedding2nn.bias	2	0.08110503852367401
404063	embedding2nn.bias	3	0.07001513987779617
404063	embedding2nn.bias	4	-0.012156698852777481
404063	embedding2nn.bias	5	-0.03322213143110275
404063	embedding2nn.bias	6	0.029629528522491455
404063	embedding2nn.bias	7	0.004334432538598776
404063	embedding2nn.bias	8	-0.034727539867162704
404063	embedding2nn.bias	9	0.02478853054344654
404063	rnn.weight_ih_l0	0	0.0647597387433052
404063	rnn.weight_ih_l0	1	-0.041638340801000595
404063	rnn.weight_ih_l0	2	0.005320187192410231
404063	rnn.weight_ih_l0	3	0.045159727334976196
404063	rnn.weight_ih_l0	4	-0.029716122895479202
404063	rnn.weight_ih_l0	5	0.04028685390949249
404063	rnn.weight_ih_l0	6	0.007755573373287916
404063	rnn.weight_ih_l0	7	0.06557247787714005
404063	rnn.weight_ih_l0	8	0.009212947450578213
404063	rnn.weight_ih_l0	9	-0.025370683521032333
404063	rnn.weight_hh_l0	0	-0.011721416376531124
404063	rnn.weight_hh_l0	1	-0.02778260037302971
404063	rnn.weight_hh_l0	2	-0.06147158890962601
404063	rnn.weight_hh_l0	3	-0.005859654396772385
404063	rnn.weight_hh_l0	4	-0.009681046940386295
404063	rnn.weight_hh_l0	5	-0.02415982261300087
404063	rnn.weight_hh_l0	6	0.0006569221150130033
404063	rnn.weight_hh_l0	7	-0.035700660198926926
404063	rnn.weight_hh_l0	8	0.06718985736370087
404063	rnn.weight_hh_l0	9	0.04514138400554657
404063	rnn.bias_ih_l0	0	-0.1740945428609848
404063	rnn.bias_ih_l0	1	-0.170904740691185
404063	rnn.bias_ih_l0	2	-0.019578566774725914
404063	rnn.bias_ih_l0	3	-0.14756309986114502
404063	rnn.bias_ih_l0	4	-0.058708399534225464
404063	rnn.bias_ih_l0	5	-0.17597129940986633
404063	rnn.bias_ih_l0	6	0.07303684204816818
404063	rnn.bias_ih_l0	7	-0.08595030754804611
404063	rnn.bias_ih_l0	8	-0.046379975974559784
404063	rnn.bias_ih_l0	9	-0.10841032862663269
404063	rnn.bias_hh_l0	0	-0.06953012943267822
404063	rnn.bias_hh_l0	1	0.24826818704605103
404063	rnn.bias_hh_l0	2	0.047142356634140015
404063	rnn.bias_hh_l0	3	-0.0793243795633316
404063	rnn.bias_hh_l0	4	-0.08310014754533768
404063	rnn.bias_hh_l0	5	-0.004727301187813282
404063	rnn.bias_hh_l0	6	0.05826486274600029
404063	rnn.bias_hh_l0	7	-0.09826456755399704
404063	rnn.bias_hh_l0	8	-0.2333718240261078
404063	rnn.bias_hh_l0	9	-0.10123927146196365
404063	rnn.weight_ih_l0_reverse	0	0.020301535725593567
404063	rnn.weight_ih_l0_reverse	1	-0.06003541871905327
404063	rnn.weight_ih_l0_reverse	2	0.0429699681699276
404063	rnn.weight_ih_l0_reverse	3	0.020296992734074593
404063	rnn.weight_ih_l0_reverse	4	-4.764010100188898e-06
404063	rnn.weight_ih_l0_reverse	5	-0.025541838258504868
404063	rnn.weight_ih_l0_reverse	6	0.012040941044688225
404063	rnn.weight_ih_l0_reverse	7	0.0283065102994442
404063	rnn.weight_ih_l0_reverse	8	-0.028098735958337784
404063	rnn.weight_ih_l0_reverse	9	-0.0015803680289536715
404063	rnn.weight_hh_l0_reverse	0	0.03979356959462166
404063	rnn.weight_hh_l0_reverse	1	0.02988346479833126
404063	rnn.weight_hh_l0_reverse	2	-0.02304767072200775
404063	rnn.weight_hh_l0_reverse	3	-0.08239268511533737
404063	rnn.weight_hh_l0_reverse	4	0.01128434669226408
404063	rnn.weight_hh_l0_reverse	5	-0.06108679622411728
404063	rnn.weight_hh_l0_reverse	6	-0.014162907376885414
404063	rnn.weight_hh_l0_reverse	7	0.030979707837104797
404063	rnn.weight_hh_l0_reverse	8	0.007883409038186073
404063	rnn.weight_hh_l0_reverse	9	0.008692764677107334
404063	rnn.bias_ih_l0_reverse	0	-0.04619699344038963
404063	rnn.bias_ih_l0_reverse	1	-0.1401204615831375
404063	rnn.bias_ih_l0_reverse	2	-0.14579568803310394
404063	rnn.bias_ih_l0_reverse	3	-0.04584747180342674
404063	rnn.bias_ih_l0_reverse	4	-0.11279117316007614
404063	rnn.bias_ih_l0_reverse	5	-0.08596037328243256
404063	rnn.bias_ih_l0_reverse	6	-0.2088911533355713
404063	rnn.bias_ih_l0_reverse	7	-0.05254533886909485
404063	rnn.bias_ih_l0_reverse	8	-0.06344559043645859
404063	rnn.bias_ih_l0_reverse	9	-0.1343374103307724
404063	rnn.bias_hh_l0_reverse	0	-0.14218007028102875
404063	rnn.bias_hh_l0_reverse	1	-0.16226743161678314
404063	rnn.bias_hh_l0_reverse	2	0.10525310784578323
404063	rnn.bias_hh_l0_reverse	3	0.07119426131248474
404063	rnn.bias_hh_l0_reverse	4	-0.17913749814033508
404063	rnn.bias_hh_l0_reverse	5	-0.14263379573822021
404063	rnn.bias_hh_l0_reverse	6	-0.08893644064664841
404063	rnn.bias_hh_l0_reverse	7	-0.05398230254650116
404063	rnn.bias_hh_l0_reverse	8	-0.09627263993024826
404063	rnn.bias_hh_l0_reverse	9	-0.0228927843272686
404063	linear.weight	0	-0.0077340793795883656
404063	linear.weight	1	0.007549808826297522
404063	linear.weight	2	0.31343668699264526
404063	linear.weight	3	-0.0789097473025322
404063	linear.weight	4	-0.010588549077510834
404063	linear.weight	5	0.12093663215637207
404063	linear.weight	6	-0.010739270597696304
404063	linear.weight	7	-0.07143471390008926
404063	linear.weight	8	0.184804767370224
404063	linear.weight	9	-0.2813819646835327
404063	linear.bias	0	-0.03956538438796997
404063	linear.bias	1	0.031413208693265915
404063	linear.bias	2	0.4163694679737091
404063	linear.bias	3	-0.7512861490249634
404063	linear.bias	4	2.158299446105957
404063	linear.bias	5	-1.4051399230957031
404063	linear.bias	6	-0.2926231324672699
404063	linear.bias	7	-0.12952236831188202
404621	transitions	0	-1.951076626777649
404621	transitions	1	-10000.0
404621	transitions	2	-0.7969565987586975
404621	transitions	3	-10000.0
404621	transitions	4	2.0699594020843506
404621	transitions	5	-10000.0
404621	transitions	6	-10000.0
404621	transitions	7	1.85434091091156
404621	transitions	8	-2.632629871368408
404621	transitions	9	-4.23977518081665
404621	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
404621	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
404621	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
404621	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
404621	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
404621	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
404621	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
404621	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
404621	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
404621	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
404621	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
404621	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
404621	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
404621	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
404621	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
404621	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
404621	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
404621	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
404621	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
404621	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
404621	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
404621	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
404621	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
404621	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
404621	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
404621	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
404621	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
404621	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
404621	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
404621	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
404621	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
404621	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
404621	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
404621	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
404621	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
404621	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
404621	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
404621	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
404621	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
404621	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
404621	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
404621	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
404621	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
404621	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
404621	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
404621	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
404621	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
404621	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
404621	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
404621	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
404621	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
404621	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
404621	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
404621	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
404621	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
404621	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
404621	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
404621	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
404621	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
404621	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
404621	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
404621	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
404621	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
404621	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
404621	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
404621	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
404621	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
404621	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
404621	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
404621	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
404621	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
404621	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
404621	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
404621	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
404621	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
404621	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
404621	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
404621	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
404621	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
404621	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
404621	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
404621	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
404621	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
404621	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
404621	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
404621	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
404621	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
404621	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
404621	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
404621	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
404621	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
404621	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
404621	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
404621	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
404621	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
404621	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
404621	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
404621	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
404621	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
404621	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
404621	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
404621	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
404621	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
404621	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
404621	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
404621	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
404621	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
404621	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
404621	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
404621	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
404621	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
404621	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
404621	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
404621	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
404621	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
404621	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
404621	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
404621	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
404621	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
404621	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
404621	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
404621	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
404621	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
404621	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
404621	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
404621	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
404621	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
404621	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
404621	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
404621	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
404621	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
404621	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
404621	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
404621	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
404621	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
404621	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
404621	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
404621	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
404621	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
404621	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
404621	embedding2nn.weight	0	0.006404067389667034
404621	embedding2nn.weight	1	0.003986731171607971
404621	embedding2nn.weight	2	0.013430616818368435
404621	embedding2nn.weight	3	0.026850003749132156
404621	embedding2nn.weight	4	0.023481598123908043
404621	embedding2nn.weight	5	0.0055548143573105335
404621	embedding2nn.weight	6	-0.015398834832012653
404621	embedding2nn.weight	7	-0.0004361901665106416
404621	embedding2nn.weight	8	-0.010076925158500671
404621	embedding2nn.weight	9	0.001930920174345374
404621	embedding2nn.bias	0	0.013893683440983295
404621	embedding2nn.bias	1	-0.036893028765916824
404621	embedding2nn.bias	2	0.08108217269182205
404621	embedding2nn.bias	3	0.06999826431274414
404621	embedding2nn.bias	4	-0.012086777947843075
404621	embedding2nn.bias	5	-0.033243075013160706
404621	embedding2nn.bias	6	0.029613351449370384
404621	embedding2nn.bias	7	0.0043393699452281
404621	embedding2nn.bias	8	-0.03475511819124222
404621	embedding2nn.bias	9	0.024767596274614334
404621	rnn.weight_ih_l0	0	0.06475585699081421
404621	rnn.weight_ih_l0	1	-0.04163618013262749
404621	rnn.weight_ih_l0	2	0.005312662106007338
404621	rnn.weight_ih_l0	3	0.045153044164180756
404621	rnn.weight_ih_l0	4	-0.029713671654462814
404621	rnn.weight_ih_l0	5	0.04028230533003807
404621	rnn.weight_ih_l0	6	0.007754110265523195
404621	rnn.weight_ih_l0	7	0.06557279080152512
404621	rnn.weight_ih_l0	8	0.009218576364219189
404621	rnn.weight_ih_l0	9	-0.02536892518401146
404621	rnn.weight_hh_l0	0	-0.01172133069485426
404621	rnn.weight_hh_l0	1	-0.027783535420894623
404621	rnn.weight_hh_l0	2	-0.06147235631942749
404621	rnn.weight_hh_l0	3	-0.00586035056039691
404621	rnn.weight_hh_l0	4	-0.009680874645709991
404621	rnn.weight_hh_l0	5	-0.024157686159014702
404621	rnn.weight_hh_l0	6	0.0006567664095200598
404621	rnn.weight_hh_l0	7	-0.035693150013685226
404621	rnn.weight_hh_l0	8	0.06719181686639786
404621	rnn.weight_hh_l0	9	0.045139655470848083
404621	rnn.bias_ih_l0	0	-0.1741117537021637
404621	rnn.bias_ih_l0	1	-0.17092105746269226
404621	rnn.bias_ih_l0	2	-0.019581496715545654
404621	rnn.bias_ih_l0	3	-0.1475810706615448
404621	rnn.bias_ih_l0	4	-0.0587003231048584
404621	rnn.bias_ih_l0	5	-0.1759750247001648
404621	rnn.bias_ih_l0	6	0.07293261587619781
404621	rnn.bias_ih_l0	7	-0.08592539280653
404621	rnn.bias_ih_l0	8	-0.04640169069170952
404621	rnn.bias_ih_l0	9	-0.10844414681196213
404621	rnn.bias_hh_l0	0	-0.06954833120107651
404621	rnn.bias_hh_l0	1	0.24826599657535553
404621	rnn.bias_hh_l0	2	0.04715125635266304
404621	rnn.bias_hh_l0	3	-0.07932543754577637
404621	rnn.bias_hh_l0	4	-0.08310812711715698
404621	rnn.bias_hh_l0	5	-0.004703423473984003
404621	rnn.bias_hh_l0	6	0.05828581750392914
404621	rnn.bias_hh_l0	7	-0.09826745092868805
404621	rnn.bias_hh_l0	8	-0.2333337664604187
404621	rnn.bias_hh_l0	9	-0.10125388950109482
404621	rnn.weight_ih_l0_reverse	0	0.02030782587826252
404621	rnn.weight_ih_l0_reverse	1	-0.06003895401954651
404621	rnn.weight_ih_l0_reverse	2	0.042966555804014206
404621	rnn.weight_ih_l0_reverse	3	0.02029433287680149
404621	rnn.weight_ih_l0_reverse	4	-1.9199775636025151e-07
404621	rnn.weight_ih_l0_reverse	5	-0.02554582804441452
404621	rnn.weight_ih_l0_reverse	6	0.012052047066390514
404621	rnn.weight_ih_l0_reverse	7	0.028305821120738983
404621	rnn.weight_ih_l0_reverse	8	-0.028103770688176155
404621	rnn.weight_ih_l0_reverse	9	-0.001584070734679699
404621	rnn.weight_hh_l0_reverse	0	0.039792176336050034
404621	rnn.weight_hh_l0_reverse	1	0.02988351508975029
404621	rnn.weight_hh_l0_reverse	2	-0.023045264184474945
404621	rnn.weight_hh_l0_reverse	3	-0.0823928713798523
404621	rnn.weight_hh_l0_reverse	4	0.011284621432423592
404621	rnn.weight_hh_l0_reverse	5	-0.061090607196092606
404621	rnn.weight_hh_l0_reverse	6	-0.014162899926304817
404621	rnn.weight_hh_l0_reverse	7	0.03098098561167717
404621	rnn.weight_hh_l0_reverse	8	0.007880901917815208
404621	rnn.weight_hh_l0_reverse	9	0.008691730909049511
404621	rnn.bias_ih_l0_reverse	0	-0.04620756953954697
404621	rnn.bias_ih_l0_reverse	1	-0.14011211693286896
404621	rnn.bias_ih_l0_reverse	2	-0.145795539021492
404621	rnn.bias_ih_l0_reverse	3	-0.04583042114973068
404621	rnn.bias_ih_l0_reverse	4	-0.11279736459255219
404621	rnn.bias_ih_l0_reverse	5	-0.08595793694257736
404621	rnn.bias_ih_l0_reverse	6	-0.20886605978012085
404621	rnn.bias_ih_l0_reverse	7	-0.052522193640470505
404621	rnn.bias_ih_l0_reverse	8	-0.06343550980091095
404621	rnn.bias_ih_l0_reverse	9	-0.1343528926372528
404621	rnn.bias_hh_l0_reverse	0	-0.14219118654727936
404621	rnn.bias_hh_l0_reverse	1	-0.1622994840145111
404621	rnn.bias_hh_l0_reverse	2	0.10522869974374771
404621	rnn.bias_hh_l0_reverse	3	0.07120063155889511
404621	rnn.bias_hh_l0_reverse	4	-0.17916250228881836
404621	rnn.bias_hh_l0_reverse	5	-0.14262482523918152
404621	rnn.bias_hh_l0_reverse	6	-0.08894017338752747
404621	rnn.bias_hh_l0_reverse	7	-0.05397728830575943
404621	rnn.bias_hh_l0_reverse	8	-0.09626714885234833
404621	rnn.bias_hh_l0_reverse	9	-0.022937938570976257
404621	linear.weight	0	-0.007734079845249653
404621	linear.weight	1	0.007574734278023243
404621	linear.weight	2	0.3133758306503296
404621	linear.weight	3	-0.0789097473025322
404621	linear.weight	4	-0.010588549077510834
404621	linear.weight	5	0.1208692267537117
404621	linear.weight	6	-0.010739270597696304
404621	linear.weight	7	-0.071446493268013
404621	linear.weight	8	0.1847878396511078
404621	linear.weight	9	-0.2814091444015503
404621	linear.bias	0	-0.03956538438796997
404621	linear.bias	1	0.031413208693265915
404621	linear.bias	2	0.41561540961265564
404621	linear.bias	3	-0.7514437437057495
404621	linear.bias	4	2.1588144302368164
404621	linear.bias	5	-1.4051399230957031
404621	linear.bias	6	-0.2924174964427948
404621	linear.bias	7	-0.12932932376861572
405179	transitions	0	-1.9510822296142578
405179	transitions	1	-10000.0
405179	transitions	2	-0.7969565987586975
405179	transitions	3	-10000.0
405179	transitions	4	2.0698094367980957
405179	transitions	5	-10000.0
405179	transitions	6	-10000.0
405179	transitions	7	1.8543527126312256
405179	transitions	8	-2.6326303482055664
405179	transitions	9	-4.23977518081665
405179	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
405179	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
405179	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
405179	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
405179	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
405179	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
405179	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
405179	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
405179	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
405179	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
405179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
405179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
405179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
405179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
405179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
405179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
405179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
405179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
405179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
405179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
405179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
405179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
405179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
405179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
405179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
405179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
405179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
405179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
405179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
405179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
405179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
405179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
405179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
405179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
405179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
405179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
405179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
405179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
405179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
405179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
405179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
405179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
405179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
405179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
405179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
405179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
405179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
405179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
405179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
405179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
405179	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
405179	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
405179	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
405179	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
405179	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
405179	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
405179	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
405179	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
405179	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
405179	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
405179	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
405179	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
405179	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
405179	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
405179	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
405179	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
405179	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
405179	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
405179	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
405179	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
405179	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
405179	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
405179	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
405179	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
405179	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
405179	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
405179	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
405179	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
405179	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
405179	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
405179	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
405179	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
405179	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
405179	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
405179	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
405179	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
405179	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
405179	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
405179	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
405179	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
405179	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
405179	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
405179	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
405179	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
405179	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
405179	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
405179	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
405179	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
405179	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
405179	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
405179	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
405179	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
405179	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
405179	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
405179	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
405179	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
405179	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
405179	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
405179	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
405179	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
405179	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
405179	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
405179	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
405179	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
405179	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
405179	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
405179	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
405179	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
405179	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
405179	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
405179	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
405179	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
405179	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
405179	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
405179	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
405179	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
405179	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
405179	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
405179	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
405179	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
405179	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
405179	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
405179	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
405179	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
405179	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
405179	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
405179	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
405179	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
405179	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
405179	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
405179	embedding2nn.weight	0	0.006403772160410881
405179	embedding2nn.weight	1	0.003986367955803871
405179	embedding2nn.weight	2	0.013430636376142502
405179	embedding2nn.weight	3	0.026849746704101562
405179	embedding2nn.weight	4	0.02348221279680729
405179	embedding2nn.weight	5	0.00555434450507164
405179	embedding2nn.weight	6	-0.015396622009575367
405179	embedding2nn.weight	7	-0.0004379709716886282
405179	embedding2nn.weight	8	-0.010072478093206882
405179	embedding2nn.weight	9	0.001931672915816307
405179	embedding2nn.bias	0	0.013823078945279121
405179	embedding2nn.bias	1	-0.03685054928064346
405179	embedding2nn.bias	2	0.08108469843864441
405179	embedding2nn.bias	3	0.070027194917202
405179	embedding2nn.bias	4	-0.012121409177780151
405179	embedding2nn.bias	5	-0.033287446945905685
405179	embedding2nn.bias	6	0.02966386079788208
405179	embedding2nn.bias	7	0.004277448635548353
405179	embedding2nn.bias	8	-0.034750279039144516
405179	embedding2nn.bias	9	0.024748878553509712
405179	rnn.weight_ih_l0	0	0.0647503212094307
405179	rnn.weight_ih_l0	1	-0.0416315421462059
405179	rnn.weight_ih_l0	2	0.005313673987984657
405179	rnn.weight_ih_l0	3	0.04515116661787033
405179	rnn.weight_ih_l0	4	-0.029719507321715355
405179	rnn.weight_ih_l0	5	0.04027276858687401
405179	rnn.weight_ih_l0	6	0.007755897473543882
405179	rnn.weight_ih_l0	7	0.06556844711303711
405179	rnn.weight_ih_l0	8	0.009219110943377018
405179	rnn.weight_ih_l0	9	-0.025370584800839424
405179	rnn.weight_hh_l0	0	-0.011718745343387127
405179	rnn.weight_hh_l0	1	-0.02778240293264389
405179	rnn.weight_hh_l0	2	-0.06147114187479019
405179	rnn.weight_hh_l0	3	-0.005858840886503458
405179	rnn.weight_hh_l0	4	-0.009680918417870998
405179	rnn.weight_hh_l0	5	-0.024157118052244186
405179	rnn.weight_hh_l0	6	0.0006573315476998687
405179	rnn.weight_hh_l0	7	-0.03569481894373894
405179	rnn.weight_hh_l0	8	0.06719213724136353
405179	rnn.weight_hh_l0	9	0.0451347790658474
405179	rnn.bias_ih_l0	0	-0.1741078794002533
405179	rnn.bias_ih_l0	1	-0.17094022035598755
405179	rnn.bias_ih_l0	2	-0.019593272358179092
405179	rnn.bias_ih_l0	3	-0.1475774645805359
405179	rnn.bias_ih_l0	4	-0.05867409706115723
405179	rnn.bias_ih_l0	5	-0.17597229778766632
405179	rnn.bias_ih_l0	6	0.0729268416762352
405179	rnn.bias_ih_l0	7	-0.08593160659074783
405179	rnn.bias_ih_l0	8	-0.04642769694328308
405179	rnn.bias_ih_l0	9	-0.10843465477228165
405179	rnn.bias_hh_l0	0	-0.06956661492586136
405179	rnn.bias_hh_l0	1	0.24822093546390533
405179	rnn.bias_hh_l0	2	0.04719382897019386
405179	rnn.bias_hh_l0	3	-0.07929795235395432
405179	rnn.bias_hh_l0	4	-0.08309120684862137
405179	rnn.bias_hh_l0	5	-0.0047207726165652275
405179	rnn.bias_hh_l0	6	0.058277543634176254
405179	rnn.bias_hh_l0	7	-0.09830554574728012
405179	rnn.bias_hh_l0	8	-0.23332060873508453
405179	rnn.bias_hh_l0	9	-0.10124660283327103
405179	rnn.weight_ih_l0_reverse	0	0.020312031731009483
405179	rnn.weight_ih_l0_reverse	1	-0.06003859266638756
405179	rnn.weight_ih_l0_reverse	2	0.04296814650297165
405179	rnn.weight_ih_l0_reverse	3	0.02029973268508911
405179	rnn.weight_ih_l0_reverse	4	3.851491328532575e-06
405179	rnn.weight_ih_l0_reverse	5	-0.025552021339535713
405179	rnn.weight_ih_l0_reverse	6	0.012037347070872784
405179	rnn.weight_ih_l0_reverse	7	0.028306899592280388
405179	rnn.weight_ih_l0_reverse	8	-0.02810441143810749
405179	rnn.weight_ih_l0_reverse	9	-0.001584820100106299
405179	rnn.weight_hh_l0_reverse	0	0.03979143127799034
405179	rnn.weight_hh_l0_reverse	1	0.029882093891501427
405179	rnn.weight_hh_l0_reverse	2	-0.023045064881443977
405179	rnn.weight_hh_l0_reverse	3	-0.08238044381141663
405179	rnn.weight_hh_l0_reverse	4	0.01128517184406519
405179	rnn.weight_hh_l0_reverse	5	-0.061096902936697006
405179	rnn.weight_hh_l0_reverse	6	-0.014161791652441025
405179	rnn.weight_hh_l0_reverse	7	0.030983902513980865
405179	rnn.weight_hh_l0_reverse	8	0.007877650670707226
405179	rnn.weight_hh_l0_reverse	9	0.00868520699441433
405179	rnn.bias_ih_l0_reverse	0	-0.04623754322528839
405179	rnn.bias_ih_l0_reverse	1	-0.14010685682296753
405179	rnn.bias_ih_l0_reverse	2	-0.14579319953918457
405179	rnn.bias_ih_l0_reverse	3	-0.04583306610584259
405179	rnn.bias_ih_l0_reverse	4	-0.11280939728021622
405179	rnn.bias_ih_l0_reverse	5	-0.08595762401819229
405179	rnn.bias_ih_l0_reverse	6	-0.2088811844587326
405179	rnn.bias_ih_l0_reverse	7	-0.05254180729389191
405179	rnn.bias_ih_l0_reverse	8	-0.06342549622058868
405179	rnn.bias_ih_l0_reverse	9	-0.13432808220386505
405179	rnn.bias_hh_l0_reverse	0	-0.1421908736228943
405179	rnn.bias_hh_l0_reverse	1	-0.1622989922761917
405179	rnn.bias_hh_l0_reverse	2	0.10525171458721161
405179	rnn.bias_hh_l0_reverse	3	0.07119487226009369
405179	rnn.bias_hh_l0_reverse	4	-0.1791863888502121
405179	rnn.bias_hh_l0_reverse	5	-0.14262259006500244
405179	rnn.bias_hh_l0_reverse	6	-0.08895523846149445
405179	rnn.bias_hh_l0_reverse	7	-0.05398115515708923
405179	rnn.bias_hh_l0_reverse	8	-0.09627433866262436
405179	rnn.bias_hh_l0_reverse	9	-0.02292061410844326
405179	linear.weight	0	-0.007734084501862526
405179	linear.weight	1	0.007651230785995722
405179	linear.weight	2	0.3134251832962036
405179	linear.weight	3	-0.0789097473025322
405179	linear.weight	4	-0.010588549077510834
405179	linear.weight	5	0.12089713662862778
405179	linear.weight	6	-0.010739270597696304
405179	linear.weight	7	-0.07162265479564667
405179	linear.weight	8	0.1846897453069687
405179	linear.weight	9	-0.28141194581985474
405179	linear.bias	0	-0.03956538438796997
405179	linear.bias	1	0.031413208693265915
405179	linear.bias	2	0.4166804552078247
405179	linear.bias	3	-0.7520841360092163
405179	linear.bias	4	2.1587512493133545
405179	linear.bias	5	-1.4051399230957031
405179	linear.bias	6	-0.29259347915649414
405179	linear.bias	7	-0.12951171398162842
405737	transitions	0	-1.951087474822998
405737	transitions	1	-10000.0
405737	transitions	2	-0.7969565987586975
405737	transitions	3	-10000.0
405737	transitions	4	2.069852828979492
405737	transitions	5	-10000.0
405737	transitions	6	-10000.0
405737	transitions	7	1.8542346954345703
405737	transitions	8	-2.632631540298462
405737	transitions	9	-4.23977518081665
405737	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
405737	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
405737	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
405737	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
405737	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
405737	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
405737	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
405737	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
405737	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
405737	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
405737	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
405737	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
405737	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
405737	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
405737	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
405737	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
405737	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
405737	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
405737	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
405737	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
405737	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
405737	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
405737	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
405737	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
405737	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
405737	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
405737	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
405737	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
405737	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
405737	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
405737	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
405737	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
405737	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
405737	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
405737	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
405737	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
405737	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
405737	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
405737	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
405737	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
405737	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
405737	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
405737	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
405737	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
405737	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
405737	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
405737	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
405737	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
405737	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
405737	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
405737	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
405737	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
405737	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
405737	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
405737	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
405737	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
405737	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
405737	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
405737	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
405737	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
405737	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
405737	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
405737	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
405737	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
405737	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
405737	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
405737	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
405737	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
405737	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
405737	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
405737	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
405737	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
405737	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
405737	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
405737	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
405737	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
405737	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
405737	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
405737	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
405737	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
405737	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
405737	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
405737	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
405737	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
405737	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
405737	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
405737	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
405737	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
405737	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
405737	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
405737	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
405737	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
405737	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
405737	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
405737	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
405737	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
405737	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
405737	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
405737	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
405737	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
405737	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
405737	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
405737	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
405737	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
405737	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
405737	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
405737	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
405737	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
405737	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
405737	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
405737	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
405737	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
405737	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
405737	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
405737	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
405737	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
405737	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
405737	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
405737	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
405737	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
405737	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
405737	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
405737	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
405737	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
405737	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
405737	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
405737	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
405737	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
405737	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
405737	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
405737	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
405737	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
405737	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
405737	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
405737	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
405737	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
405737	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
405737	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
405737	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
405737	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
405737	embedding2nn.weight	0	0.006403750274330378
405737	embedding2nn.weight	1	0.0039867255836725235
405737	embedding2nn.weight	2	0.013430873863399029
405737	embedding2nn.weight	3	0.026849625632166862
405737	embedding2nn.weight	4	0.023482417687773705
405737	embedding2nn.weight	5	0.0055547673255205154
405737	embedding2nn.weight	6	-0.01539747603237629
405737	embedding2nn.weight	7	-0.0004389965324662626
405737	embedding2nn.weight	8	-0.010069779120385647
405737	embedding2nn.weight	9	0.0019330327631905675
405737	embedding2nn.bias	0	0.01378452405333519
405737	embedding2nn.bias	1	-0.03688519075512886
405737	embedding2nn.bias	2	0.08105501532554626
405737	embedding2nn.bias	3	0.07003380358219147
405737	embedding2nn.bias	4	-0.012156062759459019
405737	embedding2nn.bias	5	-0.03329145908355713
405737	embedding2nn.bias	6	0.029666265472769737
405737	embedding2nn.bias	7	0.004168751649558544
405737	embedding2nn.bias	8	-0.034742675721645355
405737	embedding2nn.bias	9	0.02476516366004944
405737	rnn.weight_ih_l0	0	0.06475110352039337
405737	rnn.weight_ih_l0	1	-0.041637614369392395
405737	rnn.weight_ih_l0	2	0.005312303081154823
405737	rnn.weight_ih_l0	3	0.0451601967215538
405737	rnn.weight_ih_l0	4	-0.029719339683651924
405737	rnn.weight_ih_l0	5	0.04026828333735466
405737	rnn.weight_ih_l0	6	0.007754140067845583
405737	rnn.weight_ih_l0	7	0.06557105481624603
405737	rnn.weight_ih_l0	8	0.009220975451171398
405737	rnn.weight_ih_l0	9	-0.02536904253065586
405737	rnn.weight_hh_l0	0	-0.01171424612402916
405737	rnn.weight_hh_l0	1	-0.027784187346696854
405737	rnn.weight_hh_l0	2	-0.06147041171789169
405737	rnn.weight_hh_l0	3	-0.005860363133251667
405737	rnn.weight_hh_l0	4	-0.009681742638349533
405737	rnn.weight_hh_l0	5	-0.02415994368493557
405737	rnn.weight_hh_l0	6	0.0006571193225681782
405737	rnn.weight_hh_l0	7	-0.035699550062417984
405737	rnn.weight_hh_l0	8	0.0671933963894844
405737	rnn.weight_hh_l0	9	0.04513552412390709
405737	rnn.bias_ih_l0	0	-0.17410710453987122
405737	rnn.bias_ih_l0	1	-0.17094004154205322
405737	rnn.bias_ih_l0	2	-0.01958899013698101
405737	rnn.bias_ih_l0	3	-0.1475725769996643
405737	rnn.bias_ih_l0	4	-0.05868800729513168
405737	rnn.bias_ih_l0	5	-0.17596858739852905
405737	rnn.bias_ih_l0	6	0.07295433431863785
405737	rnn.bias_ih_l0	7	-0.08594411611557007
405737	rnn.bias_ih_l0	8	-0.04645751416683197
405737	rnn.bias_ih_l0	9	-0.10842764377593994
405737	rnn.bias_hh_l0	0	-0.06956224888563156
405737	rnn.bias_hh_l0	1	0.24823269248008728
405737	rnn.bias_hh_l0	2	0.04723531752824783
405737	rnn.bias_hh_l0	3	-0.07928124070167542
405737	rnn.bias_hh_l0	4	-0.08307407051324844
405737	rnn.bias_hh_l0	5	-0.004746818449348211
405737	rnn.bias_hh_l0	6	0.058269478380680084
405737	rnn.bias_hh_l0	7	-0.09830883890390396
405737	rnn.bias_hh_l0	8	-0.23335418105125427
405737	rnn.bias_hh_l0	9	-0.10125099122524261
405737	rnn.weight_ih_l0_reverse	0	0.020307715982198715
405737	rnn.weight_ih_l0_reverse	1	-0.06004501134157181
405737	rnn.weight_ih_l0_reverse	2	0.04297243431210518
405737	rnn.weight_ih_l0_reverse	3	0.020302141085267067
405737	rnn.weight_ih_l0_reverse	4	5.958506335446145e-06
405737	rnn.weight_ih_l0_reverse	5	-0.02554888278245926
405737	rnn.weight_ih_l0_reverse	6	0.012039000168442726
405737	rnn.weight_ih_l0_reverse	7	0.028304513543844223
405737	rnn.weight_ih_l0_reverse	8	-0.028103969991207123
405737	rnn.weight_ih_l0_reverse	9	-0.001582806115038693
405737	rnn.weight_hh_l0_reverse	0	0.03979366272687912
405737	rnn.weight_hh_l0_reverse	1	0.029885604977607727
405737	rnn.weight_hh_l0_reverse	2	-0.023046176880598068
405737	rnn.weight_hh_l0_reverse	3	-0.08236826956272125
405737	rnn.weight_hh_l0_reverse	4	0.011287616565823555
405737	rnn.weight_hh_l0_reverse	5	-0.061093520373106
405737	rnn.weight_hh_l0_reverse	6	-0.014165152795612812
405737	rnn.weight_hh_l0_reverse	7	0.030983125790953636
405737	rnn.weight_hh_l0_reverse	8	0.007876873016357422
405737	rnn.weight_hh_l0_reverse	9	0.00868715438991785
405737	rnn.bias_ih_l0_reverse	0	-0.04625015705823898
405737	rnn.bias_ih_l0_reverse	1	-0.14009977877140045
405737	rnn.bias_ih_l0_reverse	2	-0.1457976996898651
405737	rnn.bias_ih_l0_reverse	3	-0.045823834836483
405737	rnn.bias_ih_l0_reverse	4	-0.11278554052114487
405737	rnn.bias_ih_l0_reverse	5	-0.08596456795930862
405737	rnn.bias_ih_l0_reverse	6	-0.20887325704097748
405737	rnn.bias_ih_l0_reverse	7	-0.05254790186882019
405737	rnn.bias_ih_l0_reverse	8	-0.06340505182743073
405737	rnn.bias_ih_l0_reverse	9	-0.13427312672138214
405737	rnn.bias_hh_l0_reverse	0	-0.14216811954975128
405737	rnn.bias_hh_l0_reverse	1	-0.1623096913099289
405737	rnn.bias_hh_l0_reverse	2	0.10528245568275452
405737	rnn.bias_hh_l0_reverse	3	0.07120178639888763
405737	rnn.bias_hh_l0_reverse	4	-0.1791553944349289
405737	rnn.bias_hh_l0_reverse	5	-0.14259183406829834
405737	rnn.bias_hh_l0_reverse	6	-0.08895919471979141
405737	rnn.bias_hh_l0_reverse	7	-0.05399646982550621
405737	rnn.bias_hh_l0_reverse	8	-0.09629332274198532
405737	rnn.bias_hh_l0_reverse	9	-0.02289721369743347
405737	linear.weight	0	-0.007734086364507675
405737	linear.weight	1	0.00763991242274642
405737	linear.weight	2	0.3134457468986511
405737	linear.weight	3	-0.0789097473025322
405737	linear.weight	4	-0.010588549077510834
405737	linear.weight	5	0.12091880291700363
405737	linear.weight	6	-0.010739270597696304
405737	linear.weight	7	-0.0716547891497612
405737	linear.weight	8	0.1846763640642166
405737	linear.weight	9	-0.2814147472381592
405737	linear.bias	0	-0.03956538438796997
405737	linear.bias	1	0.031413208693265915
405737	linear.bias	2	0.41804760694503784
405737	linear.bias	3	-0.7520800828933716
405737	linear.bias	4	2.1578683853149414
405737	linear.bias	5	-1.4051399230957031
405737	linear.bias	6	-0.2928326725959778
405737	linear.bias	7	-0.12975920736789703
406295	transitions	0	-1.9510912895202637
406295	transitions	1	-10000.0
406295	transitions	2	-0.7969565987586975
406295	transitions	3	-10000.0
406295	transitions	4	2.0701065063476562
406295	transitions	5	-10000.0
406295	transitions	6	-10000.0
406295	transitions	7	1.8540631532669067
406295	transitions	8	-2.632631778717041
406295	transitions	9	-4.23977518081665
406295	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
406295	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
406295	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
406295	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
406295	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
406295	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
406295	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
406295	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
406295	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
406295	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
406295	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
406295	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
406295	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
406295	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
406295	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
406295	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
406295	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
406295	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
406295	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
406295	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
406295	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
406295	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
406295	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
406295	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
406295	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
406295	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
406295	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
406295	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
406295	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
406295	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
406295	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
406295	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
406295	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
406295	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
406295	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
406295	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
406295	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
406295	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
406295	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
406295	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
406295	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
406295	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
406295	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
406295	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
406295	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
406295	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
406295	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
406295	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
406295	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
406295	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
406295	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
406295	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
406295	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
406295	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
406295	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
406295	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
406295	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
406295	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
406295	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
406295	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
406295	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
406295	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
406295	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
406295	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
406295	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
406295	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
406295	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
406295	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
406295	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
406295	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
406295	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
406295	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
406295	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
406295	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
406295	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
406295	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
406295	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
406295	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
406295	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
406295	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
406295	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
406295	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
406295	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
406295	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
406295	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
406295	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
406295	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
406295	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
406295	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
406295	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
406295	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
406295	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
406295	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
406295	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
406295	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
406295	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
406295	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
406295	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
406295	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
406295	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
406295	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
406295	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
406295	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
406295	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
406295	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
406295	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
406295	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
406295	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
406295	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
406295	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
406295	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
406295	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
406295	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
406295	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
406295	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
406295	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
406295	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
406295	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
406295	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
406295	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
406295	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
406295	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
406295	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
406295	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
406295	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
406295	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
406295	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
406295	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
406295	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
406295	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
406295	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
406295	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
406295	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
406295	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
406295	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
406295	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
406295	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
406295	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
406295	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
406295	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
406295	embedding2nn.weight	0	0.0064037214033305645
406295	embedding2nn.weight	1	0.003986665979027748
406295	embedding2nn.weight	2	0.013430873863399029
406295	embedding2nn.weight	3	0.026849225163459778
406295	embedding2nn.weight	4	0.023480447009205818
406295	embedding2nn.weight	5	0.005556971300393343
406295	embedding2nn.weight	6	-0.015397311188280582
406295	embedding2nn.weight	7	-0.00043951196130365133
406295	embedding2nn.weight	8	-0.010068838484585285
406295	embedding2nn.weight	9	0.00193210004363209
406295	embedding2nn.bias	0	0.01378984097391367
406295	embedding2nn.bias	1	-0.03693660348653793
406295	embedding2nn.bias	2	0.0810423418879509
406295	embedding2nn.bias	3	0.07002777606248856
406295	embedding2nn.bias	4	-0.012098959647119045
406295	embedding2nn.bias	5	-0.03324611112475395
406295	embedding2nn.bias	6	0.029609214514493942
406295	embedding2nn.bias	7	0.004234072286635637
406295	embedding2nn.bias	8	-0.03479495644569397
406295	embedding2nn.bias	9	0.02479719929397106
406295	rnn.weight_ih_l0	0	0.06474828720092773
406295	rnn.weight_ih_l0	1	-0.041634250432252884
406295	rnn.weight_ih_l0	2	0.005302343051880598
406295	rnn.weight_ih_l0	3	0.04516049474477768
406295	rnn.weight_ih_l0	4	-0.02971845120191574
406295	rnn.weight_ih_l0	5	0.04027307406067848
406295	rnn.weight_ih_l0	6	0.007754282560199499
406295	rnn.weight_ih_l0	7	0.0655735582113266
406295	rnn.weight_ih_l0	8	0.009221265092492104
406295	rnn.weight_ih_l0	9	-0.0253681018948555
406295	rnn.weight_hh_l0	0	-0.011711911298334599
406295	rnn.weight_hh_l0	1	-0.027788937091827393
406295	rnn.weight_hh_l0	2	-0.061464302241802216
406295	rnn.weight_hh_l0	3	-0.005860684439539909
406295	rnn.weight_hh_l0	4	-0.009680185467004776
406295	rnn.weight_hh_l0	5	-0.024164406582713127
406295	rnn.weight_hh_l0	6	0.0006578510510735214
406295	rnn.weight_hh_l0	7	-0.035699546337127686
406295	rnn.weight_hh_l0	8	0.06719323992729187
406295	rnn.weight_hh_l0	9	0.04513081908226013
406295	rnn.bias_ih_l0	0	-0.1741139441728592
406295	rnn.bias_ih_l0	1	-0.17092712223529816
406295	rnn.bias_ih_l0	2	-0.0195901058614254
406295	rnn.bias_ih_l0	3	-0.1475885808467865
406295	rnn.bias_ih_l0	4	-0.058673664927482605
406295	rnn.bias_ih_l0	5	-0.17599430680274963
406295	rnn.bias_ih_l0	6	0.07292772084474564
406295	rnn.bias_ih_l0	7	-0.08596539497375488
406295	rnn.bias_ih_l0	8	-0.046452369540929794
406295	rnn.bias_ih_l0	9	-0.10844285786151886
406295	rnn.bias_hh_l0	0	-0.06956204026937485
406295	rnn.bias_hh_l0	1	0.24824859201908112
406295	rnn.bias_hh_l0	2	0.047237131744623184
406295	rnn.bias_hh_l0	3	-0.07926135510206223
406295	rnn.bias_hh_l0	4	-0.08306973427534103
406295	rnn.bias_hh_l0	5	-0.004740588832646608
406295	rnn.bias_hh_l0	6	0.05827893316745758
406295	rnn.bias_hh_l0	7	-0.09828419238328934
406295	rnn.bias_hh_l0	8	-0.23330669105052948
406295	rnn.bias_hh_l0	9	-0.10125894844532013
406295	rnn.weight_ih_l0_reverse	0	0.020317792892456055
406295	rnn.weight_ih_l0_reverse	1	-0.06004321575164795
406295	rnn.weight_ih_l0_reverse	2	0.04297109320759773
406295	rnn.weight_ih_l0_reverse	3	0.02029993385076523
406295	rnn.weight_ih_l0_reverse	4	7.344841833401006e-06
406295	rnn.weight_ih_l0_reverse	5	-0.02554742433130741
406295	rnn.weight_ih_l0_reverse	6	0.012051345780491829
406295	rnn.weight_ih_l0_reverse	7	0.028304902836680412
406295	rnn.weight_ih_l0_reverse	8	-0.028103502467274666
406295	rnn.weight_ih_l0_reverse	9	-0.001579292002134025
406295	rnn.weight_hh_l0_reverse	0	0.03979320824146271
406295	rnn.weight_hh_l0_reverse	1	0.02988298237323761
406295	rnn.weight_hh_l0_reverse	2	-0.02304663136601448
406295	rnn.weight_hh_l0_reverse	3	-0.0823696032166481
406295	rnn.weight_hh_l0_reverse	4	0.01128647942095995
406295	rnn.weight_hh_l0_reverse	5	-0.06109431013464928
406295	rnn.weight_hh_l0_reverse	6	-0.014164487831294537
406295	rnn.weight_hh_l0_reverse	7	0.030984176322817802
406295	rnn.weight_hh_l0_reverse	8	0.007877662777900696
406295	rnn.weight_hh_l0_reverse	9	0.008689485490322113
406295	rnn.bias_ih_l0_reverse	0	-0.04624485969543457
406295	rnn.bias_ih_l0_reverse	1	-0.14010055363178253
406295	rnn.bias_ih_l0_reverse	2	-0.14580489695072174
406295	rnn.bias_ih_l0_reverse	3	-0.04582005366683006
406295	rnn.bias_ih_l0_reverse	4	-0.11276747286319733
406295	rnn.bias_ih_l0_reverse	5	-0.08597561717033386
406295	rnn.bias_ih_l0_reverse	6	-0.2088945358991623
406295	rnn.bias_ih_l0_reverse	7	-0.05254500359296799
406295	rnn.bias_ih_l0_reverse	8	-0.06341426074504852
406295	rnn.bias_ih_l0_reverse	9	-0.13425807654857635
406295	rnn.bias_hh_l0_reverse	0	-0.1421741247177124
406295	rnn.bias_hh_l0_reverse	1	-0.16229912638664246
406295	rnn.bias_hh_l0_reverse	2	0.10525736957788467
406295	rnn.bias_hh_l0_reverse	3	0.0712093785405159
406295	rnn.bias_hh_l0_reverse	4	-0.17914848029613495
406295	rnn.bias_hh_l0_reverse	5	-0.14258921146392822
406295	rnn.bias_hh_l0_reverse	6	-0.08894014358520508
406295	rnn.bias_hh_l0_reverse	7	-0.053994085639715195
406295	rnn.bias_hh_l0_reverse	8	-0.09627854824066162
406295	rnn.bias_hh_l0_reverse	9	-0.022903045639395714
406295	linear.weight	0	-0.007734090089797974
406295	linear.weight	1	0.007678942289203405
406295	linear.weight	2	0.31344014406204224
406295	linear.weight	3	-0.0789097473025322
406295	linear.weight	4	-0.010588549077510834
406295	linear.weight	5	0.12074920535087585
406295	linear.weight	6	-0.010739270597696304
406295	linear.weight	7	-0.07154430449008942
406295	linear.weight	8	0.18437279760837555
406295	linear.weight	9	-0.28141480684280396
406295	linear.bias	0	-0.03956538438796997
406295	linear.bias	1	0.031413208693265915
406295	linear.bias	2	0.41771113872528076
406295	linear.bias	3	-0.7517363429069519
406295	linear.bias	4	2.157982349395752
406295	linear.bias	5	-1.4051399230957031
406295	linear.bias	6	-0.2928904592990875
406295	linear.bias	7	-0.1298234611749649
406853	transitions	0	-1.9510945081710815
406853	transitions	1	-10000.0
406853	transitions	2	-0.7969565987586975
406853	transitions	3	-10000.0
406853	transitions	4	2.069962501525879
406853	transitions	5	-10000.0
406853	transitions	6	-10000.0
406853	transitions	7	1.8540213108062744
406853	transitions	8	-2.6326334476470947
406853	transitions	9	-4.23977518081665
406853	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
406853	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
406853	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
406853	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
406853	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
406853	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
406853	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
406853	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
406853	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
406853	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
406853	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
406853	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
406853	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
406853	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
406853	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
406853	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
406853	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
406853	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
406853	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
406853	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
406853	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
406853	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
406853	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
406853	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
406853	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
406853	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
406853	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
406853	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
406853	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
406853	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
406853	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
406853	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
406853	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
406853	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
406853	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
406853	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
406853	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
406853	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
406853	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
406853	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
406853	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
406853	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
406853	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
406853	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
406853	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
406853	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
406853	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
406853	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
406853	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
406853	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
406853	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
406853	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
406853	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
406853	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
406853	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
406853	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
406853	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
406853	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
406853	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
406853	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
406853	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
406853	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
406853	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
406853	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
406853	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
406853	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
406853	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
406853	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
406853	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
406853	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
406853	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
406853	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
406853	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
406853	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
406853	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
406853	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
406853	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
406853	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
406853	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
406853	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
406853	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
406853	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
406853	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
406853	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
406853	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
406853	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
406853	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
406853	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
406853	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
406853	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
406853	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
406853	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
406853	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
406853	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
406853	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
406853	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
406853	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
406853	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
406853	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
406853	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
406853	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
406853	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
406853	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
406853	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
406853	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
406853	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
406853	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
406853	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
406853	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
406853	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
406853	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
406853	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
406853	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
406853	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
406853	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
406853	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
406853	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
406853	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
406853	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
406853	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
406853	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
406853	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
406853	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
406853	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
406853	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
406853	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
406853	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
406853	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
406853	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
406853	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
406853	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
406853	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
406853	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
406853	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
406853	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
406853	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
406853	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
406853	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
406853	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
406853	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
406853	embedding2nn.weight	0	0.006403456442058086
406853	embedding2nn.weight	1	0.003986629191786051
406853	embedding2nn.weight	2	0.013430910184979439
406853	embedding2nn.weight	3	0.02685125730931759
406853	embedding2nn.weight	4	0.02347978949546814
406853	embedding2nn.weight	5	0.005555046256631613
406853	embedding2nn.weight	6	-0.015397992916405201
406853	embedding2nn.weight	7	-0.0004402192425914109
406853	embedding2nn.weight	8	-0.010064102709293365
406853	embedding2nn.weight	9	0.0019326129695400596
406853	embedding2nn.bias	0	0.013840452767908573
406853	embedding2nn.bias	1	-0.03701191022992134
406853	embedding2nn.bias	2	0.08110032230615616
406853	embedding2nn.bias	3	0.07004062086343765
406853	embedding2nn.bias	4	-0.012075456790626049
406853	embedding2nn.bias	5	-0.0332711823284626
406853	embedding2nn.bias	6	0.02956561930477619
406853	embedding2nn.bias	7	0.004240875598043203
406853	embedding2nn.bias	8	-0.03481009602546692
406853	embedding2nn.bias	9	0.024753017351031303
406853	rnn.weight_ih_l0	0	0.06475777924060822
406853	rnn.weight_ih_l0	1	-0.04163917526602745
406853	rnn.weight_ih_l0	2	0.005301183555275202
406853	rnn.weight_ih_l0	3	0.04516582563519478
406853	rnn.weight_ih_l0	4	-0.029721850529313087
406853	rnn.weight_ih_l0	5	0.040272846817970276
406853	rnn.weight_ih_l0	6	0.007754998281598091
406853	rnn.weight_ih_l0	7	0.06557480990886688
406853	rnn.weight_ih_l0	8	0.00922941230237484
406853	rnn.weight_ih_l0	9	-0.025367749854922295
406853	rnn.weight_hh_l0	0	-0.011710464023053646
406853	rnn.weight_hh_l0	1	-0.02779175341129303
406853	rnn.weight_hh_l0	2	-0.061459507793188095
406853	rnn.weight_hh_l0	3	-0.005860490724444389
406853	rnn.weight_hh_l0	4	-0.009679766371846199
406853	rnn.weight_hh_l0	5	-0.02416418306529522
406853	rnn.weight_hh_l0	6	0.0006572692655026913
406853	rnn.weight_hh_l0	7	-0.03569779545068741
406853	rnn.weight_hh_l0	8	0.06718944758176804
406853	rnn.weight_hh_l0	9	0.04512987285852432
406853	rnn.bias_ih_l0	0	-0.1740969568490982
406853	rnn.bias_ih_l0	1	-0.17093594372272491
406853	rnn.bias_ih_l0	2	-0.01958305947482586
406853	rnn.bias_ih_l0	3	-0.14754581451416016
406853	rnn.bias_ih_l0	4	-0.058671314269304276
406853	rnn.bias_ih_l0	5	-0.17599649727344513
406853	rnn.bias_ih_l0	6	0.07293502986431122
406853	rnn.bias_ih_l0	7	-0.08598709851503372
406853	rnn.bias_ih_l0	8	-0.04642795771360397
406853	rnn.bias_ih_l0	9	-0.10843224078416824
406853	rnn.bias_hh_l0	0	-0.06955662369728088
406853	rnn.bias_hh_l0	1	0.24822412431240082
406853	rnn.bias_hh_l0	2	0.047189861536026
406853	rnn.bias_hh_l0	3	-0.07925137132406235
406853	rnn.bias_hh_l0	4	-0.08305033296346664
406853	rnn.bias_hh_l0	5	-0.0047408477403223515
406853	rnn.bias_hh_l0	6	0.05826960504055023
406853	rnn.bias_hh_l0	7	-0.09827776253223419
406853	rnn.bias_hh_l0	8	-0.23331454396247864
406853	rnn.bias_hh_l0	9	-0.1012568399310112
406853	rnn.weight_ih_l0_reverse	0	0.020313085988163948
406853	rnn.weight_ih_l0_reverse	1	-0.060039322823286057
406853	rnn.weight_ih_l0_reverse	2	0.042972370982170105
406853	rnn.weight_ih_l0_reverse	3	0.020307879894971848
406853	rnn.weight_ih_l0_reverse	4	5.074614364275476e-06
406853	rnn.weight_ih_l0_reverse	5	-0.025541817769408226
406853	rnn.weight_ih_l0_reverse	6	0.012051071040332317
406853	rnn.weight_ih_l0_reverse	7	0.028308099135756493
406853	rnn.weight_ih_l0_reverse	8	-0.028102464973926544
406853	rnn.weight_ih_l0_reverse	9	-0.0015778620727360249
406853	rnn.weight_hh_l0_reverse	0	0.03979380428791046
406853	rnn.weight_hh_l0_reverse	1	0.029882358387112617
406853	rnn.weight_hh_l0_reverse	2	-0.023045023903250694
406853	rnn.weight_hh_l0_reverse	3	-0.08236560225486755
406853	rnn.weight_hh_l0_reverse	4	0.01128754485398531
406853	rnn.weight_hh_l0_reverse	5	-0.06109129264950752
406853	rnn.weight_hh_l0_reverse	6	-0.014166861772537231
406853	rnn.weight_hh_l0_reverse	7	0.03098696656525135
406853	rnn.weight_hh_l0_reverse	8	0.007878757081925869
406853	rnn.weight_hh_l0_reverse	9	0.008693757466971874
406853	rnn.bias_ih_l0_reverse	0	-0.04624214023351669
406853	rnn.bias_ih_l0_reverse	1	-0.1401127427816391
406853	rnn.bias_ih_l0_reverse	2	-0.14583425223827362
406853	rnn.bias_ih_l0_reverse	3	-0.0458151251077652
406853	rnn.bias_ih_l0_reverse	4	-0.11277583241462708
406853	rnn.bias_ih_l0_reverse	5	-0.0859847217798233
406853	rnn.bias_ih_l0_reverse	6	-0.20892605185508728
406853	rnn.bias_ih_l0_reverse	7	-0.052540138363838196
406853	rnn.bias_ih_l0_reverse	8	-0.0634177103638649
406853	rnn.bias_ih_l0_reverse	9	-0.13425275683403015
406853	rnn.bias_hh_l0_reverse	0	-0.1421668380498886
406853	rnn.bias_hh_l0_reverse	1	-0.16228164732456207
406853	rnn.bias_hh_l0_reverse	2	0.10527803748846054
406853	rnn.bias_hh_l0_reverse	3	0.07118446379899979
406853	rnn.bias_hh_l0_reverse	4	-0.17912514507770538
406853	rnn.bias_hh_l0_reverse	5	-0.14259199798107147
406853	rnn.bias_hh_l0_reverse	6	-0.08891605585813522
406853	rnn.bias_hh_l0_reverse	7	-0.054004788398742676
406853	rnn.bias_hh_l0_reverse	8	-0.09627468138933182
406853	rnn.bias_hh_l0_reverse	9	-0.02291344478726387
406853	linear.weight	0	-0.007734094280749559
406853	linear.weight	1	0.007613360416144133
406853	linear.weight	2	0.31348517537117004
406853	linear.weight	3	-0.0789097473025322
406853	linear.weight	4	-0.010588549077510834
406853	linear.weight	5	0.12061213701963425
406853	linear.weight	6	-0.010739270597696304
406853	linear.weight	7	-0.07156973332166672
406853	linear.weight	8	0.1845284253358841
406853	linear.weight	9	-0.281386137008667
406853	linear.bias	0	-0.03956538438796997
406853	linear.bias	1	0.031413208693265915
406853	linear.bias	2	0.4167334735393524
406853	linear.bias	3	-0.751679539680481
406853	linear.bias	4	2.1580493450164795
406853	linear.bias	5	-1.4051399230957031
406853	linear.bias	6	-0.292462557554245
406853	linear.bias	7	-0.12939655780792236
407411	transitions	0	-1.9510979652404785
407411	transitions	1	-10000.0
407411	transitions	2	-0.7969565987586975
407411	transitions	3	-10000.0
407411	transitions	4	2.069922685623169
407411	transitions	5	-10000.0
407411	transitions	6	-10000.0
407411	transitions	7	1.8540993928909302
407411	transitions	8	-2.632634162902832
407411	transitions	9	-4.23977518081665
407411	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
407411	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
407411	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
407411	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
407411	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
407411	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
407411	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
407411	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
407411	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
407411	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
407411	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
407411	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
407411	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
407411	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
407411	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
407411	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
407411	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
407411	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
407411	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
407411	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
407411	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
407411	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
407411	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
407411	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
407411	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
407411	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
407411	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
407411	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
407411	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
407411	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
407411	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
407411	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
407411	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
407411	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
407411	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
407411	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
407411	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
407411	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
407411	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
407411	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
407411	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
407411	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
407411	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
407411	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
407411	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
407411	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
407411	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
407411	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
407411	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
407411	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
407411	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
407411	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
407411	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
407411	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
407411	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
407411	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
407411	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
407411	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
407411	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
407411	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
407411	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
407411	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
407411	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
407411	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
407411	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
407411	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
407411	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
407411	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
407411	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
407411	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
407411	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
407411	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
407411	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
407411	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
407411	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
407411	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
407411	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
407411	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
407411	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
407411	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
407411	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
407411	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
407411	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
407411	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
407411	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
407411	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
407411	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
407411	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
407411	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
407411	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
407411	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
407411	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
407411	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
407411	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
407411	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
407411	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
407411	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
407411	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
407411	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
407411	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
407411	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
407411	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
407411	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
407411	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
407411	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
407411	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
407411	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
407411	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
407411	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
407411	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
407411	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
407411	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
407411	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
407411	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
407411	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
407411	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
407411	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
407411	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
407411	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
407411	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
407411	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
407411	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
407411	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
407411	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
407411	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
407411	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
407411	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
407411	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
407411	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
407411	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
407411	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
407411	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
407411	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
407411	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
407411	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
407411	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
407411	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
407411	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
407411	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
407411	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
407411	embedding2nn.weight	0	0.006403409410268068
407411	embedding2nn.weight	1	0.0039869677275419235
407411	embedding2nn.weight	2	0.013431127183139324
407411	embedding2nn.weight	3	0.026855334639549255
407411	embedding2nn.weight	4	0.023480994626879692
407411	embedding2nn.weight	5	0.00555546535179019
407411	embedding2nn.weight	6	-0.015398632735013962
407411	embedding2nn.weight	7	-0.00043959234608337283
407411	embedding2nn.weight	8	-0.010064671747386456
407411	embedding2nn.weight	9	0.0019317076075822115
407411	embedding2nn.bias	0	0.013807369396090508
407411	embedding2nn.bias	1	-0.037057723850011826
407411	embedding2nn.bias	2	0.08106501400470734
407411	embedding2nn.bias	3	0.07004816085100174
407411	embedding2nn.bias	4	-0.01204768568277359
407411	embedding2nn.bias	5	-0.03320848196744919
407411	embedding2nn.bias	6	0.029583124443888664
407411	embedding2nn.bias	7	0.004231455270200968
407411	embedding2nn.bias	8	-0.03475162759423256
407411	embedding2nn.bias	9	0.024767180904746056
407411	rnn.weight_ih_l0	0	0.06475966423749924
407411	rnn.weight_ih_l0	1	-0.04164551943540573
407411	rnn.weight_ih_l0	2	0.005300145596265793
407411	rnn.weight_ih_l0	3	0.04516588896512985
407411	rnn.weight_ih_l0	4	-0.029719827696681023
407411	rnn.weight_ih_l0	5	0.04027280583977699
407411	rnn.weight_ih_l0	6	0.007756066974252462
407411	rnn.weight_ih_l0	7	0.06557367742061615
407411	rnn.weight_ih_l0	8	0.00922414381057024
407411	rnn.weight_ih_l0	9	-0.025367585942149162
407411	rnn.weight_hh_l0	0	-0.011713551357388496
407411	rnn.weight_hh_l0	1	-0.027790242806077003
407411	rnn.weight_hh_l0	2	-0.061458270996809006
407411	rnn.weight_hh_l0	3	-0.005860554985702038
407411	rnn.weight_hh_l0	4	-0.009680095128715038
407411	rnn.weight_hh_l0	5	-0.024166613817214966
407411	rnn.weight_hh_l0	6	0.0006577378371730447
407411	rnn.weight_hh_l0	7	-0.03569159656763077
407411	rnn.weight_hh_l0	8	0.06718766689300537
407411	rnn.weight_hh_l0	9	0.04513048008084297
407411	rnn.bias_ih_l0	0	-0.17409765720367432
407411	rnn.bias_ih_l0	1	-0.1709391325712204
407411	rnn.bias_ih_l0	2	-0.019578462466597557
407411	rnn.bias_ih_l0	3	-0.14754065871238708
407411	rnn.bias_ih_l0	4	-0.058668773621320724
407411	rnn.bias_ih_l0	5	-0.17600396275520325
407411	rnn.bias_ih_l0	6	0.07291842252016068
407411	rnn.bias_ih_l0	7	-0.0859803706407547
407411	rnn.bias_ih_l0	8	-0.0464327335357666
407411	rnn.bias_ih_l0	9	-0.10845140367746353
407411	rnn.bias_hh_l0	0	-0.06956244260072708
407411	rnn.bias_hh_l0	1	0.248202383518219
407411	rnn.bias_hh_l0	2	0.047180939465761185
407411	rnn.bias_hh_l0	3	-0.07925751060247421
407411	rnn.bias_hh_l0	4	-0.08303482085466385
407411	rnn.bias_hh_l0	5	-0.004752508830279112
407411	rnn.bias_hh_l0	6	0.05827536806464195
407411	rnn.bias_hh_l0	7	-0.09826003760099411
407411	rnn.bias_hh_l0	8	-0.23330458998680115
407411	rnn.bias_hh_l0	9	-0.1012611985206604
407411	rnn.weight_ih_l0_reverse	0	0.02032667212188244
407411	rnn.weight_ih_l0_reverse	1	-0.06003914400935173
407411	rnn.weight_ih_l0_reverse	2	0.042975179851055145
407411	rnn.weight_ih_l0_reverse	3	0.020311713218688965
407411	rnn.weight_ih_l0_reverse	4	6.29524038231466e-06
407411	rnn.weight_ih_l0_reverse	5	-0.025547964498400688
407411	rnn.weight_ih_l0_reverse	6	0.012050492689013481
407411	rnn.weight_ih_l0_reverse	7	0.028307253494858742
407411	rnn.weight_ih_l0_reverse	8	-0.028102349489927292
407411	rnn.weight_ih_l0_reverse	9	-0.001575102680362761
407411	rnn.weight_hh_l0_reverse	0	0.039796024560928345
407411	rnn.weight_hh_l0_reverse	1	0.029883593320846558
407411	rnn.weight_hh_l0_reverse	2	-0.023046450689435005
407411	rnn.weight_hh_l0_reverse	3	-0.08236297219991684
407411	rnn.weight_hh_l0_reverse	4	0.01128874346613884
407411	rnn.weight_hh_l0_reverse	5	-0.061091989278793335
407411	rnn.weight_hh_l0_reverse	6	-0.014169237576425076
407411	rnn.weight_hh_l0_reverse	7	0.030987439677119255
407411	rnn.weight_hh_l0_reverse	8	0.007881147786974907
407411	rnn.weight_hh_l0_reverse	9	0.008695912547409534
407411	rnn.bias_ih_l0_reverse	0	-0.04626217111945152
407411	rnn.bias_ih_l0_reverse	1	-0.14011722803115845
407411	rnn.bias_ih_l0_reverse	2	-0.14582069218158722
407411	rnn.bias_ih_l0_reverse	3	-0.04586369916796684
407411	rnn.bias_ih_l0_reverse	4	-0.11279363185167313
407411	rnn.bias_ih_l0_reverse	5	-0.08599212765693665
407411	rnn.bias_ih_l0_reverse	6	-0.20892874896526337
407411	rnn.bias_ih_l0_reverse	7	-0.052535224705934525
407411	rnn.bias_ih_l0_reverse	8	-0.06342390924692154
407411	rnn.bias_ih_l0_reverse	9	-0.13427452743053436
407411	rnn.bias_hh_l0_reverse	0	-0.1421477496623993
407411	rnn.bias_hh_l0_reverse	1	-0.16227571666240692
407411	rnn.bias_hh_l0_reverse	2	0.1052674651145935
407411	rnn.bias_hh_l0_reverse	3	0.07117804884910583
407411	rnn.bias_hh_l0_reverse	4	-0.17911843955516815
407411	rnn.bias_hh_l0_reverse	5	-0.14258451759815216
407411	rnn.bias_hh_l0_reverse	6	-0.08892745524644852
407411	rnn.bias_hh_l0_reverse	7	-0.05401332676410675
407411	rnn.bias_hh_l0_reverse	8	-0.0962618738412857
407411	rnn.bias_hh_l0_reverse	9	-0.022909129038453102
407411	linear.weight	0	-0.007734098471701145
407411	linear.weight	1	0.007545802276581526
407411	linear.weight	2	0.3136015236377716
407411	linear.weight	3	-0.0789097473025322
407411	linear.weight	4	-0.010588549077510834
407411	linear.weight	5	0.12084361165761948
407411	linear.weight	6	-0.010739270597696304
407411	linear.weight	7	-0.07174813002347946
407411	linear.weight	8	0.18453511595726013
407411	linear.weight	9	-0.2814355194568634
407411	linear.bias	0	-0.03956538438796997
407411	linear.bias	1	0.031413208693265915
407411	linear.bias	2	0.41577011346817017
407411	linear.bias	3	-0.7519137859344482
407411	linear.bias	4	2.1588828563690186
407411	linear.bias	5	-1.4051399230957031
407411	linear.bias	6	-0.2922772765159607
407411	linear.bias	7	-0.1292140632867813
407970	transitions	0	-1.9511009454727173
407970	transitions	1	-10000.0
407970	transitions	2	-0.7969565987586975
407970	transitions	3	-10000.0
407970	transitions	4	2.0699291229248047
407970	transitions	5	-10000.0
407970	transitions	6	-10000.0
407970	transitions	7	1.8541878461837769
407970	transitions	8	-2.6326351165771484
407970	transitions	9	-4.23977518081665
407970	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
407970	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
407970	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
407970	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
407970	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
407970	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
407970	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
407970	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
407970	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
407970	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
407970	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
407970	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
407970	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
407970	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
407970	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
407970	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
407970	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
407970	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
407970	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
407970	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
407970	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
407970	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
407970	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
407970	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
407970	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
407970	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
407970	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
407970	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
407970	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
407970	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
407970	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
407970	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
407970	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
407970	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
407970	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
407970	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
407970	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
407970	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
407970	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
407970	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
407970	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
407970	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
407970	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
407970	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
407970	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
407970	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
407970	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
407970	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
407970	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
407970	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
407970	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
407970	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
407970	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
407970	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
407970	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
407970	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
407970	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
407970	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
407970	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
407970	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
407970	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
407970	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
407970	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
407970	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
407970	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
407970	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
407970	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
407970	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
407970	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
407970	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
407970	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
407970	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
407970	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
407970	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
407970	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
407970	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
407970	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
407970	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
407970	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
407970	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
407970	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
407970	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
407970	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
407970	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
407970	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
407970	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
407970	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
407970	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
407970	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
407970	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
407970	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
407970	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
407970	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
407970	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
407970	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
407970	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
407970	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
407970	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
407970	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
407970	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
407970	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
407970	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
407970	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
407970	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
407970	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
407970	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
407970	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
407970	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
407970	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
407970	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
407970	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
407970	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
407970	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
407970	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
407970	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
407970	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
407970	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
407970	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
407970	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
407970	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
407970	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
407970	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
407970	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
407970	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
407970	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
407970	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
407970	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
407970	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
407970	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
407970	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
407970	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
407970	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
407970	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
407970	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
407970	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
407970	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
407970	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
407970	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
407970	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
407970	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
407970	embedding2nn.weight	0	0.006403419654816389
407970	embedding2nn.weight	1	0.003986953292042017
407970	embedding2nn.weight	2	0.013431168161332607
407970	embedding2nn.weight	3	0.026851214468479156
407970	embedding2nn.weight	4	0.02348473109304905
407970	embedding2nn.weight	5	0.0055534448474645615
407970	embedding2nn.weight	6	-0.015398198738694191
407970	embedding2nn.weight	7	-0.00044012273428961635
407970	embedding2nn.weight	8	-0.010067383758723736
407970	embedding2nn.weight	9	0.001930684200488031
407970	embedding2nn.bias	0	0.01381288468837738
407970	embedding2nn.bias	1	-0.03703413903713226
407970	embedding2nn.bias	2	0.0811011791229248
407970	embedding2nn.bias	3	0.07003027945756912
407970	embedding2nn.bias	4	-0.01200482714921236
407970	embedding2nn.bias	5	-0.033256545662879944
407970	embedding2nn.bias	6	0.0295890960842371
407970	embedding2nn.bias	7	0.004227919969707727
407970	embedding2nn.bias	8	-0.03466860577464104
407970	embedding2nn.bias	9	0.024732165038585663
407970	rnn.weight_ih_l0	0	0.0647590309381485
407970	rnn.weight_ih_l0	1	-0.041638173162937164
407970	rnn.weight_ih_l0	2	0.005301277618855238
407970	rnn.weight_ih_l0	3	0.04516994208097458
407970	rnn.weight_ih_l0	4	-0.029720604419708252
407970	rnn.weight_ih_l0	5	0.04027700051665306
407970	rnn.weight_ih_l0	6	0.0077550881542265415
407970	rnn.weight_ih_l0	7	0.06557462364435196
407970	rnn.weight_ih_l0	8	0.009227592498064041
407970	rnn.weight_ih_l0	9	-0.02537146955728531
407970	rnn.weight_hh_l0	0	-0.0117160240188241
407970	rnn.weight_hh_l0	1	-0.027791302651166916
407970	rnn.weight_hh_l0	2	-0.061457905918359756
407970	rnn.weight_hh_l0	3	-0.005860208999365568
407970	rnn.weight_hh_l0	4	-0.009679362177848816
407970	rnn.weight_hh_l0	5	-0.024163994938135147
407970	rnn.weight_hh_l0	6	0.000658275093883276
407970	rnn.weight_hh_l0	7	-0.03568999469280243
407970	rnn.weight_hh_l0	8	0.06718757003545761
407970	rnn.weight_hh_l0	9	0.04512912780046463
407970	rnn.bias_ih_l0	0	-0.17407375574111938
407970	rnn.bias_ih_l0	1	-0.17090745270252228
407970	rnn.bias_ih_l0	2	-0.019579105079174042
407970	rnn.bias_ih_l0	3	-0.14755038917064667
407970	rnn.bias_ih_l0	4	-0.05864917114377022
407970	rnn.bias_ih_l0	5	-0.17600145936012268
407970	rnn.bias_ih_l0	6	0.07295600324869156
407970	rnn.bias_ih_l0	7	-0.08596964180469513
407970	rnn.bias_ih_l0	8	-0.04644805192947388
407970	rnn.bias_ih_l0	9	-0.10846130549907684
407970	rnn.bias_hh_l0	0	-0.06956842541694641
407970	rnn.bias_hh_l0	1	0.24822703003883362
407970	rnn.bias_hh_l0	2	0.04720407351851463
407970	rnn.bias_hh_l0	3	-0.07925951480865479
407970	rnn.bias_hh_l0	4	-0.08302933722734451
407970	rnn.bias_hh_l0	5	-0.004774261265993118
407970	rnn.bias_hh_l0	6	0.05829024314880371
407970	rnn.bias_hh_l0	7	-0.09829462319612503
407970	rnn.bias_hh_l0	8	-0.23329058289527893
407970	rnn.bias_hh_l0	9	-0.10125818848609924
407970	rnn.weight_ih_l0_reverse	0	0.02031867578625679
407970	rnn.weight_ih_l0_reverse	1	-0.060038018971681595
407970	rnn.weight_ih_l0_reverse	2	0.04297570511698723
407970	rnn.weight_ih_l0_reverse	3	0.02031438983976841
407970	rnn.weight_ih_l0_reverse	4	1.1711832485161722e-05
407970	rnn.weight_ih_l0_reverse	5	-0.025549938902258873
407970	rnn.weight_ih_l0_reverse	6	0.012051706202328205
407970	rnn.weight_ih_l0_reverse	7	0.028305435553193092
407970	rnn.weight_ih_l0_reverse	8	-0.02810315601527691
407970	rnn.weight_ih_l0_reverse	9	-0.0015774263301864266
407970	rnn.weight_hh_l0_reverse	0	0.039797086268663406
407970	rnn.weight_hh_l0_reverse	1	0.029886489734053612
407970	rnn.weight_hh_l0_reverse	2	-0.023048926144838333
407970	rnn.weight_hh_l0_reverse	3	-0.08235835283994675
407970	rnn.weight_hh_l0_reverse	4	0.011288512498140335
407970	rnn.weight_hh_l0_reverse	5	-0.061096686869859695
407970	rnn.weight_hh_l0_reverse	6	-0.014168567955493927
407970	rnn.weight_hh_l0_reverse	7	0.030984852463006973
407970	rnn.weight_hh_l0_reverse	8	0.00788683071732521
407970	rnn.weight_hh_l0_reverse	9	0.008694938383996487
407970	rnn.bias_ih_l0_reverse	0	-0.04623980075120926
407970	rnn.bias_ih_l0_reverse	1	-0.14011411368846893
407970	rnn.bias_ih_l0_reverse	2	-0.14582039415836334
407970	rnn.bias_ih_l0_reverse	3	-0.04586661607027054
407970	rnn.bias_ih_l0_reverse	4	-0.11279238760471344
407970	rnn.bias_ih_l0_reverse	5	-0.08598887920379639
407970	rnn.bias_ih_l0_reverse	6	-0.20894674956798553
407970	rnn.bias_ih_l0_reverse	7	-0.052536506205797195
407970	rnn.bias_ih_l0_reverse	8	-0.06341170519590378
407970	rnn.bias_ih_l0_reverse	9	-0.13426154851913452
407970	rnn.bias_hh_l0_reverse	0	-0.1421429067850113
407970	rnn.bias_hh_l0_reverse	1	-0.16228124499320984
407970	rnn.bias_hh_l0_reverse	2	0.10525348037481308
407970	rnn.bias_hh_l0_reverse	3	0.07117284834384918
407970	rnn.bias_hh_l0_reverse	4	-0.17910568416118622
407970	rnn.bias_hh_l0_reverse	5	-0.14260537922382355
407970	rnn.bias_hh_l0_reverse	6	-0.08890838921070099
407970	rnn.bias_hh_l0_reverse	7	-0.054002124816179276
407970	rnn.bias_hh_l0_reverse	8	-0.09624705463647842
407970	rnn.bias_hh_l0_reverse	9	-0.02289724163711071
407970	linear.weight	0	-0.007734099868685007
407970	linear.weight	1	0.007480899337679148
407970	linear.weight	2	0.3137363791465759
407970	linear.weight	3	-0.0789097473025322
407970	linear.weight	4	-0.010588549077510834
407970	linear.weight	5	0.12084390968084335
407970	linear.weight	6	-0.010739270597696304
407970	linear.weight	7	-0.07181846350431442
407970	linear.weight	8	0.18465298414230347
407970	linear.weight	9	-0.2814443111419678
407970	linear.bias	0	-0.03956538438796997
407970	linear.bias	1	0.031413208693265915
407970	linear.bias	2	0.41571810841560364
407970	linear.bias	3	-0.7518982291221619
407970	linear.bias	4	2.159360408782959
407970	linear.bias	5	-1.4051399230957031
407970	linear.bias	6	-0.29249683022499084
407970	linear.bias	7	-0.12943674623966217
408528	transitions	0	-1.95110285282135
408528	transitions	1	-10000.0
408528	transitions	2	-0.7969565987586975
408528	transitions	3	-10000.0
408528	transitions	4	2.0698113441467285
408528	transitions	5	-10000.0
408528	transitions	6	-10000.0
408528	transitions	7	1.8542088270187378
408528	transitions	8	-2.6326370239257812
408528	transitions	9	-4.23977518081665
408528	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
408528	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
408528	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
408528	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
408528	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
408528	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
408528	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
408528	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
408528	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
408528	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
408528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
408528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
408528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
408528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
408528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
408528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
408528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
408528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
408528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
408528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
408528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
408528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
408528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
408528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
408528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
408528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
408528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
408528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
408528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
408528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
408528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
408528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
408528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
408528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
408528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
408528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
408528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
408528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
408528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
408528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
408528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
408528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
408528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
408528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
408528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
408528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
408528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
408528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
408528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
408528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
408528	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
408528	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
408528	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
408528	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
408528	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
408528	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
408528	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
408528	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
408528	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
408528	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
408528	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
408528	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
408528	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
408528	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
408528	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
408528	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
408528	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
408528	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
408528	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
408528	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
408528	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
408528	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
408528	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
408528	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
408528	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
408528	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
408528	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
408528	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
408528	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
408528	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
408528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
408528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
408528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
408528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
408528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
408528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
408528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
408528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
408528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
408528	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
408528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
408528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
408528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
408528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
408528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
408528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
408528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
408528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
408528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
408528	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
408528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
408528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
408528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
408528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
408528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
408528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
408528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
408528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
408528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
408528	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
408528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
408528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
408528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
408528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
408528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
408528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
408528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
408528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
408528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
408528	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
408528	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
408528	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
408528	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
408528	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
408528	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
408528	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
408528	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
408528	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
408528	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
408528	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
408528	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
408528	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
408528	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
408528	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
408528	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
408528	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
408528	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
408528	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
408528	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
408528	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
408528	embedding2nn.weight	0	0.0064033507369458675
408528	embedding2nn.weight	1	0.003986159339547157
408528	embedding2nn.weight	2	0.01343134231865406
408528	embedding2nn.weight	3	0.02685021422803402
408528	embedding2nn.weight	4	0.023481976240873337
408528	embedding2nn.weight	5	0.005553213879466057
408528	embedding2nn.weight	6	-0.01540035754442215
408528	embedding2nn.weight	7	-0.0004407544620335102
408528	embedding2nn.weight	8	-0.010062841698527336
408528	embedding2nn.weight	9	0.0019307977054268122
408528	embedding2nn.bias	0	0.013743743300437927
408528	embedding2nn.bias	1	-0.03697049990296364
408528	embedding2nn.bias	2	0.08110533654689789
408528	embedding2nn.bias	3	0.0701194629073143
408528	embedding2nn.bias	4	-0.012066441588103771
408528	embedding2nn.bias	5	-0.03324813395738602
408528	embedding2nn.bias	6	0.029631877318024635
408528	embedding2nn.bias	7	0.004168263170868158
408528	embedding2nn.bias	8	-0.03466493636369705
408528	embedding2nn.bias	9	0.024738462641835213
408528	rnn.weight_ih_l0	0	0.06475573033094406
408528	rnn.weight_ih_l0	1	-0.04163818433880806
408528	rnn.weight_ih_l0	2	0.00530583132058382
408528	rnn.weight_ih_l0	3	0.04516739025712013
408528	rnn.weight_ih_l0	4	-0.029721161350607872
408528	rnn.weight_ih_l0	5	0.040283557027578354
408528	rnn.weight_ih_l0	6	0.007755013648420572
408528	rnn.weight_ih_l0	7	0.06557077914476395
408528	rnn.weight_ih_l0	8	0.009228265844285488
408528	rnn.weight_ih_l0	9	-0.025372536852955818
408528	rnn.weight_hh_l0	0	-0.011718884110450745
408528	rnn.weight_hh_l0	1	-0.027791429311037064
408528	rnn.weight_hh_l0	2	-0.06145477667450905
408528	rnn.weight_hh_l0	3	-0.005860201548784971
408528	rnn.weight_hh_l0	4	-0.009680169634521008
408528	rnn.weight_hh_l0	5	-0.024163981899619102
408528	rnn.weight_hh_l0	6	0.0006579987821169198
408528	rnn.weight_hh_l0	7	-0.03568854182958603
408528	rnn.weight_hh_l0	8	0.06718946248292923
408528	rnn.weight_hh_l0	9	0.04512666165828705
408528	rnn.bias_ih_l0	0	-0.17408855259418488
408528	rnn.bias_ih_l0	1	-0.17091791331768036
408528	rnn.bias_ih_l0	2	-0.01958511397242546
408528	rnn.bias_ih_l0	3	-0.14754216372966766
408528	rnn.bias_ih_l0	4	-0.05864650756120682
408528	rnn.bias_ih_l0	5	-0.1760038435459137
408528	rnn.bias_ih_l0	6	0.07298696041107178
408528	rnn.bias_ih_l0	7	-0.08597013354301453
408528	rnn.bias_ih_l0	8	-0.04642737656831741
408528	rnn.bias_ih_l0	9	-0.1084633469581604
408528	rnn.bias_hh_l0	0	-0.0695512443780899
408528	rnn.bias_hh_l0	1	0.24818171560764313
408528	rnn.bias_hh_l0	2	0.04722994193434715
408528	rnn.bias_hh_l0	3	-0.0792880654335022
408528	rnn.bias_hh_l0	4	-0.08300647884607315
408528	rnn.bias_hh_l0	5	-0.004757278598845005
408528	rnn.bias_hh_l0	6	0.05827877297997475
408528	rnn.bias_hh_l0	7	-0.09831423312425613
408528	rnn.bias_hh_l0	8	-0.23330159485340118
408528	rnn.bias_hh_l0	9	-0.10125058144330978
408528	rnn.weight_ih_l0_reverse	0	0.02032397873699665
408528	rnn.weight_ih_l0_reverse	1	-0.06003831326961517
408528	rnn.weight_ih_l0_reverse	2	0.042975738644599915
408528	rnn.weight_ih_l0_reverse	3	0.020308176055550575
408528	rnn.weight_ih_l0_reverse	4	1.366466676699929e-05
408528	rnn.weight_ih_l0_reverse	5	-0.02555667608976364
408528	rnn.weight_ih_l0_reverse	6	0.01205085963010788
408528	rnn.weight_ih_l0_reverse	7	0.028307020664215088
408528	rnn.weight_ih_l0_reverse	8	-0.028102057054638863
408528	rnn.weight_ih_l0_reverse	9	-0.0015790071338415146
408528	rnn.weight_hh_l0_reverse	0	0.03979799523949623
408528	rnn.weight_hh_l0_reverse	1	0.029887080192565918
408528	rnn.weight_hh_l0_reverse	2	-0.02305164374411106
408528	rnn.weight_hh_l0_reverse	3	-0.08234981447458267
408528	rnn.weight_hh_l0_reverse	4	0.011287786066532135
408528	rnn.weight_hh_l0_reverse	5	-0.06109926477074623
408528	rnn.weight_hh_l0_reverse	6	-0.014167157001793385
408528	rnn.weight_hh_l0_reverse	7	0.030988002195954323
408528	rnn.weight_hh_l0_reverse	8	0.007888522930443287
408528	rnn.weight_hh_l0_reverse	9	0.00869953166693449
408528	rnn.bias_ih_l0_reverse	0	-0.04624075070023537
408528	rnn.bias_ih_l0_reverse	1	-0.14012016355991364
408528	rnn.bias_ih_l0_reverse	2	-0.14582814276218414
408528	rnn.bias_ih_l0_reverse	3	-0.0458591990172863
408528	rnn.bias_ih_l0_reverse	4	-0.11280660331249237
408528	rnn.bias_ih_l0_reverse	5	-0.08599182218313217
408528	rnn.bias_ih_l0_reverse	6	-0.20896509289741516
408528	rnn.bias_ih_l0_reverse	7	-0.05254387855529785
408528	rnn.bias_ih_l0_reverse	8	-0.06340247392654419
408528	rnn.bias_ih_l0_reverse	9	-0.13425213098526
408528	rnn.bias_hh_l0_reverse	0	-0.14214210212230682
408528	rnn.bias_hh_l0_reverse	1	-0.1622871309518814
408528	rnn.bias_hh_l0_reverse	2	0.1052829846739769
408528	rnn.bias_hh_l0_reverse	3	0.07114298641681671
408528	rnn.bias_hh_l0_reverse	4	-0.17908743023872375
408528	rnn.bias_hh_l0_reverse	5	-0.14258995652198792
408528	rnn.bias_hh_l0_reverse	6	-0.08892212808132172
408528	rnn.bias_hh_l0_reverse	7	-0.0539957731962204
408528	rnn.bias_hh_l0_reverse	8	-0.09623198956251144
408528	rnn.bias_hh_l0_reverse	9	-0.022882355377078056
408528	linear.weight	0	-0.007734114304184914
408528	linear.weight	1	0.007383239921182394
408528	linear.weight	2	0.31379052996635437
408528	linear.weight	3	-0.0789097473025322
408528	linear.weight	4	-0.010588549077510834
408528	linear.weight	5	0.12077849358320236
408528	linear.weight	6	-0.010739270597696304
408528	linear.weight	7	-0.07175922393798828
408528	linear.weight	8	0.18449707329273224
408528	linear.weight	9	-0.2815095782279968
408528	linear.bias	0	-0.03956538438796997
408528	linear.bias	1	0.031413208693265915
408528	linear.bias	2	0.4169568717479706
408528	linear.bias	3	-0.751748263835907
408528	linear.bias	4	2.1586122512817383
408528	linear.bias	5	-1.4051399230957031
408528	linear.bias	6	-0.2928169071674347
408528	linear.bias	7	-0.12975840270519257
409086	transitions	0	-1.9511069059371948
409086	transitions	1	-10000.0
409086	transitions	2	-0.7969565987586975
409086	transitions	3	-10000.0
409086	transitions	4	2.0697264671325684
409086	transitions	5	-10000.0
409086	transitions	6	-10000.0
409086	transitions	7	1.8542168140411377
409086	transitions	8	-2.6326382160186768
409086	transitions	9	-4.23977518081665
409086	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
409086	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
409086	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
409086	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
409086	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
409086	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
409086	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
409086	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
409086	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
409086	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
409086	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
409086	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
409086	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
409086	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
409086	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
409086	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
409086	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
409086	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
409086	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
409086	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
409086	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
409086	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
409086	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
409086	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
409086	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
409086	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
409086	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
409086	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
409086	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
409086	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
409086	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
409086	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
409086	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
409086	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
409086	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
409086	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
409086	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
409086	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
409086	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
409086	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
409086	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
409086	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
409086	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
409086	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
409086	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
409086	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
409086	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
409086	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
409086	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
409086	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
409086	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
409086	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
409086	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
409086	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
409086	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
409086	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
409086	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
409086	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
409086	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
409086	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
409086	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
409086	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
409086	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
409086	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
409086	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
409086	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
409086	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
409086	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
409086	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
409086	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
409086	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
409086	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
409086	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
409086	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
409086	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
409086	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
409086	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
409086	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
409086	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
409086	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
409086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
409086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
409086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
409086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
409086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
409086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
409086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
409086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
409086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
409086	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
409086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
409086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
409086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
409086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
409086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
409086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
409086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
409086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
409086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
409086	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
409086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
409086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
409086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
409086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
409086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
409086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
409086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
409086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
409086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
409086	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
409086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
409086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
409086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
409086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
409086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
409086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
409086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
409086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
409086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
409086	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
409086	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
409086	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
409086	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
409086	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
409086	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
409086	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
409086	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
409086	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
409086	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
409086	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
409086	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
409086	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
409086	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
409086	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
409086	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
409086	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
409086	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
409086	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
409086	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
409086	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
409086	embedding2nn.weight	0	0.006403299048542976
409086	embedding2nn.weight	1	0.003986525349318981
409086	embedding2nn.weight	2	0.01343131996691227
409086	embedding2nn.weight	3	0.026849694550037384
409086	embedding2nn.weight	4	0.023484129458665848
409086	embedding2nn.weight	5	0.005557340104132891
409086	embedding2nn.weight	6	-0.0154001135379076
409086	embedding2nn.weight	7	-0.0004403491329867393
409086	embedding2nn.weight	8	-0.010067733936011791
409086	embedding2nn.weight	9	0.001930022262968123
409086	embedding2nn.bias	0	0.013761677779257298
409086	embedding2nn.bias	1	-0.03700176626443863
409086	embedding2nn.bias	2	0.08113708347082138
409086	embedding2nn.bias	3	0.07006824761629105
409086	embedding2nn.bias	4	-0.012050525285303593
409086	embedding2nn.bias	5	-0.033225152641534805
409086	embedding2nn.bias	6	0.029611866921186447
409086	embedding2nn.bias	7	0.004227047320455313
409086	embedding2nn.bias	8	-0.03466453775763512
409086	embedding2nn.bias	9	0.02475953847169876
409086	rnn.weight_ih_l0	0	0.06474479287862778
409086	rnn.weight_ih_l0	1	-0.041638586670160294
409086	rnn.weight_ih_l0	2	0.0053026555106043816
409086	rnn.weight_ih_l0	3	0.04516960680484772
409086	rnn.weight_ih_l0	4	-0.029717858880758286
409086	rnn.weight_ih_l0	5	0.040272943675518036
409086	rnn.weight_ih_l0	6	0.007756744511425495
409086	rnn.weight_ih_l0	7	0.06557291746139526
409086	rnn.weight_ih_l0	8	0.009234273806214333
409086	rnn.weight_ih_l0	9	-0.025366391986608505
409086	rnn.weight_hh_l0	0	-0.01171500887721777
409086	rnn.weight_hh_l0	1	-0.027793407440185547
409086	rnn.weight_hh_l0	2	-0.061453577131032944
409086	rnn.weight_hh_l0	3	-0.005860892590135336
409086	rnn.weight_hh_l0	4	-0.009679347276687622
409086	rnn.weight_hh_l0	5	-0.024166634306311607
409086	rnn.weight_hh_l0	6	0.000657227064948529
409086	rnn.weight_hh_l0	7	-0.03568272665143013
409086	rnn.weight_hh_l0	8	0.06719056516885757
409086	rnn.weight_hh_l0	9	0.0451304167509079
409086	rnn.bias_ih_l0	0	-0.17408914864063263
409086	rnn.bias_ih_l0	1	-0.1708819717168808
409086	rnn.bias_ih_l0	2	-0.01958543248474598
409086	rnn.bias_ih_l0	3	-0.14756445586681366
409086	rnn.bias_ih_l0	4	-0.058680471032857895
409086	rnn.bias_ih_l0	5	-0.17600609362125397
409086	rnn.bias_ih_l0	6	0.07297342270612717
409086	rnn.bias_ih_l0	7	-0.08596053719520569
409086	rnn.bias_ih_l0	8	-0.04641764611005783
409086	rnn.bias_ih_l0	9	-0.10844993591308594
409086	rnn.bias_hh_l0	0	-0.06953801214694977
409086	rnn.bias_hh_l0	1	0.24821321666240692
409086	rnn.bias_hh_l0	2	0.04720764234662056
409086	rnn.bias_hh_l0	3	-0.07928140461444855
409086	rnn.bias_hh_l0	4	-0.0830293595790863
409086	rnn.bias_hh_l0	5	-0.004757694434374571
409086	rnn.bias_hh_l0	6	0.05823621153831482
409086	rnn.bias_hh_l0	7	-0.09830106049776077
409086	rnn.bias_hh_l0	8	-0.23329871892929077
409086	rnn.bias_hh_l0	9	-0.10124200582504272
409086	rnn.weight_ih_l0_reverse	0	0.02032863348722458
409086	rnn.weight_ih_l0_reverse	1	-0.060042787343263626
409086	rnn.weight_ih_l0_reverse	2	0.042973943054676056
409086	rnn.weight_ih_l0_reverse	3	0.02031044103205204
409086	rnn.weight_ih_l0_reverse	4	9.794302968657576e-06
409086	rnn.weight_ih_l0_reverse	5	-0.025557881221175194
409086	rnn.weight_ih_l0_reverse	6	0.012068553827702999
409086	rnn.weight_ih_l0_reverse	7	0.02831161953508854
409086	rnn.weight_ih_l0_reverse	8	-0.02810157835483551
409086	rnn.weight_ih_l0_reverse	9	-0.001574660069309175
409086	rnn.weight_hh_l0_reverse	0	0.03979825973510742
409086	rnn.weight_hh_l0_reverse	1	0.02988751046359539
409086	rnn.weight_hh_l0_reverse	2	-0.023054316639900208
409086	rnn.weight_hh_l0_reverse	3	-0.08234725892543793
409086	rnn.weight_hh_l0_reverse	4	0.011286751367151737
409086	rnn.weight_hh_l0_reverse	5	-0.06109798327088356
409086	rnn.weight_hh_l0_reverse	6	-0.014165125787258148
409086	rnn.weight_hh_l0_reverse	7	0.030990570783615112
409086	rnn.weight_hh_l0_reverse	8	0.007888449355959892
409086	rnn.weight_hh_l0_reverse	9	0.008700419217348099
409086	rnn.bias_ih_l0_reverse	0	-0.04624062031507492
409086	rnn.bias_ih_l0_reverse	1	-0.1401139199733734
409086	rnn.bias_ih_l0_reverse	2	-0.14582706987857819
409086	rnn.bias_ih_l0_reverse	3	-0.045862480998039246
409086	rnn.bias_ih_l0_reverse	4	-0.11280456185340881
409086	rnn.bias_ih_l0_reverse	5	-0.08599497377872467
409086	rnn.bias_ih_l0_reverse	6	-0.2089526206254959
409086	rnn.bias_ih_l0_reverse	7	-0.052521511912345886
409086	rnn.bias_ih_l0_reverse	8	-0.06339370459318161
409086	rnn.bias_ih_l0_reverse	9	-0.1342511624097824
409086	rnn.bias_hh_l0_reverse	0	-0.14214561879634857
409086	rnn.bias_hh_l0_reverse	1	-0.16226854920387268
409086	rnn.bias_hh_l0_reverse	2	0.10526596009731293
409086	rnn.bias_hh_l0_reverse	3	0.07113999873399734
409086	rnn.bias_hh_l0_reverse	4	-0.17910635471343994
409086	rnn.bias_hh_l0_reverse	5	-0.14259709417819977
409086	rnn.bias_hh_l0_reverse	6	-0.08890510350465775
409086	rnn.bias_hh_l0_reverse	7	-0.053997911512851715
409086	rnn.bias_hh_l0_reverse	8	-0.09622873365879059
409086	rnn.bias_hh_l0_reverse	9	-0.02290356159210205
409086	linear.weight	0	-0.0077341157011687756
409086	linear.weight	1	0.007406835909932852
409086	linear.weight	2	0.3138911724090576
409086	linear.weight	3	-0.0789097473025322
409086	linear.weight	4	-0.010588549077510834
409086	linear.weight	5	0.12091532349586487
409086	linear.weight	6	-0.010739270597696304
409086	linear.weight	7	-0.07172220200300217
409086	linear.weight	8	0.18468961119651794
409086	linear.weight	9	-0.28159254789352417
409086	linear.bias	0	-0.03956538438796997
409086	linear.bias	1	0.031413208693265915
409086	linear.bias	2	0.41646531224250793
409086	linear.bias	3	-0.7519758939743042
409086	linear.bias	4	2.159360647201538
409086	linear.bias	5	-1.4051399230957031
409086	linear.bias	6	-0.2928253412246704
409086	linear.bias	7	-0.12977969646453857
409644	transitions	0	-1.951110601425171
409644	transitions	1	-10000.0
409644	transitions	2	-0.7969565987586975
409644	transitions	3	-10000.0
409644	transitions	4	2.069643259048462
409644	transitions	5	-10000.0
409644	transitions	6	-10000.0
409644	transitions	7	1.8542076349258423
409644	transitions	8	-2.6326401233673096
409644	transitions	9	-4.23977518081665
409644	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
409644	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
409644	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
409644	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
409644	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
409644	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
409644	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
409644	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
409644	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
409644	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
409644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
409644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
409644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
409644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
409644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
409644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
409644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
409644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
409644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
409644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
409644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
409644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
409644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
409644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
409644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
409644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
409644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
409644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
409644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
409644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
409644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
409644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
409644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
409644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
409644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
409644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
409644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
409644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
409644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
409644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
409644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
409644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
409644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
409644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
409644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
409644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
409644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
409644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
409644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
409644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
409644	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
409644	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
409644	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
409644	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
409644	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
409644	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
409644	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
409644	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
409644	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
409644	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
409644	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
409644	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
409644	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
409644	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
409644	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
409644	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
409644	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
409644	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
409644	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
409644	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
409644	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
409644	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
409644	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
409644	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
409644	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
409644	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
409644	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
409644	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
409644	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
409644	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
409644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
409644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
409644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
409644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
409644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
409644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
409644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
409644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
409644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
409644	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
409644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
409644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
409644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
409644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
409644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
409644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
409644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
409644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
409644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
409644	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
409644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
409644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
409644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
409644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
409644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
409644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
409644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
409644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
409644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
409644	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
409644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
409644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
409644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
409644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
409644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
409644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
409644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
409644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
409644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
409644	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
409644	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
409644	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
409644	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
409644	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
409644	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
409644	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
409644	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
409644	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
409644	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
409644	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
409644	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
409644	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
409644	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
409644	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
409644	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
409644	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
409644	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
409644	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
409644	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
409644	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
409644	embedding2nn.weight	0	0.006403310690075159
409644	embedding2nn.weight	1	0.0039871856570243835
409644	embedding2nn.weight	2	0.013431374914944172
409644	embedding2nn.weight	3	0.02685323730111122
409644	embedding2nn.weight	4	0.02348211780190468
409644	embedding2nn.weight	5	0.005556324031203985
409644	embedding2nn.weight	6	-0.015399728901684284
409644	embedding2nn.weight	7	-0.00044056339538656175
409644	embedding2nn.weight	8	-0.01007056888192892
409644	embedding2nn.weight	9	0.0019291441421955824
409644	embedding2nn.bias	0	0.013731449842453003
409644	embedding2nn.bias	1	-0.036924589425325394
409644	embedding2nn.bias	2	0.08114711195230484
409644	embedding2nn.bias	3	0.07005859911441803
409644	embedding2nn.bias	4	-0.012111470103263855
409644	embedding2nn.bias	5	-0.03324561193585396
409644	embedding2nn.bias	6	0.0296894833445549
409644	embedding2nn.bias	7	0.0042092748917639256
409644	embedding2nn.bias	8	-0.034700945019721985
409644	embedding2nn.bias	9	0.024832405149936676
409644	rnn.weight_ih_l0	0	0.06473603844642639
409644	rnn.weight_ih_l0	1	-0.04164804518222809
409644	rnn.weight_ih_l0	2	0.005301256664097309
409644	rnn.weight_ih_l0	3	0.04516982287168503
409644	rnn.weight_ih_l0	4	-0.02972019463777542
409644	rnn.weight_ih_l0	5	0.040267884731292725
409644	rnn.weight_ih_l0	6	0.007756501901894808
409644	rnn.weight_ih_l0	7	0.06557244062423706
409644	rnn.weight_ih_l0	8	0.009229817427694798
409644	rnn.weight_ih_l0	9	-0.02536354586482048
409644	rnn.weight_hh_l0	0	-0.011713466607034206
409644	rnn.weight_hh_l0	1	-0.027789317071437836
409644	rnn.weight_hh_l0	2	-0.06145168095827103
409644	rnn.weight_hh_l0	3	-0.005859834607690573
409644	rnn.weight_hh_l0	4	-0.009679332375526428
409644	rnn.weight_hh_l0	5	-0.024167479947209358
409644	rnn.weight_hh_l0	6	0.0006574777071364224
409644	rnn.weight_hh_l0	7	-0.03568418696522713
409644	rnn.weight_hh_l0	8	0.06719215214252472
409644	rnn.weight_hh_l0	9	0.045129917562007904
409644	rnn.bias_ih_l0	0	-0.17411009967327118
409644	rnn.bias_ih_l0	1	-0.1709001362323761
409644	rnn.bias_ih_l0	2	-0.019592253491282463
409644	rnn.bias_ih_l0	3	-0.1475536823272705
409644	rnn.bias_ih_l0	4	-0.05866105109453201
409644	rnn.bias_ih_l0	5	-0.1759912520647049
409644	rnn.bias_ih_l0	6	0.07296407967805862
409644	rnn.bias_ih_l0	7	-0.08596403896808624
409644	rnn.bias_ih_l0	8	-0.046435657888650894
409644	rnn.bias_ih_l0	9	-0.10845264047384262
409644	rnn.bias_hh_l0	0	-0.06954239308834076
409644	rnn.bias_hh_l0	1	0.24818941950798035
409644	rnn.bias_hh_l0	2	0.047204505652189255
409644	rnn.bias_hh_l0	3	-0.07927285879850388
409644	rnn.bias_hh_l0	4	-0.08303821086883545
409644	rnn.bias_hh_l0	5	-0.004784323740750551
409644	rnn.bias_hh_l0	6	0.05823524668812752
409644	rnn.bias_hh_l0	7	-0.09833528846502304
409644	rnn.bias_hh_l0	8	-0.233300119638443
409644	rnn.bias_hh_l0	9	-0.10124790668487549
409644	rnn.weight_ih_l0_reverse	0	0.020327063277363777
409644	rnn.weight_ih_l0_reverse	1	-0.060048703104257584
409644	rnn.weight_ih_l0_reverse	2	0.04297438636422157
409644	rnn.weight_ih_l0_reverse	3	0.02031107060611248
409644	rnn.weight_ih_l0_reverse	4	7.187994015112054e-06
409644	rnn.weight_ih_l0_reverse	5	-0.025554800406098366
409644	rnn.weight_ih_l0_reverse	6	0.012078636325895786
409644	rnn.weight_ih_l0_reverse	7	0.02831452712416649
409644	rnn.weight_ih_l0_reverse	8	-0.028100868687033653
409644	rnn.weight_ih_l0_reverse	9	-0.0015758989611640573
409644	rnn.weight_hh_l0_reverse	0	0.03979485109448433
409644	rnn.weight_hh_l0_reverse	1	0.02988634631037712
409644	rnn.weight_hh_l0_reverse	2	-0.02305861935019493
409644	rnn.weight_hh_l0_reverse	3	-0.08235038071870804
409644	rnn.weight_hh_l0_reverse	4	0.011286450549960136
409644	rnn.weight_hh_l0_reverse	5	-0.06109817326068878
409644	rnn.weight_hh_l0_reverse	6	-0.014164013788104057
409644	rnn.weight_hh_l0_reverse	7	0.03098977543413639
409644	rnn.weight_hh_l0_reverse	8	0.007890159264206886
409644	rnn.weight_hh_l0_reverse	9	0.008710253983736038
409644	rnn.bias_ih_l0_reverse	0	-0.04624589905142784
409644	rnn.bias_ih_l0_reverse	1	-0.1401171237230301
409644	rnn.bias_ih_l0_reverse	2	-0.14584530889987946
409644	rnn.bias_ih_l0_reverse	3	-0.04585777595639229
409644	rnn.bias_ih_l0_reverse	4	-0.11283200234174728
409644	rnn.bias_ih_l0_reverse	5	-0.08599533885717392
409644	rnn.bias_ih_l0_reverse	6	-0.2089347392320633
409644	rnn.bias_ih_l0_reverse	7	-0.0525236614048481
409644	rnn.bias_ih_l0_reverse	8	-0.06339529901742935
409644	rnn.bias_ih_l0_reverse	9	-0.13425804674625397
409644	rnn.bias_hh_l0_reverse	0	-0.14214488863945007
409644	rnn.bias_hh_l0_reverse	1	-0.1622857004404068
409644	rnn.bias_hh_l0_reverse	2	0.10527928918600082
409644	rnn.bias_hh_l0_reverse	3	0.07111737877130508
409644	rnn.bias_hh_l0_reverse	4	-0.17911306023597717
409644	rnn.bias_hh_l0_reverse	5	-0.1425965428352356
409644	rnn.bias_hh_l0_reverse	6	-0.08890686184167862
409644	rnn.bias_hh_l0_reverse	7	-0.054006900638341904
409644	rnn.bias_hh_l0_reverse	8	-0.09622407704591751
409644	rnn.bias_hh_l0_reverse	9	-0.02293260581791401
409644	linear.weight	0	-0.007734114304184914
409644	linear.weight	1	0.007515787612646818
409644	linear.weight	2	0.31377509236335754
409644	linear.weight	3	-0.0789097473025322
409644	linear.weight	4	-0.010588549077510834
409644	linear.weight	5	0.12105742841959
409644	linear.weight	6	-0.010739270597696304
409644	linear.weight	7	-0.07171705365180969
409644	linear.weight	8	0.18454748392105103
409644	linear.weight	9	-0.2816317081451416
409644	linear.bias	0	-0.03956538438796997
409644	linear.bias	1	0.031413208693265915
409644	linear.bias	2	0.41745999455451965
409644	linear.bias	3	-0.7517502307891846
409644	linear.bias	4	2.159209728240967
409644	linear.bias	5	-1.4051399230957031
409644	linear.bias	6	-0.29335904121398926
409644	linear.bias	7	-0.13031361997127533
410202	transitions	0	-1.951113224029541
410202	transitions	1	-10000.0
410202	transitions	2	-0.7969565987586975
410202	transitions	3	-10000.0
410202	transitions	4	2.0694994926452637
410202	transitions	5	-10000.0
410202	transitions	6	-10000.0
410202	transitions	7	1.854090690612793
410202	transitions	8	-2.632640838623047
410202	transitions	9	-4.23977518081665
410202	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
410202	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
410202	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
410202	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
410202	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
410202	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
410202	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
410202	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
410202	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
410202	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
410202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
410202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
410202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
410202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
410202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
410202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
410202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
410202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
410202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
410202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
410202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
410202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
410202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
410202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
410202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
410202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
410202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
410202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
410202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
410202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
410202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
410202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
410202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
410202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
410202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
410202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
410202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
410202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
410202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
410202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
410202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
410202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
410202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
410202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
410202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
410202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
410202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
410202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
410202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
410202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
410202	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
410202	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
410202	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
410202	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
410202	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
410202	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
410202	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
410202	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
410202	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
410202	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
410202	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
410202	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
410202	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
410202	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
410202	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
410202	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
410202	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
410202	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
410202	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
410202	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
410202	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
410202	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
410202	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
410202	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
410202	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
410202	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
410202	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
410202	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
410202	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
410202	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
410202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
410202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
410202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
410202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
410202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
410202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
410202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
410202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
410202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
410202	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
410202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
410202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
410202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
410202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
410202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
410202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
410202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
410202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
410202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
410202	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
410202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
410202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
410202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
410202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
410202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
410202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
410202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
410202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
410202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
410202	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
410202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
410202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
410202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
410202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
410202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
410202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
410202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
410202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
410202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
410202	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
410202	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
410202	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
410202	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
410202	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
410202	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
410202	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
410202	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
410202	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
410202	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
410202	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
410202	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
410202	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
410202	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
410202	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
410202	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
410202	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
410202	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
410202	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
410202	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
410202	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
410202	embedding2nn.weight	0	0.006403168197721243
410202	embedding2nn.weight	1	0.003986284136772156
410202	embedding2nn.weight	2	0.013431388884782791
410202	embedding2nn.weight	3	0.026852132752537727
410202	embedding2nn.weight	4	0.023480966687202454
410202	embedding2nn.weight	5	0.005561196245253086
410202	embedding2nn.weight	6	-0.015399660915136337
410202	embedding2nn.weight	7	-0.0004423577047418803
410202	embedding2nn.weight	8	-0.010069451294839382
410202	embedding2nn.weight	9	0.0019288317998871207
410202	embedding2nn.bias	0	0.013695862144231796
410202	embedding2nn.bias	1	-0.036902934312820435
410202	embedding2nn.bias	2	0.0811675637960434
410202	embedding2nn.bias	3	0.07009636610746384
410202	embedding2nn.bias	4	-0.01205234881490469
410202	embedding2nn.bias	5	-0.033303312957286835
410202	embedding2nn.bias	6	0.02972498908638954
410202	embedding2nn.bias	7	0.0041785468347370625
410202	embedding2nn.bias	8	-0.034701041877269745
410202	embedding2nn.bias	9	0.024825118482112885
410202	rnn.weight_ih_l0	0	0.0647432804107666
410202	rnn.weight_ih_l0	1	-0.041646093130111694
410202	rnn.weight_ih_l0	2	0.005300568416714668
410202	rnn.weight_ih_l0	3	0.045166015625
410202	rnn.weight_ih_l0	4	-0.029719695448875427
410202	rnn.weight_ih_l0	5	0.04026853293180466
410202	rnn.weight_ih_l0	6	0.007757986895740032
410202	rnn.weight_ih_l0	7	0.06557253003120422
410202	rnn.weight_ih_l0	8	0.009229106828570366
410202	rnn.weight_ih_l0	9	-0.025357211008667946
410202	rnn.weight_hh_l0	0	-0.011711832135915756
410202	rnn.weight_hh_l0	1	-0.02778741717338562
410202	rnn.weight_hh_l0	2	-0.06145434454083443
410202	rnn.weight_hh_l0	3	-0.00585926091298461
410202	rnn.weight_hh_l0	4	-0.009679239243268967
410202	rnn.weight_hh_l0	5	-0.024167921394109726
410202	rnn.weight_hh_l0	6	0.0006569910328835249
410202	rnn.weight_hh_l0	7	-0.03568361699581146
410202	rnn.weight_hh_l0	8	0.06718584895133972
410202	rnn.weight_hh_l0	9	0.04513167217373848
410202	rnn.bias_ih_l0	0	-0.17407627403736115
410202	rnn.bias_ih_l0	1	-0.17090317606925964
410202	rnn.bias_ih_l0	2	-0.01958715170621872
410202	rnn.bias_ih_l0	3	-0.14754128456115723
410202	rnn.bias_ih_l0	4	-0.05865912511944771
410202	rnn.bias_ih_l0	5	-0.1759973168373108
410202	rnn.bias_ih_l0	6	0.07297401875257492
410202	rnn.bias_ih_l0	7	-0.08597271144390106
410202	rnn.bias_ih_l0	8	-0.04639517888426781
410202	rnn.bias_ih_l0	9	-0.10842809826135635
410202	rnn.bias_hh_l0	0	-0.06953883171081543
410202	rnn.bias_hh_l0	1	0.2482118457555771
410202	rnn.bias_hh_l0	2	0.047213129699230194
410202	rnn.bias_hh_l0	3	-0.07925056666135788
410202	rnn.bias_hh_l0	4	-0.0830255076289177
410202	rnn.bias_hh_l0	5	-0.004782120231539011
410202	rnn.bias_hh_l0	6	0.058235060423612595
410202	rnn.bias_hh_l0	7	-0.09832099080085754
410202	rnn.bias_hh_l0	8	-0.23331233859062195
410202	rnn.bias_hh_l0	9	-0.1012432724237442
410202	rnn.weight_ih_l0_reverse	0	0.020329488441348076
410202	rnn.weight_ih_l0_reverse	1	-0.060053929686546326
410202	rnn.weight_ih_l0_reverse	2	0.04297275096178055
410202	rnn.weight_ih_l0_reverse	3	0.020303022116422653
410202	rnn.weight_ih_l0_reverse	4	8.6416266640299e-06
410202	rnn.weight_ih_l0_reverse	5	-0.025551440194249153
410202	rnn.weight_ih_l0_reverse	6	0.012078661471605301
410202	rnn.weight_ih_l0_reverse	7	0.02831081859767437
410202	rnn.weight_ih_l0_reverse	8	-0.028105108067393303
410202	rnn.weight_ih_l0_reverse	9	-0.001572568085975945
410202	rnn.weight_hh_l0_reverse	0	0.03979450836777687
410202	rnn.weight_hh_l0_reverse	1	0.029886653646826744
410202	rnn.weight_hh_l0_reverse	2	-0.023061899468302727
410202	rnn.weight_hh_l0_reverse	3	-0.0823403149843216
410202	rnn.weight_hh_l0_reverse	4	0.011283899657428265
410202	rnn.weight_hh_l0_reverse	5	-0.061101868748664856
410202	rnn.weight_hh_l0_reverse	6	-0.014161184430122375
410202	rnn.weight_hh_l0_reverse	7	0.03098795935511589
410202	rnn.weight_hh_l0_reverse	8	0.007888669148087502
410202	rnn.weight_hh_l0_reverse	9	0.008704322390258312
410202	rnn.bias_ih_l0_reverse	0	-0.046231113374233246
410202	rnn.bias_ih_l0_reverse	1	-0.14012064039707184
410202	rnn.bias_ih_l0_reverse	2	-0.14585302770137787
410202	rnn.bias_ih_l0_reverse	3	-0.04585207253694534
410202	rnn.bias_ih_l0_reverse	4	-0.11283811181783676
410202	rnn.bias_ih_l0_reverse	5	-0.08597288280725479
410202	rnn.bias_ih_l0_reverse	6	-0.2089180052280426
410202	rnn.bias_ih_l0_reverse	7	-0.05252397060394287
410202	rnn.bias_ih_l0_reverse	8	-0.06339582800865173
410202	rnn.bias_ih_l0_reverse	9	-0.13425196707248688
410202	rnn.bias_hh_l0_reverse	0	-0.14217039942741394
410202	rnn.bias_hh_l0_reverse	1	-0.16228589415550232
410202	rnn.bias_hh_l0_reverse	2	0.10529715567827225
410202	rnn.bias_hh_l0_reverse	3	0.07109354436397552
410202	rnn.bias_hh_l0_reverse	4	-0.17913316190242767
410202	rnn.bias_hh_l0_reverse	5	-0.1426096260547638
410202	rnn.bias_hh_l0_reverse	6	-0.08892077952623367
410202	rnn.bias_hh_l0_reverse	7	-0.05402134358882904
410202	rnn.bias_hh_l0_reverse	8	-0.0962076410651207
410202	rnn.bias_hh_l0_reverse	9	-0.02291448414325714
410202	linear.weight	0	-0.007734118960797787
410202	linear.weight	1	0.007504617795348167
410202	linear.weight	2	0.3137147128582001
410202	linear.weight	3	-0.0789097473025322
410202	linear.weight	4	-0.010588549077510834
410202	linear.weight	5	0.12093602865934372
410202	linear.weight	6	-0.010739270597696304
410202	linear.weight	7	-0.07152360677719116
410202	linear.weight	8	0.1845613270998001
410202	linear.weight	9	-0.2815699279308319
410202	linear.bias	0	-0.03956538438796997
410202	linear.bias	1	0.031413208693265915
410202	linear.bias	2	0.4164375364780426
410202	linear.bias	3	-0.7510311007499695
410202	linear.bias	4	2.158647060394287
410202	linear.bias	5	-1.4051399230957031
410202	linear.bias	6	-0.2929220497608185
410202	linear.bias	7	-0.12988315522670746
410760	transitions	0	-1.9511164426803589
410760	transitions	1	-10000.0
410760	transitions	2	-0.7969565987586975
410760	transitions	3	-10000.0
410760	transitions	4	2.0695602893829346
410760	transitions	5	-10000.0
410760	transitions	6	-10000.0
410760	transitions	7	1.8540003299713135
410760	transitions	8	-2.6326417922973633
410760	transitions	9	-4.23977518081665
410760	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
410760	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
410760	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
410760	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
410760	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
410760	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
410760	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
410760	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
410760	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
410760	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
410760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
410760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
410760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
410760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
410760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
410760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
410760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
410760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
410760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
410760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
410760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
410760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
410760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
410760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
410760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
410760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
410760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
410760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
410760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
410760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
410760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
410760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
410760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
410760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
410760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
410760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
410760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
410760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
410760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
410760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
410760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
410760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
410760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
410760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
410760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
410760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
410760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
410760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
410760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
410760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
410760	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
410760	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
410760	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
410760	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
410760	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
410760	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
410760	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
410760	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
410760	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
410760	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
410760	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
410760	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
410760	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
410760	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
410760	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
410760	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
410760	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
410760	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
410760	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
410760	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
410760	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
410760	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
410760	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
410760	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
410760	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
410760	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
410760	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
410760	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
410760	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
410760	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
410760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
410760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
410760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
410760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
410760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
410760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
410760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
410760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
410760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
410760	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
410760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
410760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
410760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
410760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
410760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
410760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
410760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
410760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
410760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
410760	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
410760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
410760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
410760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
410760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
410760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
410760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
410760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
410760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
410760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
410760	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
410760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
410760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
410760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
410760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
410760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
410760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
410760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
410760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
410760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
410760	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
410760	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
410760	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
410760	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
410760	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
410760	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
410760	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
410760	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
410760	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
410760	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
410760	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
410760	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
410760	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
410760	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
410760	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
410760	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
410760	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
410760	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
410760	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
410760	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
410760	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
410760	embedding2nn.weight	0	0.006402924656867981
410760	embedding2nn.weight	1	0.003985573071986437
410760	embedding2nn.weight	2	0.013431372120976448
410760	embedding2nn.weight	3	0.02685348317027092
410760	embedding2nn.weight	4	0.023483509197831154
410760	embedding2nn.weight	5	0.005562208592891693
410760	embedding2nn.weight	6	-0.015398507937788963
410760	embedding2nn.weight	7	-0.00044324080226942897
410760	embedding2nn.weight	8	-0.010075676254928112
410760	embedding2nn.weight	9	0.001928331097587943
410760	embedding2nn.bias	0	0.013681917451322079
410760	embedding2nn.bias	1	-0.036958854645490646
410760	embedding2nn.bias	2	0.08115736395120621
410760	embedding2nn.bias	3	0.07006067037582397
410760	embedding2nn.bias	4	-0.012025296688079834
410760	embedding2nn.bias	5	-0.03329033777117729
410760	embedding2nn.bias	6	0.029708020389080048
410760	embedding2nn.bias	7	0.00420054467394948
410760	embedding2nn.bias	8	-0.03471910208463669
410760	embedding2nn.bias	9	0.024841247126460075
410760	rnn.weight_ih_l0	0	0.06474607437849045
410760	rnn.weight_ih_l0	1	-0.041649315506219864
410760	rnn.weight_ih_l0	2	0.005298819858580828
410760	rnn.weight_ih_l0	3	0.045164503157138824
410760	rnn.weight_ih_l0	4	-0.029719576239585876
410760	rnn.weight_ih_l0	5	0.040269821882247925
410760	rnn.weight_ih_l0	6	0.007761147804558277
410760	rnn.weight_ih_l0	7	0.06556873023509979
410760	rnn.weight_ih_l0	8	0.00923135131597519
410760	rnn.weight_ih_l0	9	-0.02534656785428524
410760	rnn.weight_hh_l0	0	-0.011710172519087791
410760	rnn.weight_hh_l0	1	-0.027783844619989395
410760	rnn.weight_hh_l0	2	-0.06145881488919258
410760	rnn.weight_hh_l0	3	-0.00585974520072341
410760	rnn.weight_hh_l0	4	-0.00967892725020647
410760	rnn.weight_hh_l0	5	-0.024165736511349678
410760	rnn.weight_hh_l0	6	0.0006574634462594986
410760	rnn.weight_hh_l0	7	-0.0356828011572361
410760	rnn.weight_hh_l0	8	0.0671854168176651
410760	rnn.weight_hh_l0	9	0.045134056359529495
410760	rnn.bias_ih_l0	0	-0.1740761250257492
410760	rnn.bias_ih_l0	1	-0.17089231312274933
410760	rnn.bias_ih_l0	2	-0.01958664506673813
410760	rnn.bias_ih_l0	3	-0.14757166802883148
410760	rnn.bias_ih_l0	4	-0.05863691121339798
410760	rnn.bias_ih_l0	5	-0.17600639164447784
410760	rnn.bias_ih_l0	6	0.07296312600374222
410760	rnn.bias_ih_l0	7	-0.08598653972148895
410760	rnn.bias_ih_l0	8	-0.04638979211449623
410760	rnn.bias_ih_l0	9	-0.10843562334775925
410760	rnn.bias_hh_l0	0	-0.06953996419906616
410760	rnn.bias_hh_l0	1	0.24819761514663696
410760	rnn.bias_hh_l0	2	0.04719451442360878
410760	rnn.bias_hh_l0	3	-0.07924041152000427
410760	rnn.bias_hh_l0	4	-0.08300691843032837
410760	rnn.bias_hh_l0	5	-0.004793387837707996
410760	rnn.bias_hh_l0	6	0.058252349495887756
410760	rnn.bias_hh_l0	7	-0.09832604974508286
410760	rnn.bias_hh_l0	8	-0.23332273960113525
410760	rnn.bias_hh_l0	9	-0.10123684257268906
410760	rnn.weight_ih_l0_reverse	0	0.020333632826805115
410760	rnn.weight_ih_l0_reverse	1	-0.06005072966217995
410760	rnn.weight_ih_l0_reverse	2	0.042970672249794006
410760	rnn.weight_ih_l0_reverse	3	0.020300135016441345
410760	rnn.weight_ih_l0_reverse	4	9.938692528521642e-06
410760	rnn.weight_ih_l0_reverse	5	-0.025554083287715912
410760	rnn.weight_ih_l0_reverse	6	0.012074635364115238
410760	rnn.weight_ih_l0_reverse	7	0.028311772271990776
410760	rnn.weight_ih_l0_reverse	8	-0.028104010969400406
410760	rnn.weight_ih_l0_reverse	9	-0.0015711047453805804
410760	rnn.weight_hh_l0_reverse	0	0.039793893694877625
410760	rnn.weight_hh_l0_reverse	1	0.02988399751484394
410760	rnn.weight_hh_l0_reverse	2	-0.023063622415065765
410760	rnn.weight_hh_l0_reverse	3	-0.08234340697526932
410760	rnn.weight_hh_l0_reverse	4	0.011282659135758877
410760	rnn.weight_hh_l0_reverse	5	-0.06110436096787453
410760	rnn.weight_hh_l0_reverse	6	-0.014159411191940308
410760	rnn.weight_hh_l0_reverse	7	0.03098985180258751
410760	rnn.weight_hh_l0_reverse	8	0.007883709855377674
410760	rnn.weight_hh_l0_reverse	9	0.008702394552528858
410760	rnn.bias_ih_l0_reverse	0	-0.046231478452682495
410760	rnn.bias_ih_l0_reverse	1	-0.14010484516620636
410760	rnn.bias_ih_l0_reverse	2	-0.1458640843629837
410760	rnn.bias_ih_l0_reverse	3	-0.045868054032325745
410760	rnn.bias_ih_l0_reverse	4	-0.11282894760370255
410760	rnn.bias_ih_l0_reverse	5	-0.08596771210432053
410760	rnn.bias_ih_l0_reverse	6	-0.20893806219100952
410760	rnn.bias_ih_l0_reverse	7	-0.05251774936914444
410760	rnn.bias_ih_l0_reverse	8	-0.06340242177248001
410760	rnn.bias_ih_l0_reverse	9	-0.13427609205245972
410760	rnn.bias_hh_l0_reverse	0	-0.14216262102127075
410760	rnn.bias_hh_l0_reverse	1	-0.1622917205095291
410760	rnn.bias_hh_l0_reverse	2	0.10529612004756927
410760	rnn.bias_hh_l0_reverse	3	0.07107335329055786
410760	rnn.bias_hh_l0_reverse	4	-0.17913095653057098
410760	rnn.bias_hh_l0_reverse	5	-0.14261436462402344
410760	rnn.bias_hh_l0_reverse	6	-0.08892589062452316
410760	rnn.bias_hh_l0_reverse	7	-0.05401293560862541
410760	rnn.bias_hh_l0_reverse	8	-0.09620985388755798
410760	rnn.bias_hh_l0_reverse	9	-0.022896338254213333
410760	linear.weight	0	-0.0077341170981526375
410760	linear.weight	1	0.007534544449299574
410760	linear.weight	2	0.31381362676620483
410760	linear.weight	3	-0.0789097473025322
410760	linear.weight	4	-0.010588549077510834
410760	linear.weight	5	0.12092290818691254
410760	linear.weight	6	-0.010739270597696304
410760	linear.weight	7	-0.07145579159259796
410760	linear.weight	8	0.1846083104610443
410760	linear.weight	9	-0.2815698981285095
410760	linear.bias	0	-0.03956538438796997
410760	linear.bias	1	0.031413208693265915
410760	linear.bias	2	0.41770055890083313
410760	linear.bias	3	-0.75190269947052
410760	linear.bias	4	2.1585381031036377
410760	linear.bias	5	-1.4051399230957031
410760	linear.bias	6	-0.2930600345134735
410760	linear.bias	7	-0.1300259232521057
411318	transitions	0	-1.9511204957962036
411318	transitions	1	-10000.0
411318	transitions	2	-0.7969565987586975
411318	transitions	3	-10000.0
411318	transitions	4	2.06972599029541
411318	transitions	5	-10000.0
411318	transitions	6	-10000.0
411318	transitions	7	1.8540009260177612
411318	transitions	8	-2.632642984390259
411318	transitions	9	-4.23977518081665
411318	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
411318	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
411318	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
411318	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
411318	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
411318	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
411318	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
411318	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
411318	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
411318	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
411318	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
411318	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
411318	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
411318	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
411318	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
411318	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
411318	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
411318	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
411318	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
411318	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
411318	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
411318	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
411318	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
411318	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
411318	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
411318	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
411318	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
411318	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
411318	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
411318	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
411318	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
411318	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
411318	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
411318	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
411318	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
411318	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
411318	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
411318	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
411318	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
411318	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
411318	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
411318	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
411318	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
411318	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
411318	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
411318	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
411318	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
411318	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
411318	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
411318	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
411318	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
411318	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
411318	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
411318	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
411318	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
411318	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
411318	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
411318	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
411318	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
411318	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
411318	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
411318	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
411318	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
411318	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
411318	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
411318	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
411318	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
411318	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
411318	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
411318	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
411318	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
411318	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
411318	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
411318	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
411318	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
411318	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
411318	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
411318	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
411318	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
411318	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
411318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
411318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
411318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
411318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
411318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
411318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
411318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
411318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
411318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
411318	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
411318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
411318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
411318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
411318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
411318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
411318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
411318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
411318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
411318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
411318	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
411318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
411318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
411318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
411318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
411318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
411318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
411318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
411318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
411318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
411318	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
411318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
411318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
411318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
411318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
411318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
411318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
411318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
411318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
411318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
411318	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
411318	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
411318	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
411318	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
411318	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
411318	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
411318	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
411318	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
411318	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
411318	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
411318	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
411318	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
411318	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
411318	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
411318	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
411318	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
411318	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
411318	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
411318	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
411318	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
411318	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
411318	embedding2nn.weight	0	0.006402901373803616
411318	embedding2nn.weight	1	0.003985768649727106
411318	embedding2nn.weight	2	0.013431510888040066
411318	embedding2nn.weight	3	0.02685435116291046
411318	embedding2nn.weight	4	0.023484408855438232
411318	embedding2nn.weight	5	0.005558245349675417
411318	embedding2nn.weight	6	-0.015397412702441216
411318	embedding2nn.weight	7	-0.00044454835006035864
411318	embedding2nn.weight	8	-0.01007535494863987
411318	embedding2nn.weight	9	0.0019278723048046231
411318	embedding2nn.bias	0	0.013657221570611
411318	embedding2nn.bias	1	-0.03698762506246567
411318	embedding2nn.bias	2	0.08119450509548187
411318	embedding2nn.bias	3	0.07004548609256744
411318	embedding2nn.bias	4	-0.012013734318315983
411318	embedding2nn.bias	5	-0.033256880939006805
411318	embedding2nn.bias	6	0.029673073440790176
411318	embedding2nn.bias	7	0.004181061405688524
411318	embedding2nn.bias	8	-0.03470287472009659
411318	embedding2nn.bias	9	0.02477244660258293
411318	rnn.weight_ih_l0	0	0.06473980844020844
411318	rnn.weight_ih_l0	1	-0.041639380156993866
411318	rnn.weight_ih_l0	2	0.005300380755215883
411318	rnn.weight_ih_l0	3	0.04516303539276123
411318	rnn.weight_ih_l0	4	-0.029715918004512787
411318	rnn.weight_ih_l0	5	0.04026146978139877
411318	rnn.weight_ih_l0	6	0.007760970387607813
411318	rnn.weight_ih_l0	7	0.06557228416204453
411318	rnn.weight_ih_l0	8	0.009232099168002605
411318	rnn.weight_ih_l0	9	-0.025350578129291534
411318	rnn.weight_hh_l0	0	-0.011711311526596546
411318	rnn.weight_hh_l0	1	-0.027786163613200188
411318	rnn.weight_hh_l0	2	-0.06145596131682396
411318	rnn.weight_hh_l0	3	-0.005860194563865662
411318	rnn.weight_hh_l0	4	-0.009678972885012627
411318	rnn.weight_hh_l0	5	-0.024169038981199265
411318	rnn.weight_hh_l0	6	0.0006573214777745306
411318	rnn.weight_hh_l0	7	-0.03567973151803017
411318	rnn.weight_hh_l0	8	0.06718161702156067
411318	rnn.weight_hh_l0	9	0.04513097554445267
411318	rnn.bias_ih_l0	0	-0.17407283186912537
411318	rnn.bias_ih_l0	1	-0.17089468240737915
411318	rnn.bias_ih_l0	2	-0.019566353410482407
411318	rnn.bias_ih_l0	3	-0.14755772054195404
411318	rnn.bias_ih_l0	4	-0.058617595583200455
411318	rnn.bias_ih_l0	5	-0.1760263741016388
411318	rnn.bias_ih_l0	6	0.07298669219017029
411318	rnn.bias_ih_l0	7	-0.08598434925079346
411318	rnn.bias_ih_l0	8	-0.04640263319015503
411318	rnn.bias_ih_l0	9	-0.10843402147293091
411318	rnn.bias_hh_l0	0	-0.06955073773860931
411318	rnn.bias_hh_l0	1	0.2482033669948578
411318	rnn.bias_hh_l0	2	0.04723665863275528
411318	rnn.bias_hh_l0	3	-0.07925844937562943
411318	rnn.bias_hh_l0	4	-0.0830005407333374
411318	rnn.bias_hh_l0	5	-0.004800649359822273
411318	rnn.bias_hh_l0	6	0.05826176330447197
411318	rnn.bias_hh_l0	7	-0.09835028648376465
411318	rnn.bias_hh_l0	8	-0.2333201915025711
411318	rnn.bias_hh_l0	9	-0.10124354809522629
411318	rnn.weight_ih_l0_reverse	0	0.020337047055363655
411318	rnn.weight_ih_l0_reverse	1	-0.06005113571882248
411318	rnn.weight_ih_l0_reverse	2	0.04297059029340744
411318	rnn.weight_ih_l0_reverse	3	0.020304542034864426
411318	rnn.weight_ih_l0_reverse	4	8.174606591637712e-06
411318	rnn.weight_ih_l0_reverse	5	-0.025555012747645378
411318	rnn.weight_ih_l0_reverse	6	0.012083319015800953
411318	rnn.weight_ih_l0_reverse	7	0.028314167633652687
411318	rnn.weight_ih_l0_reverse	8	-0.02810281328856945
411318	rnn.weight_ih_l0_reverse	9	-0.0015730008017271757
411318	rnn.weight_hh_l0_reverse	0	0.03979603201150894
411318	rnn.weight_hh_l0_reverse	1	0.029884574934840202
411318	rnn.weight_hh_l0_reverse	2	-0.023065295070409775
411318	rnn.weight_hh_l0_reverse	3	-0.0823371633887291
411318	rnn.weight_hh_l0_reverse	4	0.01128131989389658
411318	rnn.weight_hh_l0_reverse	5	-0.061106204986572266
411318	rnn.weight_hh_l0_reverse	6	-0.01416043285280466
411318	rnn.weight_hh_l0_reverse	7	0.03099208138883114
411318	rnn.weight_hh_l0_reverse	8	0.007883855141699314
411318	rnn.weight_hh_l0_reverse	9	0.008701890707015991
411318	rnn.bias_ih_l0_reverse	0	-0.046254340559244156
411318	rnn.bias_ih_l0_reverse	1	-0.14009779691696167
411318	rnn.bias_ih_l0_reverse	2	-0.14586639404296875
411318	rnn.bias_ih_l0_reverse	3	-0.045876625925302505
411318	rnn.bias_ih_l0_reverse	4	-0.11282679438591003
411318	rnn.bias_ih_l0_reverse	5	-0.08597224205732346
411318	rnn.bias_ih_l0_reverse	6	-0.20892180502414703
411318	rnn.bias_ih_l0_reverse	7	-0.052526842802762985
411318	rnn.bias_ih_l0_reverse	8	-0.06339643150568008
411318	rnn.bias_ih_l0_reverse	9	-0.13429215550422668
411318	rnn.bias_hh_l0_reverse	0	-0.1421559900045395
411318	rnn.bias_hh_l0_reverse	1	-0.16229206323623657
411318	rnn.bias_hh_l0_reverse	2	0.10529176145792007
411318	rnn.bias_hh_l0_reverse	3	0.07108055800199509
411318	rnn.bias_hh_l0_reverse	4	-0.17914709448814392
411318	rnn.bias_hh_l0_reverse	5	-0.14262741804122925
411318	rnn.bias_hh_l0_reverse	6	-0.08893545717000961
411318	rnn.bias_hh_l0_reverse	7	-0.05402008444070816
411318	rnn.bias_hh_l0_reverse	8	-0.09622049331665039
411318	rnn.bias_hh_l0_reverse	9	-0.022907473146915436
411318	linear.weight	0	-0.007734119426459074
411318	linear.weight	1	0.007449097465723753
411318	linear.weight	2	0.3137767016887665
411318	linear.weight	3	-0.0789097473025322
411318	linear.weight	4	-0.010588549077510834
411318	linear.weight	5	0.12081953138113022
411318	linear.weight	6	-0.010739270597696304
411318	linear.weight	7	-0.07114262878894806
411318	linear.weight	8	0.18463627994060516
411318	linear.weight	9	-0.28154435753822327
411318	linear.bias	0	-0.03956538438796997
411318	linear.bias	1	0.031413208693265915
411318	linear.bias	2	0.4161956012248993
411318	linear.bias	3	-0.7508900761604309
411318	linear.bias	4	2.1587812900543213
411318	linear.bias	5	-1.4051399230957031
411318	linear.bias	6	-0.29293325543403625
411318	linear.bias	7	-0.1299046128988266
411876	transitions	0	-1.9511247873306274
411876	transitions	1	-10000.0
411876	transitions	2	-0.7969565987586975
411876	transitions	3	-10000.0
411876	transitions	4	2.069723606109619
411876	transitions	5	-10000.0
411876	transitions	6	-10000.0
411876	transitions	7	1.8539563417434692
411876	transitions	8	-2.632643222808838
411876	transitions	9	-4.23977518081665
411876	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
411876	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
411876	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
411876	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
411876	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
411876	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
411876	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
411876	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
411876	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
411876	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
411876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
411876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
411876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
411876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
411876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
411876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
411876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
411876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
411876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
411876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
411876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
411876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
411876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
411876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
411876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
411876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
411876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
411876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
411876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
411876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
411876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
411876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
411876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
411876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
411876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
411876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
411876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
411876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
411876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
411876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
411876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
411876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
411876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
411876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
411876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
411876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
411876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
411876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
411876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
411876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
411876	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
411876	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
411876	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
411876	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
411876	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
411876	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
411876	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
411876	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
411876	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
411876	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
411876	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
411876	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
411876	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
411876	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
411876	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
411876	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
411876	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
411876	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
411876	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
411876	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
411876	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
411876	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
411876	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
411876	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
411876	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
411876	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
411876	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
411876	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
411876	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
411876	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
411876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
411876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
411876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
411876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
411876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
411876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
411876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
411876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
411876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
411876	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
411876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
411876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
411876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
411876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
411876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
411876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
411876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
411876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
411876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
411876	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
411876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
411876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
411876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
411876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
411876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
411876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
411876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
411876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
411876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
411876	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
411876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
411876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
411876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
411876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
411876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
411876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
411876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
411876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
411876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
411876	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
411876	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
411876	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
411876	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
411876	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
411876	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
411876	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
411876	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
411876	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
411876	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
411876	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
411876	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
411876	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
411876	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
411876	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
411876	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
411876	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
411876	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
411876	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
411876	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
411876	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
411876	embedding2nn.weight	0	0.006402952596545219
411876	embedding2nn.weight	1	0.0039855195209383965
411876	embedding2nn.weight	2	0.013431529514491558
411876	embedding2nn.weight	3	0.026858629658818245
411876	embedding2nn.weight	4	0.023484867066144943
411876	embedding2nn.weight	5	0.00555939506739378
411876	embedding2nn.weight	6	-0.01539748627692461
411876	embedding2nn.weight	7	-0.0004446361563168466
411876	embedding2nn.weight	8	-0.010071945376694202
411876	embedding2nn.weight	9	0.001928315032273531
411876	embedding2nn.bias	0	0.01361780520528555
411876	embedding2nn.bias	1	-0.03688553720712662
411876	embedding2nn.bias	2	0.08115674555301666
411876	embedding2nn.bias	3	0.07009745389223099
411876	embedding2nn.bias	4	-0.01209435984492302
411876	embedding2nn.bias	5	-0.03327997028827667
411876	embedding2nn.bias	6	0.029672974720597267
411876	embedding2nn.bias	7	0.004154642578214407
411876	embedding2nn.bias	8	-0.034706782549619675
411876	embedding2nn.bias	9	0.024773050099611282
411876	rnn.weight_ih_l0	0	0.06474879384040833
411876	rnn.weight_ih_l0	1	-0.04163822531700134
411876	rnn.weight_ih_l0	2	0.0052963197231292725
411876	rnn.weight_ih_l0	3	0.04516049474477768
411876	rnn.weight_ih_l0	4	-0.029716795310378075
411876	rnn.weight_ih_l0	5	0.04025718942284584
411876	rnn.weight_ih_l0	6	0.007760890293866396
411876	rnn.weight_ih_l0	7	0.06557129323482513
411876	rnn.weight_ih_l0	8	0.009233192540705204
411876	rnn.weight_ih_l0	9	-0.025349486619234085
411876	rnn.weight_hh_l0	0	-0.011708280071616173
411876	rnn.weight_hh_l0	1	-0.027788234874606133
411876	rnn.weight_hh_l0	2	-0.06145409494638443
411876	rnn.weight_hh_l0	3	-0.005861753132194281
411876	rnn.weight_hh_l0	4	-0.009679049253463745
411876	rnn.weight_hh_l0	5	-0.02416723594069481
411876	rnn.weight_hh_l0	6	0.00065593421459198
411876	rnn.weight_hh_l0	7	-0.0356808565557003
411876	rnn.weight_hh_l0	8	0.06718750298023224
411876	rnn.weight_hh_l0	9	0.04513057693839073
411876	rnn.bias_ih_l0	0	-0.17405888438224792
411876	rnn.bias_ih_l0	1	-0.1709074229001999
411876	rnn.bias_ih_l0	2	-0.019558994099497795
411876	rnn.bias_ih_l0	3	-0.14756472408771515
411876	rnn.bias_ih_l0	4	-0.05863489955663681
411876	rnn.bias_ih_l0	5	-0.1760369837284088
411876	rnn.bias_ih_l0	6	0.07297899574041367
411876	rnn.bias_ih_l0	7	-0.08598145097494125
411876	rnn.bias_ih_l0	8	-0.046416398137807846
411876	rnn.bias_ih_l0	9	-0.10842151194810867
411876	rnn.bias_hh_l0	0	-0.06957024335861206
411876	rnn.bias_hh_l0	1	0.24818436801433563
411876	rnn.bias_hh_l0	2	0.047179047018289566
411876	rnn.bias_hh_l0	3	-0.07926277071237564
411876	rnn.bias_hh_l0	4	-0.08298102021217346
411876	rnn.bias_hh_l0	5	-0.004828540608286858
411876	rnn.bias_hh_l0	6	0.05824504792690277
411876	rnn.bias_hh_l0	7	-0.09832468628883362
411876	rnn.bias_hh_l0	8	-0.23332898318767548
411876	rnn.bias_hh_l0	9	-0.10122523456811905
411876	rnn.weight_ih_l0_reverse	0	0.020342063158750534
411876	rnn.weight_ih_l0_reverse	1	-0.06005418300628662
411876	rnn.weight_ih_l0_reverse	2	0.042970169335603714
411876	rnn.weight_ih_l0_reverse	3	0.020299330353736877
411876	rnn.weight_ih_l0_reverse	4	1.376530053676106e-05
411876	rnn.weight_ih_l0_reverse	5	-0.025554951280355453
411876	rnn.weight_ih_l0_reverse	6	0.012091431766748428
411876	rnn.weight_ih_l0_reverse	7	0.02831365168094635
411876	rnn.weight_ih_l0_reverse	8	-0.028104323893785477
411876	rnn.weight_ih_l0_reverse	9	-0.0015697164926677942
411876	rnn.weight_hh_l0_reverse	0	0.039792630821466446
411876	rnn.weight_hh_l0_reverse	1	0.029884006828069687
411876	rnn.weight_hh_l0_reverse	2	-0.023065177723765373
411876	rnn.weight_hh_l0_reverse	3	-0.08233711123466492
411876	rnn.weight_hh_l0_reverse	4	0.011281752027571201
411876	rnn.weight_hh_l0_reverse	5	-0.06110578030347824
411876	rnn.weight_hh_l0_reverse	6	-0.014158315025269985
411876	rnn.weight_hh_l0_reverse	7	0.030991654843091965
411876	rnn.weight_hh_l0_reverse	8	0.007884672842919827
411876	rnn.weight_hh_l0_reverse	9	0.008707031607627869
411876	rnn.bias_ih_l0_reverse	0	-0.04625838249921799
411876	rnn.bias_ih_l0_reverse	1	-0.14009368419647217
411876	rnn.bias_ih_l0_reverse	2	-0.1458771526813507
411876	rnn.bias_ih_l0_reverse	3	-0.04588192328810692
411876	rnn.bias_ih_l0_reverse	4	-0.11281367391347885
411876	rnn.bias_ih_l0_reverse	5	-0.08598851412534714
411876	rnn.bias_ih_l0_reverse	6	-0.20890483260154724
411876	rnn.bias_ih_l0_reverse	7	-0.05252980813384056
411876	rnn.bias_ih_l0_reverse	8	-0.06339224427938461
411876	rnn.bias_ih_l0_reverse	9	-0.13428790867328644
411876	rnn.bias_hh_l0_reverse	0	-0.14214444160461426
411876	rnn.bias_hh_l0_reverse	1	-0.16229815781116486
411876	rnn.bias_hh_l0_reverse	2	0.10531609505414963
411876	rnn.bias_hh_l0_reverse	3	0.07105837017297745
411876	rnn.bias_hh_l0_reverse	4	-0.17913295328617096
411876	rnn.bias_hh_l0_reverse	5	-0.14262394607067108
411876	rnn.bias_hh_l0_reverse	6	-0.08898564428091049
411876	rnn.bias_hh_l0_reverse	7	-0.05403193086385727
411876	rnn.bias_hh_l0_reverse	8	-0.09622575342655182
411876	rnn.bias_hh_l0_reverse	9	-0.022902904078364372
411876	linear.weight	0	-0.007734120823442936
411876	linear.weight	1	0.0075097838416695595
411876	linear.weight	2	0.31377238035202026
411876	linear.weight	3	-0.0789097473025322
411876	linear.weight	4	-0.010588549077510834
411876	linear.weight	5	0.12084826081991196
411876	linear.weight	6	-0.010739270597696304
411876	linear.weight	7	-0.07133037596940994
411876	linear.weight	8	0.18466591835021973
411876	linear.weight	9	-0.28152400255203247
411876	linear.bias	0	-0.03956538438796997
411876	linear.bias	1	0.031413208693265915
411876	linear.bias	2	0.4163343012332916
411876	linear.bias	3	-0.7509364485740662
411876	linear.bias	4	2.15883469581604
411876	linear.bias	5	-1.4051399230957031
411876	linear.bias	6	-0.29300278425216675
411876	linear.bias	7	-0.12997949123382568
412434	transitions	0	-1.9511277675628662
412434	transitions	1	-10000.0
412434	transitions	2	-0.7969565987586975
412434	transitions	3	-10000.0
412434	transitions	4	2.0699656009674072
412434	transitions	5	-10000.0
412434	transitions	6	-10000.0
412434	transitions	7	1.8540204763412476
412434	transitions	8	-2.6326448917388916
412434	transitions	9	-4.23977518081665
412434	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
412434	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
412434	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
412434	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
412434	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
412434	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
412434	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
412434	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
412434	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
412434	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
412434	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
412434	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
412434	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
412434	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
412434	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
412434	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
412434	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
412434	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
412434	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
412434	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
412434	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
412434	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
412434	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
412434	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
412434	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
412434	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
412434	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
412434	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
412434	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
412434	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
412434	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
412434	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
412434	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
412434	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
412434	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
412434	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
412434	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
412434	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
412434	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
412434	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
412434	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
412434	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
412434	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
412434	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
412434	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
412434	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
412434	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
412434	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
412434	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
412434	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
412434	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
412434	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
412434	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
412434	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
412434	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
412434	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
412434	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
412434	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
412434	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
412434	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
412434	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
412434	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
412434	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
412434	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
412434	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
412434	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
412434	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
412434	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
412434	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
412434	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
412434	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
412434	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
412434	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
412434	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
412434	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
412434	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
412434	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
412434	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
412434	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
412434	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
412434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
412434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
412434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
412434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
412434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
412434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
412434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
412434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
412434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
412434	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
412434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
412434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
412434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
412434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
412434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
412434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
412434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
412434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
412434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
412434	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
412434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
412434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
412434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
412434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
412434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
412434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
412434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
412434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
412434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
412434	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
412434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
412434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
412434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
412434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
412434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
412434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
412434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
412434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
412434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
412434	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
412434	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
412434	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
412434	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
412434	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
412434	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
412434	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
412434	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
412434	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
412434	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
412434	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
412434	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
412434	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
412434	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
412434	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
412434	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
412434	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
412434	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
412434	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
412434	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
412434	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
412434	embedding2nn.weight	0	0.006403085310012102
412434	embedding2nn.weight	1	0.003985515795648098
412434	embedding2nn.weight	2	0.01343157235532999
412434	embedding2nn.weight	3	0.026853172108530998
412434	embedding2nn.weight	4	0.023483073338866234
412434	embedding2nn.weight	5	0.0055568828247487545
412434	embedding2nn.weight	6	-0.015398387797176838
412434	embedding2nn.weight	7	-0.0004435885639395565
412434	embedding2nn.weight	8	-0.010075503960251808
412434	embedding2nn.weight	9	0.0019279987318441272
412434	embedding2nn.bias	0	0.013592503033578396
412434	embedding2nn.bias	1	-0.03682564198970795
412434	embedding2nn.bias	2	0.08119948208332062
412434	embedding2nn.bias	3	0.07005968689918518
412434	embedding2nn.bias	4	-0.012097579427063465
412434	embedding2nn.bias	5	-0.03329765796661377
412434	embedding2nn.bias	6	0.029694298282265663
412434	embedding2nn.bias	7	0.004171249456703663
412434	embedding2nn.bias	8	-0.034703806042671204
412434	embedding2nn.bias	9	0.02474653534591198
412434	rnn.weight_ih_l0	0	0.06475281715393066
412434	rnn.weight_ih_l0	1	-0.04164755344390869
412434	rnn.weight_ih_l0	2	0.0052987136878073215
412434	rnn.weight_ih_l0	3	0.04516344889998436
412434	rnn.weight_ih_l0	4	-0.029721254482865334
412434	rnn.weight_ih_l0	5	0.040259961038827896
412434	rnn.weight_ih_l0	6	0.00776050565764308
412434	rnn.weight_ih_l0	7	0.06556931138038635
412434	rnn.weight_ih_l0	8	0.009235783480107784
412434	rnn.weight_ih_l0	9	-0.02535799890756607
412434	rnn.weight_hh_l0	0	-0.011708363890647888
412434	rnn.weight_hh_l0	1	-0.027788734063506126
412434	rnn.weight_hh_l0	2	-0.061458442360162735
412434	rnn.weight_hh_l0	3	-0.005864148493856192
412434	rnn.weight_hh_l0	4	-0.009678751230239868
412434	rnn.weight_hh_l0	5	-0.0241673793643713
412434	rnn.weight_hh_l0	6	0.0006543418858200312
412434	rnn.weight_hh_l0	7	-0.035680655390024185
412434	rnn.weight_hh_l0	8	0.06718552857637405
412434	rnn.weight_hh_l0	9	0.04513123631477356
412434	rnn.bias_ih_l0	0	-0.17406894266605377
412434	rnn.bias_ih_l0	1	-0.17091286182403564
412434	rnn.bias_ih_l0	2	-0.019557451829314232
412434	rnn.bias_ih_l0	3	-0.14757290482521057
412434	rnn.bias_ih_l0	4	-0.05862775817513466
412434	rnn.bias_ih_l0	5	-0.17604205012321472
412434	rnn.bias_ih_l0	6	0.07295685261487961
412434	rnn.bias_ih_l0	7	-0.08597355335950851
412434	rnn.bias_ih_l0	8	-0.04642333835363388
412434	rnn.bias_ih_l0	9	-0.10841752588748932
412434	rnn.bias_hh_l0	0	-0.06958099454641342
412434	rnn.bias_hh_l0	1	0.2481628805398941
412434	rnn.bias_hh_l0	2	0.04720993712544441
412434	rnn.bias_hh_l0	3	-0.07925247400999069
412434	rnn.bias_hh_l0	4	-0.08298682421445847
412434	rnn.bias_hh_l0	5	-0.004845258314162493
412434	rnn.bias_hh_l0	6	0.058240219950675964
412434	rnn.bias_hh_l0	7	-0.09830915927886963
412434	rnn.bias_hh_l0	8	-0.23331904411315918
412434	rnn.bias_hh_l0	9	-0.10124010592699051
412434	rnn.weight_ih_l0_reverse	0	0.020332878455519676
412434	rnn.weight_ih_l0_reverse	1	-0.06005270034074783
412434	rnn.weight_ih_l0_reverse	2	0.042974602431058884
412434	rnn.weight_ih_l0_reverse	3	0.020291706547141075
412434	rnn.weight_ih_l0_reverse	4	1.6261432392639108e-05
412434	rnn.weight_ih_l0_reverse	5	-0.025560341775417328
412434	rnn.weight_ih_l0_reverse	6	0.012099971994757652
412434	rnn.weight_ih_l0_reverse	7	0.028314858675003052
412434	rnn.weight_ih_l0_reverse	8	-0.028103835880756378
412434	rnn.weight_ih_l0_reverse	9	-0.0015733620384708047
412434	rnn.weight_hh_l0_reverse	0	0.03979234769940376
412434	rnn.weight_hh_l0_reverse	1	0.029884783551096916
412434	rnn.weight_hh_l0_reverse	2	-0.023066019639372826
412434	rnn.weight_hh_l0_reverse	3	-0.08234037458896637
412434	rnn.weight_hh_l0_reverse	4	0.011280752718448639
412434	rnn.weight_hh_l0_reverse	5	-0.0610991045832634
412434	rnn.weight_hh_l0_reverse	6	-0.014159487560391426
412434	rnn.weight_hh_l0_reverse	7	0.030992291867733
412434	rnn.weight_hh_l0_reverse	8	0.007889429107308388
412434	rnn.weight_hh_l0_reverse	9	0.008699774742126465
412434	rnn.bias_ih_l0_reverse	0	-0.0462629608809948
412434	rnn.bias_ih_l0_reverse	1	-0.14008702337741852
412434	rnn.bias_ih_l0_reverse	2	-0.14586810767650604
412434	rnn.bias_ih_l0_reverse	3	-0.04588320106267929
412434	rnn.bias_ih_l0_reverse	4	-0.11280620843172073
412434	rnn.bias_ih_l0_reverse	5	-0.08598947525024414
412434	rnn.bias_ih_l0_reverse	6	-0.20889508724212646
412434	rnn.bias_ih_l0_reverse	7	-0.052535127848386765
412434	rnn.bias_ih_l0_reverse	8	-0.06339526176452637
412434	rnn.bias_ih_l0_reverse	9	-0.13427422940731049
412434	rnn.bias_hh_l0_reverse	0	-0.14214837551116943
412434	rnn.bias_hh_l0_reverse	1	-0.16231021285057068
412434	rnn.bias_hh_l0_reverse	2	0.10532151907682419
412434	rnn.bias_hh_l0_reverse	3	0.07107140868902206
412434	rnn.bias_hh_l0_reverse	4	-0.17911243438720703
412434	rnn.bias_hh_l0_reverse	5	-0.1425987035036087
412434	rnn.bias_hh_l0_reverse	6	-0.08899716287851334
412434	rnn.bias_hh_l0_reverse	7	-0.054005105048418045
412434	rnn.bias_hh_l0_reverse	8	-0.09620877355337143
412434	rnn.bias_hh_l0_reverse	9	-0.022884942591190338
412434	linear.weight	0	-0.007734125480055809
412434	linear.weight	1	0.007470312062650919
412434	linear.weight	2	0.31380021572113037
412434	linear.weight	3	-0.0789097473025322
412434	linear.weight	4	-0.010588549077510834
412434	linear.weight	5	0.12113646417856216
412434	linear.weight	6	-0.010739270597696304
412434	linear.weight	7	-0.07127559930086136
412434	linear.weight	8	0.18454770743846893
412434	linear.weight	9	-0.28154245018959045
412434	linear.bias	0	-0.03956538438796997
412434	linear.bias	1	0.031413208693265915
412434	linear.bias	2	0.41701170802116394
412434	linear.bias	3	-0.7519794702529907
412434	linear.bias	4	2.158949375152588
412434	linear.bias	5	-1.4051399230957031
412434	linear.bias	6	-0.2928761839866638
412434	linear.bias	7	-0.12985454499721527
412992	transitions	0	-1.9511299133300781
412992	transitions	1	-10000.0
412992	transitions	2	-0.7969565987586975
412992	transitions	3	-10000.0
412992	transitions	4	2.0700876712799072
412992	transitions	5	-10000.0
412992	transitions	6	-10000.0
412992	transitions	7	1.8539915084838867
412992	transitions	8	-2.632645606994629
412992	transitions	9	-4.23977518081665
412992	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
412992	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
412992	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
412992	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
412992	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
412992	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
412992	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
412992	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
412992	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
412992	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
412992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
412992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
412992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
412992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
412992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
412992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
412992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
412992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
412992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
412992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
412992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
412992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
412992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
412992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
412992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
412992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
412992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
412992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
412992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
412992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
412992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
412992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
412992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
412992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
412992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
412992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
412992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
412992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
412992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
412992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
412992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
412992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
412992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
412992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
412992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
412992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
412992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
412992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
412992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
412992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
412992	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
412992	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
412992	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
412992	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
412992	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
412992	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
412992	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
412992	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
412992	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
412992	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
412992	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
412992	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
412992	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
412992	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
412992	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
412992	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
412992	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
412992	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
412992	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
412992	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
412992	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
412992	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
412992	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
412992	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
412992	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
412992	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
412992	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
412992	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
412992	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
412992	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
412992	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
412992	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
412992	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
412992	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
412992	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
412992	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
412992	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
412992	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
412992	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
412992	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
412992	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
412992	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
412992	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
412992	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
412992	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
412992	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
412992	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
412992	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
412992	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
412992	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
412992	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
412992	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
412992	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
412992	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
412992	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
412992	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
412992	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
412992	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
412992	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
412992	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
412992	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
412992	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
412992	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
412992	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
412992	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
412992	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
412992	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
412992	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
412992	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
412992	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
412992	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
412992	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
412992	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
412992	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
412992	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
412992	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
412992	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
412992	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
412992	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
412992	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
412992	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
412992	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
412992	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
412992	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
412992	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
412992	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
412992	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
412992	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
412992	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
412992	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
412992	embedding2nn.weight	0	0.006403139792382717
412992	embedding2nn.weight	1	0.003984591457992792
412992	embedding2nn.weight	2	0.01343162078410387
412992	embedding2nn.weight	3	0.026852909475564957
412992	embedding2nn.weight	4	0.0234806090593338
412992	embedding2nn.weight	5	0.005559131037443876
412992	embedding2nn.weight	6	-0.015398752875626087
412992	embedding2nn.weight	7	-0.0004440958728082478
412992	embedding2nn.weight	8	-0.010072472505271435
412992	embedding2nn.weight	9	0.001928594778291881
412992	embedding2nn.bias	0	0.013585370033979416
412992	embedding2nn.bias	1	-0.0368628166615963
412992	embedding2nn.bias	2	0.08119837939739227
412992	embedding2nn.bias	3	0.07014130800962448
412992	embedding2nn.bias	4	-0.012053481303155422
412992	embedding2nn.bias	5	-0.033272989094257355
412992	embedding2nn.bias	6	0.02968447655439377
412992	embedding2nn.bias	7	0.0042214347049593925
412992	embedding2nn.bias	8	-0.034648019820451736
412992	embedding2nn.bias	9	0.02470371127128601
412992	rnn.weight_ih_l0	0	0.06475727260112762
412992	rnn.weight_ih_l0	1	-0.04164344444870949
412992	rnn.weight_ih_l0	2	0.0053017218597233295
412992	rnn.weight_ih_l0	3	0.04516378417611122
412992	rnn.weight_ih_l0	4	-0.02972191572189331
412992	rnn.weight_ih_l0	5	0.04025940224528313
412992	rnn.weight_ih_l0	6	0.007760190404951572
412992	rnn.weight_ih_l0	7	0.06557048857212067
412992	rnn.weight_ih_l0	8	0.009233515709638596
412992	rnn.weight_ih_l0	9	-0.02535560354590416
412992	rnn.weight_hh_l0	0	-0.011712194420397282
412992	rnn.weight_hh_l0	1	-0.027788948267698288
412992	rnn.weight_hh_l0	2	-0.061463117599487305
412992	rnn.weight_hh_l0	3	-0.005863057915121317
412992	rnn.weight_hh_l0	4	-0.009677501395344734
412992	rnn.weight_hh_l0	5	-0.024169081822037697
412992	rnn.weight_hh_l0	6	0.000655117561109364
412992	rnn.weight_hh_l0	7	-0.03568528592586517
412992	rnn.weight_hh_l0	8	0.06718523055315018
412992	rnn.weight_hh_l0	9	0.04512918367981911
412992	rnn.bias_ih_l0	0	-0.17406335473060608
412992	rnn.bias_ih_l0	1	-0.17091895639896393
412992	rnn.bias_ih_l0	2	-0.019559405744075775
412992	rnn.bias_ih_l0	3	-0.14757059514522552
412992	rnn.bias_ih_l0	4	-0.058622729033231735
412992	rnn.bias_ih_l0	5	-0.17604151368141174
412992	rnn.bias_ih_l0	6	0.07292941212654114
412992	rnn.bias_ih_l0	7	-0.08597514778375626
412992	rnn.bias_ih_l0	8	-0.04640396311879158
412992	rnn.bias_ih_l0	9	-0.10843812674283981
412992	rnn.bias_hh_l0	0	-0.06957677751779556
412992	rnn.bias_hh_l0	1	0.24820707738399506
412992	rnn.bias_hh_l0	2	0.04722148925065994
412992	rnn.bias_hh_l0	3	-0.07925345003604889
412992	rnn.bias_hh_l0	4	-0.0829959511756897
412992	rnn.bias_hh_l0	5	-0.00482617411762476
412992	rnn.bias_hh_l0	6	0.058227598667144775
412992	rnn.bias_hh_l0	7	-0.09826578199863434
412992	rnn.bias_hh_l0	8	-0.2333339899778366
412992	rnn.bias_hh_l0	9	-0.10123429447412491
412992	rnn.weight_ih_l0_reverse	0	0.02033122070133686
412992	rnn.weight_ih_l0_reverse	1	-0.0600493960082531
412992	rnn.weight_ih_l0_reverse	2	0.04297196865081787
412992	rnn.weight_ih_l0_reverse	3	0.020297301933169365
412992	rnn.weight_ih_l0_reverse	4	1.1496547813294455e-05
412992	rnn.weight_ih_l0_reverse	5	-0.025563746690750122
412992	rnn.weight_ih_l0_reverse	6	0.0121030043810606
412992	rnn.weight_ih_l0_reverse	7	0.028313905000686646
412992	rnn.weight_ih_l0_reverse	8	-0.02810385264456272
412992	rnn.weight_ih_l0_reverse	9	-0.001572643406689167
412992	rnn.weight_hh_l0_reverse	0	0.039792463183403015
412992	rnn.weight_hh_l0_reverse	1	0.029885612428188324
412992	rnn.weight_hh_l0_reverse	2	-0.02306402288377285
412992	rnn.weight_hh_l0_reverse	3	-0.08233626186847687
412992	rnn.weight_hh_l0_reverse	4	0.01128008309751749
412992	rnn.weight_hh_l0_reverse	5	-0.061098258942365646
412992	rnn.weight_hh_l0_reverse	6	-0.014160404913127422
412992	rnn.weight_hh_l0_reverse	7	0.030991511419415474
412992	rnn.weight_hh_l0_reverse	8	0.007888621650636196
412992	rnn.weight_hh_l0_reverse	9	0.008695806376636028
412992	rnn.bias_ih_l0_reverse	0	-0.04626027122139931
412992	rnn.bias_ih_l0_reverse	1	-0.14008641242980957
412992	rnn.bias_ih_l0_reverse	2	-0.1458657830953598
412992	rnn.bias_ih_l0_reverse	3	-0.04585988074541092
412992	rnn.bias_ih_l0_reverse	4	-0.11282582581043243
412992	rnn.bias_ih_l0_reverse	5	-0.08600235730409622
412992	rnn.bias_ih_l0_reverse	6	-0.2088942527770996
412992	rnn.bias_ih_l0_reverse	7	-0.05254523083567619
412992	rnn.bias_ih_l0_reverse	8	-0.06338856369256973
412992	rnn.bias_ih_l0_reverse	9	-0.13427196443080902
412992	rnn.bias_hh_l0_reverse	0	-0.1421494334936142
412992	rnn.bias_hh_l0_reverse	1	-0.16230261325836182
412992	rnn.bias_hh_l0_reverse	2	0.10532664507627487
412992	rnn.bias_hh_l0_reverse	3	0.07106691598892212
412992	rnn.bias_hh_l0_reverse	4	-0.1791170984506607
412992	rnn.bias_hh_l0_reverse	5	-0.14259286224842072
412992	rnn.bias_hh_l0_reverse	6	-0.08899930119514465
412992	rnn.bias_hh_l0_reverse	7	-0.05399467051029205
412992	rnn.bias_hh_l0_reverse	8	-0.09621988981962204
412992	rnn.bias_hh_l0_reverse	9	-0.022895580157637596
412992	linear.weight	0	-0.007734127342700958
412992	linear.weight	1	0.007415931671857834
412992	linear.weight	2	0.3137727975845337
412992	linear.weight	3	-0.0789097473025322
412992	linear.weight	4	-0.010588549077510834
412992	linear.weight	5	0.12101613730192184
412992	linear.weight	6	-0.010739270597696304
412992	linear.weight	7	-0.07150816917419434
412992	linear.weight	8	0.18449437618255615
412992	linear.weight	9	-0.28149598836898804
412992	linear.bias	0	-0.03956538438796997
412992	linear.bias	1	0.031413208693265915
412992	linear.bias	2	0.4183270335197449
412992	linear.bias	3	-0.7531639933586121
412992	linear.bias	4	2.1590936183929443
412992	linear.bias	5	-1.4051399230957031
412992	linear.bias	6	-0.2930103540420532
412992	linear.bias	7	-0.12999390065670013
413551	transitions	0	-1.9511312246322632
413551	transitions	1	-10000.0
413551	transitions	2	-0.7969565987586975
413551	transitions	3	-10000.0
413551	transitions	4	2.070051431655884
413551	transitions	5	-10000.0
413551	transitions	6	-10000.0
413551	transitions	7	1.8539586067199707
413551	transitions	8	-2.632645845413208
413551	transitions	9	-4.23977518081665
413551	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
413551	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
413551	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
413551	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
413551	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
413551	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
413551	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
413551	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
413551	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
413551	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
413551	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
413551	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
413551	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
413551	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
413551	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
413551	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
413551	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
413551	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
413551	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
413551	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
413551	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
413551	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
413551	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
413551	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
413551	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
413551	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
413551	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
413551	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
413551	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
413551	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
413551	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
413551	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
413551	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
413551	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
413551	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
413551	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
413551	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
413551	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
413551	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
413551	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
413551	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
413551	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
413551	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
413551	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
413551	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
413551	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
413551	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
413551	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
413551	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
413551	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
413551	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
413551	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
413551	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
413551	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
413551	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
413551	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
413551	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
413551	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
413551	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
413551	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
413551	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
413551	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
413551	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
413551	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
413551	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
413551	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
413551	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
413551	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
413551	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
413551	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
413551	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
413551	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
413551	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
413551	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
413551	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
413551	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
413551	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
413551	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
413551	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
413551	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
413551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
413551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
413551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
413551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
413551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
413551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
413551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
413551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
413551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
413551	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
413551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
413551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
413551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
413551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
413551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
413551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
413551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
413551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
413551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
413551	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
413551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
413551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
413551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
413551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
413551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
413551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
413551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
413551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
413551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
413551	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
413551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
413551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
413551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
413551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
413551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
413551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
413551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
413551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
413551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
413551	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
413551	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
413551	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
413551	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
413551	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
413551	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
413551	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
413551	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
413551	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
413551	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
413551	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
413551	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
413551	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
413551	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
413551	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
413551	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
413551	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
413551	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
413551	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
413551	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
413551	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
413551	embedding2nn.weight	0	0.006403147242963314
413551	embedding2nn.weight	1	0.0039848037995398045
413551	embedding2nn.weight	2	0.013431670144200325
413551	embedding2nn.weight	3	0.026852060109376907
413551	embedding2nn.weight	4	0.023480543866753578
413551	embedding2nn.weight	5	0.005559167359024286
413551	embedding2nn.weight	6	-0.015398196876049042
413551	embedding2nn.weight	7	-0.00044427099055610597
413551	embedding2nn.weight	8	-0.010074306279420853
413551	embedding2nn.weight	9	0.0019289391348138452
413551	embedding2nn.bias	0	0.013574093580245972
413551	embedding2nn.bias	1	-0.03685193508863449
413551	embedding2nn.bias	2	0.08120251446962357
413551	embedding2nn.bias	3	0.07014739513397217
413551	embedding2nn.bias	4	-0.012052856385707855
413551	embedding2nn.bias	5	-0.03327101469039917
413551	embedding2nn.bias	6	0.029696786776185036
413551	embedding2nn.bias	7	0.0042266217060387135
413551	embedding2nn.bias	8	-0.034648597240448
413551	embedding2nn.bias	9	0.024696603417396545
413551	rnn.weight_ih_l0	0	0.06475866585969925
413551	rnn.weight_ih_l0	1	-0.04164145886898041
413551	rnn.weight_ih_l0	2	0.0053044878877699375
413551	rnn.weight_ih_l0	3	0.04516506940126419
413551	rnn.weight_ih_l0	4	-0.029720330610871315
413551	rnn.weight_ih_l0	5	0.04025856405496597
413551	rnn.weight_ih_l0	6	0.007760240696370602
413551	rnn.weight_ih_l0	7	0.06556856632232666
413551	rnn.weight_ih_l0	8	0.009232459589838982
413551	rnn.weight_ih_l0	9	-0.02535427175462246
413551	rnn.weight_hh_l0	0	-0.011710301041603088
413551	rnn.weight_hh_l0	1	-0.027788471430540085
413551	rnn.weight_hh_l0	2	-0.06146517023444176
413551	rnn.weight_hh_l0	3	-0.005863480735570192
413551	rnn.weight_hh_l0	4	-0.009677629917860031
413551	rnn.weight_hh_l0	5	-0.024171002209186554
413551	rnn.weight_hh_l0	6	0.0006549417739734054
413551	rnn.weight_hh_l0	7	-0.035687390714883804
413551	rnn.weight_hh_l0	8	0.06718618422746658
413551	rnn.weight_hh_l0	9	0.04512890428304672
413551	rnn.bias_ih_l0	0	-0.17406292259693146
413551	rnn.bias_ih_l0	1	-0.17093443870544434
413551	rnn.bias_ih_l0	2	-0.01956106908619404
413551	rnn.bias_ih_l0	3	-0.14756253361701965
413551	rnn.bias_ih_l0	4	-0.05861813947558403
413551	rnn.bias_ih_l0	5	-0.17604784667491913
413551	rnn.bias_ih_l0	6	0.07292832434177399
413551	rnn.bias_ih_l0	7	-0.08598580211400986
413551	rnn.bias_ih_l0	8	-0.04640234261751175
413551	rnn.bias_ih_l0	9	-0.10843589901924133
413551	rnn.bias_hh_l0	0	-0.06958087533712387
413551	rnn.bias_hh_l0	1	0.24818427860736847
413551	rnn.bias_hh_l0	2	0.04725071042776108
413551	rnn.bias_hh_l0	3	-0.07925400882959366
413551	rnn.bias_hh_l0	4	-0.08299805223941803
413551	rnn.bias_hh_l0	5	-0.004811258986592293
413551	rnn.bias_hh_l0	6	0.05821172520518303
413551	rnn.bias_hh_l0	7	-0.09826703369617462
413551	rnn.bias_hh_l0	8	-0.23332244157791138
413551	rnn.bias_hh_l0	9	-0.10123628377914429
413551	rnn.weight_ih_l0_reverse	0	0.020332766696810722
413551	rnn.weight_ih_l0_reverse	1	-0.060048092156648636
413551	rnn.weight_ih_l0_reverse	2	0.04297100380063057
413551	rnn.weight_ih_l0_reverse	3	0.020299922674894333
413551	rnn.weight_ih_l0_reverse	4	1.1738663488358725e-05
413551	rnn.weight_ih_l0_reverse	5	-0.02556128054857254
413551	rnn.weight_ih_l0_reverse	6	0.012102603912353516
413551	rnn.weight_ih_l0_reverse	7	0.028313789516687393
413551	rnn.weight_ih_l0_reverse	8	-0.028107747435569763
413551	rnn.weight_ih_l0_reverse	9	-0.0015703607350587845
413551	rnn.weight_hh_l0_reverse	0	0.03979213163256645
413551	rnn.weight_hh_l0_reverse	1	0.02988433837890625
413551	rnn.weight_hh_l0_reverse	2	-0.023063460364937782
413551	rnn.weight_hh_l0_reverse	3	-0.08233493566513062
413551	rnn.weight_hh_l0_reverse	4	0.011279711499810219
413551	rnn.weight_hh_l0_reverse	5	-0.061097800731658936
413551	rnn.weight_hh_l0_reverse	6	-0.014161176979541779
413551	rnn.weight_hh_l0_reverse	7	0.030991099774837494
413551	rnn.weight_hh_l0_reverse	8	0.007889611646533012
413551	rnn.weight_hh_l0_reverse	9	0.00869747530668974
413551	rnn.bias_ih_l0_reverse	0	-0.04626717418432236
413551	rnn.bias_ih_l0_reverse	1	-0.14008785784244537
413551	rnn.bias_ih_l0_reverse	2	-0.14586259424686432
413551	rnn.bias_ih_l0_reverse	3	-0.04586047679185867
413551	rnn.bias_ih_l0_reverse	4	-0.11282657086849213
413551	rnn.bias_ih_l0_reverse	5	-0.0860021784901619
413551	rnn.bias_ih_l0_reverse	6	-0.20888358354568481
413551	rnn.bias_ih_l0_reverse	7	-0.05255766957998276
413551	rnn.bias_ih_l0_reverse	8	-0.06338337808847427
413551	rnn.bias_ih_l0_reverse	9	-0.13425685465335846
413551	rnn.bias_hh_l0_reverse	0	-0.14214558899402618
413551	rnn.bias_hh_l0_reverse	1	-0.16228996217250824
413551	rnn.bias_hh_l0_reverse	2	0.10533978790044785
413551	rnn.bias_hh_l0_reverse	3	0.07106540352106094
413551	rnn.bias_hh_l0_reverse	4	-0.17912591993808746
413551	rnn.bias_hh_l0_reverse	5	-0.14258982241153717
413551	rnn.bias_hh_l0_reverse	6	-0.08899632841348648
413551	rnn.bias_hh_l0_reverse	7	-0.05398665368556976
413551	rnn.bias_hh_l0_reverse	8	-0.09621550142765045
413551	rnn.bias_hh_l0_reverse	9	-0.022898439317941666
413551	linear.weight	0	-0.0077341278083622456
413551	linear.weight	1	0.0074714357033371925
413551	linear.weight	2	0.3137868046760559
413551	linear.weight	3	-0.0789097473025322
413551	linear.weight	4	-0.010588549077510834
413551	linear.weight	5	0.12097306549549103
413551	linear.weight	6	-0.010739270597696304
413551	linear.weight	7	-0.07152796536684036
413551	linear.weight	8	0.1842155009508133
413551	linear.weight	9	-0.28149768710136414
413551	linear.bias	0	-0.03956538438796997
413551	linear.bias	1	0.031413208693265915
413551	linear.bias	2	0.4186113476753235
413551	linear.bias	3	-0.7530280351638794
413551	linear.bias	4	2.1587648391723633
413551	linear.bias	5	-1.4051399230957031
413551	linear.bias	6	-0.2930550277233124
413551	linear.bias	7	-0.13004176318645477
414109	transitions	0	-1.951133370399475
414109	transitions	1	-10000.0
414109	transitions	2	-0.7969565987586975
414109	transitions	3	-10000.0
414109	transitions	4	2.0699872970581055
414109	transitions	5	-10000.0
414109	transitions	6	-10000.0
414109	transitions	7	1.853979229927063
414109	transitions	8	-2.632646322250366
414109	transitions	9	-4.23977518081665
414109	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
414109	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
414109	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
414109	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
414109	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
414109	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
414109	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
414109	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
414109	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
414109	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
414109	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
414109	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
414109	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
414109	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
414109	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
414109	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
414109	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
414109	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
414109	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
414109	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
414109	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
414109	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
414109	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
414109	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
414109	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
414109	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
414109	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
414109	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
414109	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
414109	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
414109	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
414109	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
414109	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
414109	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
414109	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
414109	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
414109	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
414109	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
414109	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
414109	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
414109	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
414109	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
414109	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
414109	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
414109	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
414109	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
414109	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
414109	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
414109	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
414109	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
414109	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
414109	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
414109	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
414109	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
414109	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
414109	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
414109	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
414109	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
414109	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
414109	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
414109	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
414109	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
414109	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
414109	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
414109	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
414109	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
414109	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
414109	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
414109	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
414109	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
414109	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
414109	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
414109	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
414109	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
414109	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
414109	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
414109	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
414109	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
414109	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
414109	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
414109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
414109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
414109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
414109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
414109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
414109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
414109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
414109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
414109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
414109	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
414109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
414109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
414109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
414109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
414109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
414109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
414109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
414109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
414109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
414109	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
414109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
414109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
414109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
414109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
414109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
414109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
414109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
414109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
414109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
414109	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
414109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
414109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
414109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
414109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
414109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
414109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
414109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
414109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
414109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
414109	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
414109	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
414109	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
414109	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
414109	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
414109	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
414109	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
414109	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
414109	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
414109	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
414109	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
414109	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
414109	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
414109	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
414109	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
414109	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
414109	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
414109	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
414109	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
414109	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
414109	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
414109	embedding2nn.weight	0	0.006403116509318352
414109	embedding2nn.weight	1	0.003984910435974598
414109	embedding2nn.weight	2	0.013431699015200138
414109	embedding2nn.weight	3	0.02685149572789669
414109	embedding2nn.weight	4	0.023479275405406952
414109	embedding2nn.weight	5	0.005560016725212336
414109	embedding2nn.weight	6	-0.015397585928440094
414109	embedding2nn.weight	7	-0.00044368606177158654
414109	embedding2nn.weight	8	-0.010074212215840816
414109	embedding2nn.weight	9	0.0019290503114461899
414109	embedding2nn.bias	0	0.013540990650653839
414109	embedding2nn.bias	1	-0.03680330514907837
414109	embedding2nn.bias	2	0.08118408918380737
414109	embedding2nn.bias	3	0.07015106827020645
414109	embedding2nn.bias	4	-0.012053401209414005
414109	embedding2nn.bias	5	-0.03327227383852005
414109	embedding2nn.bias	6	0.029723914340138435
414109	embedding2nn.bias	7	0.004220608156174421
414109	embedding2nn.bias	8	-0.034664787352085114
414109	embedding2nn.bias	9	0.02470797300338745
414109	rnn.weight_ih_l0	0	0.06476017832756042
414109	rnn.weight_ih_l0	1	-0.04164079204201698
414109	rnn.weight_ih_l0	2	0.005304253194481134
414109	rnn.weight_ih_l0	3	0.04516487196087837
414109	rnn.weight_ih_l0	4	-0.0297198798507452
414109	rnn.weight_ih_l0	5	0.04025397449731827
414109	rnn.weight_ih_l0	6	0.007760248146951199
414109	rnn.weight_ih_l0	7	0.06556517630815506
414109	rnn.weight_ih_l0	8	0.009228386916220188
414109	rnn.weight_ih_l0	9	-0.025352535769343376
414109	rnn.weight_hh_l0	0	-0.01171083189547062
414109	rnn.weight_hh_l0	1	-0.027786187827587128
414109	rnn.weight_hh_l0	2	-0.06146453320980072
414109	rnn.weight_hh_l0	3	-0.005863301921635866
414109	rnn.weight_hh_l0	4	-0.009677554480731487
414109	rnn.weight_hh_l0	5	-0.024170007556676865
414109	rnn.weight_hh_l0	6	0.0006547887460328639
414109	rnn.weight_hh_l0	7	-0.03568785637617111
414109	rnn.weight_hh_l0	8	0.06718582659959793
414109	rnn.weight_hh_l0	9	0.045127950608730316
414109	rnn.bias_ih_l0	0	-0.17405258119106293
414109	rnn.bias_ih_l0	1	-0.1709330677986145
414109	rnn.bias_ih_l0	2	-0.019558239728212357
414109	rnn.bias_ih_l0	3	-0.14757421612739563
414109	rnn.bias_ih_l0	4	-0.05861097574234009
414109	rnn.bias_ih_l0	5	-0.17604103684425354
414109	rnn.bias_ih_l0	6	0.0729413703083992
414109	rnn.bias_ih_l0	7	-0.0859949067234993
414109	rnn.bias_ih_l0	8	-0.046411942690610886
414109	rnn.bias_ih_l0	9	-0.10843604058027267
414109	rnn.bias_hh_l0	0	-0.06958162039518356
414109	rnn.bias_hh_l0	1	0.24817509949207306
414109	rnn.bias_hh_l0	2	0.04725322499871254
414109	rnn.bias_hh_l0	3	-0.07925260812044144
414109	rnn.bias_hh_l0	4	-0.0829959288239479
414109	rnn.bias_hh_l0	5	-0.004834908060729504
414109	rnn.bias_hh_l0	6	0.05821429193019867
414109	rnn.bias_hh_l0	7	-0.09828238934278488
414109	rnn.bias_hh_l0	8	-0.23333030939102173
414109	rnn.bias_hh_l0	9	-0.10121960937976837
414109	rnn.weight_ih_l0_reverse	0	0.020337415859103203
414109	rnn.weight_ih_l0_reverse	1	-0.060048267245292664
414109	rnn.weight_ih_l0_reverse	2	0.04297146573662758
414109	rnn.weight_ih_l0_reverse	3	0.02030358649790287
414109	rnn.weight_ih_l0_reverse	4	1.1370685570000205e-05
414109	rnn.weight_ih_l0_reverse	5	-0.025558825582265854
414109	rnn.weight_ih_l0_reverse	6	0.01210658811032772
414109	rnn.weight_ih_l0_reverse	7	0.02831513062119484
414109	rnn.weight_ih_l0_reverse	8	-0.02810913324356079
414109	rnn.weight_ih_l0_reverse	9	-0.0015704327961429954
414109	rnn.weight_hh_l0_reverse	0	0.039792533963918686
414109	rnn.weight_hh_l0_reverse	1	0.02988508902490139
414109	rnn.weight_hh_l0_reverse	2	-0.02306434139609337
414109	rnn.weight_hh_l0_reverse	3	-0.08233632147312164
414109	rnn.weight_hh_l0_reverse	4	0.011280594393610954
414109	rnn.weight_hh_l0_reverse	5	-0.06109892204403877
414109	rnn.weight_hh_l0_reverse	6	-0.014161097817122936
414109	rnn.weight_hh_l0_reverse	7	0.030992474406957626
414109	rnn.weight_hh_l0_reverse	8	0.007890431210398674
414109	rnn.weight_hh_l0_reverse	9	0.008698206394910812
414109	rnn.bias_ih_l0_reverse	0	-0.04626444727182388
414109	rnn.bias_ih_l0_reverse	1	-0.1400817632675171
414109	rnn.bias_ih_l0_reverse	2	-0.145859494805336
414109	rnn.bias_ih_l0_reverse	3	-0.04585328325629234
414109	rnn.bias_ih_l0_reverse	4	-0.11282055824995041
414109	rnn.bias_ih_l0_reverse	5	-0.08600160479545593
414109	rnn.bias_ih_l0_reverse	6	-0.20889779925346375
414109	rnn.bias_ih_l0_reverse	7	-0.05256544426083565
414109	rnn.bias_ih_l0_reverse	8	-0.06337887048721313
414109	rnn.bias_ih_l0_reverse	9	-0.1342591494321823
414109	rnn.bias_hh_l0_reverse	0	-0.1421440690755844
414109	rnn.bias_hh_l0_reverse	1	-0.16229060292243958
414109	rnn.bias_hh_l0_reverse	2	0.105357825756073
414109	rnn.bias_hh_l0_reverse	3	0.07106633484363556
414109	rnn.bias_hh_l0_reverse	4	-0.1791285127401352
414109	rnn.bias_hh_l0_reverse	5	-0.14258594810962677
414109	rnn.bias_hh_l0_reverse	6	-0.08899210393428802
414109	rnn.bias_hh_l0_reverse	7	-0.05398000404238701
414109	rnn.bias_hh_l0_reverse	8	-0.09621504694223404
414109	rnn.bias_hh_l0_reverse	9	-0.02290014550089836
414109	linear.weight	0	-0.007734129671007395
414109	linear.weight	1	0.007484738249331713
414109	linear.weight	2	0.3138566017150879
414109	linear.weight	3	-0.0789097473025322
414109	linear.weight	4	-0.010588549077510834
414109	linear.weight	5	0.12099432200193405
414109	linear.weight	6	-0.010739270597696304
414109	linear.weight	7	-0.07137051969766617
414109	linear.weight	8	0.1840771734714508
414109	linear.weight	9	-0.2814796566963196
414109	linear.bias	0	-0.03956538438796997
414109	linear.bias	1	0.031413208693265915
414109	linear.bias	2	0.41837063431739807
414109	linear.bias	3	-0.7526506781578064
414109	linear.bias	4	2.158564805984497
414109	linear.bias	5	-1.4051399230957031
414109	linear.bias	6	-0.2930223047733307
414109	linear.bias	7	-0.13001184165477753
414667	transitions	0	-1.9511343240737915
414667	transitions	1	-10000.0
414667	transitions	2	-0.7969565987586975
414667	transitions	3	-10000.0
414667	transitions	4	2.0699944496154785
414667	transitions	5	-10000.0
414667	transitions	6	-10000.0
414667	transitions	7	1.8540563583374023
414667	transitions	8	-2.632646322250366
414667	transitions	9	-4.23977518081665
414667	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
414667	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
414667	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
414667	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
414667	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
414667	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
414667	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
414667	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
414667	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
414667	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
414667	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
414667	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
414667	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
414667	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
414667	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
414667	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
414667	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
414667	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
414667	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
414667	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
414667	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
414667	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
414667	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
414667	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
414667	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
414667	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
414667	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
414667	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
414667	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
414667	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
414667	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
414667	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
414667	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
414667	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
414667	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
414667	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
414667	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
414667	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
414667	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
414667	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
414667	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
414667	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
414667	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
414667	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
414667	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
414667	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
414667	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
414667	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
414667	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
414667	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
414667	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
414667	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
414667	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
414667	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
414667	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
414667	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
414667	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
414667	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
414667	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
414667	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
414667	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
414667	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
414667	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
414667	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
414667	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
414667	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
414667	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
414667	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
414667	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
414667	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
414667	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
414667	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
414667	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
414667	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
414667	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
414667	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
414667	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
414667	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
414667	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
414667	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
414667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
414667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
414667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
414667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
414667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
414667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
414667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
414667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
414667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
414667	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
414667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
414667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
414667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
414667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
414667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
414667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
414667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
414667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
414667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
414667	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
414667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
414667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
414667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
414667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
414667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
414667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
414667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
414667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
414667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
414667	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
414667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
414667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
414667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
414667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
414667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
414667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
414667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
414667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
414667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
414667	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
414667	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
414667	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
414667	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
414667	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
414667	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
414667	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
414667	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
414667	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
414667	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
414667	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
414667	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
414667	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
414667	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
414667	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
414667	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
414667	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
414667	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
414667	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
414667	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
414667	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
414667	embedding2nn.weight	0	0.006403178907930851
414667	embedding2nn.weight	1	0.003985508810728788
414667	embedding2nn.weight	2	0.013431653380393982
414667	embedding2nn.weight	3	0.026851588860154152
414667	embedding2nn.weight	4	0.023479577153921127
414667	embedding2nn.weight	5	0.0055574034340679646
414667	embedding2nn.weight	6	-0.015396825969219208
414667	embedding2nn.weight	7	-0.00044334353879094124
414667	embedding2nn.weight	8	-0.010073340497910976
414667	embedding2nn.weight	9	0.0019287116592749953
414667	embedding2nn.bias	0	0.01352416630834341
414667	embedding2nn.bias	1	-0.03680112957954407
414667	embedding2nn.bias	2	0.08120059221982956
414667	embedding2nn.bias	3	0.0701497495174408
414667	embedding2nn.bias	4	-0.012092149816453457
414667	embedding2nn.bias	5	-0.03328835219144821
414667	embedding2nn.bias	6	0.02974211983382702
414667	embedding2nn.bias	7	0.004248640034347773
414667	embedding2nn.bias	8	-0.034671805799007416
414667	embedding2nn.bias	9	0.024748820811510086
414667	rnn.weight_ih_l0	0	0.06475567072629929
414667	rnn.weight_ih_l0	1	-0.041642677038908005
414667	rnn.weight_ih_l0	2	0.005300863180309534
414667	rnn.weight_ih_l0	3	0.04516379535198212
414667	rnn.weight_ih_l0	4	-0.02972019463777542
414667	rnn.weight_ih_l0	5	0.040250618010759354
414667	rnn.weight_ih_l0	6	0.007760028820484877
414667	rnn.weight_ih_l0	7	0.0655638575553894
414667	rnn.weight_ih_l0	8	0.009229302406311035
414667	rnn.weight_ih_l0	9	-0.025358300656080246
414667	rnn.weight_hh_l0	0	-0.011711446568369865
414667	rnn.weight_hh_l0	1	-0.027789076790213585
414667	rnn.weight_hh_l0	2	-0.06146162748336792
414667	rnn.weight_hh_l0	3	-0.005862587131559849
414667	rnn.weight_hh_l0	4	-0.009676845744252205
414667	rnn.weight_hh_l0	5	-0.024170847609639168
414667	rnn.weight_hh_l0	6	0.000654753646813333
414667	rnn.weight_hh_l0	7	-0.035683222115039825
414667	rnn.weight_hh_l0	8	0.06718838214874268
414667	rnn.weight_hh_l0	9	0.04512780159711838
414667	rnn.bias_ih_l0	0	-0.17406509816646576
414667	rnn.bias_ih_l0	1	-0.17092762887477875
414667	rnn.bias_ih_l0	2	-0.019555825740098953
414667	rnn.bias_ih_l0	3	-0.1475803703069687
414667	rnn.bias_ih_l0	4	-0.058612845838069916
414667	rnn.bias_ih_l0	5	-0.1760430783033371
414667	rnn.bias_ih_l0	6	0.07294735312461853
414667	rnn.bias_ih_l0	7	-0.08600001037120819
414667	rnn.bias_ih_l0	8	-0.04639453440904617
414667	rnn.bias_ih_l0	9	-0.10843639075756073
414667	rnn.bias_hh_l0	0	-0.06958474963903427
414667	rnn.bias_hh_l0	1	0.2481713742017746
414667	rnn.bias_hh_l0	2	0.04724462702870369
414667	rnn.bias_hh_l0	3	-0.079245924949646
414667	rnn.bias_hh_l0	4	-0.08300379663705826
414667	rnn.bias_hh_l0	5	-0.0048364936374127865
414667	rnn.bias_hh_l0	6	0.05821443721652031
414667	rnn.bias_hh_l0	7	-0.09830567985773087
414667	rnn.bias_hh_l0	8	-0.23332171142101288
414667	rnn.bias_hh_l0	9	-0.10122346132993698
414667	rnn.weight_ih_l0_reverse	0	0.020334089174866676
414667	rnn.weight_ih_l0_reverse	1	-0.060049284249544144
414667	rnn.weight_ih_l0_reverse	2	0.042970120906829834
414667	rnn.weight_ih_l0_reverse	3	0.020303087309002876
414667	rnn.weight_ih_l0_reverse	4	1.2276756024220958e-05
414667	rnn.weight_ih_l0_reverse	5	-0.02556307055056095
414667	rnn.weight_ih_l0_reverse	6	0.012102540582418442
414667	rnn.weight_ih_l0_reverse	7	0.02831396646797657
414667	rnn.weight_ih_l0_reverse	8	-0.028108851984143257
414667	rnn.weight_ih_l0_reverse	9	-0.0015699154464527965
414667	rnn.weight_hh_l0_reverse	0	0.039792612195014954
414667	rnn.weight_hh_l0_reverse	1	0.02988501824438572
414667	rnn.weight_hh_l0_reverse	2	-0.023063410073518753
414667	rnn.weight_hh_l0_reverse	3	-0.08233264833688736
414667	rnn.weight_hh_l0_reverse	4	0.011280480772256851
414667	rnn.weight_hh_l0_reverse	5	-0.06109872832894325
414667	rnn.weight_hh_l0_reverse	6	-0.014160918071866035
414667	rnn.weight_hh_l0_reverse	7	0.03099372610449791
414667	rnn.weight_hh_l0_reverse	8	0.007889197207987309
414667	rnn.weight_hh_l0_reverse	9	0.008697573095560074
414667	rnn.bias_ih_l0_reverse	0	-0.04626353457570076
414667	rnn.bias_ih_l0_reverse	1	-0.14008623361587524
414667	rnn.bias_ih_l0_reverse	2	-0.14587050676345825
414667	rnn.bias_ih_l0_reverse	3	-0.04585464671254158
414667	rnn.bias_ih_l0_reverse	4	-0.11281582713127136
414667	rnn.bias_ih_l0_reverse	5	-0.08599790930747986
414667	rnn.bias_ih_l0_reverse	6	-0.20890717208385468
414667	rnn.bias_ih_l0_reverse	7	-0.05256052315235138
414667	rnn.bias_ih_l0_reverse	8	-0.06337134540081024
414667	rnn.bias_ih_l0_reverse	9	-0.13426271080970764
414667	rnn.bias_hh_l0_reverse	0	-0.14214292168617249
414667	rnn.bias_hh_l0_reverse	1	-0.16228468716144562
414667	rnn.bias_hh_l0_reverse	2	0.10537423938512802
414667	rnn.bias_hh_l0_reverse	3	0.07105658203363419
414667	rnn.bias_hh_l0_reverse	4	-0.17913225293159485
414667	rnn.bias_hh_l0_reverse	5	-0.14259062707424164
414667	rnn.bias_hh_l0_reverse	6	-0.0889933779835701
414667	rnn.bias_hh_l0_reverse	7	-0.05398428067564964
414667	rnn.bias_hh_l0_reverse	8	-0.09620656818151474
414667	rnn.bias_hh_l0_reverse	9	-0.02290445752441883
414667	linear.weight	0	-0.007734129671007395
414667	linear.weight	1	0.007442145608365536
414667	linear.weight	2	0.31382596492767334
414667	linear.weight	3	-0.0789097473025322
414667	linear.weight	4	-0.010588549077510834
414667	linear.weight	5	0.1209288090467453
414667	linear.weight	6	-0.010739270597696304
414667	linear.weight	7	-0.07140904664993286
414667	linear.weight	8	0.18416230380535126
414667	linear.weight	9	-0.28150108456611633
414667	linear.bias	0	-0.03956538438796997
414667	linear.bias	1	0.031413208693265915
414667	linear.bias	2	0.4178282916545868
414667	linear.bias	3	-0.7525840401649475
414667	linear.bias	4	2.1589162349700928
414667	linear.bias	5	-1.4051399230957031
414667	linear.bias	6	-0.29295656085014343
414667	linear.bias	7	-0.12994979321956635
415225	transitions	0	-1.9511362314224243
415225	transitions	1	-10000.0
415225	transitions	2	-0.7969565987586975
415225	transitions	3	-10000.0
415225	transitions	4	2.0699563026428223
415225	transitions	5	-10000.0
415225	transitions	6	-10000.0
415225	transitions	7	1.8539797067642212
415225	transitions	8	-2.6326470375061035
415225	transitions	9	-4.23977518081665
415225	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
415225	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
415225	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
415225	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
415225	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
415225	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
415225	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
415225	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
415225	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
415225	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
415225	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
415225	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
415225	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
415225	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
415225	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
415225	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
415225	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
415225	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
415225	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
415225	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
415225	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
415225	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
415225	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
415225	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
415225	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
415225	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
415225	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
415225	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
415225	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
415225	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
415225	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
415225	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
415225	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
415225	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
415225	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
415225	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
415225	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
415225	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
415225	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
415225	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
415225	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
415225	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
415225	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
415225	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
415225	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
415225	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
415225	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
415225	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
415225	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
415225	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
415225	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
415225	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
415225	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
415225	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
415225	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
415225	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
415225	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
415225	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
415225	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
415225	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
415225	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
415225	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
415225	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
415225	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
415225	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
415225	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
415225	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
415225	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
415225	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
415225	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
415225	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
415225	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
415225	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
415225	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
415225	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
415225	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
415225	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
415225	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
415225	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
415225	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
415225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
415225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
415225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
415225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
415225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
415225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
415225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
415225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
415225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
415225	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
415225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
415225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
415225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
415225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
415225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
415225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
415225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
415225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
415225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
415225	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
415225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
415225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
415225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
415225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
415225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
415225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
415225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
415225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
415225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
415225	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
415225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
415225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
415225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
415225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
415225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
415225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
415225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
415225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
415225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
415225	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
415225	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
415225	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
415225	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
415225	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
415225	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
415225	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
415225	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
415225	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
415225	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
415225	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
415225	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
415225	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
415225	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
415225	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
415225	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
415225	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
415225	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
415225	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
415225	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
415225	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
415225	embedding2nn.weight	0	0.006403133738785982
415225	embedding2nn.weight	1	0.0039853984490036964
415225	embedding2nn.weight	2	0.01343153789639473
415225	embedding2nn.weight	3	0.026852291077375412
415225	embedding2nn.weight	4	0.02347915805876255
415225	embedding2nn.weight	5	0.005556866992264986
415225	embedding2nn.weight	6	-0.015398158691823483
415225	embedding2nn.weight	7	-0.0004440186021383852
415225	embedding2nn.weight	8	-0.010072962380945683
415225	embedding2nn.weight	9	0.001928264508023858
415225	embedding2nn.bias	0	0.013530668802559376
415225	embedding2nn.bias	1	-0.03678923472762108
415225	embedding2nn.bias	2	0.0812019482254982
415225	embedding2nn.bias	3	0.07016122341156006
415225	embedding2nn.bias	4	-0.012098686769604683
415225	embedding2nn.bias	5	-0.033283211290836334
415225	embedding2nn.bias	6	0.02969806082546711
415225	embedding2nn.bias	7	0.004241752438247204
415225	embedding2nn.bias	8	-0.03467726707458496
415225	embedding2nn.bias	9	0.02473730407655239
415225	rnn.weight_ih_l0	0	0.064756840467453
415225	rnn.weight_ih_l0	1	-0.041640616953372955
415225	rnn.weight_ih_l0	2	0.0053022936917841434
415225	rnn.weight_ih_l0	3	0.04516096040606499
415225	rnn.weight_ih_l0	4	-0.029721178114414215
415225	rnn.weight_ih_l0	5	0.0402524471282959
415225	rnn.weight_ih_l0	6	0.007760226260870695
415225	rnn.weight_ih_l0	7	0.06556364893913269
415225	rnn.weight_ih_l0	8	0.00922373402863741
415225	rnn.weight_ih_l0	9	-0.025357501581311226
415225	rnn.weight_hh_l0	0	-0.011710705235600471
415225	rnn.weight_hh_l0	1	-0.02778860181570053
415225	rnn.weight_hh_l0	2	-0.061460256576538086
415225	rnn.weight_hh_l0	3	-0.005862562917172909
415225	rnn.weight_hh_l0	4	-0.009677603840827942
415225	rnn.weight_hh_l0	5	-0.024170400574803352
415225	rnn.weight_hh_l0	6	0.0006546240765601397
415225	rnn.weight_hh_l0	7	-0.035683561116456985
415225	rnn.weight_hh_l0	8	0.067190982401371
415225	rnn.weight_hh_l0	9	0.045127805322408676
415225	rnn.bias_ih_l0	0	-0.17407575249671936
415225	rnn.bias_ih_l0	1	-0.1709395945072174
415225	rnn.bias_ih_l0	2	-0.019543107599020004
415225	rnn.bias_ih_l0	3	-0.1475832462310791
415225	rnn.bias_ih_l0	4	-0.05860074982047081
415225	rnn.bias_ih_l0	5	-0.17603811621665955
415225	rnn.bias_ih_l0	6	0.07296112179756165
415225	rnn.bias_ih_l0	7	-0.08600056171417236
415225	rnn.bias_ih_l0	8	-0.0463879331946373
415225	rnn.bias_ih_l0	9	-0.10843395441770554
415225	rnn.bias_hh_l0	0	-0.06958405673503876
415225	rnn.bias_hh_l0	1	0.24819563329219818
415225	rnn.bias_hh_l0	2	0.047232918441295624
415225	rnn.bias_hh_l0	3	-0.07924261689186096
415225	rnn.bias_hh_l0	4	-0.08299951255321503
415225	rnn.bias_hh_l0	5	-0.00483747199177742
415225	rnn.bias_hh_l0	6	0.05820867791771889
415225	rnn.bias_hh_l0	7	-0.09830211848020554
415225	rnn.bias_hh_l0	8	-0.2333267778158188
415225	rnn.bias_hh_l0	9	-0.10121971368789673
415225	rnn.weight_ih_l0_reverse	0	0.020336853340268135
415225	rnn.weight_ih_l0_reverse	1	-0.06004875525832176
415225	rnn.weight_ih_l0_reverse	2	0.04297088459134102
415225	rnn.weight_ih_l0_reverse	3	0.02030181512236595
415225	rnn.weight_ih_l0_reverse	4	1.2762752703565639e-05
415225	rnn.weight_ih_l0_reverse	5	-0.02556428126990795
415225	rnn.weight_ih_l0_reverse	6	0.012103891931474209
415225	rnn.weight_ih_l0_reverse	7	0.02831481769680977
415225	rnn.weight_ih_l0_reverse	8	-0.028108548372983932
415225	rnn.weight_ih_l0_reverse	9	-0.0015693017048761249
415225	rnn.weight_hh_l0_reverse	0	0.0397929809987545
415225	rnn.weight_hh_l0_reverse	1	0.029884882271289825
415225	rnn.weight_hh_l0_reverse	2	-0.023063601925969124
415225	rnn.weight_hh_l0_reverse	3	-0.0823366567492485
415225	rnn.weight_hh_l0_reverse	4	0.011280115693807602
415225	rnn.weight_hh_l0_reverse	5	-0.061098530888557434
415225	rnn.weight_hh_l0_reverse	6	-0.014158906415104866
415225	rnn.weight_hh_l0_reverse	7	0.030994698405265808
415225	rnn.weight_hh_l0_reverse	8	0.007889906875789165
415225	rnn.weight_hh_l0_reverse	9	0.008700520731508732
415225	rnn.bias_ih_l0_reverse	0	-0.04626842960715294
415225	rnn.bias_ih_l0_reverse	1	-0.14008115231990814
415225	rnn.bias_ih_l0_reverse	2	-0.14586396515369415
415225	rnn.bias_ih_l0_reverse	3	-0.04585104435682297
415225	rnn.bias_ih_l0_reverse	4	-0.11280050873756409
415225	rnn.bias_ih_l0_reverse	5	-0.08599411696195602
415225	rnn.bias_ih_l0_reverse	6	-0.20889577269554138
415225	rnn.bias_ih_l0_reverse	7	-0.05256445333361626
415225	rnn.bias_ih_l0_reverse	8	-0.06337635964155197
415225	rnn.bias_ih_l0_reverse	9	-0.13426026701927185
415225	rnn.bias_hh_l0_reverse	0	-0.142144575715065
415225	rnn.bias_hh_l0_reverse	1	-0.1622912734746933
415225	rnn.bias_hh_l0_reverse	2	0.10538613051176071
415225	rnn.bias_hh_l0_reverse	3	0.07106629759073257
415225	rnn.bias_hh_l0_reverse	4	-0.1791449338197708
415225	rnn.bias_hh_l0_reverse	5	-0.14260487258434296
415225	rnn.bias_hh_l0_reverse	6	-0.08896132558584213
415225	rnn.bias_hh_l0_reverse	7	-0.05399566888809204
415225	rnn.bias_hh_l0_reverse	8	-0.09620930254459381
415225	rnn.bias_hh_l0_reverse	9	-0.02291562408208847
415225	linear.weight	0	-0.007734129671007395
415225	linear.weight	1	0.007430652622133493
415225	linear.weight	2	0.3138737976551056
415225	linear.weight	3	-0.0789097473025322
415225	linear.weight	4	-0.010588549077510834
415225	linear.weight	5	0.12097835540771484
415225	linear.weight	6	-0.010739270597696304
415225	linear.weight	7	-0.07144798338413239
415225	linear.weight	8	0.18421053886413574
415225	linear.weight	9	-0.2814978063106537
415225	linear.bias	0	-0.03956538438796997
415225	linear.bias	1	0.031413208693265915
415225	linear.bias	2	0.4170801043510437
415225	linear.bias	3	-0.7525582313537598
415225	linear.bias	4	2.15891170501709
415225	linear.bias	5	-1.4051399230957031
415225	linear.bias	6	-0.29259321093559265
415225	linear.bias	7	-0.12959040701389313
415783	transitions	0	-1.9511370658874512
415783	transitions	1	-10000.0
415783	transitions	2	-0.7969565987586975
415783	transitions	3	-10000.0
415783	transitions	4	2.070025682449341
415783	transitions	5	-10000.0
415783	transitions	6	-10000.0
415783	transitions	7	1.8539501428604126
415783	transitions	8	-2.6326472759246826
415783	transitions	9	-4.23977518081665
415783	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
415783	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
415783	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
415783	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
415783	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
415783	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
415783	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
415783	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
415783	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
415783	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
415783	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
415783	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
415783	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
415783	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
415783	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
415783	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
415783	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
415783	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
415783	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
415783	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
415783	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
415783	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
415783	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
415783	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
415783	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
415783	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
415783	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
415783	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
415783	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
415783	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
415783	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
415783	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
415783	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
415783	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
415783	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
415783	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
415783	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
415783	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
415783	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
415783	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
415783	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
415783	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
415783	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
415783	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
415783	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
415783	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
415783	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
415783	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
415783	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
415783	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
415783	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
415783	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
415783	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
415783	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
415783	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
415783	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
415783	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
415783	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
415783	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
415783	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
415783	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
415783	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
415783	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
415783	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
415783	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
415783	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
415783	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
415783	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
415783	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
415783	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
415783	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
415783	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
415783	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
415783	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
415783	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
415783	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
415783	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
415783	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
415783	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
415783	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
415783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
415783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
415783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
415783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
415783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
415783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
415783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
415783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
415783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
415783	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
415783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
415783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
415783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
415783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
415783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
415783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
415783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
415783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
415783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
415783	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
415783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
415783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
415783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
415783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
415783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
415783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
415783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
415783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
415783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
415783	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
415783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
415783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
415783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
415783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
415783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
415783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
415783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
415783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
415783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
415783	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
415783	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
415783	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
415783	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
415783	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
415783	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
415783	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
415783	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
415783	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
415783	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
415783	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
415783	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
415783	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
415783	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
415783	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
415783	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
415783	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
415783	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
415783	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
415783	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
415783	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
415783	embedding2nn.weight	0	0.006403061561286449
415783	embedding2nn.weight	1	0.003984930459409952
415783	embedding2nn.weight	2	0.01343153789639473
415783	embedding2nn.weight	3	0.026851188391447067
415783	embedding2nn.weight	4	0.023479918017983437
415783	embedding2nn.weight	5	0.00555714126676321
415783	embedding2nn.weight	6	-0.015397777780890465
415783	embedding2nn.weight	7	-0.000443606055341661
415783	embedding2nn.weight	8	-0.01007351465523243
415783	embedding2nn.weight	9	0.0019285663729533553
415783	embedding2nn.bias	0	0.013523625209927559
415783	embedding2nn.bias	1	-0.03676426783204079
415783	embedding2nn.bias	2	0.08118730783462524
415783	embedding2nn.bias	3	0.07015915960073471
415783	embedding2nn.bias	4	-0.012096752412617207
415783	embedding2nn.bias	5	-0.03325720131397247
415783	embedding2nn.bias	6	0.029692435637116432
415783	embedding2nn.bias	7	0.004223973490297794
415783	embedding2nn.bias	8	-0.03467663750052452
415783	embedding2nn.bias	9	0.024727771058678627
415783	rnn.weight_ih_l0	0	0.06475462764501572
415783	rnn.weight_ih_l0	1	-0.041639428585767746
415783	rnn.weight_ih_l0	2	0.005300438497215509
415783	rnn.weight_ih_l0	3	0.04516090452671051
415783	rnn.weight_ih_l0	4	-0.029720982536673546
415783	rnn.weight_ih_l0	5	0.04025045409798622
415783	rnn.weight_ih_l0	6	0.0077603766694664955
415783	rnn.weight_ih_l0	7	0.06556160748004913
415783	rnn.weight_ih_l0	8	0.009223537519574165
415783	rnn.weight_ih_l0	9	-0.02536030486226082
415783	rnn.weight_hh_l0	0	-0.011710981838405132
415783	rnn.weight_hh_l0	1	-0.027789803221821785
415783	rnn.weight_hh_l0	2	-0.06145944818854332
415783	rnn.weight_hh_l0	3	-0.0058623929508030415
415783	rnn.weight_hh_l0	4	-0.009677555412054062
415783	rnn.weight_hh_l0	5	-0.02416885644197464
415783	rnn.weight_hh_l0	6	0.0006545864744111896
415783	rnn.weight_hh_l0	7	-0.03568727895617485
415783	rnn.weight_hh_l0	8	0.06718849390745163
415783	rnn.weight_hh_l0	9	0.0451277457177639
415783	rnn.bias_ih_l0	0	-0.17407044768333435
415783	rnn.bias_ih_l0	1	-0.17094358801841736
415783	rnn.bias_ih_l0	2	-0.019547414034605026
415783	rnn.bias_ih_l0	3	-0.14757756888866425
415783	rnn.bias_ih_l0	4	-0.05860988423228264
415783	rnn.bias_ih_l0	5	-0.1760232299566269
415783	rnn.bias_ih_l0	6	0.07295896857976913
415783	rnn.bias_ih_l0	7	-0.08599212765693665
415783	rnn.bias_ih_l0	8	-0.046396199613809586
415783	rnn.bias_ih_l0	9	-0.10841956734657288
415783	rnn.bias_hh_l0	0	-0.06958728283643723
415783	rnn.bias_hh_l0	1	0.24820780754089355
415783	rnn.bias_hh_l0	2	0.047242749482393265
415783	rnn.bias_hh_l0	3	-0.07924065738916397
415783	rnn.bias_hh_l0	4	-0.08299317955970764
415783	rnn.bias_hh_l0	5	-0.0048324428498744965
415783	rnn.bias_hh_l0	6	0.05819549411535263
415783	rnn.bias_hh_l0	7	-0.09831405431032181
415783	rnn.bias_hh_l0	8	-0.23333242535591125
415783	rnn.bias_hh_l0	9	-0.10122370719909668
415783	rnn.weight_ih_l0_reverse	0	0.02033541351556778
415783	rnn.weight_ih_l0_reverse	1	-0.060046546161174774
415783	rnn.weight_ih_l0_reverse	2	0.04297120124101639
415783	rnn.weight_ih_l0_reverse	3	0.020302169024944305
415783	rnn.weight_ih_l0_reverse	4	1.3607510481961071e-05
415783	rnn.weight_ih_l0_reverse	5	-0.02556740678846836
415783	rnn.weight_ih_l0_reverse	6	0.012101873755455017
415783	rnn.weight_ih_l0_reverse	7	0.02831830270588398
415783	rnn.weight_ih_l0_reverse	8	-0.028109075501561165
415783	rnn.weight_ih_l0_reverse	9	-0.0015647195978090167
415783	rnn.weight_hh_l0_reverse	0	0.03979269042611122
415783	rnn.weight_hh_l0_reverse	1	0.029887178912758827
415783	rnn.weight_hh_l0_reverse	2	-0.02306242100894451
415783	rnn.weight_hh_l0_reverse	3	-0.08232971280813217
415783	rnn.weight_hh_l0_reverse	4	0.011280677281320095
415783	rnn.weight_hh_l0_reverse	5	-0.06109987571835518
415783	rnn.weight_hh_l0_reverse	6	-0.01415831595659256
415783	rnn.weight_hh_l0_reverse	7	0.030994471162557602
415783	rnn.weight_hh_l0_reverse	8	0.007889791391789913
415783	rnn.weight_hh_l0_reverse	9	0.008702573366463184
415783	rnn.bias_ih_l0_reverse	0	-0.04628336802124977
415783	rnn.bias_ih_l0_reverse	1	-0.1400788128376007
415783	rnn.bias_ih_l0_reverse	2	-0.1458597183227539
415783	rnn.bias_ih_l0_reverse	3	-0.0458458848297596
415783	rnn.bias_ih_l0_reverse	4	-0.11280254274606705
415783	rnn.bias_ih_l0_reverse	5	-0.08599162101745605
415783	rnn.bias_ih_l0_reverse	6	-0.20890051126480103
415783	rnn.bias_ih_l0_reverse	7	-0.05258086323738098
415783	rnn.bias_ih_l0_reverse	8	-0.06337425112724304
415783	rnn.bias_ih_l0_reverse	9	-0.1342608481645584
415783	rnn.bias_hh_l0_reverse	0	-0.14214719831943512
415783	rnn.bias_hh_l0_reverse	1	-0.16228559613227844
415783	rnn.bias_hh_l0_reverse	2	0.10538239777088165
415783	rnn.bias_hh_l0_reverse	3	0.07106870412826538
415783	rnn.bias_hh_l0_reverse	4	-0.17913882434368134
415783	rnn.bias_hh_l0_reverse	5	-0.1425986886024475
415783	rnn.bias_hh_l0_reverse	6	-0.08896563947200775
415783	rnn.bias_hh_l0_reverse	7	-0.05399726703763008
415783	rnn.bias_hh_l0_reverse	8	-0.09621087461709976
415783	rnn.bias_hh_l0_reverse	9	-0.022901246324181557
415783	linear.weight	0	-0.00773412873968482
415783	linear.weight	1	0.0074056778103113174
415783	linear.weight	2	0.31387385725975037
415783	linear.weight	3	-0.0789097473025322
415783	linear.weight	4	-0.010588549077510834
415783	linear.weight	5	0.12097425758838654
415783	linear.weight	6	-0.010739270597696304
415783	linear.weight	7	-0.07146038115024567
415783	linear.weight	8	0.18426086008548737
415783	linear.weight	9	-0.28148385882377625
415783	linear.bias	0	-0.03956538438796997
415783	linear.bias	1	0.031413208693265915
415783	linear.bias	2	0.4169064462184906
415783	linear.bias	3	-0.752068042755127
415783	linear.bias	4	2.1586039066314697
415783	linear.bias	5	-1.4051399230957031
415783	linear.bias	6	-0.292596697807312
415783	linear.bias	7	-0.12959538400173187
416341	transitions	0	-1.9511375427246094
416341	transitions	1	-10000.0
416341	transitions	2	-0.7969565987586975
416341	transitions	3	-10000.0
416341	transitions	4	2.0700037479400635
416341	transitions	5	-10000.0
416341	transitions	6	-10000.0
416341	transitions	7	1.8539658784866333
416341	transitions	8	-2.63264799118042
416341	transitions	9	-4.23977518081665
416341	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
416341	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
416341	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
416341	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
416341	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
416341	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
416341	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
416341	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
416341	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
416341	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
416341	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
416341	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
416341	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
416341	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
416341	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
416341	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
416341	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
416341	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
416341	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
416341	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
416341	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
416341	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
416341	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
416341	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
416341	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
416341	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
416341	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
416341	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
416341	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
416341	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
416341	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
416341	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
416341	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
416341	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
416341	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
416341	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
416341	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
416341	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
416341	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
416341	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
416341	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
416341	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
416341	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
416341	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
416341	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
416341	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
416341	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
416341	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
416341	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
416341	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
416341	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
416341	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
416341	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
416341	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
416341	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
416341	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
416341	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
416341	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
416341	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
416341	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
416341	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
416341	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
416341	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
416341	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
416341	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
416341	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
416341	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
416341	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
416341	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
416341	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
416341	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
416341	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
416341	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
416341	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
416341	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
416341	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
416341	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
416341	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
416341	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
416341	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
416341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
416341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
416341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
416341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
416341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
416341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
416341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
416341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
416341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
416341	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
416341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
416341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
416341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
416341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
416341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
416341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
416341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
416341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
416341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
416341	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
416341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
416341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
416341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
416341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
416341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
416341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
416341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
416341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
416341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
416341	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
416341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
416341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
416341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
416341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
416341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
416341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
416341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
416341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
416341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
416341	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
416341	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
416341	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
416341	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
416341	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
416341	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
416341	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
416341	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
416341	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
416341	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
416341	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
416341	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
416341	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
416341	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
416341	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
416341	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
416341	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
416341	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
416341	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
416341	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
416341	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
416341	embedding2nn.weight	0	0.006403087638318539
416341	embedding2nn.weight	1	0.003985260147601366
416341	embedding2nn.weight	2	0.013431566767394543
416341	embedding2nn.weight	3	0.026850929483771324
416341	embedding2nn.weight	4	0.023478994145989418
416341	embedding2nn.weight	5	0.005557431373745203
416341	embedding2nn.weight	6	-0.015398199670016766
416341	embedding2nn.weight	7	-0.000443736877059564
416341	embedding2nn.weight	8	-0.010071909055113792
416341	embedding2nn.weight	9	0.0019279234111309052
416341	embedding2nn.bias	0	0.013555318117141724
416341	embedding2nn.bias	1	-0.03677789121866226
416341	embedding2nn.bias	2	0.08119567483663559
416341	embedding2nn.bias	3	0.07016436755657196
416341	embedding2nn.bias	4	-0.01209068764001131
416341	embedding2nn.bias	5	-0.033264078199863434
416341	embedding2nn.bias	6	0.029686471447348595
416341	embedding2nn.bias	7	0.0042160083539783955
416341	embedding2nn.bias	8	-0.0346897654235363
416341	embedding2nn.bias	9	0.024708395823836327
416341	rnn.weight_ih_l0	0	0.06475342065095901
416341	rnn.weight_ih_l0	1	-0.04163755103945732
416341	rnn.weight_ih_l0	2	0.005298772361129522
416341	rnn.weight_ih_l0	3	0.045165032148361206
416341	rnn.weight_ih_l0	4	-0.029720624908804893
416341	rnn.weight_ih_l0	5	0.04025121033191681
416341	rnn.weight_ih_l0	6	0.007761109620332718
416341	rnn.weight_ih_l0	7	0.0655650645494461
416341	rnn.weight_ih_l0	8	0.009221316315233707
416341	rnn.weight_ih_l0	9	-0.025360528379678726
416341	rnn.weight_hh_l0	0	-0.011709053069353104
416341	rnn.weight_hh_l0	1	-0.027789568528532982
416341	rnn.weight_hh_l0	2	-0.06145923212170601
416341	rnn.weight_hh_l0	3	-0.005862121470272541
416341	rnn.weight_hh_l0	4	-0.009677630849182606
416341	rnn.weight_hh_l0	5	-0.02416994236409664
416341	rnn.weight_hh_l0	6	0.0006546459626406431
416341	rnn.weight_hh_l0	7	-0.03568727523088455
416341	rnn.weight_hh_l0	8	0.06718868762254715
416341	rnn.weight_hh_l0	9	0.04512768238782883
416341	rnn.bias_ih_l0	0	-0.17406167089939117
416341	rnn.bias_ih_l0	1	-0.17094050347805023
416341	rnn.bias_ih_l0	2	-0.019548093900084496
416341	rnn.bias_ih_l0	3	-0.14757214486598969
416341	rnn.bias_ih_l0	4	-0.05860916152596474
416341	rnn.bias_ih_l0	5	-0.1760173738002777
416341	rnn.bias_ih_l0	6	0.0729539766907692
416341	rnn.bias_ih_l0	7	-0.08597196638584137
416341	rnn.bias_ih_l0	8	-0.04638823866844177
416341	rnn.bias_ih_l0	9	-0.10841701924800873
416341	rnn.bias_hh_l0	0	-0.06958503276109695
416341	rnn.bias_hh_l0	1	0.24819310009479523
416341	rnn.bias_hh_l0	2	0.04723888635635376
416341	rnn.bias_hh_l0	3	-0.07923146337270737
416341	rnn.bias_hh_l0	4	-0.08299149572849274
416341	rnn.bias_hh_l0	5	-0.00482943095266819
416341	rnn.bias_hh_l0	6	0.0581977553665638
416341	rnn.bias_hh_l0	7	-0.09831009805202484
416341	rnn.bias_hh_l0	8	-0.2333248406648636
416341	rnn.bias_hh_l0	9	-0.1012270525097847
416341	rnn.weight_ih_l0_reverse	0	0.02033621445298195
416341	rnn.weight_ih_l0_reverse	1	-0.06004778668284416
416341	rnn.weight_ih_l0_reverse	2	0.042970381677150726
416341	rnn.weight_ih_l0_reverse	3	0.020298246294260025
416341	rnn.weight_ih_l0_reverse	4	1.3354088878259063e-05
416341	rnn.weight_ih_l0_reverse	5	-0.02556680142879486
416341	rnn.weight_ih_l0_reverse	6	0.012101789005100727
416341	rnn.weight_ih_l0_reverse	7	0.028318677097558975
416341	rnn.weight_ih_l0_reverse	8	-0.02810799703001976
416341	rnn.weight_ih_l0_reverse	9	-0.0015635526506230235
416341	rnn.weight_hh_l0_reverse	0	0.0397927425801754
416341	rnn.weight_hh_l0_reverse	1	0.029886435717344284
416341	rnn.weight_hh_l0_reverse	2	-0.023062270134687424
416341	rnn.weight_hh_l0_reverse	3	-0.08233325928449631
416341	rnn.weight_hh_l0_reverse	4	0.011281251907348633
416341	rnn.weight_hh_l0_reverse	5	-0.06109900772571564
416341	rnn.weight_hh_l0_reverse	6	-0.014158941805362701
416341	rnn.weight_hh_l0_reverse	7	0.030993197113275528
416341	rnn.weight_hh_l0_reverse	8	0.007890699431300163
416341	rnn.weight_hh_l0_reverse	9	0.00870221946388483
416341	rnn.bias_ih_l0_reverse	0	-0.04628326743841171
416341	rnn.bias_ih_l0_reverse	1	-0.14007316529750824
416341	rnn.bias_ih_l0_reverse	2	-0.1458553522825241
416341	rnn.bias_ih_l0_reverse	3	-0.04583074152469635
416341	rnn.bias_ih_l0_reverse	4	-0.11279185116291046
416341	rnn.bias_ih_l0_reverse	5	-0.08599045127630234
416341	rnn.bias_ih_l0_reverse	6	-0.20890437066555023
416341	rnn.bias_ih_l0_reverse	7	-0.052572645246982574
416341	rnn.bias_ih_l0_reverse	8	-0.06336931884288788
416341	rnn.bias_ih_l0_reverse	9	-0.13425303995609283
416341	rnn.bias_hh_l0_reverse	0	-0.1421487033367157
416341	rnn.bias_hh_l0_reverse	1	-0.16228517889976501
416341	rnn.bias_hh_l0_reverse	2	0.10537440329790115
416341	rnn.bias_hh_l0_reverse	3	0.0710592195391655
416341	rnn.bias_hh_l0_reverse	4	-0.17913779616355896
416341	rnn.bias_hh_l0_reverse	5	-0.14259561896324158
416341	rnn.bias_hh_l0_reverse	6	-0.08896142989397049
416341	rnn.bias_hh_l0_reverse	7	-0.05400020629167557
416341	rnn.bias_hh_l0_reverse	8	-0.09622427821159363
416341	rnn.bias_hh_l0_reverse	9	-0.02289556711912155
416341	linear.weight	0	-0.0077341292053461075
416341	linear.weight	1	0.007433898746967316
416341	linear.weight	2	0.31388503313064575
416341	linear.weight	3	-0.0789097473025322
416341	linear.weight	4	-0.010588549077510834
416341	linear.weight	5	0.12098442763090134
416341	linear.weight	6	-0.010739270597696304
416341	linear.weight	7	-0.07136925309896469
416341	linear.weight	8	0.18424543738365173
416341	linear.weight	9	-0.2814936637878418
416341	linear.bias	0	-0.03956538438796997
416341	linear.bias	1	0.031413208693265915
416341	linear.bias	2	0.41690143942832947
416341	linear.bias	3	-0.7519749999046326
416341	linear.bias	4	2.1589019298553467
416341	linear.bias	5	-1.4051399230957031
416341	linear.bias	6	-0.29278936982154846
416341	linear.bias	7	-0.12978553771972656
416899	transitions	0	-1.9511393308639526
416899	transitions	1	-10000.0
416899	transitions	2	-0.7969565987586975
416899	transitions	3	-10000.0
416899	transitions	4	2.0701088905334473
416899	transitions	5	-10000.0
416899	transitions	6	-10000.0
416899	transitions	7	1.8539682626724243
416899	transitions	8	-2.632648468017578
416899	transitions	9	-4.23977518081665
416899	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
416899	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
416899	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
416899	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
416899	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
416899	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
416899	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
416899	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
416899	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
416899	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
416899	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
416899	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
416899	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
416899	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
416899	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
416899	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
416899	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
416899	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
416899	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
416899	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
416899	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
416899	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
416899	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
416899	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
416899	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
416899	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
416899	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
416899	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
416899	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
416899	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
416899	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
416899	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
416899	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
416899	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
416899	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
416899	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
416899	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
416899	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
416899	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
416899	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
416899	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
416899	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
416899	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
416899	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
416899	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
416899	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
416899	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
416899	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
416899	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
416899	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
416899	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
416899	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
416899	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
416899	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
416899	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
416899	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
416899	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
416899	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
416899	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
416899	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
416899	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
416899	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
416899	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
416899	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
416899	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
416899	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
416899	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
416899	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
416899	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
416899	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
416899	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
416899	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
416899	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
416899	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
416899	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
416899	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
416899	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
416899	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
416899	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
416899	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
416899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
416899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
416899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
416899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
416899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
416899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
416899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
416899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
416899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
416899	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
416899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
416899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
416899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
416899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
416899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
416899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
416899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
416899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
416899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
416899	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
416899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
416899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
416899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
416899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
416899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
416899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
416899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
416899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
416899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
416899	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
416899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
416899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
416899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
416899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
416899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
416899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
416899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
416899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
416899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
416899	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
416899	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
416899	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
416899	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
416899	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
416899	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
416899	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
416899	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
416899	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
416899	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
416899	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
416899	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
416899	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
416899	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
416899	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
416899	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
416899	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
416899	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
416899	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
416899	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
416899	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
416899	embedding2nn.weight	0	0.006403085310012102
416899	embedding2nn.weight	1	0.003985445946455002
416899	embedding2nn.weight	2	0.013431614264845848
416899	embedding2nn.weight	3	0.026849063113331795
416899	embedding2nn.weight	4	0.023477977141737938
416899	embedding2nn.weight	5	0.005557611584663391
416899	embedding2nn.weight	6	-0.01539730466902256
416899	embedding2nn.weight	7	-0.00044351318501867354
416899	embedding2nn.weight	8	-0.010073332116007805
416899	embedding2nn.weight	9	0.0019280266715213656
416899	embedding2nn.bias	0	0.013547477312386036
416899	embedding2nn.bias	1	-0.0367794968187809
416899	embedding2nn.bias	2	0.08117488771677017
416899	embedding2nn.bias	3	0.0701686218380928
416899	embedding2nn.bias	4	-0.012135110795497894
416899	embedding2nn.bias	5	-0.03325871378183365
416899	embedding2nn.bias	6	0.029661035165190697
416899	embedding2nn.bias	7	0.004212412983179092
416899	embedding2nn.bias	8	-0.034689512103796005
416899	embedding2nn.bias	9	0.024687381461262703
416899	rnn.weight_ih_l0	0	0.06475412845611572
416899	rnn.weight_ih_l0	1	-0.04163696616888046
416899	rnn.weight_ih_l0	2	0.0052993339486420155
416899	rnn.weight_ih_l0	3	0.04515938460826874
416899	rnn.weight_ih_l0	4	-0.02972056344151497
416899	rnn.weight_ih_l0	5	0.04025097191333771
416899	rnn.weight_ih_l0	6	0.0077615948393940926
416899	rnn.weight_ih_l0	7	0.06556391716003418
416899	rnn.weight_ih_l0	8	0.009224526584148407
416899	rnn.weight_ih_l0	9	-0.025361739099025726
416899	rnn.weight_hh_l0	0	-0.011711335740983486
416899	rnn.weight_hh_l0	1	-0.027789978310465813
416899	rnn.weight_hh_l0	2	-0.061459239572286606
416899	rnn.weight_hh_l0	3	-0.005862014833837748
416899	rnn.weight_hh_l0	4	-0.00967777892947197
416899	rnn.weight_hh_l0	5	-0.024171525612473488
416899	rnn.weight_hh_l0	6	0.0006549714016728103
416899	rnn.weight_hh_l0	7	-0.03568485751748085
416899	rnn.weight_hh_l0	8	0.06718816608190536
416899	rnn.weight_hh_l0	9	0.045127078890800476
416899	rnn.bias_ih_l0	0	-0.17406514286994934
416899	rnn.bias_ih_l0	1	-0.17093829810619354
416899	rnn.bias_ih_l0	2	-0.019555283710360527
416899	rnn.bias_ih_l0	3	-0.14756876230239868
416899	rnn.bias_ih_l0	4	-0.058615442365407944
416899	rnn.bias_ih_l0	5	-0.17601971328258514
416899	rnn.bias_ih_l0	6	0.07296520471572876
416899	rnn.bias_ih_l0	7	-0.08597807586193085
416899	rnn.bias_ih_l0	8	-0.04638782516121864
416899	rnn.bias_ih_l0	9	-0.10840500146150589
416899	rnn.bias_hh_l0	0	-0.0695863664150238
416899	rnn.bias_hh_l0	1	0.24818287789821625
416899	rnn.bias_hh_l0	2	0.047227006405591965
416899	rnn.bias_hh_l0	3	-0.07921934127807617
416899	rnn.bias_hh_l0	4	-0.08299651741981506
416899	rnn.bias_hh_l0	5	-0.004833281971514225
416899	rnn.bias_hh_l0	6	0.05818154290318489
416899	rnn.bias_hh_l0	7	-0.09831997752189636
416899	rnn.bias_hh_l0	8	-0.23333366215229034
416899	rnn.bias_hh_l0	9	-0.10123361647129059
416899	rnn.weight_ih_l0_reverse	0	0.020340263843536377
416899	rnn.weight_ih_l0_reverse	1	-0.0600486658513546
416899	rnn.weight_ih_l0_reverse	2	0.04296912997961044
416899	rnn.weight_ih_l0_reverse	3	0.020301248878240585
416899	rnn.weight_ih_l0_reverse	4	1.3018882782489527e-05
416899	rnn.weight_ih_l0_reverse	5	-0.025566229596734047
416899	rnn.weight_ih_l0_reverse	6	0.0121033675968647
416899	rnn.weight_ih_l0_reverse	7	0.02832009829580784
416899	rnn.weight_ih_l0_reverse	8	-0.02810928039252758
416899	rnn.weight_ih_l0_reverse	9	-0.0015639250632375479
416899	rnn.weight_hh_l0_reverse	0	0.03979288414120674
416899	rnn.weight_hh_l0_reverse	1	0.029883725568652153
416899	rnn.weight_hh_l0_reverse	2	-0.023062430322170258
416899	rnn.weight_hh_l0_reverse	3	-0.08233118802309036
416899	rnn.weight_hh_l0_reverse	4	0.011280843056738377
416899	rnn.weight_hh_l0_reverse	5	-0.06109674274921417
416899	rnn.weight_hh_l0_reverse	6	-0.014158780686557293
416899	rnn.weight_hh_l0_reverse	7	0.03099360316991806
416899	rnn.weight_hh_l0_reverse	8	0.00789092481136322
416899	rnn.weight_hh_l0_reverse	9	0.008702454157173634
416899	rnn.bias_ih_l0_reverse	0	-0.046277400106191635
416899	rnn.bias_ih_l0_reverse	1	-0.14006592333316803
416899	rnn.bias_ih_l0_reverse	2	-0.14585772156715393
416899	rnn.bias_ih_l0_reverse	3	-0.04582879692316055
416899	rnn.bias_ih_l0_reverse	4	-0.11278381198644638
416899	rnn.bias_ih_l0_reverse	5	-0.08599182218313217
416899	rnn.bias_ih_l0_reverse	6	-0.20889978110790253
416899	rnn.bias_ih_l0_reverse	7	-0.05257998779416084
416899	rnn.bias_ih_l0_reverse	8	-0.06336693465709686
416899	rnn.bias_ih_l0_reverse	9	-0.13424143195152283
416899	rnn.bias_hh_l0_reverse	0	-0.14214420318603516
416899	rnn.bias_hh_l0_reverse	1	-0.16228432953357697
416899	rnn.bias_hh_l0_reverse	2	0.10537614673376083
416899	rnn.bias_hh_l0_reverse	3	0.0710613802075386
416899	rnn.bias_hh_l0_reverse	4	-0.17913496494293213
416899	rnn.bias_hh_l0_reverse	5	-0.14258740842342377
416899	rnn.bias_hh_l0_reverse	6	-0.0889604389667511
416899	rnn.bias_hh_l0_reverse	7	-0.0540054552257061
416899	rnn.bias_hh_l0_reverse	8	-0.09622082114219666
416899	rnn.bias_hh_l0_reverse	9	-0.02289022132754326
416899	linear.weight	0	-0.007734130136668682
416899	linear.weight	1	0.007421616930514574
416899	linear.weight	2	0.3138791620731354
416899	linear.weight	3	-0.0789097473025322
416899	linear.weight	4	-0.010588549077510834
416899	linear.weight	5	0.12099803239107132
416899	linear.weight	6	-0.010739270597696304
416899	linear.weight	7	-0.07128754258155823
416899	linear.weight	8	0.18427959084510803
416899	linear.weight	9	-0.2814716398715973
416899	linear.bias	0	-0.03956538438796997
416899	linear.bias	1	0.031413208693265915
416899	linear.bias	2	0.4167473614215851
416899	linear.bias	3	-0.7517392039299011
416899	linear.bias	4	2.1591455936431885
416899	linear.bias	5	-1.4051399230957031
416899	linear.bias	6	-0.292951375246048
416899	linear.bias	7	-0.1299506425857544
417457	transitions	0	-1.951140284538269
417457	transitions	1	-10000.0
417457	transitions	2	-0.7969565987586975
417457	transitions	3	-10000.0
417457	transitions	4	2.070134162902832
417457	transitions	5	-10000.0
417457	transitions	6	-10000.0
417457	transitions	7	1.8539537191390991
417457	transitions	8	-2.6326487064361572
417457	transitions	9	-4.23977518081665
417457	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
417457	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
417457	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
417457	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
417457	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
417457	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
417457	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
417457	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
417457	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
417457	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
417457	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
417457	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
417457	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
417457	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
417457	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
417457	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
417457	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
417457	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
417457	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
417457	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
417457	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
417457	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
417457	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
417457	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
417457	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
417457	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
417457	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
417457	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
417457	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
417457	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
417457	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
417457	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
417457	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
417457	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
417457	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
417457	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
417457	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
417457	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
417457	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
417457	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
417457	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
417457	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
417457	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
417457	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
417457	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
417457	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
417457	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
417457	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
417457	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
417457	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
417457	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
417457	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
417457	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
417457	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
417457	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
417457	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
417457	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
417457	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
417457	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
417457	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
417457	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
417457	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
417457	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
417457	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
417457	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
417457	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
417457	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
417457	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
417457	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
417457	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
417457	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
417457	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
417457	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
417457	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
417457	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
417457	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
417457	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
417457	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
417457	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
417457	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
417457	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
417457	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
417457	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
417457	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
417457	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
417457	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
417457	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
417457	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
417457	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
417457	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
417457	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
417457	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
417457	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
417457	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
417457	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
417457	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
417457	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
417457	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
417457	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
417457	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
417457	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
417457	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
417457	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
417457	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
417457	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
417457	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
417457	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
417457	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
417457	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
417457	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
417457	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
417457	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
417457	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
417457	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
417457	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
417457	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
417457	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
417457	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
417457	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
417457	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
417457	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
417457	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
417457	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
417457	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
417457	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
417457	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
417457	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
417457	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
417457	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
417457	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
417457	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
417457	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
417457	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
417457	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
417457	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
417457	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
417457	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
417457	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
417457	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
417457	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
417457	embedding2nn.weight	0	0.0064031281508505344
417457	embedding2nn.weight	1	0.003985564690083265
417457	embedding2nn.weight	2	0.013431577943265438
417457	embedding2nn.weight	3	0.026848383247852325
417457	embedding2nn.weight	4	0.023476967588067055
417457	embedding2nn.weight	5	0.005561189725995064
417457	embedding2nn.weight	6	-0.015398621559143066
417457	embedding2nn.weight	7	-0.00044221384450793266
417457	embedding2nn.weight	8	-0.01007368415594101
417457	embedding2nn.weight	9	0.0019282014109194279
417457	embedding2nn.bias	0	0.013548293150961399
417457	embedding2nn.bias	1	-0.036794234067201614
417457	embedding2nn.bias	2	0.08118132501840591
417457	embedding2nn.bias	3	0.07016048580408096
417457	embedding2nn.bias	4	-0.012129404582083225
417457	embedding2nn.bias	5	-0.03326379507780075
417457	embedding2nn.bias	6	0.029667330905795097
417457	embedding2nn.bias	7	0.004227119497954845
417457	embedding2nn.bias	8	-0.0347185842692852
417457	embedding2nn.bias	9	0.024692676961421967
417457	rnn.weight_ih_l0	0	0.06475528329610825
417457	rnn.weight_ih_l0	1	-0.04163898900151253
417457	rnn.weight_ih_l0	2	0.00529828667640686
417457	rnn.weight_ih_l0	3	0.04515857249498367
417457	rnn.weight_ih_l0	4	-0.02971997670829296
417457	rnn.weight_ih_l0	5	0.040253277868032455
417457	rnn.weight_ih_l0	6	0.007761741057038307
417457	rnn.weight_ih_l0	7	0.06556471437215805
417457	rnn.weight_ih_l0	8	0.00922452099621296
417457	rnn.weight_ih_l0	9	-0.02535979449748993
417457	rnn.weight_hh_l0	0	-0.011709914542734623
417457	rnn.weight_hh_l0	1	-0.027788415551185608
417457	rnn.weight_hh_l0	2	-0.061458490788936615
417457	rnn.weight_hh_l0	3	-0.005862305872142315
417457	rnn.weight_hh_l0	4	-0.009677715599536896
417457	rnn.weight_hh_l0	5	-0.024170521646738052
417457	rnn.weight_hh_l0	6	0.0006553435232490301
417457	rnn.weight_hh_l0	7	-0.03568364307284355
417457	rnn.weight_hh_l0	8	0.06718745082616806
417457	rnn.weight_hh_l0	9	0.045127518475055695
417457	rnn.bias_ih_l0	0	-0.17406122386455536
417457	rnn.bias_ih_l0	1	-0.17094126343727112
417457	rnn.bias_ih_l0	2	-0.01956571824848652
417457	rnn.bias_ih_l0	3	-0.1475590169429779
417457	rnn.bias_ih_l0	4	-0.05860568583011627
417457	rnn.bias_ih_l0	5	-0.1760023981332779
417457	rnn.bias_ih_l0	6	0.07294974476099014
417457	rnn.bias_ih_l0	7	-0.08597075939178467
417457	rnn.bias_ih_l0	8	-0.046385522931814194
417457	rnn.bias_ih_l0	9	-0.10841260850429535
417457	rnn.bias_hh_l0	0	-0.0695839375257492
417457	rnn.bias_hh_l0	1	0.24819369614124298
417457	rnn.bias_hh_l0	2	0.04721928387880325
417457	rnn.bias_hh_l0	3	-0.07922203838825226
417457	rnn.bias_hh_l0	4	-0.08299171179533005
417457	rnn.bias_hh_l0	5	-0.00481946999207139
417457	rnn.bias_hh_l0	6	0.05817047134041786
417457	rnn.bias_hh_l0	7	-0.0983244851231575
417457	rnn.bias_hh_l0	8	-0.23333346843719482
417457	rnn.bias_hh_l0	9	-0.10123514384031296
417457	rnn.weight_ih_l0_reverse	0	0.02034156210720539
417457	rnn.weight_ih_l0_reverse	1	-0.060044337064027786
417457	rnn.weight_ih_l0_reverse	2	0.04296927899122238
417457	rnn.weight_ih_l0_reverse	3	0.020301135256886482
417457	rnn.weight_ih_l0_reverse	4	1.0994951480824966e-05
417457	rnn.weight_ih_l0_reverse	5	-0.025566820055246353
417457	rnn.weight_ih_l0_reverse	6	0.012103325687348843
417457	rnn.weight_ih_l0_reverse	7	0.028322070837020874
417457	rnn.weight_ih_l0_reverse	8	-0.0281095989048481
417457	rnn.weight_ih_l0_reverse	9	-0.001558514079079032
417457	rnn.weight_hh_l0_reverse	0	0.03979267179965973
417457	rnn.weight_hh_l0_reverse	1	0.02988375537097454
417457	rnn.weight_hh_l0_reverse	2	-0.023061763495206833
417457	rnn.weight_hh_l0_reverse	3	-0.08233395218849182
417457	rnn.weight_hh_l0_reverse	4	0.011281045153737068
417457	rnn.weight_hh_l0_reverse	5	-0.061095841228961945
417457	rnn.weight_hh_l0_reverse	6	-0.014159542508423328
417457	rnn.weight_hh_l0_reverse	7	0.03099321946501732
417457	rnn.weight_hh_l0_reverse	8	0.007888094522058964
417457	rnn.weight_hh_l0_reverse	9	0.008702212944626808
417457	rnn.bias_ih_l0_reverse	0	-0.04627249389886856
417457	rnn.bias_ih_l0_reverse	1	-0.14006191492080688
417457	rnn.bias_ih_l0_reverse	2	-0.14585694670677185
417457	rnn.bias_ih_l0_reverse	3	-0.04583773389458656
417457	rnn.bias_ih_l0_reverse	4	-0.1127793937921524
417457	rnn.bias_ih_l0_reverse	5	-0.08599401265382767
417457	rnn.bias_ih_l0_reverse	6	-0.2089170515537262
417457	rnn.bias_ih_l0_reverse	7	-0.05257923901081085
417457	rnn.bias_ih_l0_reverse	8	-0.06336572021245956
417457	rnn.bias_ih_l0_reverse	9	-0.13424339890480042
417457	rnn.bias_hh_l0_reverse	0	-0.14214450120925903
417457	rnn.bias_hh_l0_reverse	1	-0.16229769587516785
417457	rnn.bias_hh_l0_reverse	2	0.10537336766719818
417457	rnn.bias_hh_l0_reverse	3	0.07106923311948776
417457	rnn.bias_hh_l0_reverse	4	-0.1791243553161621
417457	rnn.bias_hh_l0_reverse	5	-0.1426030695438385
417457	rnn.bias_hh_l0_reverse	6	-0.08896209299564362
417457	rnn.bias_hh_l0_reverse	7	-0.053990814834833145
417457	rnn.bias_hh_l0_reverse	8	-0.0962051972746849
417457	rnn.bias_hh_l0_reverse	9	-0.02289167419075966
417457	linear.weight	0	-0.00773412873968482
417457	linear.weight	1	0.007415769621729851
417457	linear.weight	2	0.3138870596885681
417457	linear.weight	3	-0.0789097473025322
417457	linear.weight	4	-0.010588549077510834
417457	linear.weight	5	0.12100647389888763
417457	linear.weight	6	-0.010739270597696304
417457	linear.weight	7	-0.07137348502874374
417457	linear.weight	8	0.18441350758075714
417457	linear.weight	9	-0.28146466612815857
417457	linear.bias	0	-0.03956538438796997
417457	linear.bias	1	0.031413208693265915
417457	linear.bias	2	0.4168814420700073
417457	linear.bias	3	-0.7520921230316162
417457	linear.bias	4	2.1592366695404053
417457	linear.bias	5	-1.4051399230957031
417457	linear.bias	6	-0.2928868234157562
417457	linear.bias	7	-0.129886656999588
418015	transitions	0	-1.9511409997940063
418015	transitions	1	-10000.0
418015	transitions	2	-0.7969565987586975
418015	transitions	3	-10000.0
418015	transitions	4	2.070127010345459
418015	transitions	5	-10000.0
418015	transitions	6	-10000.0
418015	transitions	7	1.853926420211792
418015	transitions	8	-2.6326487064361572
418015	transitions	9	-4.23977518081665
418015	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
418015	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
418015	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
418015	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
418015	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
418015	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
418015	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
418015	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
418015	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
418015	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
418015	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
418015	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
418015	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
418015	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
418015	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
418015	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
418015	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
418015	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
418015	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
418015	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
418015	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
418015	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
418015	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
418015	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
418015	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
418015	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
418015	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
418015	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
418015	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
418015	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
418015	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
418015	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
418015	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
418015	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
418015	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
418015	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
418015	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
418015	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
418015	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
418015	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
418015	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
418015	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
418015	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
418015	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
418015	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
418015	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
418015	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
418015	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
418015	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
418015	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
418015	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
418015	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
418015	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
418015	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
418015	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
418015	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
418015	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
418015	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
418015	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
418015	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
418015	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
418015	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
418015	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
418015	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
418015	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
418015	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
418015	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
418015	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
418015	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
418015	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
418015	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
418015	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
418015	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
418015	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
418015	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
418015	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
418015	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
418015	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
418015	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
418015	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
418015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
418015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
418015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
418015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
418015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
418015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
418015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
418015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
418015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
418015	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
418015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
418015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
418015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
418015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
418015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
418015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
418015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
418015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
418015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
418015	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
418015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
418015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
418015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
418015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
418015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
418015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
418015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
418015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
418015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
418015	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
418015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
418015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
418015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
418015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
418015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
418015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
418015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
418015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
418015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
418015	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
418015	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
418015	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
418015	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
418015	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
418015	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
418015	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
418015	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
418015	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
418015	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
418015	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
418015	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
418015	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
418015	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
418015	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
418015	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
418015	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
418015	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
418015	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
418015	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
418015	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
418015	embedding2nn.weight	0	0.006403103470802307
418015	embedding2nn.weight	1	0.003985528834164143
418015	embedding2nn.weight	2	0.013431576080620289
418015	embedding2nn.weight	3	0.026847776025533676
418015	embedding2nn.weight	4	0.023477572947740555
418015	embedding2nn.weight	5	0.005561253055930138
418015	embedding2nn.weight	6	-0.015398930758237839
418015	embedding2nn.weight	7	-0.0004424903600011021
418015	embedding2nn.weight	8	-0.010072683915495872
418015	embedding2nn.weight	9	0.0019277551909908652
418015	embedding2nn.bias	0	0.013534991070628166
418015	embedding2nn.bias	1	-0.03678193315863609
418015	embedding2nn.bias	2	0.08117146790027618
418015	embedding2nn.bias	3	0.07015369832515717
418015	embedding2nn.bias	4	-0.012135220691561699
418015	embedding2nn.bias	5	-0.03327559307217598
418015	embedding2nn.bias	6	0.02968783862888813
418015	embedding2nn.bias	7	0.0042248317040503025
418015	embedding2nn.bias	8	-0.034713808447122574
418015	embedding2nn.bias	9	0.024713005870580673
418015	rnn.weight_ih_l0	0	0.06475650519132614
418015	rnn.weight_ih_l0	1	-0.04163866117596626
418015	rnn.weight_ih_l0	2	0.005300201941281557
418015	rnn.weight_ih_l0	3	0.0451565645635128
418015	rnn.weight_ih_l0	4	-0.029721129685640335
418015	rnn.weight_ih_l0	5	0.04025259241461754
418015	rnn.weight_ih_l0	6	0.007759795989841223
418015	rnn.weight_ih_l0	7	0.0655641108751297
418015	rnn.weight_ih_l0	8	0.009225737303495407
418015	rnn.weight_ih_l0	9	-0.025358233600854874
418015	rnn.weight_hh_l0	0	-0.011709900572896004
418015	rnn.weight_hh_l0	1	-0.027791643515229225
418015	rnn.weight_hh_l0	2	-0.06145787984132767
418015	rnn.weight_hh_l0	3	-0.005862356163561344
418015	rnn.weight_hh_l0	4	-0.00967745203524828
418015	rnn.weight_hh_l0	5	-0.02417103759944439
418015	rnn.weight_hh_l0	6	0.0006553532439284027
418015	rnn.weight_hh_l0	7	-0.0356823094189167
418015	rnn.weight_hh_l0	8	0.06718926876783371
418015	rnn.weight_hh_l0	9	0.045127227902412415
418015	rnn.bias_ih_l0	0	-0.17406533658504486
418015	rnn.bias_ih_l0	1	-0.1709413379430771
418015	rnn.bias_ih_l0	2	-0.019565006718039513
418015	rnn.bias_ih_l0	3	-0.14753852784633636
418015	rnn.bias_ih_l0	4	-0.058609675616025925
418015	rnn.bias_ih_l0	5	-0.1759890466928482
418015	rnn.bias_ih_l0	6	0.07295701652765274
418015	rnn.bias_ih_l0	7	-0.08596909791231155
418015	rnn.bias_ih_l0	8	-0.046392958611249924
418015	rnn.bias_ih_l0	9	-0.10841614753007889
418015	rnn.bias_hh_l0	0	-0.06958869099617004
418015	rnn.bias_hh_l0	1	0.24820274114608765
418015	rnn.bias_hh_l0	2	0.04720187187194824
418015	rnn.bias_hh_l0	3	-0.07922222465276718
418015	rnn.bias_hh_l0	4	-0.08299227058887482
418015	rnn.bias_hh_l0	5	-0.0048342375084757805
418015	rnn.bias_hh_l0	6	0.05816103518009186
418015	rnn.bias_hh_l0	7	-0.09832165390253067
418015	rnn.bias_hh_l0	8	-0.23333580791950226
418015	rnn.bias_hh_l0	9	-0.10122974216938019
418015	rnn.weight_ih_l0_reverse	0	0.020339665934443474
418015	rnn.weight_ih_l0_reverse	1	-0.060042571276426315
418015	rnn.weight_ih_l0_reverse	2	0.042968787252902985
418015	rnn.weight_ih_l0_reverse	3	0.02030208334326744
418015	rnn.weight_ih_l0_reverse	4	8.084281944320537e-06
418015	rnn.weight_ih_l0_reverse	5	-0.02556442655622959
418015	rnn.weight_ih_l0_reverse	6	0.012093898840248585
418015	rnn.weight_ih_l0_reverse	7	0.028323283419013023
418015	rnn.weight_ih_l0_reverse	8	-0.028109503909945488
418015	rnn.weight_ih_l0_reverse	9	-0.001559124095365405
418015	rnn.weight_hh_l0_reverse	0	0.03979291021823883
418015	rnn.weight_hh_l0_reverse	1	0.029882756993174553
418015	rnn.weight_hh_l0_reverse	2	-0.023062167689204216
418015	rnn.weight_hh_l0_reverse	3	-0.08233341574668884
418015	rnn.weight_hh_l0_reverse	4	0.011281031183898449
418015	rnn.weight_hh_l0_reverse	5	-0.06109662353992462
418015	rnn.weight_hh_l0_reverse	6	-0.014159786514937878
418015	rnn.weight_hh_l0_reverse	7	0.03099357895553112
418015	rnn.weight_hh_l0_reverse	8	0.00788902584463358
418015	rnn.weight_hh_l0_reverse	9	0.008704334497451782
418015	rnn.bias_ih_l0_reverse	0	-0.046278271824121475
418015	rnn.bias_ih_l0_reverse	1	-0.1400691717863083
418015	rnn.bias_ih_l0_reverse	2	-0.14586292207241058
418015	rnn.bias_ih_l0_reverse	3	-0.04583949223160744
418015	rnn.bias_ih_l0_reverse	4	-0.11278028041124344
418015	rnn.bias_ih_l0_reverse	5	-0.08600098639726639
418015	rnn.bias_ih_l0_reverse	6	-0.20891010761260986
418015	rnn.bias_ih_l0_reverse	7	-0.05257437378168106
418015	rnn.bias_ih_l0_reverse	8	-0.06336130201816559
418015	rnn.bias_ih_l0_reverse	9	-0.13423331081867218
418015	rnn.bias_hh_l0_reverse	0	-0.1421491652727127
418015	rnn.bias_hh_l0_reverse	1	-0.16230815649032593
418015	rnn.bias_hh_l0_reverse	2	0.10538142919540405
418015	rnn.bias_hh_l0_reverse	3	0.07106661051511765
418015	rnn.bias_hh_l0_reverse	4	-0.17912833392620087
418015	rnn.bias_hh_l0_reverse	5	-0.1426156610250473
418015	rnn.bias_hh_l0_reverse	6	-0.08896458894014359
418015	rnn.bias_hh_l0_reverse	7	-0.05399143695831299
418015	rnn.bias_hh_l0_reverse	8	-0.09620363265275955
418015	rnn.bias_hh_l0_reverse	9	-0.022893711924552917
418015	linear.weight	0	-0.007734131999313831
418015	linear.weight	1	0.007427642121911049
418015	linear.weight	2	0.31393879652023315
418015	linear.weight	3	-0.0789097473025322
418015	linear.weight	4	-0.010588549077510834
418015	linear.weight	5	0.12093650549650192
418015	linear.weight	6	-0.010739270597696304
418015	linear.weight	7	-0.0714121162891388
418015	linear.weight	8	0.18444927036762238
418015	linear.weight	9	-0.2814513146877289
418015	linear.bias	0	-0.03956538438796997
418015	linear.bias	1	0.031413208693265915
418015	linear.bias	2	0.41688600182533264
418015	linear.bias	3	-0.7520473003387451
418015	linear.bias	4	2.1590232849121094
418015	linear.bias	5	-1.4051399230957031
418015	linear.bias	6	-0.2928023934364319
418015	linear.bias	7	-0.12980368733406067
418573	transitions	0	-1.9511423110961914
418573	transitions	1	-10000.0
418573	transitions	2	-0.7969565987586975
418573	transitions	3	-10000.0
418573	transitions	4	2.07013201713562
418573	transitions	5	-10000.0
418573	transitions	6	-10000.0
418573	transitions	7	1.8539972305297852
418573	transitions	8	-2.6326491832733154
418573	transitions	9	-4.23977518081665
418573	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
418573	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
418573	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
418573	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
418573	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
418573	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
418573	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
418573	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
418573	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
418573	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
418573	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
418573	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
418573	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
418573	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
418573	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
418573	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
418573	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
418573	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
418573	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
418573	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
418573	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
418573	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
418573	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
418573	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
418573	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
418573	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
418573	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
418573	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
418573	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
418573	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
418573	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
418573	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
418573	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
418573	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
418573	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
418573	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
418573	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
418573	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
418573	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
418573	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
418573	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
418573	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
418573	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
418573	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
418573	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
418573	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
418573	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
418573	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
418573	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
418573	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
418573	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
418573	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
418573	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
418573	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
418573	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
418573	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
418573	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
418573	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
418573	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
418573	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
418573	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
418573	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
418573	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
418573	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
418573	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
418573	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
418573	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
418573	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
418573	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
418573	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
418573	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
418573	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
418573	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
418573	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
418573	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
418573	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
418573	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
418573	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
418573	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
418573	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
418573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
418573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
418573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
418573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
418573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
418573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
418573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
418573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
418573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
418573	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
418573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
418573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
418573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
418573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
418573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
418573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
418573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
418573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
418573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
418573	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
418573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
418573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
418573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
418573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
418573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
418573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
418573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
418573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
418573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
418573	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
418573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
418573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
418573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
418573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
418573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
418573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
418573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
418573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
418573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
418573	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
418573	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
418573	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
418573	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
418573	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
418573	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
418573	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
418573	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
418573	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
418573	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
418573	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
418573	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
418573	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
418573	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
418573	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
418573	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
418573	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
418573	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
418573	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
418573	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
418573	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
418573	embedding2nn.weight	0	0.006403082050383091
418573	embedding2nn.weight	1	0.003985037561506033
418573	embedding2nn.weight	2	0.013431518338620663
418573	embedding2nn.weight	3	0.026847736909985542
418573	embedding2nn.weight	4	0.02347826398909092
418573	embedding2nn.weight	5	0.005562920588999987
418573	embedding2nn.weight	6	-0.015399103052914143
418573	embedding2nn.weight	7	-0.00044264490134082735
418573	embedding2nn.weight	8	-0.010073409415781498
418573	embedding2nn.weight	9	0.0019280572887510061
418573	embedding2nn.bias	0	0.01353725977241993
418573	embedding2nn.bias	1	-0.036778468638658524
418573	embedding2nn.bias	2	0.08119646459817886
418573	embedding2nn.bias	3	0.07015129178762436
418573	embedding2nn.bias	4	-0.0120969507843256
418573	embedding2nn.bias	5	-0.03325721621513367
418573	embedding2nn.bias	6	0.029675526544451714
418573	embedding2nn.bias	7	0.004241065587848425
418573	embedding2nn.bias	8	-0.034695178270339966
418573	embedding2nn.bias	9	0.024692146107554436
418573	rnn.weight_ih_l0	0	0.0647566020488739
418573	rnn.weight_ih_l0	1	-0.04163406416773796
418573	rnn.weight_ih_l0	2	0.005297073163092136
418573	rnn.weight_ih_l0	3	0.04515867307782173
418573	rnn.weight_ih_l0	4	-0.029722923412919044
418573	rnn.weight_ih_l0	5	0.04025471583008766
418573	rnn.weight_ih_l0	6	0.007758655119687319
418573	rnn.weight_ih_l0	7	0.06556548178195953
418573	rnn.weight_ih_l0	8	0.009222786873579025
418573	rnn.weight_ih_l0	9	-0.02535528503358364
418573	rnn.weight_hh_l0	0	-0.011708511970937252
418573	rnn.weight_hh_l0	1	-0.027790900319814682
418573	rnn.weight_hh_l0	2	-0.06145704165101051
418573	rnn.weight_hh_l0	3	-0.005862594116479158
418573	rnn.weight_hh_l0	4	-0.00967745017260313
418573	rnn.weight_hh_l0	5	-0.02416950650513172
418573	rnn.weight_hh_l0	6	0.0006550894468091428
418573	rnn.weight_hh_l0	7	-0.03568340092897415
418573	rnn.weight_hh_l0	8	0.06718839704990387
418573	rnn.weight_hh_l0	9	0.04512849450111389
418573	rnn.bias_ih_l0	0	-0.17405498027801514
418573	rnn.bias_ih_l0	1	-0.17093148827552795
418573	rnn.bias_ih_l0	2	-0.019567381590604782
418573	rnn.bias_ih_l0	3	-0.14753369987010956
418573	rnn.bias_ih_l0	4	-0.058608461171388626
418573	rnn.bias_ih_l0	5	-0.17599323391914368
418573	rnn.bias_ih_l0	6	0.07297050952911377
418573	rnn.bias_ih_l0	7	-0.085970439016819
418573	rnn.bias_ih_l0	8	-0.04639551416039467
418573	rnn.bias_ih_l0	9	-0.108413927257061
418573	rnn.bias_hh_l0	0	-0.06959673017263412
418573	rnn.bias_hh_l0	1	0.24820365011692047
418573	rnn.bias_hh_l0	2	0.04720275104045868
418573	rnn.bias_hh_l0	3	-0.07922274619340897
418573	rnn.bias_hh_l0	4	-0.08298280090093613
418573	rnn.bias_hh_l0	5	-0.004831769037991762
418573	rnn.bias_hh_l0	6	0.05817189812660217
418573	rnn.bias_hh_l0	7	-0.09831766784191132
418573	rnn.bias_hh_l0	8	-0.23333609104156494
418573	rnn.bias_hh_l0	9	-0.10122469067573547
418573	rnn.weight_ih_l0_reverse	0	0.0203383956104517
418573	rnn.weight_ih_l0_reverse	1	-0.060043200850486755
418573	rnn.weight_ih_l0_reverse	2	0.04296707734465599
418573	rnn.weight_ih_l0_reverse	3	0.020302757620811462
418573	rnn.weight_ih_l0_reverse	4	8.143581908370834e-06
418573	rnn.weight_ih_l0_reverse	5	-0.02556709572672844
418573	rnn.weight_ih_l0_reverse	6	0.012094753794372082
418573	rnn.weight_ih_l0_reverse	7	0.02832416072487831
418573	rnn.weight_ih_l0_reverse	8	-0.028112072497606277
418573	rnn.weight_ih_l0_reverse	9	-0.0015582563355565071
418573	rnn.weight_hh_l0_reverse	0	0.039791908115148544
418573	rnn.weight_hh_l0_reverse	1	0.029882632195949554
418573	rnn.weight_hh_l0_reverse	2	-0.023061295971274376
418573	rnn.weight_hh_l0_reverse	3	-0.08233418315649033
418573	rnn.weight_hh_l0_reverse	4	0.011281859129667282
418573	rnn.weight_hh_l0_reverse	5	-0.061095740646123886
418573	rnn.weight_hh_l0_reverse	6	-0.014160141348838806
418573	rnn.weight_hh_l0_reverse	7	0.030993832275271416
418573	rnn.weight_hh_l0_reverse	8	0.00788892712444067
418573	rnn.weight_hh_l0_reverse	9	0.00870464276522398
418573	rnn.bias_ih_l0_reverse	0	-0.04627053812146187
418573	rnn.bias_ih_l0_reverse	1	-0.14007923007011414
418573	rnn.bias_ih_l0_reverse	2	-0.14587034285068512
418573	rnn.bias_ih_l0_reverse	3	-0.0458444282412529
418573	rnn.bias_ih_l0_reverse	4	-0.1127772405743599
418573	rnn.bias_ih_l0_reverse	5	-0.08600892871618271
418573	rnn.bias_ih_l0_reverse	6	-0.20890647172927856
418573	rnn.bias_ih_l0_reverse	7	-0.05257846415042877
418573	rnn.bias_ih_l0_reverse	8	-0.06336002051830292
418573	rnn.bias_ih_l0_reverse	9	-0.134227454662323
418573	rnn.bias_hh_l0_reverse	0	-0.14214466512203217
418573	rnn.bias_hh_l0_reverse	1	-0.16231919825077057
418573	rnn.bias_hh_l0_reverse	2	0.10537416487932205
418573	rnn.bias_hh_l0_reverse	3	0.07107611745595932
418573	rnn.bias_hh_l0_reverse	4	-0.1791316568851471
418573	rnn.bias_hh_l0_reverse	5	-0.14261624217033386
418573	rnn.bias_hh_l0_reverse	6	-0.08893580734729767
418573	rnn.bias_hh_l0_reverse	7	-0.053995538502931595
418573	rnn.bias_hh_l0_reverse	8	-0.09619805216789246
418573	rnn.bias_hh_l0_reverse	9	-0.02289542742073536
418573	linear.weight	0	-0.007734131999313831
418573	linear.weight	1	0.007477322593331337
418573	linear.weight	2	0.31397581100463867
418573	linear.weight	3	-0.0789097473025322
418573	linear.weight	4	-0.010588549077510834
418573	linear.weight	5	0.12085865437984467
418573	linear.weight	6	-0.010739270597696304
418573	linear.weight	7	-0.07136131823062897
418573	linear.weight	8	0.18453507125377655
418573	linear.weight	9	-0.28144532442092896
418573	linear.bias	0	-0.03956538438796997
418573	linear.bias	1	0.031413208693265915
418573	linear.bias	2	0.41707849502563477
418573	linear.bias	3	-0.7525210380554199
418573	linear.bias	4	2.1593940258026123
418573	linear.bias	5	-1.4051399230957031
418573	linear.bias	6	-0.2928442656993866
418573	linear.bias	7	-0.12984900176525116
419132	transitions	0	-1.9511454105377197
419132	transitions	1	-10000.0
419132	transitions	2	-0.7969565987586975
419132	transitions	3	-10000.0
419132	transitions	4	2.0701088905334473
419132	transitions	5	-10000.0
419132	transitions	6	-10000.0
419132	transitions	7	1.853960633277893
419132	transitions	8	-2.6326494216918945
419132	transitions	9	-4.23977518081665
419132	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
419132	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
419132	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
419132	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
419132	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
419132	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
419132	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
419132	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
419132	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
419132	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
419132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
419132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
419132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
419132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
419132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
419132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
419132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
419132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
419132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
419132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
419132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
419132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
419132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
419132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
419132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
419132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
419132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
419132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
419132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
419132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
419132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
419132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
419132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
419132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
419132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
419132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
419132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
419132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
419132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
419132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
419132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
419132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
419132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
419132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
419132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
419132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
419132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
419132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
419132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
419132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
419132	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
419132	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
419132	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
419132	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
419132	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
419132	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
419132	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
419132	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
419132	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
419132	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
419132	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
419132	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
419132	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
419132	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
419132	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
419132	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
419132	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
419132	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
419132	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
419132	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
419132	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
419132	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
419132	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
419132	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
419132	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
419132	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
419132	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
419132	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
419132	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
419132	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
419132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
419132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
419132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
419132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
419132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
419132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
419132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
419132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
419132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
419132	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
419132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
419132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
419132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
419132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
419132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
419132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
419132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
419132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
419132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
419132	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
419132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
419132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
419132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
419132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
419132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
419132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
419132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
419132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
419132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
419132	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
419132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
419132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
419132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
419132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
419132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
419132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
419132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
419132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
419132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
419132	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
419132	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
419132	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
419132	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
419132	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
419132	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
419132	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
419132	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
419132	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
419132	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
419132	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
419132	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
419132	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
419132	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
419132	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
419132	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
419132	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
419132	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
419132	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
419132	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
419132	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
419132	embedding2nn.weight	0	0.006403019651770592
419132	embedding2nn.weight	1	0.003985094837844372
419132	embedding2nn.weight	2	0.01343146339058876
419132	embedding2nn.weight	3	0.02684813179075718
419132	embedding2nn.weight	4	0.023479197174310684
419132	embedding2nn.weight	5	0.00556305842474103
419132	embedding2nn.weight	6	-0.015399192459881306
419132	embedding2nn.weight	7	-0.0004422346828505397
419132	embedding2nn.weight	8	-0.010074340738356113
419132	embedding2nn.weight	9	0.0019283490255475044
419132	embedding2nn.bias	0	0.013525595888495445
419132	embedding2nn.bias	1	-0.03679560497403145
419132	embedding2nn.bias	2	0.0811973586678505
419132	embedding2nn.bias	3	0.07015630602836609
419132	embedding2nn.bias	4	-0.012090143747627735
419132	embedding2nn.bias	5	-0.033277321606874466
419132	embedding2nn.bias	6	0.029647493734955788
419132	embedding2nn.bias	7	0.004230958875268698
419132	embedding2nn.bias	8	-0.03469172865152359
419132	embedding2nn.bias	9	0.02468280680477619
419132	rnn.weight_ih_l0	0	0.06475851684808731
419132	rnn.weight_ih_l0	1	-0.04163600131869316
419132	rnn.weight_ih_l0	2	0.005297556519508362
419132	rnn.weight_ih_l0	3	0.0451597236096859
419132	rnn.weight_ih_l0	4	-0.02972414903342724
419132	rnn.weight_ih_l0	5	0.04025299474596977
419132	rnn.weight_ih_l0	6	0.007758635561913252
419132	rnn.weight_ih_l0	7	0.06556530296802521
419132	rnn.weight_ih_l0	8	0.009226318448781967
419132	rnn.weight_ih_l0	9	-0.02535586804151535
419132	rnn.weight_hh_l0	0	-0.011707871221005917
419132	rnn.weight_hh_l0	1	-0.027791908010840416
419132	rnn.weight_hh_l0	2	-0.06145760789513588
419132	rnn.weight_hh_l0	3	-0.005862614139914513
419132	rnn.weight_hh_l0	4	-0.0096772201359272
419132	rnn.weight_hh_l0	5	-0.024171816185116768
419132	rnn.weight_hh_l0	6	0.00065565574914217
419132	rnn.weight_hh_l0	7	-0.03568357601761818
419132	rnn.weight_hh_l0	8	0.06718804687261581
419132	rnn.weight_hh_l0	9	0.04512755200266838
419132	rnn.bias_ih_l0	0	-0.1740482747554779
419132	rnn.bias_ih_l0	1	-0.17094585299491882
419132	rnn.bias_ih_l0	2	-0.01957164891064167
419132	rnn.bias_ih_l0	3	-0.14754024147987366
419132	rnn.bias_ih_l0	4	-0.05860763415694237
419132	rnn.bias_ih_l0	5	-0.1759989708662033
419132	rnn.bias_ih_l0	6	0.07295681536197662
419132	rnn.bias_ih_l0	7	-0.08595862239599228
419132	rnn.bias_ih_l0	8	-0.046393293887376785
419132	rnn.bias_ih_l0	9	-0.10840411484241486
419132	rnn.bias_hh_l0	0	-0.06960020959377289
419132	rnn.bias_hh_l0	1	0.24818721413612366
419132	rnn.bias_hh_l0	2	0.04721999540925026
419132	rnn.bias_hh_l0	3	-0.07921674847602844
419132	rnn.bias_hh_l0	4	-0.08298507332801819
419132	rnn.bias_hh_l0	5	-0.004815778695046902
419132	rnn.bias_hh_l0	6	0.05818145349621773
419132	rnn.bias_hh_l0	7	-0.09831005334854126
419132	rnn.bias_hh_l0	8	-0.23333297669887543
419132	rnn.bias_hh_l0	9	-0.10122312605381012
419132	rnn.weight_ih_l0_reverse	0	0.020337587222456932
419132	rnn.weight_ih_l0_reverse	1	-0.06004495546221733
419132	rnn.weight_ih_l0_reverse	2	0.042967867106199265
419132	rnn.weight_ih_l0_reverse	3	0.020306266844272614
419132	rnn.weight_ih_l0_reverse	4	5.907036211283412e-06
419132	rnn.weight_ih_l0_reverse	5	-0.02556869015097618
419132	rnn.weight_ih_l0_reverse	6	0.012092514894902706
419132	rnn.weight_ih_l0_reverse	7	0.02832329273223877
419132	rnn.weight_ih_l0_reverse	8	-0.028111888095736504
419132	rnn.weight_ih_l0_reverse	9	-0.0015588259557262063
419132	rnn.weight_hh_l0_reverse	0	0.039792075753211975
419132	rnn.weight_hh_l0_reverse	1	0.029882382601499557
419132	rnn.weight_hh_l0_reverse	2	-0.023061806336045265
419132	rnn.weight_hh_l0_reverse	3	-0.08234074711799622
419132	rnn.weight_hh_l0_reverse	4	0.011281867511570454
419132	rnn.weight_hh_l0_reverse	5	-0.061096400022506714
419132	rnn.weight_hh_l0_reverse	6	-0.014161115512251854
419132	rnn.weight_hh_l0_reverse	7	0.0309915691614151
419132	rnn.weight_hh_l0_reverse	8	0.007886831648647785
419132	rnn.weight_hh_l0_reverse	9	0.00870351493358612
419132	rnn.bias_ih_l0_reverse	0	-0.04626504331827164
419132	rnn.bias_ih_l0_reverse	1	-0.1400824338197708
419132	rnn.bias_ih_l0_reverse	2	-0.14587292075157166
419132	rnn.bias_ih_l0_reverse	3	-0.0458558090031147
419132	rnn.bias_ih_l0_reverse	4	-0.11277241259813309
419132	rnn.bias_ih_l0_reverse	5	-0.08600625395774841
419132	rnn.bias_ih_l0_reverse	6	-0.20890066027641296
419132	rnn.bias_ih_l0_reverse	7	-0.052574094384908676
419132	rnn.bias_ih_l0_reverse	8	-0.06335863471031189
419132	rnn.bias_ih_l0_reverse	9	-0.1342424601316452
419132	rnn.bias_hh_l0_reverse	0	-0.14213958382606506
419132	rnn.bias_hh_l0_reverse	1	-0.16231107711791992
419132	rnn.bias_hh_l0_reverse	2	0.10538028925657272
419132	rnn.bias_hh_l0_reverse	3	0.07107174396514893
419132	rnn.bias_hh_l0_reverse	4	-0.1791200488805771
419132	rnn.bias_hh_l0_reverse	5	-0.1426168531179428
419132	rnn.bias_hh_l0_reverse	6	-0.08894145488739014
419132	rnn.bias_hh_l0_reverse	7	-0.05399555340409279
419132	rnn.bias_hh_l0_reverse	8	-0.09619956463575363
419132	rnn.bias_hh_l0_reverse	9	-0.022891081869602203
419132	linear.weight	0	-0.007734132464975119
419132	linear.weight	1	0.007455754093825817
419132	linear.weight	2	0.3140394389629364
419132	linear.weight	3	-0.0789097473025322
419132	linear.weight	4	-0.010588549077510834
419132	linear.weight	5	0.12090542912483215
419132	linear.weight	6	-0.010739270597696304
419132	linear.weight	7	-0.0713701918721199
419132	linear.weight	8	0.18437129259109497
419132	linear.weight	9	-0.28146618604660034
419132	linear.bias	0	-0.03956538438796997
419132	linear.bias	1	0.031413208693265915
419132	linear.bias	2	0.416974276304245
419132	linear.bias	3	-0.752052903175354
419132	linear.bias	4	2.158799648284912
419132	linear.bias	5	-1.4051399230957031
419132	linear.bias	6	-0.2927279770374298
419132	linear.bias	7	-0.12973526120185852
419690	transitions	0	-1.9511463642120361
419690	transitions	1	-10000.0
419690	transitions	2	-0.7969565987586975
419690	transitions	3	-10000.0
419690	transitions	4	2.0701828002929688
419690	transitions	5	-10000.0
419690	transitions	6	-10000.0
419690	transitions	7	1.853906512260437
419690	transitions	8	-2.6326494216918945
419690	transitions	9	-4.23977518081665
419690	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
419690	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
419690	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
419690	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
419690	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
419690	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
419690	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
419690	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
419690	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
419690	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
419690	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
419690	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
419690	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
419690	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
419690	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
419690	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
419690	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
419690	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
419690	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
419690	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
419690	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
419690	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
419690	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
419690	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
419690	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
419690	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
419690	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
419690	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
419690	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
419690	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
419690	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
419690	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
419690	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
419690	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
419690	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
419690	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
419690	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
419690	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
419690	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
419690	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
419690	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
419690	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
419690	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
419690	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
419690	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
419690	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
419690	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
419690	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
419690	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
419690	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
419690	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
419690	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
419690	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
419690	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
419690	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
419690	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
419690	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
419690	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
419690	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
419690	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
419690	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
419690	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
419690	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
419690	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
419690	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
419690	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
419690	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
419690	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
419690	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
419690	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
419690	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
419690	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
419690	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
419690	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
419690	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
419690	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
419690	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
419690	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
419690	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
419690	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
419690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
419690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
419690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
419690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
419690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
419690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
419690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
419690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
419690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
419690	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
419690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
419690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
419690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
419690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
419690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
419690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
419690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
419690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
419690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
419690	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
419690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
419690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
419690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
419690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
419690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
419690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
419690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
419690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
419690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
419690	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
419690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
419690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
419690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
419690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
419690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
419690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
419690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
419690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
419690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
419690	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
419690	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
419690	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
419690	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
419690	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
419690	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
419690	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
419690	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
419690	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
419690	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
419690	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
419690	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
419690	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
419690	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
419690	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
419690	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
419690	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
419690	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
419690	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
419690	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
419690	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
419690	embedding2nn.weight	0	0.006403073668479919
419690	embedding2nn.weight	1	0.003984727896749973
419690	embedding2nn.weight	2	0.013431397266685963
419690	embedding2nn.weight	3	0.02684827521443367
419690	embedding2nn.weight	4	0.023479504510760307
419690	embedding2nn.weight	5	0.0055636013858020306
419690	embedding2nn.weight	6	-0.015399510972201824
419690	embedding2nn.weight	7	-0.0004425663792062551
419690	embedding2nn.weight	8	-0.010071342810988426
419690	embedding2nn.weight	9	0.0019283858127892017
419690	embedding2nn.bias	0	0.013546433299779892
419690	embedding2nn.bias	1	-0.03678636997938156
419690	embedding2nn.bias	2	0.08118680864572525
419690	embedding2nn.bias	3	0.07017460465431213
419690	embedding2nn.bias	4	-0.01208617351949215
419690	embedding2nn.bias	5	-0.03330297768115997
419690	embedding2nn.bias	6	0.029663847759366035
419690	embedding2nn.bias	7	0.004247553180903196
419690	embedding2nn.bias	8	-0.03470190241932869
419690	embedding2nn.bias	9	0.024682296440005302
419690	rnn.weight_ih_l0	0	0.0647561326622963
419690	rnn.weight_ih_l0	1	-0.04163574054837227
419690	rnn.weight_ih_l0	2	0.005296456627547741
419690	rnn.weight_ih_l0	3	0.045160070061683655
419690	rnn.weight_ih_l0	4	-0.029722081497311592
419690	rnn.weight_ih_l0	5	0.04025226831436157
419690	rnn.weight_ih_l0	6	0.007758563384413719
419690	rnn.weight_ih_l0	7	0.06556282937526703
419690	rnn.weight_ih_l0	8	0.009224897250533104
419690	rnn.weight_ih_l0	9	-0.0253552608191967
419690	rnn.weight_hh_l0	0	-0.011708362959325314
419690	rnn.weight_hh_l0	1	-0.02779361791908741
419690	rnn.weight_hh_l0	2	-0.06145709007978439
419690	rnn.weight_hh_l0	3	-0.005862048827111721
419690	rnn.weight_hh_l0	4	-0.009677416644990444
419690	rnn.weight_hh_l0	5	-0.024172868579626083
419690	rnn.weight_hh_l0	6	0.0006557403830811381
419690	rnn.weight_hh_l0	7	-0.03568271920084953
419690	rnn.weight_hh_l0	8	0.06718812137842178
419690	rnn.weight_hh_l0	9	0.04512692987918854
419690	rnn.bias_ih_l0	0	-0.1740497201681137
419690	rnn.bias_ih_l0	1	-0.17094287276268005
419690	rnn.bias_ih_l0	2	-0.019566910341382027
419690	rnn.bias_ih_l0	3	-0.14753815531730652
419690	rnn.bias_ih_l0	4	-0.05861060321331024
419690	rnn.bias_ih_l0	5	-0.17599737644195557
419690	rnn.bias_ih_l0	6	0.07296482473611832
419690	rnn.bias_ih_l0	7	-0.08596130460500717
419690	rnn.bias_ih_l0	8	-0.04640178754925728
419690	rnn.bias_ih_l0	9	-0.10840959846973419
419690	rnn.bias_hh_l0	0	-0.06960635632276535
419690	rnn.bias_hh_l0	1	0.24821092188358307
419690	rnn.bias_hh_l0	2	0.04720626398921013
419690	rnn.bias_hh_l0	3	-0.07921885699033737
419690	rnn.bias_hh_l0	4	-0.08297162503004074
419690	rnn.bias_hh_l0	5	-0.004812583792954683
419690	rnn.bias_hh_l0	6	0.05818849056959152
419690	rnn.bias_hh_l0	7	-0.09831137955188751
419690	rnn.bias_hh_l0	8	-0.23332291841506958
419690	rnn.bias_hh_l0	9	-0.10122518241405487
419690	rnn.weight_ih_l0_reverse	0	0.02033858187496662
419690	rnn.weight_ih_l0_reverse	1	-0.06004396080970764
419690	rnn.weight_ih_l0_reverse	2	0.04296603798866272
419690	rnn.weight_ih_l0_reverse	3	0.020308224484324455
419690	rnn.weight_ih_l0_reverse	4	5.6430267250107136e-06
419690	rnn.weight_ih_l0_reverse	5	-0.025570422410964966
419690	rnn.weight_ih_l0_reverse	6	0.0120930764824152
419690	rnn.weight_ih_l0_reverse	7	0.028324944898486137
419690	rnn.weight_ih_l0_reverse	8	-0.028112104162573814
419690	rnn.weight_ih_l0_reverse	9	-0.0015601074555888772
419690	rnn.weight_hh_l0_reverse	0	0.039791759103536606
419690	rnn.weight_hh_l0_reverse	1	0.029884090647101402
419690	rnn.weight_hh_l0_reverse	2	-0.02306198887526989
419690	rnn.weight_hh_l0_reverse	3	-0.08234301954507828
419690	rnn.weight_hh_l0_reverse	4	0.011281080543994904
419690	rnn.weight_hh_l0_reverse	5	-0.06109616905450821
419690	rnn.weight_hh_l0_reverse	6	-0.014160837046802044
419690	rnn.weight_hh_l0_reverse	7	0.030989985913038254
419690	rnn.weight_hh_l0_reverse	8	0.007887272164225578
419690	rnn.weight_hh_l0_reverse	9	0.0087028369307518
419690	rnn.bias_ih_l0_reverse	0	-0.046268850564956665
419690	rnn.bias_ih_l0_reverse	1	-0.1400882750749588
419690	rnn.bias_ih_l0_reverse	2	-0.14588041603565216
419690	rnn.bias_ih_l0_reverse	3	-0.04586005583405495
419690	rnn.bias_ih_l0_reverse	4	-0.11278101801872253
419690	rnn.bias_ih_l0_reverse	5	-0.08600553125143051
419690	rnn.bias_ih_l0_reverse	6	-0.2088882476091385
419690	rnn.bias_ih_l0_reverse	7	-0.05257793888449669
419690	rnn.bias_ih_l0_reverse	8	-0.06335552781820297
419690	rnn.bias_ih_l0_reverse	9	-0.134235680103302
419690	rnn.bias_hh_l0_reverse	0	-0.1421402096748352
419690	rnn.bias_hh_l0_reverse	1	-0.16230767965316772
419690	rnn.bias_hh_l0_reverse	2	0.10537037998437881
419690	rnn.bias_hh_l0_reverse	3	0.07106488943099976
419690	rnn.bias_hh_l0_reverse	4	-0.1791219264268875
419690	rnn.bias_hh_l0_reverse	5	-0.14261233806610107
419690	rnn.bias_hh_l0_reverse	6	-0.08894158154726028
419690	rnn.bias_hh_l0_reverse	7	-0.054004717618227005
419690	rnn.bias_hh_l0_reverse	8	-0.09620524197816849
419690	rnn.bias_hh_l0_reverse	9	-0.022899476811289787
419690	linear.weight	0	-0.007734131999313831
419690	linear.weight	1	0.0074402522295713425
419690	linear.weight	2	0.3141089081764221
419690	linear.weight	3	-0.0789097473025322
419690	linear.weight	4	-0.010588549077510834
419690	linear.weight	5	0.1209309846162796
419690	linear.weight	6	-0.010739270597696304
419690	linear.weight	7	-0.07144795358181
419690	linear.weight	8	0.18434903025627136
419690	linear.weight	9	-0.28144732117652893
419690	linear.bias	0	-0.03956538438796997
419690	linear.bias	1	0.031413208693265915
419690	linear.bias	2	0.416768878698349
419690	linear.bias	3	-0.7520459294319153
419690	linear.bias	4	2.1590325832366943
419690	linear.bias	5	-1.4051399230957031
419690	linear.bias	6	-0.2927439212799072
419690	linear.bias	7	-0.12975260615348816
420248	transitions	0	-1.9511476755142212
420248	transitions	1	-10000.0
420248	transitions	2	-0.7969565987586975
420248	transitions	3	-10000.0
420248	transitions	4	2.0701353549957275
420248	transitions	5	-10000.0
420248	transitions	6	-10000.0
420248	transitions	7	1.8539824485778809
420248	transitions	8	-2.6326496601104736
420248	transitions	9	-4.23977518081665
420248	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
420248	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
420248	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
420248	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
420248	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
420248	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
420248	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
420248	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
420248	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
420248	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
420248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
420248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
420248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
420248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
420248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
420248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
420248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
420248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
420248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
420248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
420248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
420248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
420248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
420248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
420248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
420248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
420248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
420248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
420248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
420248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
420248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
420248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
420248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
420248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
420248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
420248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
420248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
420248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
420248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
420248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
420248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
420248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
420248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
420248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
420248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
420248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
420248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
420248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
420248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
420248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
420248	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
420248	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
420248	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
420248	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
420248	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
420248	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
420248	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
420248	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
420248	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
420248	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
420248	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
420248	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
420248	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
420248	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
420248	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
420248	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
420248	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
420248	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
420248	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
420248	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
420248	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
420248	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
420248	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
420248	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
420248	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
420248	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
420248	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
420248	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
420248	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
420248	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
420248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
420248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
420248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
420248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
420248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
420248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
420248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
420248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
420248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
420248	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
420248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
420248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
420248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
420248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
420248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
420248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
420248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
420248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
420248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
420248	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
420248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
420248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
420248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
420248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
420248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
420248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
420248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
420248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
420248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
420248	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
420248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
420248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
420248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
420248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
420248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
420248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
420248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
420248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
420248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
420248	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
420248	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
420248	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
420248	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
420248	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
420248	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
420248	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
420248	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
420248	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
420248	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
420248	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
420248	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
420248	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
420248	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
420248	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
420248	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
420248	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
420248	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
420248	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
420248	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
420248	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
420248	embedding2nn.weight	0	0.006402962375432253
420248	embedding2nn.weight	1	0.003985101357102394
420248	embedding2nn.weight	2	0.013431421481072903
420248	embedding2nn.weight	3	0.02684897370636463
420248	embedding2nn.weight	4	0.023481832817196846
420248	embedding2nn.weight	5	0.005562757607549429
420248	embedding2nn.weight	6	-0.015398262068629265
420248	embedding2nn.weight	7	-0.00044116671779192984
420248	embedding2nn.weight	8	-0.010073045268654823
420248	embedding2nn.weight	9	0.0019287720788270235
420248	embedding2nn.bias	0	0.013535981997847557
420248	embedding2nn.bias	1	-0.03678309544920921
420248	embedding2nn.bias	2	0.08118696510791779
420248	embedding2nn.bias	3	0.07015620172023773
420248	embedding2nn.bias	4	-0.012086345814168453
420248	embedding2nn.bias	5	-0.03329366445541382
420248	embedding2nn.bias	6	0.029652368277311325
420248	embedding2nn.bias	7	0.004218993242830038
420248	embedding2nn.bias	8	-0.034709200263023376
420248	embedding2nn.bias	9	0.024678751826286316
420248	rnn.weight_ih_l0	0	0.06475460529327393
420248	rnn.weight_ih_l0	1	-0.04163939878344536
420248	rnn.weight_ih_l0	2	0.005297789815813303
420248	rnn.weight_ih_l0	3	0.04516037553548813
420248	rnn.weight_ih_l0	4	-0.029721306636929512
420248	rnn.weight_ih_l0	5	0.04025387391448021
420248	rnn.weight_ih_l0	6	0.007757827173918486
420248	rnn.weight_ih_l0	7	0.06556016206741333
420248	rnn.weight_ih_l0	8	0.009227478876709938
420248	rnn.weight_ih_l0	9	-0.02535911090672016
420248	rnn.weight_hh_l0	0	-0.011706424877047539
420248	rnn.weight_hh_l0	1	-0.027793223038315773
420248	rnn.weight_hh_l0	2	-0.06145726889371872
420248	rnn.weight_hh_l0	3	-0.00586169958114624
420248	rnn.weight_hh_l0	4	-0.009677396155893803
420248	rnn.weight_hh_l0	5	-0.024172218516469002
420248	rnn.weight_hh_l0	6	0.0006544970092363656
420248	rnn.weight_hh_l0	7	-0.03568505868315697
420248	rnn.weight_hh_l0	8	0.06718859076499939
420248	rnn.weight_hh_l0	9	0.04512666165828705
420248	rnn.bias_ih_l0	0	-0.17404550313949585
420248	rnn.bias_ih_l0	1	-0.170945405960083
420248	rnn.bias_ih_l0	2	-0.019557224586606026
420248	rnn.bias_ih_l0	3	-0.14755356311798096
420248	rnn.bias_ih_l0	4	-0.05860020965337753
420248	rnn.bias_ih_l0	5	-0.17599201202392578
420248	rnn.bias_ih_l0	6	0.07297369837760925
420248	rnn.bias_ih_l0	7	-0.08594924956560135
420248	rnn.bias_ih_l0	8	-0.046404846012592316
420248	rnn.bias_ih_l0	9	-0.10840515792369843
420248	rnn.bias_hh_l0	0	-0.06960128247737885
420248	rnn.bias_hh_l0	1	0.24820563197135925
420248	rnn.bias_hh_l0	2	0.04720784351229668
420248	rnn.bias_hh_l0	3	-0.07922195643186569
420248	rnn.bias_hh_l0	4	-0.08297372609376907
420248	rnn.bias_hh_l0	5	-0.00480264239013195
420248	rnn.bias_hh_l0	6	0.05819471925497055
420248	rnn.bias_hh_l0	7	-0.09832540899515152
420248	rnn.bias_hh_l0	8	-0.2333056479692459
420248	rnn.bias_hh_l0	9	-0.10122235119342804
420248	rnn.weight_ih_l0_reverse	0	0.020341498777270317
420248	rnn.weight_ih_l0_reverse	1	-0.06004399061203003
420248	rnn.weight_ih_l0_reverse	2	0.04296564310789108
420248	rnn.weight_ih_l0_reverse	3	0.02030293084681034
420248	rnn.weight_ih_l0_reverse	4	4.187163540336769e-06
420248	rnn.weight_ih_l0_reverse	5	-0.02557295933365822
420248	rnn.weight_ih_l0_reverse	6	0.012094615027308464
420248	rnn.weight_ih_l0_reverse	7	0.028323525562882423
420248	rnn.weight_ih_l0_reverse	8	-0.02811112441122532
420248	rnn.weight_ih_l0_reverse	9	-0.001560063799843192
420248	rnn.weight_hh_l0_reverse	0	0.03979157656431198
420248	rnn.weight_hh_l0_reverse	1	0.029882093891501427
420248	rnn.weight_hh_l0_reverse	2	-0.023062394931912422
420248	rnn.weight_hh_l0_reverse	3	-0.08234357833862305
420248	rnn.weight_hh_l0_reverse	4	0.011281373910605907
420248	rnn.weight_hh_l0_reverse	5	-0.061095207929611206
420248	rnn.weight_hh_l0_reverse	6	-0.014160258695483208
420248	rnn.weight_hh_l0_reverse	7	0.030990079045295715
420248	rnn.weight_hh_l0_reverse	8	0.007888300344347954
420248	rnn.weight_hh_l0_reverse	9	0.008702700957655907
420248	rnn.bias_ih_l0_reverse	0	-0.04627086967229843
420248	rnn.bias_ih_l0_reverse	1	-0.140091672539711
420248	rnn.bias_ih_l0_reverse	2	-0.1458815634250641
420248	rnn.bias_ih_l0_reverse	3	-0.04585852473974228
420248	rnn.bias_ih_l0_reverse	4	-0.11277052015066147
420248	rnn.bias_ih_l0_reverse	5	-0.08600520342588425
420248	rnn.bias_ih_l0_reverse	6	-0.2088872343301773
420248	rnn.bias_ih_l0_reverse	7	-0.05257289111614227
420248	rnn.bias_ih_l0_reverse	8	-0.06335620582103729
420248	rnn.bias_ih_l0_reverse	9	-0.13423198461532593
420248	rnn.bias_hh_l0_reverse	0	-0.14213263988494873
420248	rnn.bias_hh_l0_reverse	1	-0.16230018436908722
420248	rnn.bias_hh_l0_reverse	2	0.10535880923271179
420248	rnn.bias_hh_l0_reverse	3	0.07106007635593414
420248	rnn.bias_hh_l0_reverse	4	-0.17911511659622192
420248	rnn.bias_hh_l0_reverse	5	-0.14261403679847717
420248	rnn.bias_hh_l0_reverse	6	-0.08892686665058136
420248	rnn.bias_hh_l0_reverse	7	-0.05400107800960541
420248	rnn.bias_hh_l0_reverse	8	-0.09620614349842072
420248	rnn.bias_hh_l0_reverse	9	-0.02290431223809719
420248	linear.weight	0	-0.007734133396297693
420248	linear.weight	1	0.007483887951821089
420248	linear.weight	2	0.3141547739505768
420248	linear.weight	3	-0.0789097473025322
420248	linear.weight	4	-0.010588549077510834
420248	linear.weight	5	0.1210097000002861
420248	linear.weight	6	-0.010739270597696304
420248	linear.weight	7	-0.07155314832925797
420248	linear.weight	8	0.18466192483901978
420248	linear.weight	9	-0.28144732117652893
420248	linear.bias	0	-0.03956538438796997
420248	linear.bias	1	0.031413208693265915
420248	linear.bias	2	0.41713976860046387
420248	linear.bias	3	-0.7523884773254395
420248	linear.bias	4	2.1591529846191406
420248	linear.bias	5	-1.4051399230957031
420248	linear.bias	6	-0.2928159534931183
420248	linear.bias	7	-0.12982606887817383
420806	transitions	0	-1.9511479139328003
420806	transitions	1	-10000.0
420806	transitions	2	-0.7969565987586975
420806	transitions	3	-10000.0
420806	transitions	4	2.070037603378296
420806	transitions	5	-10000.0
420806	transitions	6	-10000.0
420806	transitions	7	1.8539866209030151
420806	transitions	8	-2.6326498985290527
420806	transitions	9	-4.23977518081665
420806	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
420806	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
420806	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
420806	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
420806	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
420806	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
420806	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
420806	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
420806	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
420806	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
420806	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
420806	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
420806	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
420806	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
420806	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
420806	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
420806	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
420806	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
420806	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
420806	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
420806	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
420806	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
420806	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
420806	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
420806	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
420806	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
420806	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
420806	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
420806	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
420806	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
420806	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
420806	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
420806	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
420806	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
420806	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
420806	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
420806	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
420806	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
420806	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
420806	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
420806	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
420806	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
420806	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
420806	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
420806	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
420806	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
420806	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
420806	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
420806	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
420806	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
420806	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
420806	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
420806	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
420806	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
420806	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
420806	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
420806	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
420806	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
420806	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
420806	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
420806	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
420806	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
420806	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
420806	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
420806	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
420806	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
420806	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
420806	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
420806	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
420806	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
420806	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
420806	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
420806	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
420806	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
420806	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
420806	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
420806	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
420806	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
420806	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
420806	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
420806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
420806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
420806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
420806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
420806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
420806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
420806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
420806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
420806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
420806	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
420806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
420806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
420806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
420806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
420806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
420806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
420806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
420806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
420806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
420806	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
420806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
420806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
420806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
420806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
420806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
420806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
420806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
420806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
420806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
420806	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
420806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
420806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
420806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
420806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
420806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
420806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
420806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
420806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
420806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
420806	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
420806	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
420806	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
420806	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
420806	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
420806	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
420806	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
420806	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
420806	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
420806	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
420806	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
420806	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
420806	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
420806	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
420806	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
420806	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
420806	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
420806	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
420806	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
420806	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
420806	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
420806	embedding2nn.weight	0	0.0064030177891254425
420806	embedding2nn.weight	1	0.003984624519944191
420806	embedding2nn.weight	2	0.013431450352072716
420806	embedding2nn.weight	3	0.02684963308274746
420806	embedding2nn.weight	4	0.023482372984290123
420806	embedding2nn.weight	5	0.005564394872635603
420806	embedding2nn.weight	6	-0.015398029237985611
420806	embedding2nn.weight	7	-0.0004414501308929175
420806	embedding2nn.weight	8	-0.010073388926684856
420806	embedding2nn.weight	9	0.001927681383676827
420806	embedding2nn.bias	0	0.013532234355807304
420806	embedding2nn.bias	1	-0.03675171732902527
420806	embedding2nn.bias	2	0.08117776364088058
420806	embedding2nn.bias	3	0.07016060501337051
420806	embedding2nn.bias	4	-0.012126405723392963
420806	embedding2nn.bias	5	-0.03328118100762367
420806	embedding2nn.bias	6	0.029630454257130623
420806	embedding2nn.bias	7	0.00423796009272337
420806	embedding2nn.bias	8	-0.03472544252872467
420806	embedding2nn.bias	9	0.024715518578886986
420806	rnn.weight_ih_l0	0	0.06475263833999634
420806	rnn.weight_ih_l0	1	-0.04164113476872444
420806	rnn.weight_ih_l0	2	0.005293727852404118
420806	rnn.weight_ih_l0	3	0.045157913118600845
420806	rnn.weight_ih_l0	4	-0.029720982536673546
420806	rnn.weight_ih_l0	5	0.04025628790259361
420806	rnn.weight_ih_l0	6	0.007758208084851503
420806	rnn.weight_ih_l0	7	0.06555932760238647
420806	rnn.weight_ih_l0	8	0.009225085377693176
420806	rnn.weight_ih_l0	9	-0.025362206622958183
420806	rnn.weight_hh_l0	0	-0.01170740183442831
420806	rnn.weight_hh_l0	1	-0.027795277535915375
420806	rnn.weight_hh_l0	2	-0.06145621836185455
420806	rnn.weight_hh_l0	3	-0.005861229728907347
420806	rnn.weight_hh_l0	4	-0.009677099995315075
420806	rnn.weight_hh_l0	5	-0.02417318895459175
420806	rnn.weight_hh_l0	6	0.0006544639472849667
420806	rnn.weight_hh_l0	7	-0.03568494692444801
420806	rnn.weight_hh_l0	8	0.06718983501195908
420806	rnn.weight_hh_l0	9	0.04512732848525047
420806	rnn.bias_ih_l0	0	-0.17406369745731354
420806	rnn.bias_ih_l0	1	-0.17093701660633087
420806	rnn.bias_ih_l0	2	-0.019554855301976204
420806	rnn.bias_ih_l0	3	-0.1475481241941452
420806	rnn.bias_ih_l0	4	-0.058594655245542526
420806	rnn.bias_ih_l0	5	-0.17599532008171082
420806	rnn.bias_ih_l0	6	0.07296941429376602
420806	rnn.bias_ih_l0	7	-0.085946224629879
420806	rnn.bias_ih_l0	8	-0.046397414058446884
420806	rnn.bias_ih_l0	9	-0.10839150100946426
420806	rnn.bias_hh_l0	0	-0.06960255652666092
420806	rnn.bias_hh_l0	1	0.24822203814983368
420806	rnn.bias_hh_l0	2	0.047209907323122025
420806	rnn.bias_hh_l0	3	-0.07921826839447021
420806	rnn.bias_hh_l0	4	-0.08297211676836014
420806	rnn.bias_hh_l0	5	-0.004804734606295824
420806	rnn.bias_hh_l0	6	0.05819666385650635
420806	rnn.bias_hh_l0	7	-0.09831389039754868
420806	rnn.bias_hh_l0	8	-0.23331718146800995
420806	rnn.bias_hh_l0	9	-0.10122920572757721
420806	rnn.weight_ih_l0_reverse	0	0.020342698320746422
420806	rnn.weight_ih_l0_reverse	1	-0.06004021689295769
420806	rnn.weight_ih_l0_reverse	2	0.042965471744537354
420806	rnn.weight_ih_l0_reverse	3	0.02030402421951294
420806	rnn.weight_ih_l0_reverse	4	2.39477390095999e-06
420806	rnn.weight_ih_l0_reverse	5	-0.02557181566953659
420806	rnn.weight_ih_l0_reverse	6	0.012102879583835602
420806	rnn.weight_ih_l0_reverse	7	0.028321634978055954
420806	rnn.weight_ih_l0_reverse	8	-0.028111787512898445
420806	rnn.weight_ih_l0_reverse	9	-0.0015578919555991888
420806	rnn.weight_hh_l0_reverse	0	0.03979169577360153
420806	rnn.weight_hh_l0_reverse	1	0.02988286316394806
420806	rnn.weight_hh_l0_reverse	2	-0.023060357198119164
420806	rnn.weight_hh_l0_reverse	3	-0.08234365284442902
420806	rnn.weight_hh_l0_reverse	4	0.011281141079962254
420806	rnn.weight_hh_l0_reverse	5	-0.06109650433063507
420806	rnn.weight_hh_l0_reverse	6	-0.01416216604411602
420806	rnn.weight_hh_l0_reverse	7	0.030989473685622215
420806	rnn.weight_hh_l0_reverse	8	0.007886392064392567
420806	rnn.weight_hh_l0_reverse	9	0.008700224570930004
420806	rnn.bias_ih_l0_reverse	0	-0.04626932740211487
420806	rnn.bias_ih_l0_reverse	1	-0.14008910953998566
420806	rnn.bias_ih_l0_reverse	2	-0.1458725929260254
420806	rnn.bias_ih_l0_reverse	3	-0.04586232453584671
420806	rnn.bias_ih_l0_reverse	4	-0.11277496069669724
420806	rnn.bias_ih_l0_reverse	5	-0.08601071685552597
420806	rnn.bias_ih_l0_reverse	6	-0.2088790088891983
420806	rnn.bias_ih_l0_reverse	7	-0.05257005989551544
420806	rnn.bias_ih_l0_reverse	8	-0.06335698068141937
420806	rnn.bias_ih_l0_reverse	9	-0.13422580063343048
420806	rnn.bias_hh_l0_reverse	0	-0.142131507396698
420806	rnn.bias_hh_l0_reverse	1	-0.16230811178684235
420806	rnn.bias_hh_l0_reverse	2	0.10536359250545502
420806	rnn.bias_hh_l0_reverse	3	0.07106995582580566
420806	rnn.bias_hh_l0_reverse	4	-0.17910443246364594
420806	rnn.bias_hh_l0_reverse	5	-0.14261989295482635
420806	rnn.bias_hh_l0_reverse	6	-0.08891551941633224
420806	rnn.bias_hh_l0_reverse	7	-0.053999945521354675
420806	rnn.bias_hh_l0_reverse	8	-0.09621080011129379
420806	rnn.bias_hh_l0_reverse	9	-0.02289966121315956
420806	linear.weight	0	-0.0077341338619589806
420806	linear.weight	1	0.007506257854402065
420806	linear.weight	2	0.31416866183280945
420806	linear.weight	3	-0.0789097473025322
420806	linear.weight	4	-0.010588549077510834
420806	linear.weight	5	0.12115160375833511
420806	linear.weight	6	-0.010739270597696304
420806	linear.weight	7	-0.07152101397514343
420806	linear.weight	8	0.18481366336345673
420806	linear.weight	9	-0.2814536392688751
420806	linear.bias	0	-0.03956538438796997
420806	linear.bias	1	0.031413208693265915
420806	linear.bias	2	0.4168277978897095
420806	linear.bias	3	-0.7521279454231262
420806	linear.bias	4	2.158881187438965
420806	linear.bias	5	-1.4051399230957031
420806	linear.bias	6	-0.2926535904407501
420806	linear.bias	7	-0.1296631395816803
421364	transitions	0	-1.951148509979248
421364	transitions	1	-10000.0
421364	transitions	2	-0.7969565987586975
421364	transitions	3	-10000.0
421364	transitions	4	2.070122003555298
421364	transitions	5	-10000.0
421364	transitions	6	-10000.0
421364	transitions	7	1.8539198637008667
421364	transitions	8	-2.6326498985290527
421364	transitions	9	-4.23977518081665
421364	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
421364	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
421364	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
421364	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
421364	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
421364	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
421364	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
421364	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
421364	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
421364	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
421364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
421364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
421364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
421364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
421364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
421364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
421364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
421364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
421364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
421364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
421364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
421364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
421364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
421364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
421364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
421364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
421364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
421364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
421364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
421364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
421364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
421364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
421364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
421364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
421364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
421364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
421364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
421364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
421364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
421364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
421364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
421364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
421364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
421364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
421364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
421364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
421364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
421364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
421364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
421364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
421364	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
421364	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
421364	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
421364	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
421364	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
421364	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
421364	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
421364	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
421364	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
421364	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
421364	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
421364	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
421364	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
421364	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
421364	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
421364	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
421364	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
421364	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
421364	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
421364	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
421364	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
421364	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
421364	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
421364	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
421364	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
421364	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
421364	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
421364	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
421364	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
421364	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
421364	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
421364	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
421364	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
421364	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
421364	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
421364	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
421364	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
421364	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
421364	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
421364	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
421364	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
421364	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
421364	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
421364	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
421364	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
421364	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
421364	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
421364	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
421364	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
421364	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
421364	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
421364	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
421364	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
421364	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
421364	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
421364	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
421364	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
421364	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
421364	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
421364	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
421364	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
421364	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
421364	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
421364	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
421364	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
421364	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
421364	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
421364	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
421364	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
421364	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
421364	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
421364	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
421364	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
421364	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
421364	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
421364	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
421364	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
421364	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
421364	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
421364	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
421364	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
421364	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
421364	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
421364	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
421364	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
421364	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
421364	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
421364	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
421364	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
421364	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
421364	embedding2nn.weight	0	0.00640308391302824
421364	embedding2nn.weight	1	0.0039849854074418545
421364	embedding2nn.weight	2	0.013431483879685402
421364	embedding2nn.weight	3	0.026850484311580658
421364	embedding2nn.weight	4	0.023481661453843117
421364	embedding2nn.weight	5	0.005565333180129528
421364	embedding2nn.weight	6	-0.015399308875203133
421364	embedding2nn.weight	7	-0.0004417199525050819
421364	embedding2nn.weight	8	-0.010070644319057465
421364	embedding2nn.weight	9	0.0019275291124358773
421364	embedding2nn.bias	0	0.013591916300356388
421364	embedding2nn.bias	1	-0.03677308186888695
421364	embedding2nn.bias	2	0.08114290982484818
421364	embedding2nn.bias	3	0.07015398144721985
421364	embedding2nn.bias	4	-0.01209291722625494
421364	embedding2nn.bias	5	-0.033309176564216614
421364	embedding2nn.bias	6	0.02960692159831524
421364	embedding2nn.bias	7	0.004292572382837534
421364	embedding2nn.bias	8	-0.03473455831408501
421364	embedding2nn.bias	9	0.024670682847499847
421364	rnn.weight_ih_l0	0	0.0647532045841217
421364	rnn.weight_ih_l0	1	-0.041640400886535645
421364	rnn.weight_ih_l0	2	0.00529472203925252
421364	rnn.weight_ih_l0	3	0.04515659064054489
421364	rnn.weight_ih_l0	4	-0.029722826555371284
421364	rnn.weight_ih_l0	5	0.04025597497820854
421364	rnn.weight_ih_l0	6	0.007758005056530237
421364	rnn.weight_ih_l0	7	0.06555845588445663
421364	rnn.weight_ih_l0	8	0.009225896559655666
421364	rnn.weight_ih_l0	9	-0.025364000350236893
421364	rnn.weight_hh_l0	0	-0.011706742458045483
421364	rnn.weight_hh_l0	1	-0.02779405005276203
421364	rnn.weight_hh_l0	2	-0.061456549912691116
421364	rnn.weight_hh_l0	3	-0.005862196907401085
421364	rnn.weight_hh_l0	4	-0.009677143767476082
421364	rnn.weight_hh_l0	5	-0.02417365461587906
421364	rnn.weight_hh_l0	6	0.0006540678441524506
421364	rnn.weight_hh_l0	7	-0.03568345680832863
421364	rnn.weight_hh_l0	8	0.06719037145376205
421364	rnn.weight_hh_l0	9	0.04512598738074303
421364	rnn.bias_ih_l0	0	-0.17405535280704498
421364	rnn.bias_ih_l0	1	-0.17092536389827728
421364	rnn.bias_ih_l0	2	-0.019551588222384453
421364	rnn.bias_ih_l0	3	-0.14754731953144073
421364	rnn.bias_ih_l0	4	-0.058597300201654434
421364	rnn.bias_ih_l0	5	-0.17599482834339142
421364	rnn.bias_ih_l0	6	0.07294408977031708
421364	rnn.bias_ih_l0	7	-0.08593951165676117
421364	rnn.bias_ih_l0	8	-0.04639989510178566
421364	rnn.bias_ih_l0	9	-0.10840297490358353
421364	rnn.bias_hh_l0	0	-0.06960432976484299
421364	rnn.bias_hh_l0	1	0.24822571873664856
421364	rnn.bias_hh_l0	2	0.04720896854996681
421364	rnn.bias_hh_l0	3	-0.0792207345366478
421364	rnn.bias_hh_l0	4	-0.0829799696803093
421364	rnn.bias_hh_l0	5	-0.004808973986655474
421364	rnn.bias_hh_l0	6	0.05820096284151077
421364	rnn.bias_hh_l0	7	-0.09829219430685043
421364	rnn.bias_hh_l0	8	-0.23332010209560394
421364	rnn.bias_hh_l0	9	-0.10122250020503998
421364	rnn.weight_ih_l0_reverse	0	0.020342109724879265
421364	rnn.weight_ih_l0_reverse	1	-0.060041576623916626
421364	rnn.weight_ih_l0_reverse	2	0.04296485334634781
421364	rnn.weight_ih_l0_reverse	3	0.02030702866613865
421364	rnn.weight_ih_l0_reverse	4	1.0759931967641023e-07
421364	rnn.weight_ih_l0_reverse	5	-0.025571689009666443
421364	rnn.weight_ih_l0_reverse	6	0.012101000174880028
421364	rnn.weight_ih_l0_reverse	7	0.02832016348838806
421364	rnn.weight_ih_l0_reverse	8	-0.0281115360558033
421364	rnn.weight_ih_l0_reverse	9	-0.0015565539943054318
421364	rnn.weight_hh_l0_reverse	0	0.03979194536805153
421364	rnn.weight_hh_l0_reverse	1	0.02988271228969097
421364	rnn.weight_hh_l0_reverse	2	-0.02306058257818222
421364	rnn.weight_hh_l0_reverse	3	-0.08234606683254242
421364	rnn.weight_hh_l0_reverse	4	0.0112809082493186
421364	rnn.weight_hh_l0_reverse	5	-0.06109645590186119
421364	rnn.weight_hh_l0_reverse	6	-0.014160648919641972
421364	rnn.weight_hh_l0_reverse	7	0.03098948858678341
421364	rnn.weight_hh_l0_reverse	8	0.007885734550654888
421364	rnn.weight_hh_l0_reverse	9	0.008701725862920284
421364	rnn.bias_ih_l0_reverse	0	-0.046251144260168076
421364	rnn.bias_ih_l0_reverse	1	-0.14009982347488403
421364	rnn.bias_ih_l0_reverse	2	-0.14587101340293884
421364	rnn.bias_ih_l0_reverse	3	-0.045862436294555664
421364	rnn.bias_ih_l0_reverse	4	-0.11277716606855392
421364	rnn.bias_ih_l0_reverse	5	-0.08601555973291397
421364	rnn.bias_ih_l0_reverse	6	-0.20887604355812073
421364	rnn.bias_ih_l0_reverse	7	-0.05255994200706482
421364	rnn.bias_ih_l0_reverse	8	-0.06336091458797455
421364	rnn.bias_ih_l0_reverse	9	-0.13421598076820374
421364	rnn.bias_hh_l0_reverse	0	-0.14212965965270996
421364	rnn.bias_hh_l0_reverse	1	-0.16230197250843048
421364	rnn.bias_hh_l0_reverse	2	0.10537229478359222
421364	rnn.bias_hh_l0_reverse	3	0.07106327265501022
421364	rnn.bias_hh_l0_reverse	4	-0.17910674214363098
421364	rnn.bias_hh_l0_reverse	5	-0.14261697232723236
421364	rnn.bias_hh_l0_reverse	6	-0.08892744779586792
421364	rnn.bias_hh_l0_reverse	7	-0.0540025532245636
421364	rnn.bias_hh_l0_reverse	8	-0.09620187431573868
421364	rnn.bias_hh_l0_reverse	9	-0.02292018197476864
421364	linear.weight	0	-0.007734134327620268
421364	linear.weight	1	0.007481556385755539
421364	linear.weight	2	0.3141668438911438
421364	linear.weight	3	-0.0789097473025322
421364	linear.weight	4	-0.010588549077510834
421364	linear.weight	5	0.12109962850809097
421364	linear.weight	6	-0.010739270597696304
421364	linear.weight	7	-0.0716434046626091
421364	linear.weight	8	0.18504413962364197
421364	linear.weight	9	-0.2814508080482483
421364	linear.bias	0	-0.03956538438796997
421364	linear.bias	1	0.031413208693265915
421364	linear.bias	2	0.41720104217529297
421364	linear.bias	3	-0.7525899410247803
421364	linear.bias	4	2.158911943435669
421364	linear.bias	5	-1.4051399230957031
421364	linear.bias	6	-0.2926226258277893
421364	linear.bias	7	-0.1296357661485672
421922	transitions	0	-1.951149582862854
421922	transitions	1	-10000.0
421922	transitions	2	-0.7969565987586975
421922	transitions	3	-10000.0
421922	transitions	4	2.0701279640197754
421922	transitions	5	-10000.0
421922	transitions	6	-10000.0
421922	transitions	7	1.8538596630096436
421922	transitions	8	-2.632650375366211
421922	transitions	9	-4.23977518081665
421922	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
421922	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
421922	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
421922	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
421922	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
421922	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
421922	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
421922	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
421922	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
421922	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
421922	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
421922	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
421922	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
421922	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
421922	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
421922	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
421922	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
421922	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
421922	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
421922	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
421922	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
421922	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
421922	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
421922	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
421922	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
421922	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
421922	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
421922	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
421922	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
421922	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
421922	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
421922	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
421922	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
421922	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
421922	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
421922	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
421922	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
421922	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
421922	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
421922	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
421922	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
421922	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
421922	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
421922	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
421922	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
421922	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
421922	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
421922	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
421922	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
421922	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
421922	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
421922	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
421922	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
421922	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
421922	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
421922	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
421922	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
421922	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
421922	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
421922	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
421922	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
421922	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
421922	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
421922	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
421922	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
421922	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
421922	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
421922	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
421922	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
421922	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
421922	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
421922	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
421922	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
421922	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
421922	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
421922	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
421922	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
421922	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
421922	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
421922	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
421922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
421922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
421922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
421922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
421922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
421922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
421922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
421922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
421922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
421922	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
421922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
421922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
421922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
421922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
421922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
421922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
421922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
421922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
421922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
421922	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
421922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
421922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
421922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
421922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
421922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
421922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
421922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
421922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
421922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
421922	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
421922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
421922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
421922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
421922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
421922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
421922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
421922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
421922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
421922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
421922	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
421922	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
421922	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
421922	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
421922	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
421922	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
421922	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
421922	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
421922	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
421922	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
421922	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
421922	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
421922	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
421922	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
421922	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
421922	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
421922	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
421922	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
421922	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
421922	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
421922	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
421922	embedding2nn.weight	0	0.006403149571269751
421922	embedding2nn.weight	1	0.003985378425568342
421922	embedding2nn.weight	2	0.013431503437459469
421922	embedding2nn.weight	3	0.026849370449781418
421922	embedding2nn.weight	4	0.02348206378519535
421922	embedding2nn.weight	5	0.005566142033785582
421922	embedding2nn.weight	6	-0.015399524010717869
421922	embedding2nn.weight	7	-0.0004411926493048668
421922	embedding2nn.weight	8	-0.01006937026977539
421922	embedding2nn.weight	9	0.001927124336361885
421922	embedding2nn.bias	0	0.013587340712547302
421922	embedding2nn.bias	1	-0.036745764315128326
421922	embedding2nn.bias	2	0.08114858716726303
421922	embedding2nn.bias	3	0.07015980780124664
421922	embedding2nn.bias	4	-0.012106467969715595
421922	embedding2nn.bias	5	-0.0333140566945076
421922	embedding2nn.bias	6	0.02961844950914383
421922	embedding2nn.bias	7	0.004292118363082409
421922	embedding2nn.bias	8	-0.03472626954317093
421922	embedding2nn.bias	9	0.02468971535563469
421922	rnn.weight_ih_l0	0	0.06474797427654266
421922	rnn.weight_ih_l0	1	-0.041637320071458817
421922	rnn.weight_ih_l0	2	0.005294268950819969
421922	rnn.weight_ih_l0	3	0.04515256732702255
421922	rnn.weight_ih_l0	4	-0.029724381864070892
421922	rnn.weight_ih_l0	5	0.040255311876535416
421922	rnn.weight_ih_l0	6	0.0077583868987858295
421922	rnn.weight_ih_l0	7	0.06555867940187454
421922	rnn.weight_ih_l0	8	0.009222425520420074
421922	rnn.weight_ih_l0	9	-0.025361645966768265
421922	rnn.weight_hh_l0	0	-0.011706178076565266
421922	rnn.weight_hh_l0	1	-0.02779645472764969
421922	rnn.weight_hh_l0	2	-0.06145699694752693
421922	rnn.weight_hh_l0	3	-0.005862116347998381
421922	rnn.weight_hh_l0	4	-0.009677433408796787
421922	rnn.weight_hh_l0	5	-0.024170925840735435
421922	rnn.weight_hh_l0	6	0.0006540643516927958
421922	rnn.weight_hh_l0	7	-0.03568296134471893
421922	rnn.weight_hh_l0	8	0.06719011813402176
421922	rnn.weight_hh_l0	9	0.04512593522667885
421922	rnn.bias_ih_l0	0	-0.17404979467391968
421922	rnn.bias_ih_l0	1	-0.17091836035251617
421922	rnn.bias_ih_l0	2	-0.01955467276275158
421922	rnn.bias_ih_l0	3	-0.14753305912017822
421922	rnn.bias_ih_l0	4	-0.05859041586518288
421922	rnn.bias_ih_l0	5	-0.1759982407093048
421922	rnn.bias_ih_l0	6	0.0729275494813919
421922	rnn.bias_ih_l0	7	-0.08593080192804337
421922	rnn.bias_ih_l0	8	-0.046394798904657364
421922	rnn.bias_ih_l0	9	-0.10840035229921341
421922	rnn.bias_hh_l0	0	-0.06961145997047424
421922	rnn.bias_hh_l0	1	0.24822238087654114
421922	rnn.bias_hh_l0	2	0.047214075922966
421922	rnn.bias_hh_l0	3	-0.07921525835990906
421922	rnn.bias_hh_l0	4	-0.08297126740217209
421922	rnn.bias_hh_l0	5	-0.004800850059837103
421922	rnn.bias_hh_l0	6	0.0582011379301548
421922	rnn.bias_hh_l0	7	-0.0982925295829773
421922	rnn.bias_hh_l0	8	-0.23333363234996796
421922	rnn.bias_hh_l0	9	-0.10122279077768326
421922	rnn.weight_ih_l0_reverse	0	0.02034163661301136
421922	rnn.weight_ih_l0_reverse	1	-0.06004077196121216
421922	rnn.weight_ih_l0_reverse	2	0.04296229034662247
421922	rnn.weight_ih_l0_reverse	3	0.020310644060373306
421922	rnn.weight_ih_l0_reverse	4	-1.7178638245241018e-07
421922	rnn.weight_ih_l0_reverse	5	-0.025573188439011574
421922	rnn.weight_ih_l0_reverse	6	0.012099714018404484
421922	rnn.weight_ih_l0_reverse	7	0.028321195393800735
421922	rnn.weight_ih_l0_reverse	8	-0.0281122587621212
421922	rnn.weight_ih_l0_reverse	9	-0.0015573818236589432
421922	rnn.weight_hh_l0_reverse	0	0.03979139402508736
421922	rnn.weight_hh_l0_reverse	1	0.02988080307841301
421922	rnn.weight_hh_l0_reverse	2	-0.023061679676175117
421922	rnn.weight_hh_l0_reverse	3	-0.08234294503927231
421922	rnn.weight_hh_l0_reverse	4	0.011282217688858509
421922	rnn.weight_hh_l0_reverse	5	-0.06109552085399628
421922	rnn.weight_hh_l0_reverse	6	-0.014160830527544022
421922	rnn.weight_hh_l0_reverse	7	0.03098899871110916
421922	rnn.weight_hh_l0_reverse	8	0.007885986939072609
421922	rnn.weight_hh_l0_reverse	9	0.00869868416339159
421922	rnn.bias_ih_l0_reverse	0	-0.046251121908426285
421922	rnn.bias_ih_l0_reverse	1	-0.14009851217269897
421922	rnn.bias_ih_l0_reverse	2	-0.14586792886257172
421922	rnn.bias_ih_l0_reverse	3	-0.04585796222090721
421922	rnn.bias_ih_l0_reverse	4	-0.11277461796998978
421922	rnn.bias_ih_l0_reverse	5	-0.08601786196231842
421922	rnn.bias_ih_l0_reverse	6	-0.20887310802936554
421922	rnn.bias_ih_l0_reverse	7	-0.05255913734436035
421922	rnn.bias_ih_l0_reverse	8	-0.0633595883846283
421922	rnn.bias_ih_l0_reverse	9	-0.13422435522079468
421922	rnn.bias_hh_l0_reverse	0	-0.14213144779205322
421922	rnn.bias_hh_l0_reverse	1	-0.16230402886867523
421922	rnn.bias_hh_l0_reverse	2	0.10538355261087418
421922	rnn.bias_hh_l0_reverse	3	0.07106472551822662
421922	rnn.bias_hh_l0_reverse	4	-0.17910760641098022
421922	rnn.bias_hh_l0_reverse	5	-0.1426110863685608
421922	rnn.bias_hh_l0_reverse	6	-0.08894326537847519
421922	rnn.bias_hh_l0_reverse	7	-0.05401061475276947
421922	rnn.bias_hh_l0_reverse	8	-0.09619831293821335
421922	rnn.bias_hh_l0_reverse	9	-0.022914836183190346
421922	linear.weight	0	-0.00773413572460413
421922	linear.weight	1	0.007448458578437567
421922	linear.weight	2	0.314164936542511
421922	linear.weight	3	-0.0789097473025322
421922	linear.weight	4	-0.010588549077510834
421922	linear.weight	5	0.1210373193025589
421922	linear.weight	6	-0.010739270597696304
421922	linear.weight	7	-0.07167959213256836
421922	linear.weight	8	0.18498091399669647
421922	linear.weight	9	-0.281426340341568
421922	linear.bias	0	-0.03956538438796997
421922	linear.bias	1	0.031413208693265915
421922	linear.bias	2	0.4166971445083618
421922	linear.bias	3	-0.7520461082458496
421922	linear.bias	4	2.1588077545166016
421922	linear.bias	5	-1.4051399230957031
421922	linear.bias	6	-0.2925899028778076
421922	linear.bias	7	-0.12960293889045715
422480	transitions	0	-1.9511505365371704
422480	transitions	1	-10000.0
422480	transitions	2	-0.7969565987586975
422480	transitions	3	-10000.0
422480	transitions	4	2.070115566253662
422480	transitions	5	-10000.0
422480	transitions	6	-10000.0
422480	transitions	7	1.8539708852767944
422480	transitions	8	-2.632650852203369
422480	transitions	9	-4.23977518081665
422480	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
422480	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
422480	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
422480	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
422480	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
422480	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
422480	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
422480	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
422480	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
422480	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
422480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
422480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
422480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
422480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
422480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
422480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
422480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
422480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
422480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
422480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
422480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
422480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
422480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
422480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
422480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
422480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
422480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
422480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
422480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
422480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
422480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
422480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
422480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
422480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
422480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
422480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
422480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
422480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
422480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
422480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
422480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
422480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
422480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
422480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
422480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
422480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
422480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
422480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
422480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
422480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
422480	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
422480	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
422480	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
422480	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
422480	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
422480	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
422480	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
422480	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
422480	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
422480	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
422480	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
422480	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
422480	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
422480	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
422480	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
422480	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
422480	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
422480	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
422480	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
422480	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
422480	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
422480	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
422480	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
422480	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
422480	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
422480	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
422480	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
422480	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
422480	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
422480	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
422480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
422480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
422480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
422480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
422480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
422480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
422480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
422480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
422480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
422480	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
422480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
422480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
422480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
422480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
422480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
422480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
422480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
422480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
422480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
422480	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
422480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
422480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
422480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
422480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
422480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
422480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
422480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
422480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
422480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
422480	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
422480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
422480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
422480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
422480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
422480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
422480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
422480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
422480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
422480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
422480	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
422480	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
422480	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
422480	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
422480	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
422480	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
422480	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
422480	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
422480	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
422480	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
422480	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
422480	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
422480	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
422480	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
422480	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
422480	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
422480	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
422480	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
422480	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
422480	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
422480	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
422480	embedding2nn.weight	0	0.006403092294931412
422480	embedding2nn.weight	1	0.0039850096218287945
422480	embedding2nn.weight	2	0.013431563042104244
422480	embedding2nn.weight	3	0.026850277557969093
422480	embedding2nn.weight	4	0.023481283336877823
422480	embedding2nn.weight	5	0.0055657075718045235
422480	embedding2nn.weight	6	-0.015398725867271423
422480	embedding2nn.weight	7	-0.00044067477574571967
422480	embedding2nn.weight	8	-0.01006991881877184
422480	embedding2nn.weight	9	0.0019274065271019936
422480	embedding2nn.bias	0	0.013600313104689121
422480	embedding2nn.bias	1	-0.036723874509334564
422480	embedding2nn.bias	2	0.08114626258611679
422480	embedding2nn.bias	3	0.07015032321214676
422480	embedding2nn.bias	4	-0.012105709873139858
422480	embedding2nn.bias	5	-0.03334229439496994
422480	embedding2nn.bias	6	0.029649440199136734
422480	embedding2nn.bias	7	0.0042687272652983665
422480	embedding2nn.bias	8	-0.03474866598844528
422480	embedding2nn.bias	9	0.02469322271645069
422480	rnn.weight_ih_l0	0	0.06474851816892624
422480	rnn.weight_ih_l0	1	-0.041640788316726685
422480	rnn.weight_ih_l0	2	0.005291847512125969
422480	rnn.weight_ih_l0	3	0.04515097662806511
422480	rnn.weight_ih_l0	4	-0.029726171866059303
422480	rnn.weight_ih_l0	5	0.04025465250015259
422480	rnn.weight_ih_l0	6	0.007759744767099619
422480	rnn.weight_ih_l0	7	0.06555601209402084
422480	rnn.weight_ih_l0	8	0.009222288616001606
422480	rnn.weight_ih_l0	9	-0.02535957284271717
422480	rnn.weight_hh_l0	0	-0.011706432327628136
422480	rnn.weight_hh_l0	1	-0.027798710390925407
422480	rnn.weight_hh_l0	2	-0.06145850941538811
422480	rnn.weight_hh_l0	3	-0.005862015299499035
422480	rnn.weight_hh_l0	4	-0.009677860885858536
422480	rnn.weight_hh_l0	5	-0.0241722222417593
422480	rnn.weight_hh_l0	6	0.0006540974718518555
422480	rnn.weight_hh_l0	7	-0.03568399325013161
422480	rnn.weight_hh_l0	8	0.06719116121530533
422480	rnn.weight_hh_l0	9	0.04512542113661766
422480	rnn.bias_ih_l0	0	-0.1740584820508957
422480	rnn.bias_ih_l0	1	-0.1709294617176056
422480	rnn.bias_ih_l0	2	-0.01955617219209671
422480	rnn.bias_ih_l0	3	-0.14752967655658722
422480	rnn.bias_ih_l0	4	-0.05859905481338501
422480	rnn.bias_ih_l0	5	-0.17599749565124512
422480	rnn.bias_ih_l0	6	0.07293833047151566
422480	rnn.bias_ih_l0	7	-0.0859217569231987
422480	rnn.bias_ih_l0	8	-0.04639559984207153
422480	rnn.bias_ih_l0	9	-0.1083960011601448
422480	rnn.bias_hh_l0	0	-0.06960728764533997
422480	rnn.bias_hh_l0	1	0.2482237070798874
422480	rnn.bias_hh_l0	2	0.04721979424357414
422480	rnn.bias_hh_l0	3	-0.07920760661363602
422480	rnn.bias_hh_l0	4	-0.08298122882843018
422480	rnn.bias_hh_l0	5	-0.00480580423027277
422480	rnn.bias_hh_l0	6	0.05820372700691223
422480	rnn.bias_hh_l0	7	-0.09828831255435944
422480	rnn.bias_hh_l0	8	-0.2333495020866394
422480	rnn.bias_hh_l0	9	-0.10121773183345795
422480	rnn.weight_ih_l0_reverse	0	0.02033693715929985
422480	rnn.weight_ih_l0_reverse	1	-0.06004105508327484
422480	rnn.weight_ih_l0_reverse	2	0.04296216368675232
422480	rnn.weight_ih_l0_reverse	3	0.020310314372181892
422480	rnn.weight_ih_l0_reverse	4	9.678857395556406e-07
422480	rnn.weight_ih_l0_reverse	5	-0.025573089718818665
422480	rnn.weight_ih_l0_reverse	6	0.012095947749912739
422480	rnn.weight_ih_l0_reverse	7	0.028323296457529068
422480	rnn.weight_ih_l0_reverse	8	-0.028112133964896202
422480	rnn.weight_ih_l0_reverse	9	-0.0015574811259284616
422480	rnn.weight_hh_l0_reverse	0	0.03979092463850975
422480	rnn.weight_hh_l0_reverse	1	0.029881926253437996
422480	rnn.weight_hh_l0_reverse	2	-0.023062681779265404
422480	rnn.weight_hh_l0_reverse	3	-0.08234169334173203
422480	rnn.weight_hh_l0_reverse	4	0.011282525956630707
422480	rnn.weight_hh_l0_reverse	5	-0.061097901314496994
422480	rnn.weight_hh_l0_reverse	6	-0.01416100561618805
422480	rnn.weight_hh_l0_reverse	7	0.03099086508154869
422480	rnn.weight_hh_l0_reverse	8	0.007885660044848919
422480	rnn.weight_hh_l0_reverse	9	0.008698421530425549
422480	rnn.bias_ih_l0_reverse	0	-0.046252474188804626
422480	rnn.bias_ih_l0_reverse	1	-0.14009788632392883
422480	rnn.bias_ih_l0_reverse	2	-0.1458621323108673
422480	rnn.bias_ih_l0_reverse	3	-0.04585517570376396
422480	rnn.bias_ih_l0_reverse	4	-0.11276990175247192
422480	rnn.bias_ih_l0_reverse	5	-0.08602210879325867
422480	rnn.bias_ih_l0_reverse	6	-0.20886269211769104
422480	rnn.bias_ih_l0_reverse	7	-0.05255866423249245
422480	rnn.bias_ih_l0_reverse	8	-0.06336064636707306
422480	rnn.bias_ih_l0_reverse	9	-0.13423693180084229
422480	rnn.bias_hh_l0_reverse	0	-0.1421341747045517
422480	rnn.bias_hh_l0_reverse	1	-0.1623009592294693
422480	rnn.bias_hh_l0_reverse	2	0.1053827628493309
422480	rnn.bias_hh_l0_reverse	3	0.07107867300510406
422480	rnn.bias_hh_l0_reverse	4	-0.17911361157894135
422480	rnn.bias_hh_l0_reverse	5	-0.14260992407798767
422480	rnn.bias_hh_l0_reverse	6	-0.08894488960504532
422480	rnn.bias_hh_l0_reverse	7	-0.05401813983917236
422480	rnn.bias_hh_l0_reverse	8	-0.09620532393455505
422480	rnn.bias_hh_l0_reverse	9	-0.02292340062558651
422480	linear.weight	0	-0.0077341352589428425
422480	linear.weight	1	0.007441849447786808
422480	linear.weight	2	0.31415408849716187
422480	linear.weight	3	-0.0789097473025322
422480	linear.weight	4	-0.010588549077510834
422480	linear.weight	5	0.1209576278924942
422480	linear.weight	6	-0.010739270597696304
422480	linear.weight	7	-0.07175318151712418
422480	linear.weight	8	0.18501663208007812
422480	linear.weight	9	-0.28142958879470825
422480	linear.bias	0	-0.03956538438796997
422480	linear.bias	1	0.031413208693265915
422480	linear.bias	2	0.4167667627334595
422480	linear.bias	3	-0.752178430557251
422480	linear.bias	4	2.158898115158081
422480	linear.bias	5	-1.4051399230957031
422480	linear.bias	6	-0.2926015555858612
422480	linear.bias	7	-0.12961895763874054
423038	transitions	0	-1.9511511325836182
423038	transitions	1	-10000.0
423038	transitions	2	-0.7969565987586975
423038	transitions	3	-10000.0
423038	transitions	4	2.0701565742492676
423038	transitions	5	-10000.0
423038	transitions	6	-10000.0
423038	transitions	7	1.8540140390396118
423038	transitions	8	-2.6326515674591064
423038	transitions	9	-4.23977518081665
423038	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
423038	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
423038	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
423038	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
423038	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
423038	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
423038	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
423038	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
423038	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
423038	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
423038	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
423038	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
423038	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
423038	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
423038	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
423038	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
423038	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
423038	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
423038	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
423038	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
423038	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
423038	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
423038	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
423038	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
423038	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
423038	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
423038	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
423038	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
423038	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
423038	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
423038	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
423038	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
423038	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
423038	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
423038	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
423038	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
423038	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
423038	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
423038	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
423038	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
423038	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
423038	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
423038	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
423038	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
423038	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
423038	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
423038	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
423038	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
423038	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
423038	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
423038	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
423038	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
423038	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
423038	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
423038	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
423038	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
423038	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
423038	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
423038	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
423038	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
423038	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
423038	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
423038	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
423038	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
423038	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
423038	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
423038	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
423038	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
423038	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
423038	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
423038	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
423038	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
423038	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
423038	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
423038	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
423038	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
423038	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
423038	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
423038	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
423038	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
423038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
423038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
423038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
423038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
423038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
423038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
423038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
423038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
423038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
423038	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
423038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
423038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
423038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
423038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
423038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
423038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
423038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
423038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
423038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
423038	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
423038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
423038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
423038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
423038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
423038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
423038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
423038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
423038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
423038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
423038	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
423038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
423038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
423038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
423038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
423038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
423038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
423038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
423038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
423038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
423038	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
423038	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
423038	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
423038	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
423038	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
423038	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
423038	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
423038	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
423038	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
423038	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
423038	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
423038	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
423038	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
423038	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
423038	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
423038	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
423038	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
423038	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
423038	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
423038	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
423038	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
423038	embedding2nn.weight	0	0.006403098348528147
423038	embedding2nn.weight	1	0.003984950482845306
423038	embedding2nn.weight	2	0.013431569561362267
423038	embedding2nn.weight	3	0.02685006707906723
423038	embedding2nn.weight	4	0.023482194170355797
423038	embedding2nn.weight	5	0.005567300599068403
423038	embedding2nn.weight	6	-0.015398874878883362
423038	embedding2nn.weight	7	-0.0004402048944029957
423038	embedding2nn.weight	8	-0.010069088079035282
423038	embedding2nn.weight	9	0.0019273388898000121
423038	embedding2nn.bias	0	0.013594544492661953
423038	embedding2nn.bias	1	-0.03673940524458885
423038	embedding2nn.bias	2	0.08114854246377945
423038	embedding2nn.bias	3	0.07015888392925262
423038	embedding2nn.bias	4	-0.012118171900510788
423038	embedding2nn.bias	5	-0.03333848714828491
423038	embedding2nn.bias	6	0.029683787375688553
423038	embedding2nn.bias	7	0.004270050674676895
423038	embedding2nn.bias	8	-0.03476223349571228
423038	embedding2nn.bias	9	0.02469620853662491
423038	rnn.weight_ih_l0	0	0.06475022435188293
423038	rnn.weight_ih_l0	1	-0.041638460010290146
423038	rnn.weight_ih_l0	2	0.005292787682265043
423038	rnn.weight_ih_l0	3	0.04515145719051361
423038	rnn.weight_ih_l0	4	-0.0297238752245903
423038	rnn.weight_ih_l0	5	0.04025166109204292
423038	rnn.weight_ih_l0	6	0.007760295178741217
423038	rnn.weight_ih_l0	7	0.06555777788162231
423038	rnn.weight_ih_l0	8	0.009223051369190216
423038	rnn.weight_ih_l0	9	-0.025361711159348488
423038	rnn.weight_hh_l0	0	-0.011706664226949215
423038	rnn.weight_hh_l0	1	-0.0277995802462101
423038	rnn.weight_hh_l0	2	-0.0614577978849411
423038	rnn.weight_hh_l0	3	-0.00586251076310873
423038	rnn.weight_hh_l0	4	-0.009677792899310589
423038	rnn.weight_hh_l0	5	-0.024172808974981308
423038	rnn.weight_hh_l0	6	0.000654575414955616
423038	rnn.weight_hh_l0	7	-0.03568105399608612
423038	rnn.weight_hh_l0	8	0.06719090044498444
423038	rnn.weight_hh_l0	9	0.045126061886548996
423038	rnn.bias_ih_l0	0	-0.17404617369174957
423038	rnn.bias_ih_l0	1	-0.17092490196228027
423038	rnn.bias_ih_l0	2	-0.0195624902844429
423038	rnn.bias_ih_l0	3	-0.14752542972564697
423038	rnn.bias_ih_l0	4	-0.05860557407140732
423038	rnn.bias_ih_l0	5	-0.17600156366825104
423038	rnn.bias_ih_l0	6	0.07291767001152039
423038	rnn.bias_ih_l0	7	-0.08592623472213745
423038	rnn.bias_ih_l0	8	-0.04639292135834694
423038	rnn.bias_ih_l0	9	-0.10839952528476715
423038	rnn.bias_hh_l0	0	-0.06962157785892487
423038	rnn.bias_hh_l0	1	0.2482314556837082
423038	rnn.bias_hh_l0	2	0.04720034450292587
423038	rnn.bias_hh_l0	3	-0.07920027524232864
423038	rnn.bias_hh_l0	4	-0.0829756110906601
423038	rnn.bias_hh_l0	5	-0.004812205675989389
423038	rnn.bias_hh_l0	6	0.058204133063554764
423038	rnn.bias_hh_l0	7	-0.09827723354101181
423038	rnn.bias_hh_l0	8	-0.23333898186683655
423038	rnn.bias_hh_l0	9	-0.10123030096292496
423038	rnn.weight_ih_l0_reverse	0	0.020336709916591644
423038	rnn.weight_ih_l0_reverse	1	-0.06004165858030319
423038	rnn.weight_ih_l0_reverse	2	0.0429631732404232
423038	rnn.weight_ih_l0_reverse	3	0.020311014726758003
423038	rnn.weight_ih_l0_reverse	4	-1.9046102579522994e-06
423038	rnn.weight_ih_l0_reverse	5	-0.025574058294296265
423038	rnn.weight_ih_l0_reverse	6	0.012093647383153439
423038	rnn.weight_ih_l0_reverse	7	0.02832200936973095
423038	rnn.weight_ih_l0_reverse	8	-0.02811282128095627
423038	rnn.weight_ih_l0_reverse	9	-0.0015571705298498273
423038	rnn.weight_hh_l0_reverse	0	0.03979003056883812
423038	rnn.weight_hh_l0_reverse	1	0.029881427064538002
423038	rnn.weight_hh_l0_reverse	2	-0.023062890395522118
423038	rnn.weight_hh_l0_reverse	3	-0.08234007656574249
423038	rnn.weight_hh_l0_reverse	4	0.01128101721405983
423038	rnn.weight_hh_l0_reverse	5	-0.06109873205423355
423038	rnn.weight_hh_l0_reverse	6	-0.014160818420350552
423038	rnn.weight_hh_l0_reverse	7	0.03099082224071026
423038	rnn.weight_hh_l0_reverse	8	0.00788612850010395
423038	rnn.weight_hh_l0_reverse	9	0.00869830884039402
423038	rnn.bias_ih_l0_reverse	0	-0.04625961184501648
423038	rnn.bias_ih_l0_reverse	1	-0.14010366797447205
423038	rnn.bias_ih_l0_reverse	2	-0.14587168395519257
423038	rnn.bias_ih_l0_reverse	3	-0.04585503041744232
423038	rnn.bias_ih_l0_reverse	4	-0.11276867240667343
423038	rnn.bias_ih_l0_reverse	5	-0.0860103964805603
423038	rnn.bias_ih_l0_reverse	6	-0.20886845886707306
423038	rnn.bias_ih_l0_reverse	7	-0.052566561847925186
423038	rnn.bias_ih_l0_reverse	8	-0.06334904581308365
423038	rnn.bias_ih_l0_reverse	9	-0.13422727584838867
423038	rnn.bias_hh_l0_reverse	0	-0.14213234186172485
423038	rnn.bias_hh_l0_reverse	1	-0.16230392456054688
423038	rnn.bias_hh_l0_reverse	2	0.10538462549448013
423038	rnn.bias_hh_l0_reverse	3	0.07106027752161026
423038	rnn.bias_hh_l0_reverse	4	-0.17911812663078308
423038	rnn.bias_hh_l0_reverse	5	-0.14261990785598755
423038	rnn.bias_hh_l0_reverse	6	-0.0889366865158081
423038	rnn.bias_hh_l0_reverse	7	-0.05401112139225006
423038	rnn.bias_hh_l0_reverse	8	-0.09619802981615067
423038	rnn.bias_hh_l0_reverse	9	-0.022924022749066353
423038	linear.weight	0	-0.0077341352589428425
423038	linear.weight	1	0.007403064519166946
423038	linear.weight	2	0.3141920268535614
423038	linear.weight	3	-0.0789097473025322
423038	linear.weight	4	-0.010588549077510834
423038	linear.weight	5	0.12090740352869034
423038	linear.weight	6	-0.010739270597696304
423038	linear.weight	7	-0.07181905955076218
423038	linear.weight	8	0.185123473405838
423038	linear.weight	9	-0.28141504526138306
423038	linear.bias	0	-0.03956538438796997
423038	linear.bias	1	0.031413208693265915
423038	linear.bias	2	0.4175928831100464
423038	linear.bias	3	-0.7529886960983276
423038	linear.bias	4	2.159238815307617
423038	linear.bias	5	-1.4051399230957031
423038	linear.bias	6	-0.29277846217155457
423038	linear.bias	7	-0.12979954481124878
423596	transitions	0	-1.9511529207229614
423596	transitions	1	-10000.0
423596	transitions	2	-0.7969565987586975
423596	transitions	3	-10000.0
423596	transitions	4	2.0702221393585205
423596	transitions	5	-10000.0
423596	transitions	6	-10000.0
423596	transitions	7	1.8540079593658447
423596	transitions	8	-2.6326520442962646
423596	transitions	9	-4.23977518081665
423596	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
423596	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
423596	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
423596	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
423596	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
423596	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
423596	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
423596	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
423596	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
423596	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
423596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
423596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
423596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
423596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
423596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
423596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
423596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
423596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
423596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
423596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
423596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
423596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
423596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
423596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
423596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
423596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
423596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
423596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
423596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
423596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
423596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
423596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
423596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
423596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
423596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
423596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
423596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
423596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
423596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
423596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
423596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
423596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
423596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
423596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
423596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
423596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
423596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
423596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
423596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
423596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
423596	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
423596	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
423596	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
423596	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
423596	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
423596	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
423596	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
423596	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
423596	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
423596	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
423596	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
423596	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
423596	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
423596	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
423596	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
423596	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
423596	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
423596	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
423596	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
423596	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
423596	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
423596	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
423596	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
423596	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
423596	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
423596	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
423596	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
423596	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
423596	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
423596	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
423596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
423596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
423596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
423596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
423596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
423596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
423596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
423596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
423596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
423596	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
423596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
423596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
423596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
423596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
423596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
423596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
423596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
423596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
423596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
423596	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
423596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
423596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
423596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
423596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
423596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
423596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
423596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
423596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
423596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
423596	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
423596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
423596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
423596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
423596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
423596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
423596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
423596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
423596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
423596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
423596	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
423596	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
423596	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
423596	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
423596	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
423596	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
423596	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
423596	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
423596	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
423596	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
423596	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
423596	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
423596	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
423596	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
423596	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
423596	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
423596	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
423596	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
423596	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
423596	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
423596	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
423596	embedding2nn.weight	0	0.00640308391302824
423596	embedding2nn.weight	1	0.003984701354056597
423596	embedding2nn.weight	2	0.013431593775749207
423596	embedding2nn.weight	3	0.026850471273064613
423596	embedding2nn.weight	4	0.023481981828808784
423596	embedding2nn.weight	5	0.005567642394453287
423596	embedding2nn.weight	6	-0.015399198979139328
423596	embedding2nn.weight	7	-0.00044023923692293465
423596	embedding2nn.weight	8	-0.010068385861814022
423596	embedding2nn.weight	9	0.0019267476163804531
423596	embedding2nn.bias	0	0.013628857210278511
423596	embedding2nn.bias	1	-0.036730967462062836
423596	embedding2nn.bias	2	0.08114983141422272
423596	embedding2nn.bias	3	0.07012467086315155
423596	embedding2nn.bias	4	-0.012120562605559826
423596	embedding2nn.bias	5	-0.03333688899874687
423596	embedding2nn.bias	6	0.02966589294373989
423596	embedding2nn.bias	7	0.004245005082339048
423596	embedding2nn.bias	8	-0.03474557772278786
423596	embedding2nn.bias	9	0.024679947644472122
423596	rnn.weight_ih_l0	0	0.06474903225898743
423596	rnn.weight_ih_l0	1	-0.04163523018360138
423596	rnn.weight_ih_l0	2	0.005295082926750183
423596	rnn.weight_ih_l0	3	0.04515214264392853
423596	rnn.weight_ih_l0	4	-0.029722556471824646
423596	rnn.weight_ih_l0	5	0.04025101661682129
423596	rnn.weight_ih_l0	6	0.007759453728795052
423596	rnn.weight_ih_l0	7	0.06555580347776413
423596	rnn.weight_ih_l0	8	0.009221894666552544
423596	rnn.weight_ih_l0	9	-0.02536046877503395
423596	rnn.weight_hh_l0	0	-0.011706211604177952
423596	rnn.weight_hh_l0	1	-0.027799664065241814
423596	rnn.weight_hh_l0	2	-0.06145854294300079
423596	rnn.weight_hh_l0	3	-0.005862319376319647
423596	rnn.weight_hh_l0	4	-0.009677520021796227
423596	rnn.weight_hh_l0	5	-0.024173356592655182
423596	rnn.weight_hh_l0	6	0.0006545978831127286
423596	rnn.weight_hh_l0	7	-0.0356832891702652
423596	rnn.weight_hh_l0	8	0.06719190627336502
423596	rnn.weight_hh_l0	9	0.04512525349855423
423596	rnn.bias_ih_l0	0	-0.17405308783054352
423596	rnn.bias_ih_l0	1	-0.1709335446357727
423596	rnn.bias_ih_l0	2	-0.01956120878458023
423596	rnn.bias_ih_l0	3	-0.14752528071403503
423596	rnn.bias_ih_l0	4	-0.058610837906599045
423596	rnn.bias_ih_l0	5	-0.1759924292564392
423596	rnn.bias_ih_l0	6	0.07293671369552612
423596	rnn.bias_ih_l0	7	-0.0859338715672493
423596	rnn.bias_ih_l0	8	-0.04639895260334015
423596	rnn.bias_ih_l0	9	-0.10839676111936569
423596	rnn.bias_hh_l0	0	-0.06963949650526047
423596	rnn.bias_hh_l0	1	0.24822664260864258
423596	rnn.bias_hh_l0	2	0.047199659049510956
423596	rnn.bias_hh_l0	3	-0.07920674234628677
423596	rnn.bias_hh_l0	4	-0.08296907693147659
423596	rnn.bias_hh_l0	5	-0.004799546208232641
423596	rnn.bias_hh_l0	6	0.05820642411708832
423596	rnn.bias_hh_l0	7	-0.09827351570129395
423596	rnn.bias_hh_l0	8	-0.2333347201347351
423596	rnn.bias_hh_l0	9	-0.10123562067747116
423596	rnn.weight_ih_l0_reverse	0	0.020337583497166634
423596	rnn.weight_ih_l0_reverse	1	-0.060040391981601715
423596	rnn.weight_ih_l0_reverse	2	0.04296419024467468
423596	rnn.weight_ih_l0_reverse	3	0.02031475491821766
423596	rnn.weight_ih_l0_reverse	4	-2.1449109226523433e-06
423596	rnn.weight_ih_l0_reverse	5	-0.02557285688817501
423596	rnn.weight_ih_l0_reverse	6	0.012089247815310955
423596	rnn.weight_ih_l0_reverse	7	0.02832218073308468
423596	rnn.weight_ih_l0_reverse	8	-0.028112610802054405
423596	rnn.weight_ih_l0_reverse	9	-0.001556359464302659
423596	rnn.weight_hh_l0_reverse	0	0.03978969529271126
423596	rnn.weight_hh_l0_reverse	1	0.029882842674851418
423596	rnn.weight_hh_l0_reverse	2	-0.02306353487074375
423596	rnn.weight_hh_l0_reverse	3	-0.08233806490898132
423596	rnn.weight_hh_l0_reverse	4	0.011280844919383526
423596	rnn.weight_hh_l0_reverse	5	-0.06110035628080368
423596	rnn.weight_hh_l0_reverse	6	-0.014163056388497353
423596	rnn.weight_hh_l0_reverse	7	0.03099152445793152
423596	rnn.weight_hh_l0_reverse	8	0.007885732688009739
423596	rnn.weight_hh_l0_reverse	9	0.0087008411064744
423596	rnn.bias_ih_l0_reverse	0	-0.046265799552202225
423596	rnn.bias_ih_l0_reverse	1	-0.14010785520076752
423596	rnn.bias_ih_l0_reverse	2	-0.14586511254310608
423596	rnn.bias_ih_l0_reverse	3	-0.045852698385715485
423596	rnn.bias_ih_l0_reverse	4	-0.1127677783370018
423596	rnn.bias_ih_l0_reverse	5	-0.08599915355443954
423596	rnn.bias_ih_l0_reverse	6	-0.208877831697464
423596	rnn.bias_ih_l0_reverse	7	-0.05256233364343643
423596	rnn.bias_ih_l0_reverse	8	-0.06334545463323593
423596	rnn.bias_ih_l0_reverse	9	-0.13423022627830505
423596	rnn.bias_hh_l0_reverse	0	-0.14213286340236664
423596	rnn.bias_hh_l0_reverse	1	-0.1623179167509079
423596	rnn.bias_hh_l0_reverse	2	0.105372354388237
423596	rnn.bias_hh_l0_reverse	3	0.07106878608465195
423596	rnn.bias_hh_l0_reverse	4	-0.17911465466022491
423596	rnn.bias_hh_l0_reverse	5	-0.14261610805988312
423596	rnn.bias_hh_l0_reverse	6	-0.08894553780555725
423596	rnn.bias_hh_l0_reverse	7	-0.053998757153749466
423596	rnn.bias_hh_l0_reverse	8	-0.09618803858757019
423596	rnn.bias_hh_l0_reverse	9	-0.022903654724359512
423596	linear.weight	0	-0.007734136190265417
423596	linear.weight	1	0.007460844237357378
423596	linear.weight	2	0.31412553787231445
423596	linear.weight	3	-0.0789097473025322
423596	linear.weight	4	-0.010588549077510834
423596	linear.weight	5	0.12095347046852112
423596	linear.weight	6	-0.010739270597696304
423596	linear.weight	7	-0.07182914763689041
423596	linear.weight	8	0.18524694442749023
423596	linear.weight	9	-0.2813990116119385
423596	linear.bias	0	-0.03956538438796997
423596	linear.bias	1	0.031413208693265915
423596	linear.bias	2	0.41806575655937195
423596	linear.bias	3	-0.7529776692390442
423596	linear.bias	4	2.1591250896453857
423596	linear.bias	5	-1.4051399230957031
423596	linear.bias	6	-0.2929622530937195
423596	linear.bias	7	-0.12998536229133606
424154	transitions	0	-1.9511536359786987
424154	transitions	1	-10000.0
424154	transitions	2	-0.7969565987586975
424154	transitions	3	-10000.0
424154	transitions	4	2.0702147483825684
424154	transitions	5	-10000.0
424154	transitions	6	-10000.0
424154	transitions	7	1.8540098667144775
424154	transitions	8	-2.6326520442962646
424154	transitions	9	-4.23977518081665
424154	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
424154	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
424154	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
424154	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
424154	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
424154	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
424154	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
424154	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
424154	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
424154	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
424154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
424154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
424154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
424154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
424154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
424154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
424154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
424154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
424154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
424154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
424154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
424154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
424154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
424154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
424154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
424154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
424154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
424154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
424154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
424154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
424154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
424154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
424154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
424154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
424154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
424154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
424154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
424154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
424154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
424154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
424154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
424154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
424154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
424154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
424154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
424154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
424154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
424154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
424154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
424154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
424154	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
424154	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
424154	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
424154	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
424154	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
424154	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
424154	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
424154	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
424154	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
424154	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
424154	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
424154	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
424154	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
424154	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
424154	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
424154	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
424154	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
424154	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
424154	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
424154	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
424154	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
424154	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
424154	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
424154	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
424154	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
424154	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
424154	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
424154	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
424154	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
424154	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
424154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
424154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
424154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
424154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
424154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
424154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
424154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
424154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
424154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
424154	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
424154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
424154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
424154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
424154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
424154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
424154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
424154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
424154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
424154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
424154	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
424154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
424154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
424154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
424154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
424154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
424154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
424154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
424154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
424154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
424154	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
424154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
424154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
424154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
424154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
424154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
424154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
424154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
424154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
424154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
424154	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
424154	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
424154	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
424154	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
424154	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
424154	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
424154	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
424154	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
424154	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
424154	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
424154	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
424154	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
424154	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
424154	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
424154	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
424154	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
424154	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
424154	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
424154	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
424154	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
424154	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
424154	embedding2nn.weight	0	0.006403067149221897
424154	embedding2nn.weight	1	0.003984608221799135
424154	embedding2nn.weight	2	0.013431604020297527
424154	embedding2nn.weight	3	0.026851201429963112
424154	embedding2nn.weight	4	0.023481154814362526
424154	embedding2nn.weight	5	0.005567503161728382
424154	embedding2nn.weight	6	-0.01540009118616581
424154	embedding2nn.weight	7	-0.00043992139399051666
424154	embedding2nn.weight	8	-0.010068711824715137
424154	embedding2nn.weight	9	0.0019263834692537785
424154	embedding2nn.bias	0	0.013614125549793243
424154	embedding2nn.bias	1	-0.03673336282372475
424154	embedding2nn.bias	2	0.08115093410015106
424154	embedding2nn.bias	3	0.07008121907711029
424154	embedding2nn.bias	4	-0.01211276650428772
424154	embedding2nn.bias	5	-0.033307068049907684
424154	embedding2nn.bias	6	0.029659271240234375
424154	embedding2nn.bias	7	0.004250021185725927
424154	embedding2nn.bias	8	-0.03475712612271309
424154	embedding2nn.bias	9	0.024721648544073105
424154	rnn.weight_ih_l0	0	0.06475122272968292
424154	rnn.weight_ih_l0	1	-0.04163069278001785
424154	rnn.weight_ih_l0	2	0.005296930205076933
424154	rnn.weight_ih_l0	3	0.0451529286801815
424154	rnn.weight_ih_l0	4	-0.029722383245825768
424154	rnn.weight_ih_l0	5	0.040249139070510864
424154	rnn.weight_ih_l0	6	0.007758677005767822
424154	rnn.weight_ih_l0	7	0.06555581837892532
424154	rnn.weight_ih_l0	8	0.009219714440405369
424154	rnn.weight_ih_l0	9	-0.025359252467751503
424154	rnn.weight_hh_l0	0	-0.01170776691287756
424154	rnn.weight_hh_l0	1	-0.02779945731163025
424154	rnn.weight_hh_l0	2	-0.06145584583282471
424154	rnn.weight_hh_l0	3	-0.005862523335963488
424154	rnn.weight_hh_l0	4	-0.009677320718765259
424154	rnn.weight_hh_l0	5	-0.024172069504857063
424154	rnn.weight_hh_l0	6	0.0006546166841872036
424154	rnn.weight_hh_l0	7	-0.03567986562848091
424154	rnn.weight_hh_l0	8	0.06719338148832321
424154	rnn.weight_hh_l0	9	0.04512472078204155
424154	rnn.bias_ih_l0	0	-0.17406624555587769
424154	rnn.bias_ih_l0	1	-0.17092779278755188
424154	rnn.bias_ih_l0	2	-0.019564911723136902
424154	rnn.bias_ih_l0	3	-0.14751727879047394
424154	rnn.bias_ih_l0	4	-0.05859987810254097
424154	rnn.bias_ih_l0	5	-0.17599791288375854
424154	rnn.bias_ih_l0	6	0.07292614877223969
424154	rnn.bias_ih_l0	7	-0.08594079315662384
424154	rnn.bias_ih_l0	8	-0.046381376683712006
424154	rnn.bias_ih_l0	9	-0.10839709639549255
424154	rnn.bias_hh_l0	0	-0.06964609771966934
424154	rnn.bias_hh_l0	1	0.24822644889354706
424154	rnn.bias_hh_l0	2	0.04721938073635101
424154	rnn.bias_hh_l0	3	-0.0791993960738182
424154	rnn.bias_hh_l0	4	-0.08297324925661087
424154	rnn.bias_hh_l0	5	-0.004797858186066151
424154	rnn.bias_hh_l0	6	0.05819927155971527
424154	rnn.bias_hh_l0	7	-0.09827518463134766
424154	rnn.bias_hh_l0	8	-0.23332758247852325
424154	rnn.bias_hh_l0	9	-0.10123932361602783
424154	rnn.weight_ih_l0_reverse	0	0.020333409309387207
424154	rnn.weight_ih_l0_reverse	1	-0.06003924459218979
424154	rnn.weight_ih_l0_reverse	2	0.04296494275331497
424154	rnn.weight_ih_l0_reverse	3	0.020315909758210182
424154	rnn.weight_ih_l0_reverse	4	-3.5536870655050734e-06
424154	rnn.weight_ih_l0_reverse	5	-0.025570614263415337
424154	rnn.weight_ih_l0_reverse	6	0.012086531147360802
424154	rnn.weight_ih_l0_reverse	7	0.028323058038949966
424154	rnn.weight_ih_l0_reverse	8	-0.028111770749092102
424154	rnn.weight_ih_l0_reverse	9	-0.0015554296551272273
424154	rnn.weight_hh_l0_reverse	0	0.039789777249097824
424154	rnn.weight_hh_l0_reverse	1	0.029882319271564484
424154	rnn.weight_hh_l0_reverse	2	-0.023063087835907936
424154	rnn.weight_hh_l0_reverse	3	-0.082338847219944
424154	rnn.weight_hh_l0_reverse	4	0.011281020939350128
424154	rnn.weight_hh_l0_reverse	5	-0.06110009551048279
424154	rnn.weight_hh_l0_reverse	6	-0.014162048697471619
424154	rnn.weight_hh_l0_reverse	7	0.03099081479012966
424154	rnn.weight_hh_l0_reverse	8	0.007885296829044819
424154	rnn.weight_hh_l0_reverse	9	0.008701404556632042
424154	rnn.bias_ih_l0_reverse	0	-0.0462675504386425
424154	rnn.bias_ih_l0_reverse	1	-0.1401074230670929
424154	rnn.bias_ih_l0_reverse	2	-0.1458718180656433
424154	rnn.bias_ih_l0_reverse	3	-0.045853141695261
424154	rnn.bias_ih_l0_reverse	4	-0.11277362704277039
424154	rnn.bias_ih_l0_reverse	5	-0.08600111305713654
424154	rnn.bias_ih_l0_reverse	6	-0.20887614786624908
424154	rnn.bias_ih_l0_reverse	7	-0.05255410820245743
424154	rnn.bias_ih_l0_reverse	8	-0.06334421038627625
424154	rnn.bias_ih_l0_reverse	9	-0.13422921299934387
424154	rnn.bias_hh_l0_reverse	0	-0.14213283360004425
424154	rnn.bias_hh_l0_reverse	1	-0.162306547164917
424154	rnn.bias_hh_l0_reverse	2	0.10537882894277573
424154	rnn.bias_hh_l0_reverse	3	0.07108486443758011
424154	rnn.bias_hh_l0_reverse	4	-0.17912279069423676
424154	rnn.bias_hh_l0_reverse	5	-0.14260219037532806
424154	rnn.bias_hh_l0_reverse	6	-0.08893559873104095
424154	rnn.bias_hh_l0_reverse	7	-0.05400339141488075
424154	rnn.bias_hh_l0_reverse	8	-0.09619216620922089
424154	rnn.bias_hh_l0_reverse	9	-0.022910501807928085
424154	linear.weight	0	-0.007734137587249279
424154	linear.weight	1	0.007415854372084141
424154	linear.weight	2	0.31411808729171753
424154	linear.weight	3	-0.0789097473025322
424154	linear.weight	4	-0.010588549077510834
424154	linear.weight	5	0.12088849395513535
424154	linear.weight	6	-0.010739270597696304
424154	linear.weight	7	-0.07188241183757782
424154	linear.weight	8	0.18534204363822937
424154	linear.weight	9	-0.2813728451728821
424154	linear.bias	0	-0.03956538438796997
424154	linear.bias	1	0.031413208693265915
424154	linear.bias	2	0.4181828200817108
424154	linear.bias	3	-0.7530699968338013
424154	linear.bias	4	2.1592226028442383
424154	linear.bias	5	-1.4051399230957031
424154	linear.bias	6	-0.29302093386650085
424154	linear.bias	7	-0.13004809617996216
424713	transitions	0	-1.9511539936065674
424713	transitions	1	-10000.0
424713	transitions	2	-0.7969565987586975
424713	transitions	3	-10000.0
424713	transitions	4	2.0703039169311523
424713	transitions	5	-10000.0
424713	transitions	6	-10000.0
424713	transitions	7	1.8539663553237915
424713	transitions	8	-2.6326520442962646
424713	transitions	9	-4.23977518081665
424713	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
424713	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
424713	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
424713	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
424713	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
424713	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
424713	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
424713	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
424713	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
424713	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
424713	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
424713	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
424713	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
424713	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
424713	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
424713	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
424713	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
424713	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
424713	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
424713	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
424713	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
424713	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
424713	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
424713	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
424713	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
424713	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
424713	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
424713	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
424713	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
424713	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
424713	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
424713	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
424713	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
424713	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
424713	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
424713	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
424713	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
424713	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
424713	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
424713	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
424713	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
424713	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
424713	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
424713	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
424713	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
424713	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
424713	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
424713	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
424713	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
424713	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
424713	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
424713	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
424713	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
424713	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
424713	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
424713	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
424713	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
424713	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
424713	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
424713	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
424713	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
424713	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
424713	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
424713	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
424713	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
424713	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
424713	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
424713	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
424713	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
424713	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
424713	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
424713	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
424713	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
424713	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
424713	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
424713	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
424713	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
424713	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
424713	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
424713	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
424713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
424713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
424713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
424713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
424713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
424713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
424713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
424713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
424713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
424713	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
424713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
424713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
424713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
424713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
424713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
424713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
424713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
424713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
424713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
424713	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
424713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
424713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
424713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
424713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
424713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
424713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
424713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
424713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
424713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
424713	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
424713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
424713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
424713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
424713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
424713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
424713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
424713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
424713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
424713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
424713	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
424713	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
424713	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
424713	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
424713	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
424713	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
424713	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
424713	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
424713	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
424713	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
424713	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
424713	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
424713	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
424713	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
424713	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
424713	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
424713	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
424713	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
424713	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
424713	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
424713	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
424713	embedding2nn.weight	0	0.006403042934834957
424713	embedding2nn.weight	1	0.003984230570495129
424713	embedding2nn.weight	2	0.013431642204523087
424713	embedding2nn.weight	3	0.026853684335947037
424713	embedding2nn.weight	4	0.023481974378228188
424713	embedding2nn.weight	5	0.00556616485118866
424713	embedding2nn.weight	6	-0.01540022250264883
424713	embedding2nn.weight	7	-0.000440708186943084
424713	embedding2nn.weight	8	-0.010068537667393684
424713	embedding2nn.weight	9	0.0019269331824034452
424713	embedding2nn.bias	0	0.01361828576773405
424713	embedding2nn.bias	1	-0.0367303267121315
424713	embedding2nn.bias	2	0.0811493769288063
424713	embedding2nn.bias	3	0.07007817178964615
424713	embedding2nn.bias	4	-0.012140979059040546
424713	embedding2nn.bias	5	-0.033297862857580185
424713	embedding2nn.bias	6	0.0296645425260067
424713	embedding2nn.bias	7	0.0042329514399170876
424713	embedding2nn.bias	8	-0.03474364057183266
424713	embedding2nn.bias	9	0.02472858503460884
424713	rnn.weight_ih_l0	0	0.06475095450878143
424713	rnn.weight_ih_l0	1	-0.04163235053420067
424713	rnn.weight_ih_l0	2	0.005298153031617403
424713	rnn.weight_ih_l0	3	0.0451517216861248
424713	rnn.weight_ih_l0	4	-0.029719874262809753
424713	rnn.weight_ih_l0	5	0.04024695232510567
424713	rnn.weight_ih_l0	6	0.007758456282317638
424713	rnn.weight_ih_l0	7	0.06555455178022385
424713	rnn.weight_ih_l0	8	0.009218760766088963
424713	rnn.weight_ih_l0	9	-0.02535988762974739
424713	rnn.weight_hh_l0	0	-0.011707883328199387
424713	rnn.weight_hh_l0	1	-0.027799269184470177
424713	rnn.weight_hh_l0	2	-0.061454642564058304
424713	rnn.weight_hh_l0	3	-0.005863219499588013
424713	rnn.weight_hh_l0	4	-0.009676803834736347
424713	rnn.weight_hh_l0	5	-0.024171976372599602
424713	rnn.weight_hh_l0	6	0.0006547565571963787
424713	rnn.weight_hh_l0	7	-0.03567777946591377
424713	rnn.weight_hh_l0	8	0.06719419360160828
424713	rnn.weight_hh_l0	9	0.04512475058436394
424713	rnn.bias_ih_l0	0	-0.17406588792800903
424713	rnn.bias_ih_l0	1	-0.17092275619506836
424713	rnn.bias_ih_l0	2	-0.0195597056299448
424713	rnn.bias_ih_l0	3	-0.14752525091171265
424713	rnn.bias_ih_l0	4	-0.05862582474946976
424713	rnn.bias_ih_l0	5	-0.17598837614059448
424713	rnn.bias_ih_l0	6	0.0729343593120575
424713	rnn.bias_ih_l0	7	-0.08593855053186417
424713	rnn.bias_ih_l0	8	-0.04637489840388298
424713	rnn.bias_ih_l0	9	-0.10839182883501053
424713	rnn.bias_hh_l0	0	-0.06965518742799759
424713	rnn.bias_hh_l0	1	0.24823613464832306
424713	rnn.bias_hh_l0	2	0.04723329469561577
424713	rnn.bias_hh_l0	3	-0.07920165359973907
424713	rnn.bias_hh_l0	4	-0.08297518640756607
424713	rnn.bias_hh_l0	5	-0.004799931310117245
424713	rnn.bias_hh_l0	6	0.05819674953818321
424713	rnn.bias_hh_l0	7	-0.0982905849814415
424713	rnn.bias_hh_l0	8	-0.23333118855953217
424713	rnn.bias_hh_l0	9	-0.10123803466558456
424713	rnn.weight_ih_l0_reverse	0	0.02032177709043026
424713	rnn.weight_ih_l0_reverse	1	-0.06003863364458084
424713	rnn.weight_ih_l0_reverse	2	0.042964112013578415
424713	rnn.weight_ih_l0_reverse	3	0.02030998095870018
424713	rnn.weight_ih_l0_reverse	4	-2.2015426566213137e-06
424713	rnn.weight_ih_l0_reverse	5	-0.025570621713995934
424713	rnn.weight_ih_l0_reverse	6	0.012082758359611034
424713	rnn.weight_ih_l0_reverse	7	0.028322136029601097
424713	rnn.weight_ih_l0_reverse	8	-0.028113333508372307
424713	rnn.weight_ih_l0_reverse	9	-0.0015536630526185036
424713	rnn.weight_hh_l0_reverse	0	0.03979090601205826
424713	rnn.weight_hh_l0_reverse	1	0.02988320216536522
424713	rnn.weight_hh_l0_reverse	2	-0.02306215465068817
424713	rnn.weight_hh_l0_reverse	3	-0.08233822137117386
424713	rnn.weight_hh_l0_reverse	4	0.011282481253147125
424713	rnn.weight_hh_l0_reverse	5	-0.06109832227230072
424713	rnn.weight_hh_l0_reverse	6	-0.014160098508000374
424713	rnn.weight_hh_l0_reverse	7	0.030990980565547943
424713	rnn.weight_hh_l0_reverse	8	0.007885380648076534
424713	rnn.weight_hh_l0_reverse	9	0.008700191043317318
424713	rnn.bias_ih_l0_reverse	0	-0.04627715051174164
424713	rnn.bias_ih_l0_reverse	1	-0.14010657370090485
424713	rnn.bias_ih_l0_reverse	2	-0.1458614617586136
424713	rnn.bias_ih_l0_reverse	3	-0.04585128277540207
424713	rnn.bias_ih_l0_reverse	4	-0.11277861148118973
424713	rnn.bias_ih_l0_reverse	5	-0.08600199222564697
424713	rnn.bias_ih_l0_reverse	6	-0.20886968076229095
424713	rnn.bias_ih_l0_reverse	7	-0.052548449486494064
424713	rnn.bias_ih_l0_reverse	8	-0.06333719193935394
424713	rnn.bias_ih_l0_reverse	9	-0.13421940803527832
424713	rnn.bias_hh_l0_reverse	0	-0.14213821291923523
424713	rnn.bias_hh_l0_reverse	1	-0.1622922718524933
424713	rnn.bias_hh_l0_reverse	2	0.10539860278367996
424713	rnn.bias_hh_l0_reverse	3	0.07108124345541
424713	rnn.bias_hh_l0_reverse	4	-0.17912806570529938
424713	rnn.bias_hh_l0_reverse	5	-0.14260457456111908
424713	rnn.bias_hh_l0_reverse	6	-0.08894050121307373
424713	rnn.bias_hh_l0_reverse	7	-0.05401276797056198
424713	rnn.bias_hh_l0_reverse	8	-0.09617003798484802
424713	rnn.bias_hh_l0_reverse	9	-0.022907862439751625
424713	linear.weight	0	-0.007734138518571854
424713	linear.weight	1	0.007409548852592707
424713	linear.weight	2	0.3141340911388397
424713	linear.weight	3	-0.0789097473025322
424713	linear.weight	4	-0.010588549077510834
424713	linear.weight	5	0.12091005593538284
424713	linear.weight	6	-0.010739270597696304
424713	linear.weight	7	-0.0718817487359047
424713	linear.weight	8	0.1853472739458084
424713	linear.weight	9	-0.2813577950000763
424713	linear.bias	0	-0.03956538438796997
424713	linear.bias	1	0.031413208693265915
424713	linear.bias	2	0.41770902276039124
424713	linear.bias	3	-0.7525690793991089
424713	linear.bias	4	2.159119129180908
424713	linear.bias	5	-1.4051399230957031
424713	linear.bias	6	-0.29298147559165955
424713	linear.bias	7	-0.1300123780965805
425271	transitions	0	-1.9511547088623047
425271	transitions	1	-10000.0
425271	transitions	2	-0.7969565987586975
425271	transitions	3	-10000.0
425271	transitions	4	2.0703392028808594
425271	transitions	5	-10000.0
425271	transitions	6	-10000.0
425271	transitions	7	1.8540101051330566
425271	transitions	8	-2.6326520442962646
425271	transitions	9	-4.23977518081665
425271	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
425271	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
425271	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
425271	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
425271	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
425271	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
425271	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
425271	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
425271	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
425271	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
425271	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
425271	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
425271	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
425271	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
425271	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
425271	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
425271	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
425271	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
425271	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
425271	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
425271	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
425271	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
425271	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
425271	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
425271	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
425271	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
425271	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
425271	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
425271	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
425271	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
425271	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
425271	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
425271	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
425271	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
425271	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
425271	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
425271	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
425271	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
425271	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
425271	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
425271	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
425271	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
425271	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
425271	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
425271	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
425271	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
425271	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
425271	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
425271	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
425271	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
425271	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
425271	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
425271	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
425271	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
425271	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
425271	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
425271	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
425271	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
425271	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
425271	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
425271	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
425271	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
425271	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
425271	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
425271	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
425271	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
425271	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
425271	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
425271	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
425271	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
425271	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
425271	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
425271	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
425271	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
425271	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
425271	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
425271	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
425271	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
425271	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
425271	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
425271	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
425271	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
425271	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
425271	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
425271	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
425271	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
425271	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
425271	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
425271	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
425271	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
425271	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
425271	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
425271	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
425271	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
425271	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
425271	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
425271	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
425271	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
425271	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
425271	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
425271	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
425271	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
425271	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
425271	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
425271	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
425271	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
425271	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
425271	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
425271	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
425271	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
425271	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
425271	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
425271	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
425271	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
425271	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
425271	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
425271	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
425271	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
425271	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
425271	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
425271	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
425271	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
425271	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
425271	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
425271	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
425271	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
425271	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
425271	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
425271	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
425271	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
425271	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
425271	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
425271	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
425271	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
425271	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
425271	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
425271	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
425271	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
425271	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
425271	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
425271	embedding2nn.weight	0	0.006402998697012663
425271	embedding2nn.weight	1	0.00398397259414196
425271	embedding2nn.weight	2	0.013431538827717304
425271	embedding2nn.weight	3	0.026854438707232475
425271	embedding2nn.weight	4	0.023480592295527458
425271	embedding2nn.weight	5	0.005565627943724394
425271	embedding2nn.weight	6	-0.015401300974190235
425271	embedding2nn.weight	7	-0.00044128656736575067
425271	embedding2nn.weight	8	-0.010068507865071297
425271	embedding2nn.weight	9	0.0019272404024377465
425271	embedding2nn.bias	0	0.013653603382408619
425271	embedding2nn.bias	1	-0.036744873970746994
425271	embedding2nn.bias	2	0.08113078773021698
425271	embedding2nn.bias	3	0.07008076459169388
425271	embedding2nn.bias	4	-0.01213727705180645
425271	embedding2nn.bias	5	-0.033307045698165894
425271	embedding2nn.bias	6	0.029657769948244095
425271	embedding2nn.bias	7	0.004238721914589405
425271	embedding2nn.bias	8	-0.034730952233076096
425271	embedding2nn.bias	9	0.0247280802577734
425271	rnn.weight_ih_l0	0	0.064753957092762
425271	rnn.weight_ih_l0	1	-0.04163089022040367
425271	rnn.weight_ih_l0	2	0.005297328345477581
425271	rnn.weight_ih_l0	3	0.04515302553772926
425271	rnn.weight_ih_l0	4	-0.02972031570971012
425271	rnn.weight_ih_l0	5	0.04024890065193176
425271	rnn.weight_ih_l0	6	0.007758587598800659
425271	rnn.weight_ih_l0	7	0.06555736809968948
425271	rnn.weight_ih_l0	8	0.009213810786604881
425271	rnn.weight_ih_l0	9	-0.02535637654364109
425271	rnn.weight_hh_l0	0	-0.011708064004778862
425271	rnn.weight_hh_l0	1	-0.027800749987363815
425271	rnn.weight_hh_l0	2	-0.06145399436354637
425271	rnn.weight_hh_l0	3	-0.005863706115633249
425271	rnn.weight_hh_l0	4	-0.009676452726125717
425271	rnn.weight_hh_l0	5	-0.024173414334654808
425271	rnn.weight_hh_l0	6	0.0006555145955644548
425271	rnn.weight_hh_l0	7	-0.03567565232515335
425271	rnn.weight_hh_l0	8	0.06719499826431274
425271	rnn.weight_hh_l0	9	0.04512443020939827
425271	rnn.bias_ih_l0	0	-0.17406316101551056
425271	rnn.bias_ih_l0	1	-0.1709238737821579
425271	rnn.bias_ih_l0	2	-0.019561197608709335
425271	rnn.bias_ih_l0	3	-0.14754870533943176
425271	rnn.bias_ih_l0	4	-0.05863494053483009
425271	rnn.bias_ih_l0	5	-0.17599482834339142
425271	rnn.bias_ih_l0	6	0.0729091614484787
425271	rnn.bias_ih_l0	7	-0.08594107627868652
425271	rnn.bias_ih_l0	8	-0.0463789738714695
425271	rnn.bias_ih_l0	9	-0.10840170085430145
425271	rnn.bias_hh_l0	0	-0.06964893639087677
425271	rnn.bias_hh_l0	1	0.24826975166797638
425271	rnn.bias_hh_l0	2	0.047223661094903946
425271	rnn.bias_hh_l0	3	-0.07920211553573608
425271	rnn.bias_hh_l0	4	-0.08298051357269287
425271	rnn.bias_hh_l0	5	-0.004801982548087835
425271	rnn.bias_hh_l0	6	0.05819530412554741
425271	rnn.bias_hh_l0	7	-0.09827015548944473
425271	rnn.bias_hh_l0	8	-0.23334039747714996
425271	rnn.bias_hh_l0	9	-0.10123162716627121
425271	rnn.weight_ih_l0_reverse	0	0.020321840420365334
425271	rnn.weight_ih_l0_reverse	1	-0.06003720685839653
425271	rnn.weight_ih_l0_reverse	2	0.04296320676803589
425271	rnn.weight_ih_l0_reverse	3	0.0203102994710207
425271	rnn.weight_ih_l0_reverse	4	-1.7460505432609352e-06
425271	rnn.weight_ih_l0_reverse	5	-0.02556954324245453
425271	rnn.weight_ih_l0_reverse	6	0.012088600546121597
425271	rnn.weight_ih_l0_reverse	7	0.028322802856564522
425271	rnn.weight_ih_l0_reverse	8	-0.028112946078181267
425271	rnn.weight_ih_l0_reverse	9	-0.001553310896269977
425271	rnn.weight_hh_l0_reverse	0	0.03979039564728737
425271	rnn.weight_hh_l0_reverse	1	0.029882758855819702
425271	rnn.weight_hh_l0_reverse	2	-0.02306274324655533
425271	rnn.weight_hh_l0_reverse	3	-0.0823422372341156
425271	rnn.weight_hh_l0_reverse	4	0.01128295622766018
425271	rnn.weight_hh_l0_reverse	5	-0.0611010380089283
425271	rnn.weight_hh_l0_reverse	6	-0.014162379316985607
425271	rnn.weight_hh_l0_reverse	7	0.030992532148957253
425271	rnn.weight_hh_l0_reverse	8	0.007887727580964565
425271	rnn.weight_hh_l0_reverse	9	0.008697097189724445
425271	rnn.bias_ih_l0_reverse	0	-0.046281520277261734
425271	rnn.bias_ih_l0_reverse	1	-0.14010858535766602
425271	rnn.bias_ih_l0_reverse	2	-0.1458587497472763
425271	rnn.bias_ih_l0_reverse	3	-0.04587146267294884
425271	rnn.bias_ih_l0_reverse	4	-0.1127733588218689
425271	rnn.bias_ih_l0_reverse	5	-0.08600310981273651
425271	rnn.bias_ih_l0_reverse	6	-0.2088661938905716
425271	rnn.bias_ih_l0_reverse	7	-0.05254010111093521
425271	rnn.bias_ih_l0_reverse	8	-0.06333918124437332
425271	rnn.bias_ih_l0_reverse	9	-0.13421140611171722
425271	rnn.bias_hh_l0_reverse	0	-0.1421404629945755
425271	rnn.bias_hh_l0_reverse	1	-0.16229546070098877
425271	rnn.bias_hh_l0_reverse	2	0.10539882630109787
425271	rnn.bias_hh_l0_reverse	3	0.07107314467430115
425271	rnn.bias_hh_l0_reverse	4	-0.17912434041500092
425271	rnn.bias_hh_l0_reverse	5	-0.1426173448562622
425271	rnn.bias_hh_l0_reverse	6	-0.0889366865158081
425271	rnn.bias_hh_l0_reverse	7	-0.054010167717933655
425271	rnn.bias_hh_l0_reverse	8	-0.09618089348077774
425271	rnn.bias_hh_l0_reverse	9	-0.02290671318769455
425271	linear.weight	0	-0.007734138518571854
425271	linear.weight	1	0.007357077207416296
425271	linear.weight	2	0.31420275568962097
425271	linear.weight	3	-0.0789097473025322
425271	linear.weight	4	-0.010588549077510834
425271	linear.weight	5	0.12092340737581253
425271	linear.weight	6	-0.010739270597696304
425271	linear.weight	7	-0.07185694575309753
425271	linear.weight	8	0.1853022426366806
425271	linear.weight	9	-0.2813320457935333
425271	linear.bias	0	-0.03956538438796997
425271	linear.bias	1	0.031413208693265915
425271	linear.bias	2	0.4175885319709778
425271	linear.bias	3	-0.752549409866333
425271	linear.bias	4	2.159291982650757
425271	linear.bias	5	-1.4051399230957031
425271	linear.bias	6	-0.2930164039134979
425271	linear.bias	7	-0.13005012273788452
425829	transitions	0	-1.9511572122573853
425829	transitions	1	-10000.0
425829	transitions	2	-0.7969565987586975
425829	transitions	3	-10000.0
425829	transitions	4	2.0702922344207764
425829	transitions	5	-10000.0
425829	transitions	6	-10000.0
425829	transitions	7	1.854070782661438
425829	transitions	8	-2.6326522827148438
425829	transitions	9	-4.23977518081665
425829	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
425829	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
425829	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
425829	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
425829	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
425829	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
425829	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
425829	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
425829	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
425829	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
425829	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
425829	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
425829	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
425829	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
425829	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
425829	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
425829	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
425829	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
425829	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
425829	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
425829	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
425829	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
425829	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
425829	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
425829	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
425829	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
425829	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
425829	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
425829	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
425829	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
425829	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
425829	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
425829	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
425829	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
425829	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
425829	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
425829	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
425829	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
425829	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
425829	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
425829	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
425829	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
425829	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
425829	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
425829	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
425829	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
425829	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
425829	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
425829	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
425829	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
425829	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
425829	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
425829	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
425829	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
425829	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
425829	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
425829	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
425829	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
425829	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
425829	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
425829	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
425829	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
425829	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
425829	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
425829	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
425829	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
425829	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
425829	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
425829	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
425829	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
425829	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
425829	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
425829	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
425829	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
425829	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
425829	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
425829	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
425829	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
425829	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
425829	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
425829	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
425829	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
425829	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
425829	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
425829	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
425829	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
425829	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
425829	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
425829	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
425829	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
425829	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
425829	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
425829	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
425829	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
425829	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
425829	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
425829	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
425829	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
425829	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
425829	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
425829	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
425829	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
425829	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
425829	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
425829	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
425829	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
425829	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
425829	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
425829	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
425829	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
425829	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
425829	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
425829	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
425829	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
425829	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
425829	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
425829	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
425829	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
425829	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
425829	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
425829	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
425829	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
425829	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
425829	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
425829	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
425829	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
425829	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
425829	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
425829	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
425829	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
425829	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
425829	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
425829	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
425829	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
425829	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
425829	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
425829	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
425829	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
425829	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
425829	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
425829	embedding2nn.weight	0	0.006403014063835144
425829	embedding2nn.weight	1	0.003984109498560429
425829	embedding2nn.weight	2	0.013431587256491184
425829	embedding2nn.weight	3	0.026854367926716805
425829	embedding2nn.weight	4	0.02348065748810768
425829	embedding2nn.weight	5	0.00556553527712822
425829	embedding2nn.weight	6	-0.01540081575512886
425829	embedding2nn.weight	7	-0.00044128650915808976
425829	embedding2nn.weight	8	-0.010069751180708408
425829	embedding2nn.weight	9	0.0019281822023913264
425829	embedding2nn.bias	0	0.013670206069946289
425829	embedding2nn.bias	1	-0.036754004657268524
425829	embedding2nn.bias	2	0.08112576603889465
425829	embedding2nn.bias	3	0.07006800919771194
425829	embedding2nn.bias	4	-0.012143155559897423
425829	embedding2nn.bias	5	-0.03332345932722092
425829	embedding2nn.bias	6	0.02965620905160904
425829	embedding2nn.bias	7	0.0042384108528494835
425829	embedding2nn.bias	8	-0.034716811031103134
425829	embedding2nn.bias	9	0.02471955679357052
425829	rnn.weight_ih_l0	0	0.06475416570901871
425829	rnn.weight_ih_l0	1	-0.04162818193435669
425829	rnn.weight_ih_l0	2	0.005298479925841093
425829	rnn.weight_ih_l0	3	0.045152533799409866
425829	rnn.weight_ih_l0	4	-0.029722142964601517
425829	rnn.weight_ih_l0	5	0.040247783064842224
425829	rnn.weight_ih_l0	6	0.007759606000036001
425829	rnn.weight_ih_l0	7	0.06556075066328049
425829	rnn.weight_ih_l0	8	0.009211532771587372
425829	rnn.weight_ih_l0	9	-0.025362592190504074
425829	rnn.weight_hh_l0	0	-0.011706802994012833
425829	rnn.weight_hh_l0	1	-0.027802854776382446
425829	rnn.weight_hh_l0	2	-0.061455368995666504
425829	rnn.weight_hh_l0	3	-0.005863652098923922
425829	rnn.weight_hh_l0	4	-0.00967642292380333
425829	rnn.weight_hh_l0	5	-0.024173565208911896
425829	rnn.weight_hh_l0	6	0.0006555389845743775
425829	rnn.weight_hh_l0	7	-0.03567824512720108
425829	rnn.weight_hh_l0	8	0.06719449907541275
425829	rnn.weight_hh_l0	9	0.045123565942049026
425829	rnn.bias_ih_l0	0	-0.1740628480911255
425829	rnn.bias_ih_l0	1	-0.17092815041542053
425829	rnn.bias_ih_l0	2	-0.019564155489206314
425829	rnn.bias_ih_l0	3	-0.14755190908908844
425829	rnn.bias_ih_l0	4	-0.05864802002906799
425829	rnn.bias_ih_l0	5	-0.1759934425354004
425829	rnn.bias_ih_l0	6	0.07291651517152786
425829	rnn.bias_ih_l0	7	-0.085929274559021
425829	rnn.bias_ih_l0	8	-0.04639267548918724
425829	rnn.bias_ih_l0	9	-0.10840865224599838
425829	rnn.bias_hh_l0	0	-0.06965340673923492
425829	rnn.bias_hh_l0	1	0.24826174974441528
425829	rnn.bias_hh_l0	2	0.04720146581530571
425829	rnn.bias_hh_l0	3	-0.0792045071721077
425829	rnn.bias_hh_l0	4	-0.08297598361968994
425829	rnn.bias_hh_l0	5	-0.0048093837685883045
425829	rnn.bias_hh_l0	6	0.05819259583950043
425829	rnn.bias_hh_l0	7	-0.09825808554887772
425829	rnn.bias_hh_l0	8	-0.2333361655473709
425829	rnn.bias_hh_l0	9	-0.10122998058795929
425829	rnn.weight_ih_l0_reverse	0	0.02032662369310856
425829	rnn.weight_ih_l0_reverse	1	-0.060040432959795
425829	rnn.weight_ih_l0_reverse	2	0.04296324402093887
425829	rnn.weight_ih_l0_reverse	3	0.02030869759619236
425829	rnn.weight_ih_l0_reverse	4	-1.0344716656618402e-06
425829	rnn.weight_ih_l0_reverse	5	-0.025569938123226166
425829	rnn.weight_ih_l0_reverse	6	0.012087774462997913
425829	rnn.weight_ih_l0_reverse	7	0.028321223333477974
425829	rnn.weight_ih_l0_reverse	8	-0.02811199612915516
425829	rnn.weight_ih_l0_reverse	9	-0.0015540446620434523
425829	rnn.weight_hh_l0_reverse	0	0.039789829403162
425829	rnn.weight_hh_l0_reverse	1	0.029881676658988
425829	rnn.weight_hh_l0_reverse	2	-0.02306296117603779
425829	rnn.weight_hh_l0_reverse	3	-0.08233882486820221
425829	rnn.weight_hh_l0_reverse	4	0.011283441446721554
425829	rnn.weight_hh_l0_reverse	5	-0.061101365834474564
425829	rnn.weight_hh_l0_reverse	6	-0.014162768609821796
425829	rnn.weight_hh_l0_reverse	7	0.030992217361927032
425829	rnn.weight_hh_l0_reverse	8	0.007888885214924812
425829	rnn.weight_hh_l0_reverse	9	0.008699565194547176
425829	rnn.bias_ih_l0_reverse	0	-0.04628144949674606
425829	rnn.bias_ih_l0_reverse	1	-0.14011213183403015
425829	rnn.bias_ih_l0_reverse	2	-0.14585569500923157
425829	rnn.bias_ih_l0_reverse	3	-0.04585816338658333
425829	rnn.bias_ih_l0_reverse	4	-0.11276248097419739
425829	rnn.bias_ih_l0_reverse	5	-0.08600972592830658
425829	rnn.bias_ih_l0_reverse	6	-0.20886017382144928
425829	rnn.bias_ih_l0_reverse	7	-0.05254027992486954
425829	rnn.bias_ih_l0_reverse	8	-0.06333735585212708
425829	rnn.bias_ih_l0_reverse	9	-0.13421861827373505
425829	rnn.bias_hh_l0_reverse	0	-0.1421293020248413
425829	rnn.bias_hh_l0_reverse	1	-0.162289559841156
425829	rnn.bias_hh_l0_reverse	2	0.10538291931152344
425829	rnn.bias_hh_l0_reverse	3	0.071062833070755
425829	rnn.bias_hh_l0_reverse	4	-0.1791253238916397
425829	rnn.bias_hh_l0_reverse	5	-0.14262564480304718
425829	rnn.bias_hh_l0_reverse	6	-0.08893003314733505
425829	rnn.bias_hh_l0_reverse	7	-0.05402157083153725
425829	rnn.bias_hh_l0_reverse	8	-0.09618207067251205
425829	rnn.bias_hh_l0_reverse	9	-0.022899335250258446
425829	linear.weight	0	-0.007734137121587992
425829	linear.weight	1	0.007320471573621035
425829	linear.weight	2	0.31415897607803345
425829	linear.weight	3	-0.0789097473025322
425829	linear.weight	4	-0.010588549077510834
425829	linear.weight	5	0.1209869459271431
425829	linear.weight	6	-0.010739270597696304
425829	linear.weight	7	-0.07178305834531784
425829	linear.weight	8	0.18543893098831177
425829	linear.weight	9	-0.28135523200035095
425829	linear.bias	0	-0.03956538438796997
425829	linear.bias	1	0.031413208693265915
425829	linear.bias	2	0.41731470823287964
425829	linear.bias	3	-0.7521682381629944
425829	linear.bias	4	2.158940076828003
425829	linear.bias	5	-1.4051399230957031
425829	linear.bias	6	-0.2928905487060547
425829	linear.bias	7	-0.12992988526821136
426387	transitions	0	-1.9511579275131226
426387	transitions	1	-10000.0
426387	transitions	2	-0.7969565987586975
426387	transitions	3	-10000.0
426387	transitions	4	2.0702998638153076
426387	transitions	5	-10000.0
426387	transitions	6	-10000.0
426387	transitions	7	1.8540767431259155
426387	transitions	8	-2.63265323638916
426387	transitions	9	-4.23977518081665
426387	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
426387	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
426387	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
426387	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
426387	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
426387	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
426387	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
426387	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
426387	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
426387	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
426387	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
426387	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
426387	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
426387	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
426387	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
426387	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
426387	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
426387	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
426387	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
426387	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
426387	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
426387	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
426387	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
426387	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
426387	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
426387	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
426387	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
426387	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
426387	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
426387	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
426387	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
426387	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
426387	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
426387	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
426387	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
426387	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
426387	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
426387	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
426387	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
426387	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
426387	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
426387	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
426387	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
426387	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
426387	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
426387	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
426387	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
426387	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
426387	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
426387	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
426387	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
426387	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
426387	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
426387	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
426387	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
426387	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
426387	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
426387	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
426387	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
426387	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
426387	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
426387	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
426387	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
426387	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
426387	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
426387	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
426387	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
426387	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
426387	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
426387	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
426387	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
426387	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
426387	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
426387	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
426387	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
426387	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
426387	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
426387	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
426387	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
426387	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
426387	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
426387	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
426387	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
426387	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
426387	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
426387	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
426387	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
426387	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
426387	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
426387	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
426387	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
426387	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
426387	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
426387	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
426387	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
426387	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
426387	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
426387	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
426387	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
426387	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
426387	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
426387	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
426387	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
426387	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
426387	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
426387	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
426387	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
426387	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
426387	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
426387	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
426387	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
426387	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
426387	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
426387	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
426387	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
426387	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
426387	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
426387	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
426387	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
426387	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
426387	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
426387	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
426387	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
426387	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
426387	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
426387	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
426387	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
426387	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
426387	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
426387	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
426387	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
426387	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
426387	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
426387	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
426387	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
426387	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
426387	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
426387	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
426387	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
426387	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
426387	embedding2nn.weight	0	0.006402978207916021
426387	embedding2nn.weight	1	0.003984522074460983
426387	embedding2nn.weight	2	0.013431627303361893
426387	embedding2nn.weight	3	0.02685820311307907
426387	embedding2nn.weight	4	0.023480970412492752
426387	embedding2nn.weight	5	0.005567253567278385
426387	embedding2nn.weight	6	-0.015400201082229614
426387	embedding2nn.weight	7	-0.0004417665768414736
426387	embedding2nn.weight	8	-0.010071538388729095
426387	embedding2nn.weight	9	0.0019281816203147173
426387	embedding2nn.bias	0	0.013689577579498291
426387	embedding2nn.bias	1	-0.03673461824655533
426387	embedding2nn.bias	2	0.08115167915821075
426387	embedding2nn.bias	3	0.07006150484085083
426387	embedding2nn.bias	4	-0.012148864567279816
426387	embedding2nn.bias	5	-0.03329455479979515
426387	embedding2nn.bias	6	0.02961594983935356
426387	embedding2nn.bias	7	0.00426171300932765
426387	embedding2nn.bias	8	-0.03471260145306587
426387	embedding2nn.bias	9	0.024729391559958458
426387	rnn.weight_ih_l0	0	0.06475260108709335
426387	rnn.weight_ih_l0	1	-0.04162631928920746
426387	rnn.weight_ih_l0	2	0.005296608898788691
426387	rnn.weight_ih_l0	3	0.04514937475323677
426387	rnn.weight_ih_l0	4	-0.02972477301955223
426387	rnn.weight_ih_l0	5	0.04024454578757286
426387	rnn.weight_ih_l0	6	0.007759215775877237
426387	rnn.weight_ih_l0	7	0.06556008756160736
426387	rnn.weight_ih_l0	8	0.009211336262524128
426387	rnn.weight_ih_l0	9	-0.025363877415657043
426387	rnn.weight_hh_l0	0	-0.011706124991178513
426387	rnn.weight_hh_l0	1	-0.027804045006632805
426387	rnn.weight_hh_l0	2	-0.061454661190509796
426387	rnn.weight_hh_l0	3	-0.005862606223672628
426387	rnn.weight_hh_l0	4	-0.009676223620772362
426387	rnn.weight_hh_l0	5	-0.024173066020011902
426387	rnn.weight_hh_l0	6	0.0006556229782290757
426387	rnn.weight_hh_l0	7	-0.03567521646618843
426387	rnn.weight_hh_l0	8	0.0671934112906456
426387	rnn.weight_hh_l0	9	0.0451241098344326
426387	rnn.bias_ih_l0	0	-0.17405609786510468
426387	rnn.bias_ih_l0	1	-0.17092914879322052
426387	rnn.bias_ih_l0	2	-0.019562657922506332
426387	rnn.bias_ih_l0	3	-0.14754340052604675
426387	rnn.bias_ih_l0	4	-0.05864417925477028
426387	rnn.bias_ih_l0	5	-0.1760011464357376
426387	rnn.bias_ih_l0	6	0.0729188546538353
426387	rnn.bias_ih_l0	7	-0.0859387144446373
426387	rnn.bias_ih_l0	8	-0.046389445662498474
426387	rnn.bias_ih_l0	9	-0.10841301083564758
426387	rnn.bias_hh_l0	0	-0.0696505606174469
426387	rnn.bias_hh_l0	1	0.24825502932071686
426387	rnn.bias_hh_l0	2	0.04719413444399834
426387	rnn.bias_hh_l0	3	-0.07921575009822845
426387	rnn.bias_hh_l0	4	-0.08297190815210342
426387	rnn.bias_hh_l0	5	-0.0048198942095041275
426387	rnn.bias_hh_l0	6	0.05818023905158043
426387	rnn.bias_hh_l0	7	-0.09825927019119263
426387	rnn.bias_hh_l0	8	-0.23334144055843353
426387	rnn.bias_hh_l0	9	-0.1012326329946518
426387	rnn.weight_ih_l0_reverse	0	0.02033013105392456
426387	rnn.weight_ih_l0_reverse	1	-0.060038838535547256
426387	rnn.weight_ih_l0_reverse	2	0.04296335577964783
426387	rnn.weight_ih_l0_reverse	3	0.020305776968598366
426387	rnn.weight_ih_l0_reverse	4	-2.7508594939718023e-06
426387	rnn.weight_ih_l0_reverse	5	-0.02556908316910267
426387	rnn.weight_ih_l0_reverse	6	0.012087752111256123
426387	rnn.weight_ih_l0_reverse	7	0.028322352096438408
426387	rnn.weight_ih_l0_reverse	8	-0.028112338855862617
426387	rnn.weight_ih_l0_reverse	9	-0.0015530192758888006
426387	rnn.weight_hh_l0_reverse	0	0.039788950234651566
426387	rnn.weight_hh_l0_reverse	1	0.02988203801214695
426387	rnn.weight_hh_l0_reverse	2	-0.023063402622938156
426387	rnn.weight_hh_l0_reverse	3	-0.08233944326639175
426387	rnn.weight_hh_l0_reverse	4	0.01128384005278349
426387	rnn.weight_hh_l0_reverse	5	-0.06110161542892456
426387	rnn.weight_hh_l0_reverse	6	-0.014163080602884293
426387	rnn.weight_hh_l0_reverse	7	0.030992843210697174
426387	rnn.weight_hh_l0_reverse	8	0.00788847915828228
426387	rnn.weight_hh_l0_reverse	9	0.008697829209268093
426387	rnn.bias_ih_l0_reverse	0	-0.04627501592040062
426387	rnn.bias_ih_l0_reverse	1	-0.14011028409004211
426387	rnn.bias_ih_l0_reverse	2	-0.14585037529468536
426387	rnn.bias_ih_l0_reverse	3	-0.0458429679274559
426387	rnn.bias_ih_l0_reverse	4	-0.11275409907102585
426387	rnn.bias_ih_l0_reverse	5	-0.08600136637687683
426387	rnn.bias_ih_l0_reverse	6	-0.2088588923215866
426387	rnn.bias_ih_l0_reverse	7	-0.052540287375450134
426387	rnn.bias_ih_l0_reverse	8	-0.06334039568901062
426387	rnn.bias_ih_l0_reverse	9	-0.13421685993671417
426387	rnn.bias_hh_l0_reverse	0	-0.14213231205940247
426387	rnn.bias_hh_l0_reverse	1	-0.1622902750968933
426387	rnn.bias_hh_l0_reverse	2	0.10537461936473846
426387	rnn.bias_hh_l0_reverse	3	0.07104217261075974
426387	rnn.bias_hh_l0_reverse	4	-0.1791156679391861
426387	rnn.bias_hh_l0_reverse	5	-0.14262588322162628
426387	rnn.bias_hh_l0_reverse	6	-0.08893803507089615
426387	rnn.bias_hh_l0_reverse	7	-0.05402226373553276
426387	rnn.bias_hh_l0_reverse	8	-0.09617575258016586
426387	rnn.bias_hh_l0_reverse	9	-0.022900762036442757
426387	linear.weight	0	-0.007734138518571854
426387	linear.weight	1	0.007298638112843037
426387	linear.weight	2	0.31423255801200867
426387	linear.weight	3	-0.0789097473025322
426387	linear.weight	4	-0.010588549077510834
426387	linear.weight	5	0.12105777114629745
426387	linear.weight	6	-0.010739270597696304
426387	linear.weight	7	-0.07177364826202393
426387	linear.weight	8	0.18541213870048523
426387	linear.weight	9	-0.28134608268737793
426387	linear.bias	0	-0.03956538438796997
426387	linear.bias	1	0.031413208693265915
426387	linear.bias	2	0.4170054495334625
426387	linear.bias	3	-0.7524465918540955
426387	linear.bias	4	2.158905506134033
426387	linear.bias	5	-1.4051399230957031
426387	linear.bias	6	-0.29257771372795105
426387	linear.bias	7	-0.12961767613887787
426945	transitions	0	-1.9511584043502808
426945	transitions	1	-10000.0
426945	transitions	2	-0.7969565987586975
426945	transitions	3	-10000.0
426945	transitions	4	2.070312261581421
426945	transitions	5	-10000.0
426945	transitions	6	-10000.0
426945	transitions	7	1.8540928363800049
426945	transitions	8	-2.6326539516448975
426945	transitions	9	-4.23977518081665
426945	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
426945	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
426945	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
426945	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
426945	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
426945	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
426945	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
426945	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
426945	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
426945	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
426945	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
426945	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
426945	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
426945	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
426945	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
426945	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
426945	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
426945	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
426945	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
426945	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
426945	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
426945	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
426945	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
426945	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
426945	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
426945	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
426945	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
426945	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
426945	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
426945	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
426945	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
426945	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
426945	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
426945	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
426945	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
426945	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
426945	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
426945	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
426945	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
426945	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
426945	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
426945	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
426945	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
426945	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
426945	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
426945	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
426945	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
426945	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
426945	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
426945	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
426945	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
426945	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
426945	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
426945	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
426945	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
426945	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
426945	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
426945	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
426945	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
426945	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
426945	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
426945	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
426945	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
426945	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
426945	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
426945	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
426945	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
426945	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
426945	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
426945	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
426945	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
426945	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
426945	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
426945	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
426945	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
426945	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
426945	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
426945	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
426945	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
426945	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
426945	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
426945	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
426945	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
426945	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
426945	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
426945	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
426945	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
426945	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
426945	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
426945	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
426945	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
426945	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
426945	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
426945	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
426945	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
426945	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
426945	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
426945	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
426945	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
426945	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
426945	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
426945	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
426945	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
426945	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
426945	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
426945	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
426945	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
426945	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
426945	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
426945	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
426945	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
426945	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
426945	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
426945	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
426945	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
426945	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
426945	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
426945	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
426945	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
426945	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
426945	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
426945	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
426945	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
426945	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
426945	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
426945	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
426945	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
426945	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
426945	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
426945	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
426945	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
426945	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
426945	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
426945	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
426945	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
426945	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
426945	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
426945	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
426945	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
426945	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
426945	embedding2nn.weight	0	0.006402982864528894
426945	embedding2nn.weight	1	0.00398415420204401
426945	embedding2nn.weight	2	0.013431663624942303
426945	embedding2nn.weight	3	0.02685880847275257
426945	embedding2nn.weight	4	0.023481762036681175
426945	embedding2nn.weight	5	0.005565711297094822
426945	embedding2nn.weight	6	-0.01539951004087925
426945	embedding2nn.weight	7	-0.00044096296187490225
426945	embedding2nn.weight	8	-0.010072235949337482
426945	embedding2nn.weight	9	0.0019276897655799985
426945	embedding2nn.bias	0	0.013712810352444649
426945	embedding2nn.bias	1	-0.0367298386991024
426945	embedding2nn.bias	2	0.08114977926015854
426945	embedding2nn.bias	3	0.07005607336759567
426945	embedding2nn.bias	4	-0.01217990554869175
426945	embedding2nn.bias	5	-0.03330957517027855
426945	embedding2nn.bias	6	0.02960938774049282
426945	embedding2nn.bias	7	0.004270708654075861
426945	embedding2nn.bias	8	-0.03475381061434746
426945	embedding2nn.bias	9	0.02475925348699093
426945	rnn.weight_ih_l0	0	0.06475219875574112
426945	rnn.weight_ih_l0	1	-0.04162594676017761
426945	rnn.weight_ih_l0	2	0.005299096927046776
426945	rnn.weight_ih_l0	3	0.04514860734343529
426945	rnn.weight_ih_l0	4	-0.029725104570388794
426945	rnn.weight_ih_l0	5	0.04023934528231621
426945	rnn.weight_ih_l0	6	0.0077581568621098995
426945	rnn.weight_ih_l0	7	0.06555996090173721
426945	rnn.weight_ih_l0	8	0.009209834039211273
426945	rnn.weight_ih_l0	9	-0.025362830609083176
426945	rnn.weight_hh_l0	0	-0.011705308221280575
426945	rnn.weight_hh_l0	1	-0.02780253440141678
426945	rnn.weight_hh_l0	2	-0.061454690992832184
426945	rnn.weight_hh_l0	3	-0.005861856509000063
426945	rnn.weight_hh_l0	4	-0.009676964953541756
426945	rnn.weight_hh_l0	5	-0.024172503501176834
426945	rnn.weight_hh_l0	6	0.0006559538305737078
426945	rnn.weight_hh_l0	7	-0.03567478433251381
426945	rnn.weight_hh_l0	8	0.06719109416007996
426945	rnn.weight_hh_l0	9	0.04512382298707962
426945	rnn.bias_ih_l0	0	-0.17405852675437927
426945	rnn.bias_ih_l0	1	-0.17093832790851593
426945	rnn.bias_ih_l0	2	-0.019568944349884987
426945	rnn.bias_ih_l0	3	-0.14754794538021088
426945	rnn.bias_ih_l0	4	-0.058643046766519547
426945	rnn.bias_ih_l0	5	-0.17600683867931366
426945	rnn.bias_ih_l0	6	0.07291402667760849
426945	rnn.bias_ih_l0	7	-0.08594004809856415
426945	rnn.bias_ih_l0	8	-0.04638278856873512
426945	rnn.bias_ih_l0	9	-0.10841166973114014
426945	rnn.bias_hh_l0	0	-0.06964661180973053
426945	rnn.bias_hh_l0	1	0.24827174842357635
426945	rnn.bias_hh_l0	2	0.047189511358737946
426945	rnn.bias_hh_l0	3	-0.07921402156352997
426945	rnn.bias_hh_l0	4	-0.08297484368085861
426945	rnn.bias_hh_l0	5	-0.004803067538887262
426945	rnn.bias_hh_l0	6	0.05816246569156647
426945	rnn.bias_hh_l0	7	-0.09826692193746567
426945	rnn.bias_hh_l0	8	-0.23334036767482758
426945	rnn.bias_hh_l0	9	-0.10123063623905182
426945	rnn.weight_ih_l0_reverse	0	0.02032962068915367
426945	rnn.weight_ih_l0_reverse	1	-0.0600353442132473
426945	rnn.weight_ih_l0_reverse	2	0.042963769286870956
426945	rnn.weight_ih_l0_reverse	3	0.020307278260588646
426945	rnn.weight_ih_l0_reverse	4	-2.3286456780624576e-06
426945	rnn.weight_ih_l0_reverse	5	-0.025564832612872124
426945	rnn.weight_ih_l0_reverse	6	0.012088430114090443
426945	rnn.weight_ih_l0_reverse	7	0.0283224917948246
426945	rnn.weight_ih_l0_reverse	8	-0.028113147243857384
426945	rnn.weight_ih_l0_reverse	9	-0.0015529984375461936
426945	rnn.weight_hh_l0_reverse	0	0.03978909179568291
426945	rnn.weight_hh_l0_reverse	1	0.029880933463573456
426945	rnn.weight_hh_l0_reverse	2	-0.02306428924202919
426945	rnn.weight_hh_l0_reverse	3	-0.08233974128961563
426945	rnn.weight_hh_l0_reverse	4	0.011284069158136845
426945	rnn.weight_hh_l0_reverse	5	-0.06110202893614769
426945	rnn.weight_hh_l0_reverse	6	-0.01416464988142252
426945	rnn.weight_hh_l0_reverse	7	0.03099370189011097
426945	rnn.weight_hh_l0_reverse	8	0.00788914691656828
426945	rnn.weight_hh_l0_reverse	9	0.008696392178535461
426945	rnn.bias_ih_l0_reverse	0	-0.046274807304143906
426945	rnn.bias_ih_l0_reverse	1	-0.14010904729366302
426945	rnn.bias_ih_l0_reverse	2	-0.14585834741592407
426945	rnn.bias_ih_l0_reverse	3	-0.04583899676799774
426945	rnn.bias_ih_l0_reverse	4	-0.1127539873123169
426945	rnn.bias_ih_l0_reverse	5	-0.08599664270877838
426945	rnn.bias_ih_l0_reverse	6	-0.20885013043880463
426945	rnn.bias_ih_l0_reverse	7	-0.05253472179174423
426945	rnn.bias_ih_l0_reverse	8	-0.06333798915147781
426945	rnn.bias_ih_l0_reverse	9	-0.13422223925590515
426945	rnn.bias_hh_l0_reverse	0	-0.14213450253009796
426945	rnn.bias_hh_l0_reverse	1	-0.16229096055030823
426945	rnn.bias_hh_l0_reverse	2	0.10536320507526398
426945	rnn.bias_hh_l0_reverse	3	0.07102599740028381
426945	rnn.bias_hh_l0_reverse	4	-0.17911753058433533
426945	rnn.bias_hh_l0_reverse	5	-0.14261992275714874
426945	rnn.bias_hh_l0_reverse	6	-0.08893070369958878
426945	rnn.bias_hh_l0_reverse	7	-0.054030537605285645
426945	rnn.bias_hh_l0_reverse	8	-0.09618253260850906
426945	rnn.bias_hh_l0_reverse	9	-0.022908871993422508
426945	linear.weight	0	-0.007734139449894428
426945	linear.weight	1	0.007264810614287853
426945	linear.weight	2	0.3142712414264679
426945	linear.weight	3	-0.0789097473025322
426945	linear.weight	4	-0.010588549077510834
426945	linear.weight	5	0.12099441140890121
426945	linear.weight	6	-0.010739270597696304
426945	linear.weight	7	-0.07185667008161545
426945	linear.weight	8	0.18552833795547485
426945	linear.weight	9	-0.2813655138015747
426945	linear.bias	0	-0.03956538438796997
426945	linear.bias	1	0.031413208693265915
426945	linear.bias	2	0.4157421290874481
426945	linear.bias	3	-0.7517362833023071
426945	linear.bias	4	2.159294843673706
426945	linear.bias	5	-1.4051399230957031
426945	linear.bias	6	-0.2924934923648834
426945	linear.bias	7	-0.12953530251979828
427503	transitions	0	-1.951159119606018
427503	transitions	1	-10000.0
427503	transitions	2	-0.7969565987586975
427503	transitions	3	-10000.0
427503	transitions	4	2.0703012943267822
427503	transitions	5	-10000.0
427503	transitions	6	-10000.0
427503	transitions	7	1.8540501594543457
427503	transitions	8	-2.6326541900634766
427503	transitions	9	-4.23977518081665
427503	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
427503	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
427503	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
427503	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
427503	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
427503	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
427503	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
427503	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
427503	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
427503	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
427503	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
427503	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
427503	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
427503	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
427503	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
427503	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
427503	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
427503	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
427503	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
427503	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
427503	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
427503	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
427503	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
427503	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
427503	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
427503	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
427503	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
427503	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
427503	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
427503	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
427503	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
427503	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
427503	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
427503	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
427503	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
427503	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
427503	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
427503	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
427503	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
427503	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
427503	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
427503	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
427503	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
427503	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
427503	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
427503	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
427503	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
427503	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
427503	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
427503	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
427503	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
427503	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
427503	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
427503	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
427503	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
427503	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
427503	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
427503	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
427503	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
427503	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
427503	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
427503	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
427503	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
427503	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
427503	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
427503	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
427503	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
427503	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
427503	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
427503	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
427503	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
427503	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
427503	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
427503	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
427503	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
427503	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
427503	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
427503	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
427503	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
427503	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
427503	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
427503	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
427503	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
427503	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
427503	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
427503	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
427503	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
427503	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
427503	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
427503	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
427503	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
427503	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
427503	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
427503	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
427503	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
427503	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
427503	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
427503	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
427503	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
427503	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
427503	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
427503	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
427503	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
427503	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
427503	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
427503	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
427503	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
427503	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
427503	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
427503	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
427503	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
427503	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
427503	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
427503	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
427503	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
427503	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
427503	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
427503	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
427503	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
427503	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
427503	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
427503	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
427503	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
427503	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
427503	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
427503	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
427503	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
427503	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
427503	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
427503	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
427503	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
427503	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
427503	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
427503	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
427503	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
427503	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
427503	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
427503	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
427503	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
427503	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
427503	embedding2nn.weight	0	0.0064029511995613575
427503	embedding2nn.weight	1	0.003984409850090742
427503	embedding2nn.weight	2	0.013431637547910213
427503	embedding2nn.weight	3	0.026858365163207054
427503	embedding2nn.weight	4	0.023479631170630455
427503	embedding2nn.weight	5	0.0055645667016506195
427503	embedding2nn.weight	6	-0.015399031341075897
427503	embedding2nn.weight	7	-0.00044047494884580374
427503	embedding2nn.weight	8	-0.010071316733956337
427503	embedding2nn.weight	9	0.0019277539104223251
427503	embedding2nn.bias	0	0.013667825609445572
427503	embedding2nn.bias	1	-0.03673083707690239
427503	embedding2nn.bias	2	0.08115033805370331
427503	embedding2nn.bias	3	0.07005258649587631
427503	embedding2nn.bias	4	-0.012199929915368557
427503	embedding2nn.bias	5	-0.03334720805287361
427503	embedding2nn.bias	6	0.029631251469254494
427503	embedding2nn.bias	7	0.004247205797582865
427503	embedding2nn.bias	8	-0.03477244824171066
427503	embedding2nn.bias	9	0.024775153025984764
427503	rnn.weight_ih_l0	0	0.06475280970335007
427503	rnn.weight_ih_l0	1	-0.04162701964378357
427503	rnn.weight_ih_l0	2	0.005299655720591545
427503	rnn.weight_ih_l0	3	0.04514971375465393
427503	rnn.weight_ih_l0	4	-0.029724694788455963
427503	rnn.weight_ih_l0	5	0.04024040699005127
427503	rnn.weight_ih_l0	6	0.007758963853120804
427503	rnn.weight_ih_l0	7	0.06556258350610733
427503	rnn.weight_ih_l0	8	0.009213326498866081
427503	rnn.weight_ih_l0	9	-0.025359107181429863
427503	rnn.weight_hh_l0	0	-0.011705243028700352
427503	rnn.weight_hh_l0	1	-0.027805188670754433
427503	rnn.weight_hh_l0	2	-0.06145502254366875
427503	rnn.weight_hh_l0	3	-0.00586203346028924
427503	rnn.weight_hh_l0	4	-0.009676888585090637
427503	rnn.weight_hh_l0	5	-0.024172594770789146
427503	rnn.weight_hh_l0	6	0.0006564626819454134
427503	rnn.weight_hh_l0	7	-0.03567441552877426
427503	rnn.weight_hh_l0	8	0.06718959659337997
427503	rnn.weight_hh_l0	9	0.0451236292719841
427503	rnn.bias_ih_l0	0	-0.17406156659126282
427503	rnn.bias_ih_l0	1	-0.17093148827552795
427503	rnn.bias_ih_l0	2	-0.019576212391257286
427503	rnn.bias_ih_l0	3	-0.1475490927696228
427503	rnn.bias_ih_l0	4	-0.058638427406549454
427503	rnn.bias_ih_l0	5	-0.1759941577911377
427503	rnn.bias_ih_l0	6	0.07291202992200851
427503	rnn.bias_ih_l0	7	-0.0859505757689476
427503	rnn.bias_ih_l0	8	-0.04638081416487694
427503	rnn.bias_ih_l0	9	-0.10839424282312393
427503	rnn.bias_hh_l0	0	-0.06963372975587845
427503	rnn.bias_hh_l0	1	0.24827200174331665
427503	rnn.bias_hh_l0	2	0.04718629643321037
427503	rnn.bias_hh_l0	3	-0.07921258360147476
427503	rnn.bias_hh_l0	4	-0.0829688236117363
427503	rnn.bias_hh_l0	5	-0.004809326026588678
427503	rnn.bias_hh_l0	6	0.05815986916422844
427503	rnn.bias_hh_l0	7	-0.09828402101993561
427503	rnn.bias_hh_l0	8	-0.23334787786006927
427503	rnn.bias_hh_l0	9	-0.10122574120759964
427503	rnn.weight_ih_l0_reverse	0	0.020336272194981575
427503	rnn.weight_ih_l0_reverse	1	-0.060036685317754745
427503	rnn.weight_ih_l0_reverse	2	0.0429648719727993
427503	rnn.weight_ih_l0_reverse	3	0.020305607467889786
427503	rnn.weight_ih_l0_reverse	4	-1.9725930542335846e-06
427503	rnn.weight_ih_l0_reverse	5	-0.02556629851460457
427503	rnn.weight_ih_l0_reverse	6	0.01208777166903019
427503	rnn.weight_ih_l0_reverse	7	0.028322508558630943
427503	rnn.weight_ih_l0_reverse	8	-0.028113506734371185
427503	rnn.weight_ih_l0_reverse	9	-0.0015504072653129697
427503	rnn.weight_hh_l0_reverse	0	0.039789311587810516
427503	rnn.weight_hh_l0_reverse	1	0.02987990714609623
427503	rnn.weight_hh_l0_reverse	2	-0.023063339293003082
427503	rnn.weight_hh_l0_reverse	3	-0.08234097063541412
427503	rnn.weight_hh_l0_reverse	4	0.01128351129591465
427503	rnn.weight_hh_l0_reverse	5	-0.06109985336661339
427503	rnn.weight_hh_l0_reverse	6	-0.014163995161652565
427503	rnn.weight_hh_l0_reverse	7	0.030993519350886345
427503	rnn.weight_hh_l0_reverse	8	0.007888856343925
427503	rnn.weight_hh_l0_reverse	9	0.008696249686181545
427503	rnn.bias_ih_l0_reverse	0	-0.04627106338739395
427503	rnn.bias_ih_l0_reverse	1	-0.14011123776435852
427503	rnn.bias_ih_l0_reverse	2	-0.14584803581237793
427503	rnn.bias_ih_l0_reverse	3	-0.045849062502384186
427503	rnn.bias_ih_l0_reverse	4	-0.11276136338710785
427503	rnn.bias_ih_l0_reverse	5	-0.08600161224603653
427503	rnn.bias_ih_l0_reverse	6	-0.20884770154953003
427503	rnn.bias_ih_l0_reverse	7	-0.05253134295344353
427503	rnn.bias_ih_l0_reverse	8	-0.06334123760461807
427503	rnn.bias_ih_l0_reverse	9	-0.13422968983650208
427503	rnn.bias_hh_l0_reverse	0	-0.14213934540748596
427503	rnn.bias_hh_l0_reverse	1	-0.16227775812149048
427503	rnn.bias_hh_l0_reverse	2	0.10536611080169678
427503	rnn.bias_hh_l0_reverse	3	0.07104603946208954
427503	rnn.bias_hh_l0_reverse	4	-0.17910976707935333
427503	rnn.bias_hh_l0_reverse	5	-0.14262904226779938
427503	rnn.bias_hh_l0_reverse	6	-0.08891849964857101
427503	rnn.bias_hh_l0_reverse	7	-0.05403928831219673
427503	rnn.bias_hh_l0_reverse	8	-0.0961703285574913
427503	rnn.bias_hh_l0_reverse	9	-0.022910909727215767
427503	linear.weight	0	-0.0077341399155557156
427503	linear.weight	1	0.007315486669540405
427503	linear.weight	2	0.3142896294593811
427503	linear.weight	3	-0.0789097473025322
427503	linear.weight	4	-0.010588549077510834
427503	linear.weight	5	0.12104983627796173
427503	linear.weight	6	-0.010739270597696304
427503	linear.weight	7	-0.07200006395578384
427503	linear.weight	8	0.18561096489429474
427503	linear.weight	9	-0.28136131167411804
427503	linear.bias	0	-0.03956538438796997
427503	linear.bias	1	0.031413208693265915
427503	linear.bias	2	0.4155936539173126
427503	linear.bias	3	-0.7516667246818542
427503	linear.bias	4	2.1594274044036865
427503	linear.bias	5	-1.4051399230957031
427503	linear.bias	6	-0.29252102971076965
427503	linear.bias	7	-0.12956346571445465
428061	transitions	0	-1.9511600732803345
428061	transitions	1	-10000.0
428061	transitions	2	-0.7969565987586975
428061	transitions	3	-10000.0
428061	transitions	4	2.0702383518218994
428061	transitions	5	-10000.0
428061	transitions	6	-10000.0
428061	transitions	7	1.854108214378357
428061	transitions	8	-2.6326544284820557
428061	transitions	9	-4.23977518081665
428061	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
428061	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
428061	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
428061	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
428061	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
428061	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
428061	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
428061	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
428061	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
428061	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
428061	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
428061	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
428061	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
428061	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
428061	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
428061	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
428061	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
428061	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
428061	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
428061	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
428061	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
428061	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
428061	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
428061	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
428061	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
428061	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
428061	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
428061	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
428061	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
428061	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
428061	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
428061	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
428061	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
428061	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
428061	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
428061	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
428061	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
428061	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
428061	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
428061	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
428061	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
428061	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
428061	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
428061	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
428061	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
428061	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
428061	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
428061	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
428061	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
428061	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
428061	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
428061	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
428061	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
428061	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
428061	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
428061	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
428061	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
428061	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
428061	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
428061	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
428061	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
428061	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
428061	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
428061	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
428061	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
428061	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
428061	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
428061	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
428061	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
428061	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
428061	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
428061	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
428061	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
428061	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
428061	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
428061	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
428061	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
428061	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
428061	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
428061	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
428061	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
428061	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
428061	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
428061	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
428061	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
428061	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
428061	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
428061	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
428061	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
428061	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
428061	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
428061	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
428061	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
428061	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
428061	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
428061	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
428061	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
428061	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
428061	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
428061	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
428061	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
428061	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
428061	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
428061	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
428061	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
428061	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
428061	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
428061	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
428061	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
428061	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
428061	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
428061	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
428061	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
428061	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
428061	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
428061	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
428061	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
428061	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
428061	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
428061	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
428061	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
428061	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
428061	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
428061	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
428061	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
428061	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
428061	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
428061	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
428061	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
428061	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
428061	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
428061	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
428061	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
428061	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
428061	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
428061	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
428061	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
428061	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
428061	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
428061	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
428061	embedding2nn.weight	0	0.0064029209315776825
428061	embedding2nn.weight	1	0.003984544426202774
428061	embedding2nn.weight	2	0.013431589119136333
428061	embedding2nn.weight	3	0.026857569813728333
428061	embedding2nn.weight	4	0.02348003350198269
428061	embedding2nn.weight	5	0.005565415136516094
428061	embedding2nn.weight	6	-0.015398061834275723
428061	embedding2nn.weight	7	-0.000439944036770612
428061	embedding2nn.weight	8	-0.010072506032884121
428061	embedding2nn.weight	9	0.0019271594937890768
428061	embedding2nn.bias	0	0.013641703873872757
428061	embedding2nn.bias	1	-0.03672647848725319
428061	embedding2nn.bias	2	0.08115243911743164
428061	embedding2nn.bias	3	0.07007700204849243
428061	embedding2nn.bias	4	-0.01225568912923336
428061	embedding2nn.bias	5	-0.033324725925922394
428061	embedding2nn.bias	6	0.029656467959284782
428061	embedding2nn.bias	7	0.004211158491671085
428061	embedding2nn.bias	8	-0.03475956991314888
428061	embedding2nn.bias	9	0.024798724800348282
428061	rnn.weight_ih_l0	0	0.06475168466567993
428061	rnn.weight_ih_l0	1	-0.04162857308983803
428061	rnn.weight_ih_l0	2	0.005301801022142172
428061	rnn.weight_ih_l0	3	0.045146528631448746
428061	rnn.weight_ih_l0	4	-0.029725616797804832
428061	rnn.weight_ih_l0	5	0.0402429960668087
428061	rnn.weight_ih_l0	6	0.007758584804832935
428061	rnn.weight_ih_l0	7	0.06556109338998795
428061	rnn.weight_ih_l0	8	0.009212980978190899
428061	rnn.weight_ih_l0	9	-0.02536001242697239
428061	rnn.weight_hh_l0	0	-0.011704475618898869
428061	rnn.weight_hh_l0	1	-0.02780536189675331
428061	rnn.weight_hh_l0	2	-0.06145474687218666
428061	rnn.weight_hh_l0	3	-0.005862053949385881
428061	rnn.weight_hh_l0	4	-0.009677093476057053
428061	rnn.weight_hh_l0	5	-0.024172015488147736
428061	rnn.weight_hh_l0	6	0.0006567118689417839
428061	rnn.weight_hh_l0	7	-0.0356738343834877
428061	rnn.weight_hh_l0	8	0.06719101965427399
428061	rnn.weight_hh_l0	9	0.04512360692024231
428061	rnn.bias_ih_l0	0	-0.17407354712486267
428061	rnn.bias_ih_l0	1	-0.17092777788639069
428061	rnn.bias_ih_l0	2	-0.019577620550990105
428061	rnn.bias_ih_l0	3	-0.14755035936832428
428061	rnn.bias_ih_l0	4	-0.058652594685554504
428061	rnn.bias_ih_l0	5	-0.17599301040172577
428061	rnn.bias_ih_l0	6	0.07293559610843658
428061	rnn.bias_ih_l0	7	-0.08596626669168472
428061	rnn.bias_ih_l0	8	-0.04637262970209122
428061	rnn.bias_ih_l0	9	-0.10839223116636276
428061	rnn.bias_hh_l0	0	-0.06963270902633667
428061	rnn.bias_hh_l0	1	0.2482701689004898
428061	rnn.bias_hh_l0	2	0.04719848930835724
428061	rnn.bias_hh_l0	3	-0.07920250296592712
428061	rnn.bias_hh_l0	4	-0.08296427130699158
428061	rnn.bias_hh_l0	5	-0.004812814295291901
428061	rnn.bias_hh_l0	6	0.05816018581390381
428061	rnn.bias_hh_l0	7	-0.09829384088516235
428061	rnn.bias_hh_l0	8	-0.23335294425487518
428061	rnn.bias_hh_l0	9	-0.1012246310710907
428061	rnn.weight_ih_l0_reverse	0	0.02033730037510395
428061	rnn.weight_ih_l0_reverse	1	-0.06003562733530998
428061	rnn.weight_ih_l0_reverse	2	0.04296455532312393
428061	rnn.weight_ih_l0_reverse	3	0.020307207480072975
428061	rnn.weight_ih_l0_reverse	4	-1.5396399248857051e-06
428061	rnn.weight_ih_l0_reverse	5	-0.02556675300002098
428061	rnn.weight_ih_l0_reverse	6	0.012082207016646862
428061	rnn.weight_ih_l0_reverse	7	0.028322484344244003
428061	rnn.weight_ih_l0_reverse	8	-0.028112053871154785
428061	rnn.weight_ih_l0_reverse	9	-0.001549229258671403
428061	rnn.weight_hh_l0_reverse	0	0.03978944569826126
428061	rnn.weight_hh_l0_reverse	1	0.029881013557314873
428061	rnn.weight_hh_l0_reverse	2	-0.023064525797963142
428061	rnn.weight_hh_l0_reverse	3	-0.08234009891748428
428061	rnn.weight_hh_l0_reverse	4	0.01128450594842434
428061	rnn.weight_hh_l0_reverse	5	-0.0611027255654335
428061	rnn.weight_hh_l0_reverse	6	-0.014164881780743599
428061	rnn.weight_hh_l0_reverse	7	0.030993599444627762
428061	rnn.weight_hh_l0_reverse	8	0.007887945510447025
428061	rnn.weight_hh_l0_reverse	9	0.008698618039488792
428061	rnn.bias_ih_l0_reverse	0	-0.046273306012153625
428061	rnn.bias_ih_l0_reverse	1	-0.1401146948337555
428061	rnn.bias_ih_l0_reverse	2	-0.14585305750370026
428061	rnn.bias_ih_l0_reverse	3	-0.045847613364458084
428061	rnn.bias_ih_l0_reverse	4	-0.11276639252901077
428061	rnn.bias_ih_l0_reverse	5	-0.0859941765666008
428061	rnn.bias_ih_l0_reverse	6	-0.20885078608989716
428061	rnn.bias_ih_l0_reverse	7	-0.05253978073596954
428061	rnn.bias_ih_l0_reverse	8	-0.0633317157626152
428061	rnn.bias_ih_l0_reverse	9	-0.13421212136745453
428061	rnn.bias_hh_l0_reverse	0	-0.14212970435619354
428061	rnn.bias_hh_l0_reverse	1	-0.16228406131267548
428061	rnn.bias_hh_l0_reverse	2	0.10537014156579971
428061	rnn.bias_hh_l0_reverse	3	0.07106082141399384
428061	rnn.bias_hh_l0_reverse	4	-0.17911215126514435
428061	rnn.bias_hh_l0_reverse	5	-0.14262451231479645
428061	rnn.bias_hh_l0_reverse	6	-0.08890635520219803
428061	rnn.bias_hh_l0_reverse	7	-0.05404137447476387
428061	rnn.bias_hh_l0_reverse	8	-0.09617622196674347
428061	rnn.bias_hh_l0_reverse	9	-0.022907599806785583
428061	linear.weight	0	-0.0077341399155557156
428061	linear.weight	1	0.007286055479198694
428061	linear.weight	2	0.31424590945243835
428061	linear.weight	3	-0.0789097473025322
428061	linear.weight	4	-0.010588549077510834
428061	linear.weight	5	0.1210009977221489
428061	linear.weight	6	-0.010739270597696304
428061	linear.weight	7	-0.07185723632574081
428061	linear.weight	8	0.18552808463573456
428061	linear.weight	9	-0.2813768684864044
428061	linear.bias	0	-0.03956538438796997
428061	linear.bias	1	0.031413208693265915
428061	linear.bias	2	0.4164386987686157
428061	linear.bias	3	-0.7519686818122864
428061	linear.bias	4	2.1589927673339844
428061	linear.bias	5	-1.4051399230957031
428061	linear.bias	6	-0.2925742566585541
428061	linear.bias	7	-0.12962107360363007
428619	transitions	0	-1.9511606693267822
428619	transitions	1	-10000.0
428619	transitions	2	-0.7969565987586975
428619	transitions	3	-10000.0
428619	transitions	4	2.070251941680908
428619	transitions	5	-10000.0
428619	transitions	6	-10000.0
428619	transitions	7	1.8540972471237183
428619	transitions	8	-2.6326544284820557
428619	transitions	9	-4.23977518081665
428619	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
428619	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
428619	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
428619	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
428619	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
428619	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
428619	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
428619	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
428619	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
428619	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
428619	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
428619	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
428619	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
428619	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
428619	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
428619	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
428619	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
428619	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
428619	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
428619	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
428619	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
428619	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
428619	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
428619	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
428619	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
428619	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
428619	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
428619	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
428619	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
428619	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
428619	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
428619	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
428619	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
428619	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
428619	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
428619	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
428619	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
428619	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
428619	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
428619	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
428619	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
428619	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
428619	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
428619	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
428619	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
428619	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
428619	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
428619	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
428619	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
428619	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
428619	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
428619	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
428619	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
428619	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
428619	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
428619	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
428619	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
428619	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
428619	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
428619	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
428619	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
428619	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
428619	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
428619	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
428619	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
428619	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
428619	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
428619	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
428619	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
428619	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
428619	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
428619	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
428619	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
428619	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
428619	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
428619	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
428619	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
428619	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
428619	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
428619	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
428619	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
428619	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
428619	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
428619	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
428619	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
428619	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
428619	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
428619	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
428619	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
428619	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
428619	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
428619	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
428619	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
428619	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
428619	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
428619	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
428619	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
428619	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
428619	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
428619	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
428619	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
428619	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
428619	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
428619	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
428619	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
428619	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
428619	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
428619	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
428619	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
428619	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
428619	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
428619	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
428619	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
428619	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
428619	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
428619	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
428619	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
428619	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
428619	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
428619	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
428619	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
428619	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
428619	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
428619	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
428619	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
428619	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
428619	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
428619	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
428619	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
428619	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
428619	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
428619	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
428619	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
428619	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
428619	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
428619	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
428619	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
428619	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
428619	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
428619	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
428619	embedding2nn.weight	0	0.006403000093996525
428619	embedding2nn.weight	1	0.003984294831752777
428619	embedding2nn.weight	2	0.013431704603135586
428619	embedding2nn.weight	3	0.02685757726430893
428619	embedding2nn.weight	4	0.023479511961340904
428619	embedding2nn.weight	5	0.0055666170082986355
428619	embedding2nn.weight	6	-0.015397325158119202
428619	embedding2nn.weight	7	-0.00044035413884557784
428619	embedding2nn.weight	8	-0.010072905570268631
428619	embedding2nn.weight	9	0.0019283420406281948
428619	embedding2nn.bias	0	0.013645965605974197
428619	embedding2nn.bias	1	-0.03672586381435394
428619	embedding2nn.bias	2	0.08114249259233475
428619	embedding2nn.bias	3	0.07008470594882965
428619	embedding2nn.bias	4	-0.012247199192643166
428619	embedding2nn.bias	5	-0.03333788737654686
428619	embedding2nn.bias	6	0.02967059053480625
428619	embedding2nn.bias	7	0.004217738751322031
428619	embedding2nn.bias	8	-0.034748177975416183
428619	embedding2nn.bias	9	0.024812035262584686
428619	rnn.weight_ih_l0	0	0.0647517517209053
428619	rnn.weight_ih_l0	1	-0.04163022339344025
428619	rnn.weight_ih_l0	2	0.005297619383782148
428619	rnn.weight_ih_l0	3	0.04514588043093681
428619	rnn.weight_ih_l0	4	-0.029726749286055565
428619	rnn.weight_ih_l0	5	0.040240734815597534
428619	rnn.weight_ih_l0	6	0.0077590043656528
428619	rnn.weight_ih_l0	7	0.06556198745965958
428619	rnn.weight_ih_l0	8	0.009213793091475964
428619	rnn.weight_ih_l0	9	-0.025362081825733185
428619	rnn.weight_hh_l0	0	-0.011708183214068413
428619	rnn.weight_hh_l0	1	-0.027806635946035385
428619	rnn.weight_hh_l0	2	-0.06145641952753067
428619	rnn.weight_hh_l0	3	-0.0058613987639546394
428619	rnn.weight_hh_l0	4	-0.009677440859377384
428619	rnn.weight_hh_l0	5	-0.024170855060219765
428619	rnn.weight_hh_l0	6	0.0006562270573340356
428619	rnn.weight_hh_l0	7	-0.03567129373550415
428619	rnn.weight_hh_l0	8	0.06718997657299042
428619	rnn.weight_hh_l0	9	0.045123711228370667
428619	rnn.bias_ih_l0	0	-0.1740851104259491
428619	rnn.bias_ih_l0	1	-0.17093485593795776
428619	rnn.bias_ih_l0	2	-0.01957041397690773
428619	rnn.bias_ih_l0	3	-0.14756178855895996
428619	rnn.bias_ih_l0	4	-0.05865778028964996
428619	rnn.bias_ih_l0	5	-0.17598100006580353
428619	rnn.bias_ih_l0	6	0.07295934110879898
428619	rnn.bias_ih_l0	7	-0.08595111966133118
428619	rnn.bias_ih_l0	8	-0.0463743731379509
428619	rnn.bias_ih_l0	9	-0.1083940863609314
428619	rnn.bias_hh_l0	0	-0.06962857395410538
428619	rnn.bias_hh_l0	1	0.2482791393995285
428619	rnn.bias_hh_l0	2	0.047196537256240845
428619	rnn.bias_hh_l0	3	-0.07921311259269714
428619	rnn.bias_hh_l0	4	-0.08296627551317215
428619	rnn.bias_hh_l0	5	-0.004820026457309723
428619	rnn.bias_hh_l0	6	0.058172836899757385
428619	rnn.bias_hh_l0	7	-0.09829682111740112
428619	rnn.bias_hh_l0	8	-0.23335814476013184
428619	rnn.bias_hh_l0	9	-0.1012316569685936
428619	rnn.weight_ih_l0_reverse	0	0.020341088995337486
428619	rnn.weight_ih_l0_reverse	1	-0.06003861501812935
428619	rnn.weight_ih_l0_reverse	2	0.04296533390879631
428619	rnn.weight_ih_l0_reverse	3	0.02030137926340103
428619	rnn.weight_ih_l0_reverse	4	-2.8282784114708193e-06
428619	rnn.weight_ih_l0_reverse	5	-0.025565067306160927
428619	rnn.weight_ih_l0_reverse	6	0.012084820307791233
428619	rnn.weight_ih_l0_reverse	7	0.028322404250502586
428619	rnn.weight_ih_l0_reverse	8	-0.028112199157476425
428619	rnn.weight_ih_l0_reverse	9	-0.0015512396348640323
428619	rnn.weight_hh_l0_reverse	0	0.039789363741874695
428619	rnn.weight_hh_l0_reverse	1	0.029882226139307022
428619	rnn.weight_hh_l0_reverse	2	-0.023065179586410522
428619	rnn.weight_hh_l0_reverse	3	-0.08234211057424545
428619	rnn.weight_hh_l0_reverse	4	0.011284368112683296
428619	rnn.weight_hh_l0_reverse	5	-0.06110110878944397
428619	rnn.weight_hh_l0_reverse	6	-0.014161966741085052
428619	rnn.weight_hh_l0_reverse	7	0.030993539839982986
428619	rnn.weight_hh_l0_reverse	8	0.007891999557614326
428619	rnn.weight_hh_l0_reverse	9	0.008695986121892929
428619	rnn.bias_ih_l0_reverse	0	-0.04626613110303879
428619	rnn.bias_ih_l0_reverse	1	-0.14011886715888977
428619	rnn.bias_ih_l0_reverse	2	-0.14585064351558685
428619	rnn.bias_ih_l0_reverse	3	-0.045852914452552795
428619	rnn.bias_ih_l0_reverse	4	-0.11276306957006454
428619	rnn.bias_ih_l0_reverse	5	-0.0859999731183052
428619	rnn.bias_ih_l0_reverse	6	-0.20884352922439575
428619	rnn.bias_ih_l0_reverse	7	-0.0525360032916069
428619	rnn.bias_ih_l0_reverse	8	-0.0633300393819809
428619	rnn.bias_ih_l0_reverse	9	-0.13421164453029633
428619	rnn.bias_hh_l0_reverse	0	-0.1421334445476532
428619	rnn.bias_hh_l0_reverse	1	-0.16228410601615906
428619	rnn.bias_hh_l0_reverse	2	0.10536332428455353
428619	rnn.bias_hh_l0_reverse	3	0.07105002552270889
428619	rnn.bias_hh_l0_reverse	4	-0.17911365628242493
428619	rnn.bias_hh_l0_reverse	5	-0.14261995255947113
428619	rnn.bias_hh_l0_reverse	6	-0.08891210705041885
428619	rnn.bias_hh_l0_reverse	7	-0.054041530936956406
428619	rnn.bias_hh_l0_reverse	8	-0.0961829125881195
428619	rnn.bias_hh_l0_reverse	9	-0.022895820438861847
428619	linear.weight	0	-0.00773414084687829
428619	linear.weight	1	0.007324445992708206
428619	linear.weight	2	0.3142875134944916
428619	linear.weight	3	-0.0789097398519516
428619	linear.weight	4	-0.010588549077510834
428619	linear.weight	5	0.12102140486240387
428619	linear.weight	6	-0.010739270597696304
428619	linear.weight	7	-0.0716974288225174
428619	linear.weight	8	0.18549811840057373
428619	linear.weight	9	-0.2813676595687866
428619	linear.bias	0	-0.03956538438796997
428619	linear.bias	1	0.031413208693265915
428619	linear.bias	2	0.4167788028717041
428619	linear.bias	3	-0.7520188093185425
428619	linear.bias	4	2.158945322036743
428619	linear.bias	5	-1.4051399230957031
428619	linear.bias	6	-0.292697012424469
428619	linear.bias	7	-0.12974558770656586
429177	transitions	0	-1.9511611461639404
429177	transitions	1	-10000.0
429177	transitions	2	-0.7969565987586975
429177	transitions	3	-10000.0
429177	transitions	4	2.07029128074646
429177	transitions	5	-10000.0
429177	transitions	6	-10000.0
429177	transitions	7	1.8540966510772705
429177	transitions	8	-2.632655143737793
429177	transitions	9	-4.23977518081665
429177	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
429177	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
429177	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
429177	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
429177	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
429177	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
429177	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
429177	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
429177	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
429177	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
429177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
429177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
429177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
429177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
429177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
429177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
429177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
429177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
429177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
429177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
429177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
429177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
429177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
429177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
429177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
429177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
429177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
429177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
429177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
429177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
429177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
429177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
429177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
429177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
429177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
429177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
429177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
429177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
429177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
429177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
429177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
429177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
429177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
429177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
429177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
429177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
429177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
429177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
429177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
429177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
429177	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
429177	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
429177	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
429177	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
429177	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
429177	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
429177	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
429177	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
429177	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
429177	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
429177	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
429177	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
429177	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
429177	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
429177	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
429177	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
429177	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
429177	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
429177	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
429177	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
429177	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
429177	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
429177	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
429177	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
429177	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
429177	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
429177	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
429177	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
429177	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
429177	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
429177	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
429177	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
429177	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
429177	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
429177	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
429177	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
429177	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
429177	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
429177	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
429177	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
429177	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
429177	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
429177	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
429177	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
429177	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
429177	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
429177	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
429177	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
429177	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
429177	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
429177	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
429177	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
429177	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
429177	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
429177	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
429177	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
429177	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
429177	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
429177	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
429177	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
429177	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
429177	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
429177	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
429177	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
429177	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
429177	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
429177	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
429177	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
429177	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
429177	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
429177	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
429177	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
429177	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
429177	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
429177	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
429177	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
429177	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
429177	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
429177	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
429177	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
429177	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
429177	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
429177	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
429177	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
429177	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
429177	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
429177	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
429177	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
429177	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
429177	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
429177	embedding2nn.weight	0	0.006403027568012476
429177	embedding2nn.weight	1	0.00398382218554616
429177	embedding2nn.weight	2	0.013431645929813385
429177	embedding2nn.weight	3	0.026858460158109665
429177	embedding2nn.weight	4	0.023479383438825607
429177	embedding2nn.weight	5	0.005567942280322313
429177	embedding2nn.weight	6	-0.015396971255540848
429177	embedding2nn.weight	7	-0.0004404406645335257
429177	embedding2nn.weight	8	-0.010071683675050735
429177	embedding2nn.weight	9	0.001928191864863038
429177	embedding2nn.bias	0	0.013634410686790943
429177	embedding2nn.bias	1	-0.036720070987939835
429177	embedding2nn.bias	2	0.08114679157733917
429177	embedding2nn.bias	3	0.07011765986680984
429177	embedding2nn.bias	4	-0.012256739661097527
429177	embedding2nn.bias	5	-0.033332910388708115
429177	embedding2nn.bias	6	0.02966938354074955
429177	embedding2nn.bias	7	0.004187004175037146
429177	embedding2nn.bias	8	-0.034752361476421356
429177	embedding2nn.bias	9	0.024837659671902657
429177	rnn.weight_ih_l0	0	0.06475133448839188
429177	rnn.weight_ih_l0	1	-0.04162897542119026
429177	rnn.weight_ih_l0	2	0.005296704359352589
429177	rnn.weight_ih_l0	3	0.04514350742101669
429177	rnn.weight_ih_l0	4	-0.029725462198257446
429177	rnn.weight_ih_l0	5	0.04024047031998634
429177	rnn.weight_ih_l0	6	0.007761355023831129
429177	rnn.weight_ih_l0	7	0.06555938720703125
429177	rnn.weight_ih_l0	8	0.009215819649398327
429177	rnn.weight_ih_l0	9	-0.025362035259604454
429177	rnn.weight_hh_l0	0	-0.011708387173712254
429177	rnn.weight_hh_l0	1	-0.027807898819446564
429177	rnn.weight_hh_l0	2	-0.06145552545785904
429177	rnn.weight_hh_l0	3	-0.005861681420356035
429177	rnn.weight_hh_l0	4	-0.009677057154476643
429177	rnn.weight_hh_l0	5	-0.0241708941757679
429177	rnn.weight_hh_l0	6	0.0006561683840118349
429177	rnn.weight_hh_l0	7	-0.035674504935741425
429177	rnn.weight_hh_l0	8	0.06718903034925461
429177	rnn.weight_hh_l0	9	0.04512278735637665
429177	rnn.bias_ih_l0	0	-0.17409497499465942
429177	rnn.bias_ih_l0	1	-0.17093369364738464
429177	rnn.bias_ih_l0	2	-0.019574113190174103
429177	rnn.bias_ih_l0	3	-0.14755533635616302
429177	rnn.bias_ih_l0	4	-0.058653440326452255
429177	rnn.bias_ih_l0	5	-0.17598538100719452
429177	rnn.bias_ih_l0	6	0.07296275347471237
429177	rnn.bias_ih_l0	7	-0.08595184981822968
429177	rnn.bias_ih_l0	8	-0.046375125646591187
429177	rnn.bias_ih_l0	9	-0.10839086025953293
429177	rnn.bias_hh_l0	0	-0.06963279098272324
429177	rnn.bias_hh_l0	1	0.24830418825149536
429177	rnn.bias_hh_l0	2	0.047193218022584915
429177	rnn.bias_hh_l0	3	-0.07921384274959564
429177	rnn.bias_hh_l0	4	-0.08296792209148407
429177	rnn.bias_hh_l0	5	-0.004812636412680149
429177	rnn.bias_hh_l0	6	0.058161381632089615
429177	rnn.bias_hh_l0	7	-0.09829647839069366
429177	rnn.bias_hh_l0	8	-0.23336976766586304
429177	rnn.bias_hh_l0	9	-0.10122770071029663
429177	rnn.weight_ih_l0_reverse	0	0.02033397927880287
429177	rnn.weight_ih_l0_reverse	1	-0.060038983821868896
429177	rnn.weight_ih_l0_reverse	2	0.042966220527887344
429177	rnn.weight_ih_l0_reverse	3	0.020303672179579735
429177	rnn.weight_ih_l0_reverse	4	-4.6944192035880405e-06
429177	rnn.weight_ih_l0_reverse	5	-0.025563256815075874
429177	rnn.weight_ih_l0_reverse	6	0.01208452507853508
429177	rnn.weight_ih_l0_reverse	7	0.028322966769337654
429177	rnn.weight_ih_l0_reverse	8	-0.028110498562455177
429177	rnn.weight_ih_l0_reverse	9	-0.0015504584880545735
429177	rnn.weight_hh_l0_reverse	0	0.03978852182626724
429177	rnn.weight_hh_l0_reverse	1	0.029881484806537628
429177	rnn.weight_hh_l0_reverse	2	-0.02306450717151165
429177	rnn.weight_hh_l0_reverse	3	-0.08234016597270966
429177	rnn.weight_hh_l0_reverse	4	0.011285100132226944
429177	rnn.weight_hh_l0_reverse	5	-0.06110017001628876
429177	rnn.weight_hh_l0_reverse	6	-0.014161850325763226
429177	rnn.weight_hh_l0_reverse	7	0.030991999432444572
429177	rnn.weight_hh_l0_reverse	8	0.007890749722719193
429177	rnn.weight_hh_l0_reverse	9	0.008693395182490349
429177	rnn.bias_ih_l0_reverse	0	-0.046278972178697586
429177	rnn.bias_ih_l0_reverse	1	-0.1401144415140152
429177	rnn.bias_ih_l0_reverse	2	-0.14586129784584045
429177	rnn.bias_ih_l0_reverse	3	-0.045852720737457275
429177	rnn.bias_ih_l0_reverse	4	-0.11277499794960022
429177	rnn.bias_ih_l0_reverse	5	-0.08601085096597672
429177	rnn.bias_ih_l0_reverse	6	-0.20884579420089722
429177	rnn.bias_ih_l0_reverse	7	-0.05253169313073158
429177	rnn.bias_ih_l0_reverse	8	-0.06332921236753464
429177	rnn.bias_ih_l0_reverse	9	-0.13421963155269623
429177	rnn.bias_hh_l0_reverse	0	-0.1421291083097458
429177	rnn.bias_hh_l0_reverse	1	-0.162284255027771
429177	rnn.bias_hh_l0_reverse	2	0.10536928474903107
429177	rnn.bias_hh_l0_reverse	3	0.07105141133069992
429177	rnn.bias_hh_l0_reverse	4	-0.17912150919437408
429177	rnn.bias_hh_l0_reverse	5	-0.14262321591377258
429177	rnn.bias_hh_l0_reverse	6	-0.08890261501073837
429177	rnn.bias_hh_l0_reverse	7	-0.05403953045606613
429177	rnn.bias_hh_l0_reverse	8	-0.09617742151021957
429177	rnn.bias_hh_l0_reverse	9	-0.02289760857820511
429177	linear.weight	0	-0.00773414084687829
429177	linear.weight	1	0.007273667957633734
429177	linear.weight	2	0.3142698109149933
429177	linear.weight	3	-0.0789097398519516
429177	linear.weight	4	-0.010588549077510834
429177	linear.weight	5	0.1210060641169548
429177	linear.weight	6	-0.010739270597696304
429177	linear.weight	7	-0.07165396213531494
429177	linear.weight	8	0.18567772209644318
429177	linear.weight	9	-0.2814171612262726
429177	linear.bias	0	-0.03956538438796997
429177	linear.bias	1	0.031413208693265915
429177	linear.bias	2	0.41753384470939636
429177	linear.bias	3	-0.7521154284477234
429177	linear.bias	4	2.158602714538574
429177	linear.bias	5	-1.4051399230957031
429177	linear.bias	6	-0.2928551435470581
429177	linear.bias	7	-0.1299043446779251
429735	transitions	0	-1.9511619806289673
429735	transitions	1	-10000.0
429735	transitions	2	-0.7969565987586975
429735	transitions	3	-10000.0
429735	transitions	4	2.070345163345337
429735	transitions	5	-10000.0
429735	transitions	6	-10000.0
429735	transitions	7	1.8541219234466553
429735	transitions	8	-2.632655620574951
429735	transitions	9	-4.23977518081665
429735	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
429735	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
429735	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
429735	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
429735	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
429735	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
429735	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
429735	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
429735	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
429735	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
429735	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
429735	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
429735	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
429735	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
429735	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
429735	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
429735	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
429735	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
429735	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
429735	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
429735	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
429735	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
429735	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
429735	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
429735	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
429735	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
429735	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
429735	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
429735	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
429735	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
429735	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
429735	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
429735	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
429735	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
429735	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
429735	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
429735	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
429735	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
429735	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
429735	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
429735	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
429735	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
429735	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
429735	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
429735	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
429735	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
429735	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
429735	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
429735	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
429735	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
429735	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
429735	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
429735	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
429735	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
429735	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
429735	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
429735	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
429735	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
429735	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
429735	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
429735	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
429735	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
429735	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
429735	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
429735	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
429735	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
429735	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
429735	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
429735	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
429735	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
429735	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
429735	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
429735	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
429735	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
429735	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
429735	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
429735	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
429735	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
429735	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
429735	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
429735	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
429735	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
429735	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
429735	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
429735	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
429735	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
429735	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
429735	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
429735	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
429735	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
429735	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
429735	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
429735	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
429735	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
429735	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
429735	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
429735	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
429735	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
429735	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
429735	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
429735	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
429735	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
429735	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
429735	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
429735	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
429735	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
429735	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
429735	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
429735	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
429735	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
429735	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
429735	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
429735	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
429735	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
429735	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
429735	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
429735	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
429735	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
429735	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
429735	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
429735	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
429735	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
429735	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
429735	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
429735	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
429735	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
429735	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
429735	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
429735	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
429735	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
429735	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
429735	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
429735	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
429735	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
429735	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
429735	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
429735	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
429735	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
429735	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
429735	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
429735	embedding2nn.weight	0	0.006403059232980013
429735	embedding2nn.weight	1	0.003983813803642988
429735	embedding2nn.weight	2	0.013431526720523834
429735	embedding2nn.weight	3	0.026859484612941742
429735	embedding2nn.weight	4	0.02348036877810955
429735	embedding2nn.weight	5	0.005567425396293402
429735	embedding2nn.weight	6	-0.015396949835121632
429735	embedding2nn.weight	7	-0.0004407737869769335
429735	embedding2nn.weight	8	-0.010072200559079647
429735	embedding2nn.weight	9	0.001927922130562365
429735	embedding2nn.bias	0	0.013656899333000183
429735	embedding2nn.bias	1	-0.036721616983413696
429735	embedding2nn.bias	2	0.08114629983901978
429735	embedding2nn.bias	3	0.070125512778759
429735	embedding2nn.bias	4	-0.012226879596710205
429735	embedding2nn.bias	5	-0.03338131308555603
429735	embedding2nn.bias	6	0.02967577427625656
429735	embedding2nn.bias	7	0.004181989934295416
429735	embedding2nn.bias	8	-0.03474025800824165
429735	embedding2nn.bias	9	0.024842532351613045
429735	rnn.weight_ih_l0	0	0.06475138664245605
429735	rnn.weight_ih_l0	1	-0.04163235053420067
429735	rnn.weight_ih_l0	2	0.005299587734043598
429735	rnn.weight_ih_l0	3	0.045142702758312225
429735	rnn.weight_ih_l0	4	-0.029726000502705574
429735	rnn.weight_ih_l0	5	0.04024186730384827
429735	rnn.weight_ih_l0	6	0.007761206943541765
429735	rnn.weight_ih_l0	7	0.06555646657943726
429735	rnn.weight_ih_l0	8	0.009216530248522758
429735	rnn.weight_ih_l0	9	-0.025362325832247734
429735	rnn.weight_hh_l0	0	-0.011710074730217457
429735	rnn.weight_hh_l0	1	-0.027807533740997314
429735	rnn.weight_hh_l0	2	-0.061456892639398575
429735	rnn.weight_hh_l0	3	-0.005862341728061438
429735	rnn.weight_hh_l0	4	-0.00967699009925127
429735	rnn.weight_hh_l0	5	-0.02416784130036831
429735	rnn.weight_hh_l0	6	0.0006565009825862944
429735	rnn.weight_hh_l0	7	-0.03567640110850334
429735	rnn.weight_hh_l0	8	0.06718941777944565
429735	rnn.weight_hh_l0	9	0.04512298107147217
429735	rnn.bias_ih_l0	0	-0.17408983409404755
429735	rnn.bias_ih_l0	1	-0.1709328591823578
429735	rnn.bias_ih_l0	2	-0.019577499479055405
429735	rnn.bias_ih_l0	3	-0.14757002890110016
429735	rnn.bias_ih_l0	4	-0.05864430591464043
429735	rnn.bias_ih_l0	5	-0.1759975552558899
429735	rnn.bias_ih_l0	6	0.072944276034832
429735	rnn.bias_ih_l0	7	-0.08594104647636414
429735	rnn.bias_ih_l0	8	-0.0463983379304409
429735	rnn.bias_ih_l0	9	-0.10839514434337616
429735	rnn.bias_hh_l0	0	-0.06963145732879639
429735	rnn.bias_hh_l0	1	0.24831148982048035
429735	rnn.bias_hh_l0	2	0.04719266667962074
429735	rnn.bias_hh_l0	3	-0.07920784503221512
429735	rnn.bias_hh_l0	4	-0.08296771347522736
429735	rnn.bias_hh_l0	5	-0.004805164411664009
429735	rnn.bias_hh_l0	6	0.05816299095749855
429735	rnn.bias_hh_l0	7	-0.09831816703081131
429735	rnn.bias_hh_l0	8	-0.23337683081626892
429735	rnn.bias_hh_l0	9	-0.1012209877371788
429735	rnn.weight_ih_l0_reverse	0	0.020337747409939766
429735	rnn.weight_ih_l0_reverse	1	-0.06003951653838158
429735	rnn.weight_ih_l0_reverse	2	0.04296654835343361
429735	rnn.weight_ih_l0_reverse	3	0.020308297127485275
429735	rnn.weight_ih_l0_reverse	4	-3.1280421808332903e-06
429735	rnn.weight_ih_l0_reverse	5	-0.025566719472408295
429735	rnn.weight_ih_l0_reverse	6	0.012080257758498192
429735	rnn.weight_ih_l0_reverse	7	0.028322050347924232
429735	rnn.weight_ih_l0_reverse	8	-0.028108708560466766
429735	rnn.weight_ih_l0_reverse	9	-0.0015493526589125395
429735	rnn.weight_hh_l0_reverse	0	0.03978964313864708
429735	rnn.weight_hh_l0_reverse	1	0.029882071539759636
429735	rnn.weight_hh_l0_reverse	2	-0.023063430562615395
429735	rnn.weight_hh_l0_reverse	3	-0.08234252780675888
429735	rnn.weight_hh_l0_reverse	4	0.011285598389804363
429735	rnn.weight_hh_l0_reverse	5	-0.06110089272260666
429735	rnn.weight_hh_l0_reverse	6	-0.014161395840346813
429735	rnn.weight_hh_l0_reverse	7	0.030991818755865097
429735	rnn.weight_hh_l0_reverse	8	0.007891610264778137
429735	rnn.weight_hh_l0_reverse	9	0.008696233853697777
429735	rnn.bias_ih_l0_reverse	0	-0.04628276079893112
429735	rnn.bias_ih_l0_reverse	1	-0.1401209831237793
429735	rnn.bias_ih_l0_reverse	2	-0.14586864411830902
429735	rnn.bias_ih_l0_reverse	3	-0.045857030898332596
429735	rnn.bias_ih_l0_reverse	4	-0.11278082430362701
429735	rnn.bias_ih_l0_reverse	5	-0.08600171655416489
429735	rnn.bias_ih_l0_reverse	6	-0.20884929597377777
429735	rnn.bias_ih_l0_reverse	7	-0.05253664776682854
429735	rnn.bias_ih_l0_reverse	8	-0.0633215606212616
429735	rnn.bias_ih_l0_reverse	9	-0.13421989977359772
429735	rnn.bias_hh_l0_reverse	0	-0.14212742447853088
429735	rnn.bias_hh_l0_reverse	1	-0.1622747927904129
429735	rnn.bias_hh_l0_reverse	2	0.10535048693418503
429735	rnn.bias_hh_l0_reverse	3	0.07104142755270004
429735	rnn.bias_hh_l0_reverse	4	-0.17911319434642792
429735	rnn.bias_hh_l0_reverse	5	-0.14261911809444427
429735	rnn.bias_hh_l0_reverse	6	-0.08889710903167725
429735	rnn.bias_hh_l0_reverse	7	-0.05403841659426689
429735	rnn.bias_hh_l0_reverse	8	-0.09617380052804947
429735	rnn.bias_hh_l0_reverse	9	-0.022907007485628128
429735	linear.weight	0	-0.0077341413125395775
429735	linear.weight	1	0.0072406684048473835
429735	linear.weight	2	0.3142508268356323
429735	linear.weight	3	-0.0789097398519516
429735	linear.weight	4	-0.010588549077510834
429735	linear.weight	5	0.1209196001291275
429735	linear.weight	6	-0.010739270597696304
429735	linear.weight	7	-0.0716303139925003
429735	linear.weight	8	0.1855364292860031
429735	linear.weight	9	-0.28141823410987854
429735	linear.bias	0	-0.03956538438796997
429735	linear.bias	1	0.031413208693265915
429735	linear.bias	2	0.4175892174243927
429735	linear.bias	3	-0.7523966431617737
429735	linear.bias	4	2.159078359603882
429735	linear.bias	5	-1.4051399230957031
429735	linear.bias	6	-0.2929772734642029
429735	linear.bias	7	-0.13003064692020416
430294	transitions	0	-1.9511626958847046
430294	transitions	1	-10000.0
430294	transitions	2	-0.7969565987586975
430294	transitions	3	-10000.0
430294	transitions	4	2.0703907012939453
430294	transitions	5	-10000.0
430294	transitions	6	-10000.0
430294	transitions	7	1.8541210889816284
430294	transitions	8	-2.632655620574951
430294	transitions	9	-4.23977518081665
430294	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
430294	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
430294	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
430294	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
430294	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
430294	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
430294	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
430294	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
430294	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
430294	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
430294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
430294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
430294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
430294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
430294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
430294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
430294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
430294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
430294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
430294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
430294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
430294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
430294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
430294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
430294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
430294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
430294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
430294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
430294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
430294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
430294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
430294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
430294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
430294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
430294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
430294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
430294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
430294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
430294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
430294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
430294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
430294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
430294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
430294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
430294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
430294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
430294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
430294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
430294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
430294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
430294	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
430294	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
430294	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
430294	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
430294	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
430294	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
430294	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
430294	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
430294	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
430294	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
430294	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
430294	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
430294	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
430294	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
430294	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
430294	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
430294	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
430294	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
430294	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
430294	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
430294	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
430294	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
430294	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
430294	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
430294	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
430294	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
430294	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
430294	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
430294	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
430294	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
430294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
430294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
430294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
430294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
430294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
430294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
430294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
430294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
430294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
430294	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
430294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
430294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
430294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
430294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
430294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
430294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
430294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
430294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
430294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
430294	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
430294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
430294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
430294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
430294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
430294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
430294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
430294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
430294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
430294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
430294	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
430294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
430294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
430294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
430294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
430294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
430294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
430294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
430294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
430294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
430294	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
430294	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
430294	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
430294	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
430294	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
430294	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
430294	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
430294	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
430294	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
430294	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
430294	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
430294	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
430294	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
430294	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
430294	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
430294	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
430294	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
430294	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
430294	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
430294	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
430294	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
430294	embedding2nn.weight	0	0.006403073202818632
430294	embedding2nn.weight	1	0.003984081093221903
430294	embedding2nn.weight	2	0.013431575149297714
430294	embedding2nn.weight	3	0.026860356330871582
430294	embedding2nn.weight	4	0.02347848378121853
430294	embedding2nn.weight	5	0.00556675810366869
430294	embedding2nn.weight	6	-0.015396185219287872
430294	embedding2nn.weight	7	-0.00044153592898510396
430294	embedding2nn.weight	8	-0.010071538388729095
430294	embedding2nn.weight	9	0.0019278079271316528
430294	embedding2nn.bias	0	0.013653301633894444
430294	embedding2nn.bias	1	-0.036701347678899765
430294	embedding2nn.bias	2	0.08113788813352585
430294	embedding2nn.bias	3	0.07010806351900101
430294	embedding2nn.bias	4	-0.012230494059622288
430294	embedding2nn.bias	5	-0.033375613391399384
430294	embedding2nn.bias	6	0.029647093266248703
430294	embedding2nn.bias	7	0.004156084731221199
430294	embedding2nn.bias	8	-0.034743744879961014
430294	embedding2nn.bias	9	0.024815334007143974
430294	rnn.weight_ih_l0	0	0.06474734842777252
430294	rnn.weight_ih_l0	1	-0.04163302481174469
430294	rnn.weight_ih_l0	2	0.005299131851643324
430294	rnn.weight_ih_l0	3	0.04513802379369736
430294	rnn.weight_ih_l0	4	-0.029727235436439514
430294	rnn.weight_ih_l0	5	0.04024028033018112
430294	rnn.weight_ih_l0	6	0.007761143147945404
430294	rnn.weight_ih_l0	7	0.06555818021297455
430294	rnn.weight_ih_l0	8	0.009216940961778164
430294	rnn.weight_ih_l0	9	-0.025364892557263374
430294	rnn.weight_hh_l0	0	-0.011710751801729202
430294	rnn.weight_hh_l0	1	-0.027807993814349174
430294	rnn.weight_hh_l0	2	-0.06145549938082695
430294	rnn.weight_hh_l0	3	-0.005862970370799303
430294	rnn.weight_hh_l0	4	-0.00967774074524641
430294	rnn.weight_hh_l0	5	-0.02416779287159443
430294	rnn.weight_hh_l0	6	0.0006571898702532053
430294	rnn.weight_hh_l0	7	-0.03567510098218918
430294	rnn.weight_hh_l0	8	0.06718696653842926
430294	rnn.weight_hh_l0	9	0.04512253403663635
430294	rnn.bias_ih_l0	0	-0.17409121990203857
430294	rnn.bias_ih_l0	1	-0.1709527224302292
430294	rnn.bias_ih_l0	2	-0.019582483917474747
430294	rnn.bias_ih_l0	3	-0.1475738137960434
430294	rnn.bias_ih_l0	4	-0.0586390495300293
430294	rnn.bias_ih_l0	5	-0.17599907517433167
430294	rnn.bias_ih_l0	6	0.07295385748147964
430294	rnn.bias_ih_l0	7	-0.08594091236591339
430294	rnn.bias_ih_l0	8	-0.046395692974328995
430294	rnn.bias_ih_l0	9	-0.10837509483098984
430294	rnn.bias_hh_l0	0	-0.06963418424129486
430294	rnn.bias_hh_l0	1	0.24832308292388916
430294	rnn.bias_hh_l0	2	0.04718322306871414
430294	rnn.bias_hh_l0	3	-0.07920867204666138
430294	rnn.bias_hh_l0	4	-0.0829656720161438
430294	rnn.bias_hh_l0	5	-0.004806362558156252
430294	rnn.bias_hh_l0	6	0.0581650473177433
430294	rnn.bias_hh_l0	7	-0.09833942353725433
430294	rnn.bias_hh_l0	8	-0.23338478803634644
430294	rnn.bias_hh_l0	9	-0.10121485590934753
430294	rnn.weight_ih_l0_reverse	0	0.020334646105766296
430294	rnn.weight_ih_l0_reverse	1	-0.060039933770895004
430294	rnn.weight_ih_l0_reverse	2	0.04296603798866272
430294	rnn.weight_ih_l0_reverse	3	0.020309332758188248
430294	rnn.weight_ih_l0_reverse	4	-1.3152298095064907e-07
430294	rnn.weight_ih_l0_reverse	5	-0.025567498058080673
430294	rnn.weight_ih_l0_reverse	6	0.012089153751730919
430294	rnn.weight_ih_l0_reverse	7	0.028319325298070908
430294	rnn.weight_ih_l0_reverse	8	-0.028109639883041382
430294	rnn.weight_ih_l0_reverse	9	-0.0015481817536056042
430294	rnn.weight_hh_l0_reverse	0	0.039789170026779175
430294	rnn.weight_hh_l0_reverse	1	0.029881920665502548
430294	rnn.weight_hh_l0_reverse	2	-0.023062603548169136
430294	rnn.weight_hh_l0_reverse	3	-0.0823417529463768
430294	rnn.weight_hh_l0_reverse	4	0.011285033077001572
430294	rnn.weight_hh_l0_reverse	5	-0.06110145151615143
430294	rnn.weight_hh_l0_reverse	6	-0.014161210507154465
430294	rnn.weight_hh_l0_reverse	7	0.030993083491921425
430294	rnn.weight_hh_l0_reverse	8	0.007892305962741375
430294	rnn.weight_hh_l0_reverse	9	0.008693637326359749
430294	rnn.bias_ih_l0_reverse	0	-0.0462801530957222
430294	rnn.bias_ih_l0_reverse	1	-0.14012379944324493
430294	rnn.bias_ih_l0_reverse	2	-0.14587648212909698
430294	rnn.bias_ih_l0_reverse	3	-0.04585551097989082
430294	rnn.bias_ih_l0_reverse	4	-0.11279328912496567
430294	rnn.bias_ih_l0_reverse	5	-0.08600485324859619
430294	rnn.bias_ih_l0_reverse	6	-0.20884497463703156
430294	rnn.bias_ih_l0_reverse	7	-0.05254190042614937
430294	rnn.bias_ih_l0_reverse	8	-0.06332745403051376
430294	rnn.bias_ih_l0_reverse	9	-0.1342204362154007
430294	rnn.bias_hh_l0_reverse	0	-0.1421298384666443
430294	rnn.bias_hh_l0_reverse	1	-0.16227221488952637
430294	rnn.bias_hh_l0_reverse	2	0.10535140335559845
430294	rnn.bias_hh_l0_reverse	3	0.0710669681429863
430294	rnn.bias_hh_l0_reverse	4	-0.1791207194328308
430294	rnn.bias_hh_l0_reverse	5	-0.1426132321357727
430294	rnn.bias_hh_l0_reverse	6	-0.08889087289571762
430294	rnn.bias_hh_l0_reverse	7	-0.05403235927224159
430294	rnn.bias_hh_l0_reverse	8	-0.09617467224597931
430294	rnn.bias_hh_l0_reverse	9	-0.022904450073838234
430294	linear.weight	0	-0.007734141778200865
430294	linear.weight	1	0.007240800652652979
430294	linear.weight	2	0.3142209053039551
430294	linear.weight	3	-0.0789097398519516
430294	linear.weight	4	-0.010588549077510834
430294	linear.weight	5	0.12100779265165329
430294	linear.weight	6	-0.010739270597696304
430294	linear.weight	7	-0.07180146872997284
430294	linear.weight	8	0.18572840094566345
430294	linear.weight	9	-0.2814376652240753
430294	linear.bias	0	-0.03956538438796997
430294	linear.bias	1	0.031413208693265915
430294	linear.bias	2	0.41813355684280396
430294	linear.bias	3	-0.7528547048568726
430294	linear.bias	4	2.1591145992279053
430294	linear.bias	5	-1.4051399230957031
430294	linear.bias	6	-0.2930365204811096
430294	linear.bias	7	-0.13009418547153473
430852	transitions	0	-1.9511630535125732
430852	transitions	1	-10000.0
430852	transitions	2	-0.7969565987586975
430852	transitions	3	-10000.0
430852	transitions	4	2.070333242416382
430852	transitions	5	-10000.0
430852	transitions	6	-10000.0
430852	transitions	7	1.854093074798584
430852	transitions	8	-2.6326560974121094
430852	transitions	9	-4.23977518081665
430852	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
430852	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
430852	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
430852	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
430852	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
430852	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
430852	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
430852	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
430852	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
430852	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
430852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
430852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
430852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
430852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
430852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
430852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
430852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
430852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
430852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
430852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
430852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
430852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
430852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
430852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
430852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
430852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
430852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
430852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
430852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
430852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
430852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
430852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
430852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
430852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
430852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
430852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
430852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
430852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
430852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
430852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
430852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
430852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
430852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
430852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
430852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
430852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
430852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
430852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
430852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
430852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
430852	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
430852	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
430852	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
430852	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
430852	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
430852	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
430852	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
430852	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
430852	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
430852	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
430852	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
430852	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
430852	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
430852	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
430852	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
430852	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
430852	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
430852	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
430852	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
430852	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
430852	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
430852	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
430852	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
430852	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
430852	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
430852	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
430852	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
430852	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
430852	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
430852	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
430852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
430852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
430852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
430852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
430852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
430852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
430852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
430852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
430852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
430852	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
430852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
430852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
430852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
430852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
430852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
430852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
430852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
430852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
430852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
430852	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
430852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
430852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
430852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
430852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
430852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
430852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
430852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
430852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
430852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
430852	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
430852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
430852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
430852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
430852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
430852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
430852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
430852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
430852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
430852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
430852	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
430852	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
430852	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
430852	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
430852	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
430852	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
430852	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
430852	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
430852	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
430852	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
430852	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
430852	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
430852	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
430852	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
430852	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
430852	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
430852	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
430852	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
430852	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
430852	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
430852	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
430852	embedding2nn.weight	0	0.006403192412108183
430852	embedding2nn.weight	1	0.003983925096690655
430852	embedding2nn.weight	2	0.013431685045361519
430852	embedding2nn.weight	3	0.02686150372028351
430852	embedding2nn.weight	4	0.02347859926521778
430852	embedding2nn.weight	5	0.00556587241590023
430852	embedding2nn.weight	6	-0.015395439229905605
430852	embedding2nn.weight	7	-0.0004423803766258061
430852	embedding2nn.weight	8	-0.010071888566017151
430852	embedding2nn.weight	9	0.0019282563589513302
430852	embedding2nn.bias	0	0.013649193570017815
430852	embedding2nn.bias	1	-0.03669130802154541
430852	embedding2nn.bias	2	0.08115751296281815
430852	embedding2nn.bias	3	0.07012069225311279
430852	embedding2nn.bias	4	-0.012211223132908344
430852	embedding2nn.bias	5	-0.033381104469299316
430852	embedding2nn.bias	6	0.029654555022716522
430852	embedding2nn.bias	7	0.004174493718892336
430852	embedding2nn.bias	8	-0.034733548760414124
430852	embedding2nn.bias	9	0.02482760138809681
430852	rnn.weight_ih_l0	0	0.06474780291318893
430852	rnn.weight_ih_l0	1	-0.04163400083780289
430852	rnn.weight_ih_l0	2	0.00529872952029109
430852	rnn.weight_ih_l0	3	0.04513469338417053
430852	rnn.weight_ih_l0	4	-0.02972717024385929
430852	rnn.weight_ih_l0	5	0.04024111479520798
430852	rnn.weight_ih_l0	6	0.007761915680021048
430852	rnn.weight_ih_l0	7	0.06555791199207306
430852	rnn.weight_ih_l0	8	0.00921374000608921
430852	rnn.weight_ih_l0	9	-0.02536093443632126
430852	rnn.weight_hh_l0	0	-0.011707955040037632
430852	rnn.weight_hh_l0	1	-0.027808476239442825
430852	rnn.weight_hh_l0	2	-0.06145550310611725
430852	rnn.weight_hh_l0	3	-0.005863456055521965
430852	rnn.weight_hh_l0	4	-0.00967832375317812
430852	rnn.weight_hh_l0	5	-0.024168916046619415
430852	rnn.weight_hh_l0	6	0.0006573152495548129
430852	rnn.weight_hh_l0	7	-0.035673655569553375
430852	rnn.weight_hh_l0	8	0.06718960404396057
430852	rnn.weight_hh_l0	9	0.045121192932128906
430852	rnn.bias_ih_l0	0	-0.17407697439193726
430852	rnn.bias_ih_l0	1	-0.17095360159873962
430852	rnn.bias_ih_l0	2	-0.019573934376239777
430852	rnn.bias_ih_l0	3	-0.14757895469665527
430852	rnn.bias_ih_l0	4	-0.05863504484295845
430852	rnn.bias_ih_l0	5	-0.17600272595882416
430852	rnn.bias_ih_l0	6	0.0729432925581932
430852	rnn.bias_ih_l0	7	-0.08593190461397171
430852	rnn.bias_ih_l0	8	-0.04639828950166702
430852	rnn.bias_ih_l0	9	-0.10837581008672714
430852	rnn.bias_hh_l0	0	-0.06963085383176804
430852	rnn.bias_hh_l0	1	0.24833379685878754
430852	rnn.bias_hh_l0	2	0.04718747362494469
430852	rnn.bias_hh_l0	3	-0.07921305298805237
430852	rnn.bias_hh_l0	4	-0.08296872675418854
430852	rnn.bias_hh_l0	5	-0.004805394448339939
430852	rnn.bias_hh_l0	6	0.05815727263689041
430852	rnn.bias_hh_l0	7	-0.09834571927785873
430852	rnn.bias_hh_l0	8	-0.23338937759399414
430852	rnn.bias_hh_l0	9	-0.10121709853410721
430852	rnn.weight_ih_l0_reverse	0	0.0203365720808506
430852	rnn.weight_ih_l0_reverse	1	-0.060036029666662216
430852	rnn.weight_ih_l0_reverse	2	0.04296470433473587
430852	rnn.weight_ih_l0_reverse	3	0.020310625433921814
430852	rnn.weight_ih_l0_reverse	4	-1.5835561271160259e-06
430852	rnn.weight_ih_l0_reverse	5	-0.02556709758937359
430852	rnn.weight_ih_l0_reverse	6	0.012087377719581127
430852	rnn.weight_ih_l0_reverse	7	0.028319232165813446
430852	rnn.weight_ih_l0_reverse	8	-0.028108973056077957
430852	rnn.weight_ih_l0_reverse	9	-0.0015469139907509089
430852	rnn.weight_hh_l0_reverse	0	0.0397891104221344
430852	rnn.weight_hh_l0_reverse	1	0.02988298423588276
430852	rnn.weight_hh_l0_reverse	2	-0.023062530905008316
430852	rnn.weight_hh_l0_reverse	3	-0.08233968913555145
430852	rnn.weight_hh_l0_reverse	4	0.0112846614792943
430852	rnn.weight_hh_l0_reverse	5	-0.06110065430402756
430852	rnn.weight_hh_l0_reverse	6	-0.014161341823637486
430852	rnn.weight_hh_l0_reverse	7	0.030993813648819923
430852	rnn.weight_hh_l0_reverse	8	0.007892504334449768
430852	rnn.weight_hh_l0_reverse	9	0.008696677163243294
430852	rnn.bias_ih_l0_reverse	0	-0.046279773116111755
430852	rnn.bias_ih_l0_reverse	1	-0.14012621343135834
430852	rnn.bias_ih_l0_reverse	2	-0.1458645462989807
430852	rnn.bias_ih_l0_reverse	3	-0.045861415565013885
430852	rnn.bias_ih_l0_reverse	4	-0.11279716342687607
430852	rnn.bias_ih_l0_reverse	5	-0.08600522577762604
430852	rnn.bias_ih_l0_reverse	6	-0.20883521437644958
430852	rnn.bias_ih_l0_reverse	7	-0.05254347622394562
430852	rnn.bias_ih_l0_reverse	8	-0.06333445757627487
430852	rnn.bias_ih_l0_reverse	9	-0.1342231035232544
430852	rnn.bias_hh_l0_reverse	0	-0.142121821641922
430852	rnn.bias_hh_l0_reverse	1	-0.16225767135620117
430852	rnn.bias_hh_l0_reverse	2	0.10534695535898209
430852	rnn.bias_hh_l0_reverse	3	0.07105862349271774
430852	rnn.bias_hh_l0_reverse	4	-0.17912878096103668
430852	rnn.bias_hh_l0_reverse	5	-0.14262989163398743
430852	rnn.bias_hh_l0_reverse	6	-0.08888073265552521
430852	rnn.bias_hh_l0_reverse	7	-0.05403139069676399
430852	rnn.bias_hh_l0_reverse	8	-0.09617291390895844
430852	rnn.bias_hh_l0_reverse	9	-0.022908257320523262
430852	linear.weight	0	-0.007734141778200865
430852	linear.weight	1	0.007226789835840464
430852	linear.weight	2	0.3142075836658478
430852	linear.weight	3	-0.0789097398519516
430852	linear.weight	4	-0.010588549077510834
430852	linear.weight	5	0.12092400342226028
430852	linear.weight	6	-0.010739270597696304
430852	linear.weight	7	-0.071640245616436
430852	linear.weight	8	0.18576714396476746
430852	linear.weight	9	-0.28143519163131714
430852	linear.bias	0	-0.03956538438796997
430852	linear.bias	1	0.031413208693265915
430852	linear.bias	2	0.41755563020706177
430852	linear.bias	3	-0.7523757815361023
430852	linear.bias	4	2.1593234539031982
430852	linear.bias	5	-1.4051399230957031
430852	linear.bias	6	-0.29309001564979553
430852	linear.bias	7	-0.13015088438987732
431410	transitions	0	-1.9511640071868896
431410	transitions	1	-10000.0
431410	transitions	2	-0.7969565987586975
431410	transitions	3	-10000.0
431410	transitions	4	2.0703327655792236
431410	transitions	5	-10000.0
431410	transitions	6	-10000.0
431410	transitions	7	1.8540955781936646
431410	transitions	8	-2.6326560974121094
431410	transitions	9	-4.23977518081665
431410	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
431410	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
431410	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
431410	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
431410	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
431410	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
431410	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
431410	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
431410	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
431410	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
431410	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
431410	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
431410	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
431410	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
431410	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
431410	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
431410	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
431410	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
431410	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
431410	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
431410	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
431410	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
431410	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
431410	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
431410	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
431410	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
431410	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
431410	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
431410	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
431410	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
431410	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
431410	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
431410	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
431410	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
431410	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
431410	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
431410	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
431410	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
431410	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
431410	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
431410	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
431410	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
431410	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
431410	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
431410	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
431410	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
431410	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
431410	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
431410	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
431410	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
431410	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
431410	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
431410	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
431410	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
431410	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
431410	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
431410	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
431410	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
431410	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
431410	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
431410	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
431410	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
431410	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
431410	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
431410	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
431410	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
431410	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
431410	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
431410	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
431410	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
431410	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
431410	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
431410	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
431410	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
431410	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
431410	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
431410	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
431410	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
431410	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
431410	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
431410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
431410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
431410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
431410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
431410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
431410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
431410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
431410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
431410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
431410	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
431410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
431410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
431410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
431410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
431410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
431410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
431410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
431410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
431410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
431410	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
431410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
431410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
431410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
431410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
431410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
431410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
431410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
431410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
431410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
431410	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
431410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
431410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
431410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
431410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
431410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
431410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
431410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
431410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
431410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
431410	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
431410	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
431410	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
431410	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
431410	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
431410	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
431410	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
431410	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
431410	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
431410	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
431410	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
431410	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
431410	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
431410	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
431410	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
431410	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
431410	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
431410	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
431410	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
431410	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
431410	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
431410	embedding2nn.weight	0	0.0064031705260276794
431410	embedding2nn.weight	1	0.003983837552368641
431410	embedding2nn.weight	2	0.01343175582587719
431410	embedding2nn.weight	3	0.026861045509576797
431410	embedding2nn.weight	4	0.023477710783481598
431410	embedding2nn.weight	5	0.005563285667449236
431410	embedding2nn.weight	6	-0.015395601280033588
431410	embedding2nn.weight	7	-0.00044266018085181713
431410	embedding2nn.weight	8	-0.010073063895106316
431410	embedding2nn.weight	9	0.0019292946672067046
431410	embedding2nn.bias	0	0.013664348982274532
431410	embedding2nn.bias	1	-0.03670092299580574
431410	embedding2nn.bias	2	0.08117545396089554
431410	embedding2nn.bias	3	0.0701146349310875
431410	embedding2nn.bias	4	-0.01222297828644514
431410	embedding2nn.bias	5	-0.03338015452027321
431410	embedding2nn.bias	6	0.029648732393980026
431410	embedding2nn.bias	7	0.004164961166679859
431410	embedding2nn.bias	8	-0.0347246378660202
431410	embedding2nn.bias	9	0.02481829933822155
431410	rnn.weight_ih_l0	0	0.0647471696138382
431410	rnn.weight_ih_l0	1	-0.041634783148765564
431410	rnn.weight_ih_l0	2	0.005297951865941286
431410	rnn.weight_ih_l0	3	0.04513384401798248
431410	rnn.weight_ih_l0	4	-0.029727265238761902
431410	rnn.weight_ih_l0	5	0.040239520370960236
431410	rnn.weight_ih_l0	6	0.007762892637401819
431410	rnn.weight_ih_l0	7	0.0655602514743805
431410	rnn.weight_ih_l0	8	0.009210750460624695
431410	rnn.weight_ih_l0	9	-0.025358790531754494
431410	rnn.weight_hh_l0	0	-0.011705650016665459
431410	rnn.weight_hh_l0	1	-0.027808956801891327
431410	rnn.weight_hh_l0	2	-0.06145699322223663
431410	rnn.weight_hh_l0	3	-0.0058633326552808285
431410	rnn.weight_hh_l0	4	-0.009677384980022907
431410	rnn.weight_hh_l0	5	-0.024170124903321266
431410	rnn.weight_hh_l0	6	0.0006578232278116047
431410	rnn.weight_hh_l0	7	-0.0356711745262146
431410	rnn.weight_hh_l0	8	0.06718848645687103
431410	rnn.weight_hh_l0	9	0.045122358947992325
431410	rnn.bias_ih_l0	0	-0.174088716506958
431410	rnn.bias_ih_l0	1	-0.17096632719039917
431410	rnn.bias_ih_l0	2	-0.01957559399306774
431410	rnn.bias_ih_l0	3	-0.14758999645709991
431410	rnn.bias_ih_l0	4	-0.058627039194107056
431410	rnn.bias_ih_l0	5	-0.17599749565124512
431410	rnn.bias_ih_l0	6	0.07293999195098877
431410	rnn.bias_ih_l0	7	-0.08592715859413147
431410	rnn.bias_ih_l0	8	-0.046402979642152786
431410	rnn.bias_ih_l0	9	-0.10838418453931808
431410	rnn.bias_hh_l0	0	-0.06962498277425766
431410	rnn.bias_hh_l0	1	0.24835051596164703
431410	rnn.bias_hh_l0	2	0.04716901853680611
431410	rnn.bias_hh_l0	3	-0.07920979708433151
431410	rnn.bias_hh_l0	4	-0.08296705037355423
431410	rnn.bias_hh_l0	5	-0.004811024758964777
431410	rnn.bias_hh_l0	6	0.05815710872411728
431410	rnn.bias_hh_l0	7	-0.09833475202322006
431410	rnn.bias_hh_l0	8	-0.23338022828102112
431410	rnn.bias_hh_l0	9	-0.10122255235910416
431410	rnn.weight_ih_l0_reverse	0	0.020334886386990547
431410	rnn.weight_ih_l0_reverse	1	-0.060034461319446564
431410	rnn.weight_ih_l0_reverse	2	0.042963653802871704
431410	rnn.weight_ih_l0_reverse	3	0.020310331135988235
431410	rnn.weight_ih_l0_reverse	4	7.196467777248472e-07
431410	rnn.weight_ih_l0_reverse	5	-0.025568321347236633
431410	rnn.weight_ih_l0_reverse	6	0.012083441950380802
431410	rnn.weight_ih_l0_reverse	7	0.028320135548710823
431410	rnn.weight_ih_l0_reverse	8	-0.028107192367315292
431410	rnn.weight_ih_l0_reverse	9	-0.001545248320326209
431410	rnn.weight_hh_l0_reverse	0	0.03978785499930382
431410	rnn.weight_hh_l0_reverse	1	0.029882676899433136
431410	rnn.weight_hh_l0_reverse	2	-0.02306227572262287
431410	rnn.weight_hh_l0_reverse	3	-0.08234099298715591
431410	rnn.weight_hh_l0_reverse	4	0.011285646818578243
431410	rnn.weight_hh_l0_reverse	5	-0.061100903898477554
431410	rnn.weight_hh_l0_reverse	6	-0.014162182807922363
431410	rnn.weight_hh_l0_reverse	7	0.030993133783340454
431410	rnn.weight_hh_l0_reverse	8	0.007892103865742683
431410	rnn.weight_hh_l0_reverse	9	0.008694513700902462
431410	rnn.bias_ih_l0_reverse	0	-0.04628116264939308
431410	rnn.bias_ih_l0_reverse	1	-0.14013518393039703
431410	rnn.bias_ih_l0_reverse	2	-0.14585399627685547
431410	rnn.bias_ih_l0_reverse	3	-0.045853979885578156
431410	rnn.bias_ih_l0_reverse	4	-0.1127912774682045
431410	rnn.bias_ih_l0_reverse	5	-0.08601170033216476
431410	rnn.bias_ih_l0_reverse	6	-0.20884506404399872
431410	rnn.bias_ih_l0_reverse	7	-0.05254208669066429
431410	rnn.bias_ih_l0_reverse	8	-0.06333735585212708
431410	rnn.bias_ih_l0_reverse	9	-0.13423873484134674
431410	rnn.bias_hh_l0_reverse	0	-0.14212463796138763
431410	rnn.bias_hh_l0_reverse	1	-0.16225245594978333
431410	rnn.bias_hh_l0_reverse	2	0.10534568130970001
431410	rnn.bias_hh_l0_reverse	3	0.07105732709169388
431410	rnn.bias_hh_l0_reverse	4	-0.1791350543498993
431410	rnn.bias_hh_l0_reverse	5	-0.14262674748897552
431410	rnn.bias_hh_l0_reverse	6	-0.0888940766453743
431410	rnn.bias_hh_l0_reverse	7	-0.05402121692895889
431410	rnn.bias_hh_l0_reverse	8	-0.09617192298173904
431410	rnn.bias_hh_l0_reverse	9	-0.02290966734290123
431410	linear.weight	0	-0.007734142709523439
431410	linear.weight	1	0.007216776255518198
431410	linear.weight	2	0.314140260219574
431410	linear.weight	3	-0.0789097398519516
431410	linear.weight	4	-0.010588549077510834
431410	linear.weight	5	0.1208944022655487
431410	linear.weight	6	-0.010739270597696304
431410	linear.weight	7	-0.0716191753745079
431410	linear.weight	8	0.18580234050750732
431410	linear.weight	9	-0.2814503610134125
431410	linear.bias	0	-0.03956538438796997
431410	linear.bias	1	0.031413208693265915
431410	linear.bias	2	0.4177629053592682
431410	linear.bias	3	-0.7527111172676086
431410	linear.bias	4	2.159332513809204
431410	linear.bias	5	-1.4051399230957031
431410	linear.bias	6	-0.2930281460285187
431410	linear.bias	7	-0.13009221851825714
431968	transitions	0	-1.9511646032333374
431968	transitions	1	-10000.0
431968	transitions	2	-0.7969565987586975
431968	transitions	3	-10000.0
431968	transitions	4	2.0703649520874023
431968	transitions	5	-10000.0
431968	transitions	6	-10000.0
431968	transitions	7	1.8541830778121948
431968	transitions	8	-2.6326563358306885
431968	transitions	9	-4.23977518081665
431968	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
431968	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
431968	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
431968	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
431968	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
431968	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
431968	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
431968	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
431968	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
431968	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
431968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
431968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
431968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
431968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
431968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
431968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
431968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
431968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
431968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
431968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
431968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
431968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
431968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
431968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
431968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
431968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
431968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
431968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
431968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
431968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
431968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
431968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
431968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
431968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
431968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
431968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
431968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
431968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
431968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
431968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
431968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
431968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
431968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
431968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
431968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
431968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
431968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
431968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
431968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
431968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
431968	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
431968	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
431968	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
431968	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
431968	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
431968	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
431968	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
431968	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
431968	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
431968	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
431968	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
431968	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
431968	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
431968	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
431968	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
431968	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
431968	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
431968	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
431968	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
431968	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
431968	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
431968	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
431968	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
431968	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
431968	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
431968	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
431968	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
431968	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
431968	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
431968	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
431968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
431968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
431968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
431968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
431968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
431968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
431968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
431968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
431968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
431968	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
431968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
431968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
431968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
431968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
431968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
431968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
431968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
431968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
431968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
431968	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
431968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
431968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
431968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
431968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
431968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
431968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
431968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
431968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
431968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
431968	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
431968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
431968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
431968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
431968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
431968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
431968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
431968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
431968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
431968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
431968	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
431968	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
431968	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
431968	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
431968	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
431968	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
431968	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
431968	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
431968	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
431968	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
431968	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
431968	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
431968	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
431968	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
431968	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
431968	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
431968	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
431968	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
431968	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
431968	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
431968	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
431968	embedding2nn.weight	0	0.006403149105608463
431968	embedding2nn.weight	1	0.003983883652836084
431968	embedding2nn.weight	2	0.0134317921474576
431968	embedding2nn.weight	3	0.026860831305384636
431968	embedding2nn.weight	4	0.023476876318454742
431968	embedding2nn.weight	5	0.005563696380704641
431968	embedding2nn.weight	6	-0.01539574470371008
431968	embedding2nn.weight	7	-0.0004421101766638458
431968	embedding2nn.weight	8	-0.010071074590086937
431968	embedding2nn.weight	9	0.001929217018187046
431968	embedding2nn.bias	0	0.013682384975254536
431968	embedding2nn.bias	1	-0.03672611340880394
431968	embedding2nn.bias	2	0.08121220767498016
431968	embedding2nn.bias	3	0.07005948573350906
431968	embedding2nn.bias	4	-0.012218978255987167
431968	embedding2nn.bias	5	-0.033370379358530045
431968	embedding2nn.bias	6	0.029635436832904816
431968	embedding2nn.bias	7	0.004197489470243454
431968	embedding2nn.bias	8	-0.03473646193742752
431968	embedding2nn.bias	9	0.02482973411679268
431968	rnn.weight_ih_l0	0	0.06474726647138596
431968	rnn.weight_ih_l0	1	-0.041635412722826004
431968	rnn.weight_ih_l0	2	0.005298033822327852
431968	rnn.weight_ih_l0	3	0.04513302445411682
431968	rnn.weight_ih_l0	4	-0.02972613461315632
431968	rnn.weight_ih_l0	5	0.0402410514652729
431968	rnn.weight_ih_l0	6	0.007762949448078871
431968	rnn.weight_ih_l0	7	0.06555966287851334
431968	rnn.weight_ih_l0	8	0.009208930656313896
431968	rnn.weight_ih_l0	9	-0.02536042034626007
431968	rnn.weight_hh_l0	0	-0.011703766882419586
431968	rnn.weight_hh_l0	1	-0.02780800312757492
431968	rnn.weight_hh_l0	2	-0.06145885959267616
431968	rnn.weight_hh_l0	3	-0.005863194819539785
431968	rnn.weight_hh_l0	4	-0.00967702828347683
431968	rnn.weight_hh_l0	5	-0.02417025715112686
431968	rnn.weight_hh_l0	6	0.0006576223531737924
431968	rnn.weight_hh_l0	7	-0.03566903620958328
431968	rnn.weight_hh_l0	8	0.06718600541353226
431968	rnn.weight_hh_l0	9	0.04512245953083038
431968	rnn.bias_ih_l0	0	-0.17408230900764465
431968	rnn.bias_ih_l0	1	-0.17096178233623505
431968	rnn.bias_ih_l0	2	-0.01957949809730053
431968	rnn.bias_ih_l0	3	-0.14758074283599854
431968	rnn.bias_ih_l0	4	-0.05862777680158615
431968	rnn.bias_ih_l0	5	-0.1759883016347885
431968	rnn.bias_ih_l0	6	0.0729474127292633
431968	rnn.bias_ih_l0	7	-0.08593819290399551
431968	rnn.bias_ih_l0	8	-0.046415045857429504
431968	rnn.bias_ih_l0	9	-0.10838032513856888
431968	rnn.bias_hh_l0	0	-0.06962943077087402
431968	rnn.bias_hh_l0	1	0.248332217335701
431968	rnn.bias_hh_l0	2	0.04716658964753151
431968	rnn.bias_hh_l0	3	-0.07921303808689117
431968	rnn.bias_hh_l0	4	-0.08297349512577057
431968	rnn.bias_hh_l0	5	-0.004805449862033129
431968	rnn.bias_hh_l0	6	0.058156244456768036
431968	rnn.bias_hh_l0	7	-0.09835094213485718
431968	rnn.bias_hh_l0	8	-0.23338228464126587
431968	rnn.bias_hh_l0	9	-0.10122649371623993
431968	rnn.weight_ih_l0_reverse	0	0.020329400897026062
431968	rnn.weight_ih_l0_reverse	1	-0.06003512814640999
431968	rnn.weight_ih_l0_reverse	2	0.04296436160802841
431968	rnn.weight_ih_l0_reverse	3	0.020311443135142326
431968	rnn.weight_ih_l0_reverse	4	-1.5487525217849907e-07
431968	rnn.weight_ih_l0_reverse	5	-0.025569451972842216
431968	rnn.weight_ih_l0_reverse	6	0.012088831514120102
431968	rnn.weight_ih_l0_reverse	7	0.02831966057419777
431968	rnn.weight_ih_l0_reverse	8	-0.0281063299626112
431968	rnn.weight_ih_l0_reverse	9	-0.0015468619531020522
431968	rnn.weight_hh_l0_reverse	0	0.03978816419839859
431968	rnn.weight_hh_l0_reverse	1	0.029884181916713715
431968	rnn.weight_hh_l0_reverse	2	-0.02306276373565197
431968	rnn.weight_hh_l0_reverse	3	-0.08234366029500961
431968	rnn.weight_hh_l0_reverse	4	0.011284934356808662
431968	rnn.weight_hh_l0_reverse	5	-0.06110133230686188
431968	rnn.weight_hh_l0_reverse	6	-0.014160385355353355
431968	rnn.weight_hh_l0_reverse	7	0.030993511900305748
431968	rnn.weight_hh_l0_reverse	8	0.007891573011875153
431968	rnn.weight_hh_l0_reverse	9	0.00869705155491829
431968	rnn.bias_ih_l0_reverse	0	-0.04629598557949066
431968	rnn.bias_ih_l0_reverse	1	-0.14012636244297028
431968	rnn.bias_ih_l0_reverse	2	-0.145856112241745
431968	rnn.bias_ih_l0_reverse	3	-0.045862115919589996
431968	rnn.bias_ih_l0_reverse	4	-0.11279916018247604
431968	rnn.bias_ih_l0_reverse	5	-0.08600513637065887
431968	rnn.bias_ih_l0_reverse	6	-0.20883502066135406
431968	rnn.bias_ih_l0_reverse	7	-0.052531905472278595
431968	rnn.bias_ih_l0_reverse	8	-0.06333303451538086
431968	rnn.bias_ih_l0_reverse	9	-0.13424110412597656
431968	rnn.bias_hh_l0_reverse	0	-0.1421346664428711
431968	rnn.bias_hh_l0_reverse	1	-0.16224683821201324
431968	rnn.bias_hh_l0_reverse	2	0.1053498312830925
431968	rnn.bias_hh_l0_reverse	3	0.07107020914554596
431968	rnn.bias_hh_l0_reverse	4	-0.1791602224111557
431968	rnn.bias_hh_l0_reverse	5	-0.1426219791173935
431968	rnn.bias_hh_l0_reverse	6	-0.0888790637254715
431968	rnn.bias_hh_l0_reverse	7	-0.05403607711195946
431968	rnn.bias_hh_l0_reverse	8	-0.09617922455072403
431968	rnn.bias_hh_l0_reverse	9	-0.022923851385712624
431968	linear.weight	0	-0.007734142709523439
431968	linear.weight	1	0.0072229113429784775
431968	linear.weight	2	0.31415146589279175
431968	linear.weight	3	-0.0789097398519516
431968	linear.weight	4	-0.010588549077510834
431968	linear.weight	5	0.12086419016122818
431968	linear.weight	6	-0.010739270597696304
431968	linear.weight	7	-0.07162810862064362
431968	linear.weight	8	0.18572184443473816
431968	linear.weight	9	-0.28142720460891724
431968	linear.bias	0	-0.03956538438796997
431968	linear.bias	1	0.031413208693265915
431968	linear.bias	2	0.416416198015213
431968	linear.bias	3	-0.7519387602806091
431968	linear.bias	4	2.1602070331573486
431968	linear.bias	5	-1.4051399230957031
431968	linear.bias	6	-0.2931753098964691
431968	linear.bias	7	-0.13024352490901947
432526	transitions	0	-1.9511654376983643
432526	transitions	1	-10000.0
432526	transitions	2	-0.7969565987586975
432526	transitions	3	-10000.0
432526	transitions	4	2.0703160762786865
432526	transitions	5	-10000.0
432526	transitions	6	-10000.0
432526	transitions	7	1.854202389717102
432526	transitions	8	-2.6326563358306885
432526	transitions	9	-4.23977518081665
432526	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
432526	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
432526	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
432526	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
432526	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
432526	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
432526	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
432526	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
432526	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
432526	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
432526	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
432526	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
432526	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
432526	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
432526	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
432526	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
432526	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
432526	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
432526	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
432526	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
432526	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
432526	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
432526	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
432526	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
432526	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
432526	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
432526	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
432526	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
432526	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
432526	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
432526	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
432526	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
432526	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
432526	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
432526	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
432526	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
432526	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
432526	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
432526	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
432526	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
432526	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
432526	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
432526	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
432526	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
432526	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
432526	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
432526	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
432526	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
432526	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
432526	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
432526	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
432526	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
432526	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
432526	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
432526	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
432526	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
432526	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
432526	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
432526	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
432526	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
432526	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
432526	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
432526	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
432526	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
432526	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
432526	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
432526	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
432526	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
432526	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
432526	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
432526	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
432526	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
432526	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
432526	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
432526	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
432526	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
432526	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
432526	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
432526	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
432526	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
432526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
432526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
432526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
432526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
432526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
432526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
432526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
432526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
432526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
432526	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
432526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
432526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
432526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
432526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
432526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
432526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
432526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
432526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
432526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
432526	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
432526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
432526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
432526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
432526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
432526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
432526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
432526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
432526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
432526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
432526	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
432526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
432526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
432526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
432526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
432526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
432526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
432526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
432526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
432526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
432526	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
432526	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
432526	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
432526	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
432526	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
432526	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
432526	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
432526	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
432526	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
432526	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
432526	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
432526	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
432526	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
432526	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
432526	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
432526	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
432526	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
432526	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
432526	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
432526	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
432526	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
432526	embedding2nn.weight	0	0.006403109058737755
432526	embedding2nn.weight	1	0.003983990289270878
432526	embedding2nn.weight	2	0.013431749306619167
432526	embedding2nn.weight	3	0.026860816404223442
432526	embedding2nn.weight	4	0.023475704714655876
432526	embedding2nn.weight	5	0.005562745966017246
432526	embedding2nn.weight	6	-0.015395808964967728
432526	embedding2nn.weight	7	-0.0004427578824106604
432526	embedding2nn.weight	8	-0.010068325325846672
432526	embedding2nn.weight	9	0.0019298730185255408
432526	embedding2nn.bias	0	0.013698570430278778
432526	embedding2nn.bias	1	-0.0367405079305172
432526	embedding2nn.bias	2	0.08119960129261017
432526	embedding2nn.bias	3	0.07008083164691925
432526	embedding2nn.bias	4	-0.012227492406964302
432526	embedding2nn.bias	5	-0.03337177634239197
432526	embedding2nn.bias	6	0.02966751717031002
432526	embedding2nn.bias	7	0.0042229690589010715
432526	embedding2nn.bias	8	-0.034722600132226944
432526	embedding2nn.bias	9	0.024804292246699333
432526	rnn.weight_ih_l0	0	0.06474454700946808
432526	rnn.weight_ih_l0	1	-0.04163654148578644
432526	rnn.weight_ih_l0	2	0.005298661068081856
432526	rnn.weight_ih_l0	3	0.04513300955295563
432526	rnn.weight_ih_l0	4	-0.02972750924527645
432526	rnn.weight_ih_l0	5	0.040246088057756424
432526	rnn.weight_ih_l0	6	0.007763198111206293
432526	rnn.weight_ih_l0	7	0.06555794924497604
432526	rnn.weight_ih_l0	8	0.009210764430463314
432526	rnn.weight_ih_l0	9	-0.025358080863952637
432526	rnn.weight_hh_l0	0	-0.011704043485224247
432526	rnn.weight_hh_l0	1	-0.027808798477053642
432526	rnn.weight_hh_l0	2	-0.06145972013473511
432526	rnn.weight_hh_l0	3	-0.005863222759217024
432526	rnn.weight_hh_l0	4	-0.00967659242451191
432526	rnn.weight_hh_l0	5	-0.02416861429810524
432526	rnn.weight_hh_l0	6	0.0006576700252480805
432526	rnn.weight_hh_l0	7	-0.03566199913620949
432526	rnn.weight_hh_l0	8	0.06718642264604568
432526	rnn.weight_hh_l0	9	0.045122794806957245
432526	rnn.bias_ih_l0	0	-0.17407524585723877
432526	rnn.bias_ih_l0	1	-0.1709509938955307
432526	rnn.bias_ih_l0	2	-0.01957721635699272
432526	rnn.bias_ih_l0	3	-0.14758557081222534
432526	rnn.bias_ih_l0	4	-0.058626946061849594
432526	rnn.bias_ih_l0	5	-0.17600086331367493
432526	rnn.bias_ih_l0	6	0.07297724485397339
432526	rnn.bias_ih_l0	7	-0.08593183755874634
432526	rnn.bias_ih_l0	8	-0.04642391949892044
432526	rnn.bias_ih_l0	9	-0.10837486386299133
432526	rnn.bias_hh_l0	0	-0.06963054835796356
432526	rnn.bias_hh_l0	1	0.24833904206752777
432526	rnn.bias_hh_l0	2	0.04716774448752403
432526	rnn.bias_hh_l0	3	-0.0792100802063942
432526	rnn.bias_hh_l0	4	-0.08298458158969879
432526	rnn.bias_hh_l0	5	-0.004804820287972689
432526	rnn.bias_hh_l0	6	0.058154813945293427
432526	rnn.bias_hh_l0	7	-0.09834305197000504
432526	rnn.bias_hh_l0	8	-0.23339658975601196
432526	rnn.bias_hh_l0	9	-0.10122615098953247
432526	rnn.weight_ih_l0_reverse	0	0.020327573642134666
432526	rnn.weight_ih_l0_reverse	1	-0.06003556773066521
432526	rnn.weight_ih_l0_reverse	2	0.04296509176492691
432526	rnn.weight_ih_l0_reverse	3	0.020310688763856888
432526	rnn.weight_ih_l0_reverse	4	-2.31251601690019e-06
432526	rnn.weight_ih_l0_reverse	5	-0.025571268051862717
432526	rnn.weight_ih_l0_reverse	6	0.012085902504622936
432526	rnn.weight_ih_l0_reverse	7	0.028318287804722786
432526	rnn.weight_ih_l0_reverse	8	-0.028107255697250366
432526	rnn.weight_ih_l0_reverse	9	-0.0015456174733117223
432526	rnn.weight_hh_l0_reverse	0	0.039787713438272476
432526	rnn.weight_hh_l0_reverse	1	0.02988247387111187
432526	rnn.weight_hh_l0_reverse	2	-0.023064086213707924
432526	rnn.weight_hh_l0_reverse	3	-0.08234013617038727
432526	rnn.weight_hh_l0_reverse	4	0.011285425163805485
432526	rnn.weight_hh_l0_reverse	5	-0.06110160052776337
432526	rnn.weight_hh_l0_reverse	6	-0.01415910106152296
432526	rnn.weight_hh_l0_reverse	7	0.030994141474366188
432526	rnn.weight_hh_l0_reverse	8	0.007892802357673645
432526	rnn.weight_hh_l0_reverse	9	0.008696979843080044
432526	rnn.bias_ih_l0_reverse	0	-0.046297695487737656
432526	rnn.bias_ih_l0_reverse	1	-0.14013291895389557
432526	rnn.bias_ih_l0_reverse	2	-0.14585478603839874
432526	rnn.bias_ih_l0_reverse	3	-0.04587201401591301
432526	rnn.bias_ih_l0_reverse	4	-0.11279720813035965
432526	rnn.bias_ih_l0_reverse	5	-0.08600407838821411
432526	rnn.bias_ih_l0_reverse	6	-0.2088397741317749
432526	rnn.bias_ih_l0_reverse	7	-0.05252787470817566
432526	rnn.bias_ih_l0_reverse	8	-0.06333740800619125
432526	rnn.bias_ih_l0_reverse	9	-0.13424275815486908
432526	rnn.bias_hh_l0_reverse	0	-0.1421387791633606
432526	rnn.bias_hh_l0_reverse	1	-0.16225279867649078
432526	rnn.bias_hh_l0_reverse	2	0.1053387001156807
432526	rnn.bias_hh_l0_reverse	3	0.07108380645513535
432526	rnn.bias_hh_l0_reverse	4	-0.179145947098732
432526	rnn.bias_hh_l0_reverse	5	-0.14261585474014282
432526	rnn.bias_hh_l0_reverse	6	-0.08888556808233261
432526	rnn.bias_hh_l0_reverse	7	-0.05403098836541176
432526	rnn.bias_hh_l0_reverse	8	-0.09617279469966888
432526	rnn.bias_hh_l0_reverse	9	-0.022921709343791008
432526	linear.weight	0	-0.007734142709523439
432526	linear.weight	1	0.00727150309830904
432526	linear.weight	2	0.3141694664955139
432526	linear.weight	3	-0.0789097398519516
432526	linear.weight	4	-0.010588549077510834
432526	linear.weight	5	0.12084473669528961
432526	linear.weight	6	-0.010739270597696304
432526	linear.weight	7	-0.07166321575641632
432526	linear.weight	8	0.18573620915412903
432526	linear.weight	9	-0.2814114987850189
432526	linear.bias	0	-0.03956538438796997
432526	linear.bias	1	0.031413208693265915
432526	linear.bias	2	0.4168231189250946
432526	linear.bias	3	-0.752130925655365
432526	linear.bias	4	2.159663200378418
432526	linear.bias	5	-1.4051399230957031
432526	linear.bias	6	-0.2930075526237488
432526	linear.bias	7	-0.1300792545080185
433084	transitions	0	-1.9511662721633911
433084	transitions	1	-10000.0
433084	transitions	2	-0.7969565987586975
433084	transitions	3	-10000.0
433084	transitions	4	2.0703389644622803
433084	transitions	5	-10000.0
433084	transitions	6	-10000.0
433084	transitions	7	1.8540692329406738
433084	transitions	8	-2.6326563358306885
433084	transitions	9	-4.23977518081665
433084	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
433084	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
433084	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
433084	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
433084	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
433084	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
433084	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
433084	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
433084	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
433084	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
433084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
433084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
433084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
433084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
433084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
433084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
433084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
433084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
433084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
433084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
433084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
433084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
433084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
433084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
433084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
433084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
433084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
433084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
433084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
433084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
433084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
433084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
433084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
433084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
433084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
433084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
433084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
433084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
433084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
433084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
433084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
433084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
433084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
433084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
433084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
433084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
433084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
433084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
433084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
433084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
433084	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
433084	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
433084	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
433084	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
433084	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
433084	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
433084	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
433084	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
433084	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
433084	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
433084	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
433084	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
433084	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
433084	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
433084	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
433084	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
433084	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
433084	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
433084	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
433084	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
433084	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
433084	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
433084	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
433084	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
433084	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
433084	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
433084	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
433084	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
433084	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
433084	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
433084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
433084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
433084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
433084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
433084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
433084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
433084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
433084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
433084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
433084	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
433084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
433084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
433084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
433084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
433084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
433084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
433084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
433084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
433084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
433084	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
433084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
433084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
433084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
433084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
433084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
433084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
433084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
433084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
433084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
433084	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
433084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
433084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
433084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
433084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
433084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
433084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
433084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
433084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
433084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
433084	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
433084	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
433084	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
433084	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
433084	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
433084	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
433084	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
433084	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
433084	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
433084	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
433084	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
433084	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
433084	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
433084	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
433084	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
433084	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
433084	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
433084	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
433084	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
433084	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
433084	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
433084	embedding2nn.weight	0	0.006403162609785795
433084	embedding2nn.weight	1	0.003984303213655949
433084	embedding2nn.weight	2	0.01343176793307066
433084	embedding2nn.weight	3	0.026859886944293976
433084	embedding2nn.weight	4	0.02347525767982006
433084	embedding2nn.weight	5	0.005563179962337017
433084	embedding2nn.weight	6	-0.015395289286971092
433084	embedding2nn.weight	7	-0.0004424509243108332
433084	embedding2nn.weight	8	-0.010068441741168499
433084	embedding2nn.weight	9	0.0019303028238937259
433084	embedding2nn.bias	0	0.013696501031517982
433084	embedding2nn.bias	1	-0.03671965375542641
433084	embedding2nn.bias	2	0.08117492496967316
433084	embedding2nn.bias	3	0.07010351121425629
433084	embedding2nn.bias	4	-0.012237319722771645
433084	embedding2nn.bias	5	-0.03335251286625862
433084	embedding2nn.bias	6	0.029652711004018784
433084	embedding2nn.bias	7	0.004195410292595625
433084	embedding2nn.bias	8	-0.034704145044088364
433084	embedding2nn.bias	9	0.02480035088956356
433084	rnn.weight_ih_l0	0	0.06474649161100388
433084	rnn.weight_ih_l0	1	-0.04163503274321556
433084	rnn.weight_ih_l0	2	0.005300307646393776
433084	rnn.weight_ih_l0	3	0.045132070779800415
433084	rnn.weight_ih_l0	4	-0.029729707166552544
433084	rnn.weight_ih_l0	5	0.040246233344078064
433084	rnn.weight_ih_l0	6	0.0077621000818908215
433084	rnn.weight_ih_l0	7	0.0655582845211029
433084	rnn.weight_ih_l0	8	0.009213080629706383
433084	rnn.weight_ih_l0	9	-0.025358539074659348
433084	rnn.weight_hh_l0	0	-0.01170326117426157
433084	rnn.weight_hh_l0	1	-0.02780952677130699
433084	rnn.weight_hh_l0	2	-0.0614604726433754
433084	rnn.weight_hh_l0	3	-0.005862877704203129
433084	rnn.weight_hh_l0	4	-0.009677049703896046
433084	rnn.weight_hh_l0	5	-0.024169208481907845
433084	rnn.weight_hh_l0	6	0.0006575529114343226
433084	rnn.weight_hh_l0	7	-0.03566022962331772
433084	rnn.weight_hh_l0	8	0.06718578189611435
433084	rnn.weight_hh_l0	9	0.04512201249599457
433084	rnn.bias_ih_l0	0	-0.17407333850860596
433084	rnn.bias_ih_l0	1	-0.17095232009887695
433084	rnn.bias_ih_l0	2	-0.01957174763083458
433084	rnn.bias_ih_l0	3	-0.14758606255054474
433084	rnn.bias_ih_l0	4	-0.058632031083106995
433084	rnn.bias_ih_l0	5	-0.17600521445274353
433084	rnn.bias_ih_l0	6	0.07297733426094055
433084	rnn.bias_ih_l0	7	-0.08593718707561493
433084	rnn.bias_ih_l0	8	-0.046422503888607025
433084	rnn.bias_ih_l0	9	-0.10838114470243454
433084	rnn.bias_hh_l0	0	-0.06963721662759781
433084	rnn.bias_hh_l0	1	0.24834874272346497
433084	rnn.bias_hh_l0	2	0.04716794565320015
433084	rnn.bias_hh_l0	3	-0.07921215146780014
433084	rnn.bias_hh_l0	4	-0.08298292011022568
433084	rnn.bias_hh_l0	5	-0.0048004998825490475
433084	rnn.bias_hh_l0	6	0.05814960226416588
433084	rnn.bias_hh_l0	7	-0.09834501147270203
433084	rnn.bias_hh_l0	8	-0.2333824783563614
433084	rnn.bias_hh_l0	9	-0.10123495757579803
433084	rnn.weight_ih_l0_reverse	0	0.02032589167356491
433084	rnn.weight_ih_l0_reverse	1	-0.06003796309232712
433084	rnn.weight_ih_l0_reverse	2	0.04296489059925079
433084	rnn.weight_ih_l0_reverse	3	0.020316218957304955
433084	rnn.weight_ih_l0_reverse	4	-2.850175860658055e-06
433084	rnn.weight_ih_l0_reverse	5	-0.025573067367076874
433084	rnn.weight_ih_l0_reverse	6	0.0120815085247159
433084	rnn.weight_ih_l0_reverse	7	0.028317157179117203
433084	rnn.weight_ih_l0_reverse	8	-0.02810809575021267
433084	rnn.weight_ih_l0_reverse	9	-0.0015468838391825557
433084	rnn.weight_hh_l0_reverse	0	0.03978698328137398
433084	rnn.weight_hh_l0_reverse	1	0.029884977266192436
433084	rnn.weight_hh_l0_reverse	2	-0.023063477128744125
433084	rnn.weight_hh_l0_reverse	3	-0.0823402926325798
433084	rnn.weight_hh_l0_reverse	4	0.011286142282187939
433084	rnn.weight_hh_l0_reverse	5	-0.06110214442014694
433084	rnn.weight_hh_l0_reverse	6	-0.01415992621332407
433084	rnn.weight_hh_l0_reverse	7	0.030994001775979996
433084	rnn.weight_hh_l0_reverse	8	0.007893619127571583
433084	rnn.weight_hh_l0_reverse	9	0.008699022233486176
433084	rnn.bias_ih_l0_reverse	0	-0.04629991576075554
433084	rnn.bias_ih_l0_reverse	1	-0.14012157917022705
433084	rnn.bias_ih_l0_reverse	2	-0.14584645628929138
433084	rnn.bias_ih_l0_reverse	3	-0.045872144401073456
433084	rnn.bias_ih_l0_reverse	4	-0.1128053218126297
433084	rnn.bias_ih_l0_reverse	5	-0.08599470555782318
433084	rnn.bias_ih_l0_reverse	6	-0.20884615182876587
433084	rnn.bias_ih_l0_reverse	7	-0.052519720047712326
433084	rnn.bias_ih_l0_reverse	8	-0.0633375346660614
433084	rnn.bias_ih_l0_reverse	9	-0.1342414915561676
433084	rnn.bias_hh_l0_reverse	0	-0.14213921129703522
433084	rnn.bias_hh_l0_reverse	1	-0.16224932670593262
433084	rnn.bias_hh_l0_reverse	2	0.10535293817520142
433084	rnn.bias_hh_l0_reverse	3	0.07108645141124725
433084	rnn.bias_hh_l0_reverse	4	-0.17913466691970825
433084	rnn.bias_hh_l0_reverse	5	-0.14261330664157867
433084	rnn.bias_hh_l0_reverse	6	-0.08887991309165955
433084	rnn.bias_hh_l0_reverse	7	-0.05402207747101784
433084	rnn.bias_hh_l0_reverse	8	-0.09618865698575974
433084	rnn.bias_hh_l0_reverse	9	-0.022919021546840668
433084	linear.weight	0	-0.007734142709523439
433084	linear.weight	1	0.007322738878428936
433084	linear.weight	2	0.31420081853866577
433084	linear.weight	3	-0.0789097398519516
433084	linear.weight	4	-0.010588549077510834
433084	linear.weight	5	0.12085558474063873
433084	linear.weight	6	-0.010739270597696304
433084	linear.weight	7	-0.07175080478191376
433084	linear.weight	8	0.1853845864534378
433084	linear.weight	9	-0.2814326286315918
433084	linear.bias	0	-0.03956538438796997
433084	linear.bias	1	0.031413208693265915
433084	linear.bias	2	0.4167288839817047
433084	linear.bias	3	-0.7516094446182251
433084	linear.bias	4	2.159389019012451
433084	linear.bias	5	-1.4051399230957031
433084	linear.bias	6	-0.2930828630924225
433084	linear.bias	7	-0.13015756011009216
433642	transitions	0	-1.9511669874191284
433642	transitions	1	-10000.0
433642	transitions	2	-0.7969565987586975
433642	transitions	3	-10000.0
433642	transitions	4	2.0703980922698975
433642	transitions	5	-10000.0
433642	transitions	6	-10000.0
433642	transitions	7	1.8540964126586914
433642	transitions	8	-2.6326565742492676
433642	transitions	9	-4.23977518081665
433642	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
433642	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
433642	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
433642	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
433642	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
433642	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
433642	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
433642	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
433642	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
433642	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
433642	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
433642	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
433642	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
433642	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
433642	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
433642	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
433642	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
433642	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
433642	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
433642	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
433642	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
433642	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
433642	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
433642	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
433642	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
433642	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
433642	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
433642	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
433642	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
433642	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
433642	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
433642	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
433642	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
433642	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
433642	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
433642	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
433642	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
433642	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
433642	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
433642	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
433642	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
433642	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
433642	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
433642	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
433642	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
433642	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
433642	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
433642	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
433642	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
433642	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
433642	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
433642	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
433642	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
433642	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
433642	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
433642	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
433642	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
433642	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
433642	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
433642	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
433642	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
433642	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
433642	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
433642	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
433642	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
433642	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
433642	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
433642	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
433642	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
433642	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
433642	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
433642	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
433642	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
433642	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
433642	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
433642	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
433642	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
433642	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
433642	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
433642	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
433642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
433642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
433642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
433642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
433642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
433642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
433642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
433642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
433642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
433642	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
433642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
433642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
433642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
433642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
433642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
433642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
433642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
433642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
433642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
433642	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
433642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
433642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
433642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
433642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
433642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
433642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
433642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
433642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
433642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
433642	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
433642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
433642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
433642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
433642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
433642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
433642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
433642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
433642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
433642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
433642	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
433642	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
433642	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
433642	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
433642	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
433642	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
433642	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
433642	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
433642	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
433642	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
433642	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
433642	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
433642	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
433642	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
433642	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
433642	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
433642	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
433642	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
433642	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
433642	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
433642	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
433642	embedding2nn.weight	0	0.006403122562915087
433642	embedding2nn.weight	1	0.003984182607382536
433642	embedding2nn.weight	2	0.013431803323328495
433642	embedding2nn.weight	3	0.026860246434807777
433642	embedding2nn.weight	4	0.023474769666790962
433642	embedding2nn.weight	5	0.005562066566199064
433642	embedding2nn.weight	6	-0.015394458547234535
433642	embedding2nn.weight	7	-0.00044257051195017993
433642	embedding2nn.weight	8	-0.010068305768072605
433642	embedding2nn.weight	9	0.001929601887241006
433642	embedding2nn.bias	0	0.013724449090659618
433642	embedding2nn.bias	1	-0.03676512837409973
433642	embedding2nn.bias	2	0.08116495609283447
433642	embedding2nn.bias	3	0.07012541592121124
433642	embedding2nn.bias	4	-0.012194216251373291
433642	embedding2nn.bias	5	-0.033343859016895294
433642	embedding2nn.bias	6	0.029609067365527153
433642	embedding2nn.bias	7	0.0042291912250220776
433642	embedding2nn.bias	8	-0.034713707864284515
433642	embedding2nn.bias	9	0.02478344552218914
433642	rnn.weight_ih_l0	0	0.06474916636943817
433642	rnn.weight_ih_l0	1	-0.04163104668259621
433642	rnn.weight_ih_l0	2	0.0052977995947003365
433642	rnn.weight_ih_l0	3	0.045133329927921295
433642	rnn.weight_ih_l0	4	-0.0297298114746809
433642	rnn.weight_ih_l0	5	0.040246203541755676
433642	rnn.weight_ih_l0	6	0.007760347332805395
433642	rnn.weight_ih_l0	7	0.065560482442379
433642	rnn.weight_ih_l0	8	0.009217225946485996
433642	rnn.weight_ih_l0	9	-0.025360163301229477
433642	rnn.weight_hh_l0	0	-0.011701581068336964
433642	rnn.weight_hh_l0	1	-0.027809128165245056
433642	rnn.weight_hh_l0	2	-0.06145663931965828
433642	rnn.weight_hh_l0	3	-0.005862964782863855
433642	rnn.weight_hh_l0	4	-0.00967702642083168
433642	rnn.weight_hh_l0	5	-0.02416941523551941
433642	rnn.weight_hh_l0	6	0.0006575125735253096
433642	rnn.weight_hh_l0	7	-0.035659510642290115
433642	rnn.weight_hh_l0	8	0.06718526780605316
433642	rnn.weight_hh_l0	9	0.04512133076786995
433642	rnn.bias_ih_l0	0	-0.17408020794391632
433642	rnn.bias_ih_l0	1	-0.17094865441322327
433642	rnn.bias_ih_l0	2	-0.019571052864193916
433642	rnn.bias_ih_l0	3	-0.14756199717521667
433642	rnn.bias_ih_l0	4	-0.058636099100112915
433642	rnn.bias_ih_l0	5	-0.17602060735225677
433642	rnn.bias_ih_l0	6	0.072992242872715
433642	rnn.bias_ih_l0	7	-0.08594398200511932
433642	rnn.bias_ih_l0	8	-0.046409279108047485
433642	rnn.bias_ih_l0	9	-0.10837022960186005
433642	rnn.bias_hh_l0	0	-0.06964655220508575
433642	rnn.bias_hh_l0	1	0.24834494292736053
433642	rnn.bias_hh_l0	2	0.04717666283249855
433642	rnn.bias_hh_l0	3	-0.07921698689460754
433642	rnn.bias_hh_l0	4	-0.08298730850219727
433642	rnn.bias_hh_l0	5	-0.0048209670931100845
433642	rnn.bias_hh_l0	6	0.058150675147771835
433642	rnn.bias_hh_l0	7	-0.0983455553650856
433642	rnn.bias_hh_l0	8	-0.2333763986825943
433642	rnn.bias_hh_l0	9	-0.10123927891254425
433642	rnn.weight_ih_l0_reverse	0	0.020328078418970108
433642	rnn.weight_ih_l0_reverse	1	-0.0600382424890995
433642	rnn.weight_ih_l0_reverse	2	0.0429660901427269
433642	rnn.weight_ih_l0_reverse	3	0.020315982401371002
433642	rnn.weight_ih_l0_reverse	4	-1.1787980156441336e-06
433642	rnn.weight_ih_l0_reverse	5	-0.025570595636963844
433642	rnn.weight_ih_l0_reverse	6	0.01208216231316328
433642	rnn.weight_ih_l0_reverse	7	0.028317593038082123
433642	rnn.weight_ih_l0_reverse	8	-0.02810860052704811
433642	rnn.weight_ih_l0_reverse	9	-0.0015459643909707665
433642	rnn.weight_hh_l0_reverse	0	0.03978845849633217
433642	rnn.weight_hh_l0_reverse	1	0.029884416610002518
433642	rnn.weight_hh_l0_reverse	2	-0.02306385152041912
433642	rnn.weight_hh_l0_reverse	3	-0.08233747631311417
433642	rnn.weight_hh_l0_reverse	4	0.011285836808383465
433642	rnn.weight_hh_l0_reverse	5	-0.061100609600543976
433642	rnn.weight_hh_l0_reverse	6	-0.014159136451780796
433642	rnn.weight_hh_l0_reverse	7	0.03099551983177662
433642	rnn.weight_hh_l0_reverse	8	0.00789232924580574
433642	rnn.weight_hh_l0_reverse	9	0.00869996752589941
433642	rnn.bias_ih_l0_reverse	0	-0.04629122093319893
433642	rnn.bias_ih_l0_reverse	1	-0.14011552929878235
433642	rnn.bias_ih_l0_reverse	2	-0.1458505541086197
433642	rnn.bias_ih_l0_reverse	3	-0.04587554931640625
433642	rnn.bias_ih_l0_reverse	4	-0.11280762404203415
433642	rnn.bias_ih_l0_reverse	5	-0.0860065296292305
433642	rnn.bias_ih_l0_reverse	6	-0.20885667204856873
433642	rnn.bias_ih_l0_reverse	7	-0.05251460149884224
433642	rnn.bias_ih_l0_reverse	8	-0.06333407014608383
433642	rnn.bias_ih_l0_reverse	9	-0.13422489166259766
433642	rnn.bias_hh_l0_reverse	0	-0.14214184880256653
433642	rnn.bias_hh_l0_reverse	1	-0.16224145889282227
433642	rnn.bias_hh_l0_reverse	2	0.105355404317379
433642	rnn.bias_hh_l0_reverse	3	0.0710996687412262
433642	rnn.bias_hh_l0_reverse	4	-0.1791258603334427
433642	rnn.bias_hh_l0_reverse	5	-0.14261071383953094
433642	rnn.bias_hh_l0_reverse	6	-0.08888097107410431
433642	rnn.bias_hh_l0_reverse	7	-0.054024387151002884
433642	rnn.bias_hh_l0_reverse	8	-0.09618956595659256
433642	rnn.bias_hh_l0_reverse	9	-0.02292458526790142
433642	linear.weight	0	-0.007734143640846014
433642	linear.weight	1	0.007343198638409376
433642	linear.weight	2	0.3142070770263672
433642	linear.weight	3	-0.0789097398519516
433642	linear.weight	4	-0.010588549077510834
433642	linear.weight	5	0.12076076865196228
433642	linear.weight	6	-0.010739270597696304
433642	linear.weight	7	-0.07183961570262909
433642	linear.weight	8	0.1854296773672104
433642	linear.weight	9	-0.28143516182899475
433642	linear.bias	0	-0.03956538438796997
433642	linear.bias	1	0.031413208693265915
433642	linear.bias	2	0.4160604178905487
433642	linear.bias	3	-0.7508956789970398
433642	linear.bias	4	2.158947229385376
433642	linear.bias	5	-1.4051399230957031
433642	linear.bias	6	-0.29288384318351746
433642	linear.bias	7	-0.12996108829975128
434200	transitions	0	-1.951167345046997
434200	transitions	1	-10000.0
434200	transitions	2	-0.7969565987586975
434200	transitions	3	-10000.0
434200	transitions	4	2.0704216957092285
434200	transitions	5	-10000.0
434200	transitions	6	-10000.0
434200	transitions	7	1.854060173034668
434200	transitions	8	-2.6326568126678467
434200	transitions	9	-4.23977518081665
434200	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
434200	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
434200	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
434200	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
434200	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
434200	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
434200	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
434200	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
434200	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
434200	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
434200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
434200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
434200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
434200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
434200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
434200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
434200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
434200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
434200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
434200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
434200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
434200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
434200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
434200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
434200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
434200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
434200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
434200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
434200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
434200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
434200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
434200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
434200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
434200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
434200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
434200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
434200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
434200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
434200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
434200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
434200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
434200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
434200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
434200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
434200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
434200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
434200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
434200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
434200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
434200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
434200	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
434200	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
434200	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
434200	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
434200	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
434200	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
434200	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
434200	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
434200	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
434200	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
434200	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
434200	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
434200	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
434200	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
434200	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
434200	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
434200	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
434200	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
434200	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
434200	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
434200	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
434200	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
434200	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
434200	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
434200	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
434200	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
434200	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
434200	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
434200	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
434200	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
434200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
434200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
434200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
434200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
434200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
434200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
434200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
434200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
434200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
434200	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
434200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
434200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
434200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
434200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
434200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
434200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
434200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
434200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
434200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
434200	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
434200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
434200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
434200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
434200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
434200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
434200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
434200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
434200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
434200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
434200	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
434200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
434200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
434200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
434200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
434200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
434200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
434200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
434200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
434200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
434200	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
434200	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
434200	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
434200	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
434200	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
434200	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
434200	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
434200	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
434200	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
434200	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
434200	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
434200	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
434200	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
434200	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
434200	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
434200	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
434200	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
434200	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
434200	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
434200	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
434200	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
434200	embedding2nn.weight	0	0.006403086706995964
434200	embedding2nn.weight	1	0.0039840564131736755
434200	embedding2nn.weight	2	0.013431805185973644
434200	embedding2nn.weight	3	0.026861559599637985
434200	embedding2nn.weight	4	0.023476144298911095
434200	embedding2nn.weight	5	0.005560541991144419
434200	embedding2nn.weight	6	-0.015393816865980625
434200	embedding2nn.weight	7	-0.00044236003304831684
434200	embedding2nn.weight	8	-0.0100664421916008
434200	embedding2nn.weight	9	0.0019297179533168674
434200	embedding2nn.bias	0	0.013732261024415493
434200	embedding2nn.bias	1	-0.036772724241018295
434200	embedding2nn.bias	2	0.08117727935314178
434200	embedding2nn.bias	3	0.07014980912208557
434200	embedding2nn.bias	4	-0.01219243835657835
434200	embedding2nn.bias	5	-0.03334076330065727
434200	embedding2nn.bias	6	0.0296120997518301
434200	embedding2nn.bias	7	0.004235867876559496
434200	embedding2nn.bias	8	-0.03472699597477913
434200	embedding2nn.bias	9	0.024776050820946693
434200	rnn.weight_ih_l0	0	0.06474962085485458
434200	rnn.weight_ih_l0	1	-0.041630156338214874
434200	rnn.weight_ih_l0	2	0.00529822101816535
434200	rnn.weight_ih_l0	3	0.04513593763113022
434200	rnn.weight_ih_l0	4	-0.029730772599577904
434200	rnn.weight_ih_l0	5	0.040244679898023605
434200	rnn.weight_ih_l0	6	0.00776083767414093
434200	rnn.weight_ih_l0	7	0.0655597597360611
434200	rnn.weight_ih_l0	8	0.009217394515872002
434200	rnn.weight_ih_l0	9	-0.025360194966197014
434200	rnn.weight_hh_l0	0	-0.011699899099767208
434200	rnn.weight_hh_l0	1	-0.02781056985259056
434200	rnn.weight_hh_l0	2	-0.06145923212170601
434200	rnn.weight_hh_l0	3	-0.005862973630428314
434200	rnn.weight_hh_l0	4	-0.009677274152636528
434200	rnn.weight_hh_l0	5	-0.024168390780687332
434200	rnn.weight_hh_l0	6	0.0006571710109710693
434200	rnn.weight_hh_l0	7	-0.03566085174679756
434200	rnn.weight_hh_l0	8	0.06718839704990387
434200	rnn.weight_hh_l0	9	0.045119691640138626
434200	rnn.bias_ih_l0	0	-0.1740676760673523
434200	rnn.bias_ih_l0	1	-0.17094075679779053
434200	rnn.bias_ih_l0	2	-0.019571900367736816
434200	rnn.bias_ih_l0	3	-0.14755384624004364
434200	rnn.bias_ih_l0	4	-0.058624353259801865
434200	rnn.bias_ih_l0	5	-0.17601093649864197
434200	rnn.bias_ih_l0	6	0.07299620658159256
434200	rnn.bias_ih_l0	7	-0.08594858646392822
434200	rnn.bias_ih_l0	8	-0.04641716927289963
434200	rnn.bias_ih_l0	9	-0.10836522281169891
434200	rnn.bias_hh_l0	0	-0.06965655088424683
434200	rnn.bias_hh_l0	1	0.2483382523059845
434200	rnn.bias_hh_l0	2	0.0471796877682209
434200	rnn.bias_hh_l0	3	-0.07921544462442398
434200	rnn.bias_hh_l0	4	-0.08297432214021683
434200	rnn.bias_hh_l0	5	-0.004822941496968269
434200	rnn.bias_hh_l0	6	0.058160968124866486
434200	rnn.bias_hh_l0	7	-0.09831897914409637
434200	rnn.bias_hh_l0	8	-0.23337234556674957
434200	rnn.bias_hh_l0	9	-0.10124273598194122
434200	rnn.weight_ih_l0_reverse	0	0.020329946652054787
434200	rnn.weight_ih_l0_reverse	1	-0.06003781780600548
434200	rnn.weight_ih_l0_reverse	2	0.04296498745679855
434200	rnn.weight_ih_l0_reverse	3	0.020318269729614258
434200	rnn.weight_ih_l0_reverse	4	-2.7352409688319312e-06
434200	rnn.weight_ih_l0_reverse	5	-0.02557084709405899
434200	rnn.weight_ih_l0_reverse	6	0.012089489959180355
434200	rnn.weight_ih_l0_reverse	7	0.028316181153059006
434200	rnn.weight_ih_l0_reverse	8	-0.028109053149819374
434200	rnn.weight_ih_l0_reverse	9	-0.0015461139846593142
434200	rnn.weight_hh_l0_reverse	0	0.03978903964161873
434200	rnn.weight_hh_l0_reverse	1	0.029884057119488716
434200	rnn.weight_hh_l0_reverse	2	-0.023063668981194496
434200	rnn.weight_hh_l0_reverse	3	-0.08233565092086792
434200	rnn.weight_hh_l0_reverse	4	0.01128644309937954
434200	rnn.weight_hh_l0_reverse	5	-0.06110209599137306
434200	rnn.weight_hh_l0_reverse	6	-0.014157984405755997
434200	rnn.weight_hh_l0_reverse	7	0.030997054651379585
434200	rnn.weight_hh_l0_reverse	8	0.007890351116657257
434200	rnn.weight_hh_l0_reverse	9	0.00869869813323021
434200	rnn.bias_ih_l0_reverse	0	-0.046296413987874985
434200	rnn.bias_ih_l0_reverse	1	-0.14012134075164795
434200	rnn.bias_ih_l0_reverse	2	-0.14584659039974213
434200	rnn.bias_ih_l0_reverse	3	-0.04587595537304878
434200	rnn.bias_ih_l0_reverse	4	-0.11280357837677002
434200	rnn.bias_ih_l0_reverse	5	-0.0860210508108139
434200	rnn.bias_ih_l0_reverse	6	-0.20885507762432098
434200	rnn.bias_ih_l0_reverse	7	-0.05251573771238327
434200	rnn.bias_ih_l0_reverse	8	-0.06333092600107193
434200	rnn.bias_ih_l0_reverse	9	-0.13422450423240662
434200	rnn.bias_hh_l0_reverse	0	-0.142146497964859
434200	rnn.bias_hh_l0_reverse	1	-0.1622362732887268
434200	rnn.bias_hh_l0_reverse	2	0.10535306483507156
434200	rnn.bias_hh_l0_reverse	3	0.07109341770410538
434200	rnn.bias_hh_l0_reverse	4	-0.17912787199020386
434200	rnn.bias_hh_l0_reverse	5	-0.14261461794376373
434200	rnn.bias_hh_l0_reverse	6	-0.08885368704795837
434200	rnn.bias_hh_l0_reverse	7	-0.0540248341858387
434200	rnn.bias_hh_l0_reverse	8	-0.09618300199508667
434200	rnn.bias_hh_l0_reverse	9	-0.022924531251192093
434200	linear.weight	0	-0.007734143640846014
434200	linear.weight	1	0.007366180419921875
434200	linear.weight	2	0.31425556540489197
434200	linear.weight	3	-0.0789097398519516
434200	linear.weight	4	-0.010588549077510834
434200	linear.weight	5	0.12085112929344177
434200	linear.weight	6	-0.010739270597696304
434200	linear.weight	7	-0.07175681740045547
434200	linear.weight	8	0.1854247897863388
434200	linear.weight	9	-0.28144124150276184
434200	linear.bias	0	-0.03956538438796997
434200	linear.bias	1	0.031413208693265915
434200	linear.bias	2	0.4159890413284302
434200	linear.bias	3	-0.7513973116874695
434200	linear.bias	4	2.159365177154541
434200	linear.bias	5	-1.4051399230957031
434200	linear.bias	6	-0.2928040325641632
434200	linear.bias	7	-0.12988531589508057
434758	transitions	0	-1.9511680603027344
434758	transitions	1	-10000.0
434758	transitions	2	-0.7969565987586975
434758	transitions	3	-10000.0
434758	transitions	4	2.070368528366089
434758	transitions	5	-10000.0
434758	transitions	6	-10000.0
434758	transitions	7	1.8540998697280884
434758	transitions	8	-2.6326568126678467
434758	transitions	9	-4.23977518081665
434758	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
434758	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
434758	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
434758	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
434758	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
434758	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
434758	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
434758	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
434758	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
434758	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
434758	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
434758	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
434758	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
434758	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
434758	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
434758	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
434758	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
434758	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
434758	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
434758	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
434758	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
434758	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
434758	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
434758	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
434758	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
434758	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
434758	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
434758	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
434758	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
434758	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
434758	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
434758	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
434758	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
434758	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
434758	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
434758	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
434758	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
434758	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
434758	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
434758	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
434758	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
434758	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
434758	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
434758	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
434758	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
434758	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
434758	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
434758	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
434758	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
434758	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
434758	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
434758	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
434758	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
434758	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
434758	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
434758	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
434758	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
434758	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
434758	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
434758	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
434758	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
434758	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
434758	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
434758	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
434758	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
434758	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
434758	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
434758	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
434758	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
434758	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
434758	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
434758	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
434758	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
434758	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
434758	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
434758	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
434758	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
434758	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
434758	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
434758	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
434758	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
434758	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
434758	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
434758	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
434758	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
434758	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
434758	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
434758	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
434758	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
434758	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
434758	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
434758	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
434758	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
434758	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
434758	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
434758	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
434758	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
434758	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
434758	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
434758	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
434758	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
434758	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
434758	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
434758	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
434758	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
434758	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
434758	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
434758	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
434758	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
434758	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
434758	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
434758	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
434758	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
434758	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
434758	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
434758	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
434758	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
434758	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
434758	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
434758	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
434758	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
434758	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
434758	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
434758	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
434758	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
434758	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
434758	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
434758	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
434758	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
434758	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
434758	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
434758	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
434758	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
434758	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
434758	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
434758	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
434758	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
434758	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
434758	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
434758	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
434758	embedding2nn.weight	0	0.006403065286576748
434758	embedding2nn.weight	1	0.003983576316386461
434758	embedding2nn.weight	2	0.013431763276457787
434758	embedding2nn.weight	3	0.026861529797315598
434758	embedding2nn.weight	4	0.023476215079426765
434758	embedding2nn.weight	5	0.005561961326748133
434758	embedding2nn.weight	6	-0.015393882989883423
434758	embedding2nn.weight	7	-0.0004419390170369297
434758	embedding2nn.weight	8	-0.010068313218653202
434758	embedding2nn.weight	9	0.001929459860548377
434758	embedding2nn.bias	0	0.013685462065041065
434758	embedding2nn.bias	1	-0.036777183413505554
434758	embedding2nn.bias	2	0.08115574717521667
434758	embedding2nn.bias	3	0.07018221169710159
434758	embedding2nn.bias	4	-0.012224352918565273
434758	embedding2nn.bias	5	-0.03335157036781311
434758	embedding2nn.bias	6	0.029602210968732834
434758	embedding2nn.bias	7	0.004204486031085253
434758	embedding2nn.bias	8	-0.03474009037017822
434758	embedding2nn.bias	9	0.024807259440422058
434758	rnn.weight_ih_l0	0	0.06474807113409042
434758	rnn.weight_ih_l0	1	-0.04163236916065216
434758	rnn.weight_ih_l0	2	0.005295781884342432
434758	rnn.weight_ih_l0	3	0.045138485729694366
434758	rnn.weight_ih_l0	4	-0.02972927689552307
434758	rnn.weight_ih_l0	5	0.04024464637041092
434758	rnn.weight_ih_l0	6	0.007761090993881226
434758	rnn.weight_ih_l0	7	0.06556003540754318
434758	rnn.weight_ih_l0	8	0.009221802465617657
434758	rnn.weight_ih_l0	9	-0.025358211249113083
434758	rnn.weight_hh_l0	0	-0.011700867675244808
434758	rnn.weight_hh_l0	1	-0.02781045064330101
434758	rnn.weight_hh_l0	2	-0.06145699322223663
434758	rnn.weight_hh_l0	3	-0.00586311612278223
434758	rnn.weight_hh_l0	4	-0.009676600806415081
434758	rnn.weight_hh_l0	5	-0.024166936054825783
434758	rnn.weight_hh_l0	6	0.0006572898710146546
434758	rnn.weight_hh_l0	7	-0.03566218167543411
434758	rnn.weight_hh_l0	8	0.06718762964010239
434758	rnn.weight_hh_l0	9	0.045119479298591614
434758	rnn.bias_ih_l0	0	-0.1740666776895523
434758	rnn.bias_ih_l0	1	-0.1709350347518921
434758	rnn.bias_ih_l0	2	-0.019570032134652138
434758	rnn.bias_ih_l0	3	-0.14755281805992126
434758	rnn.bias_ih_l0	4	-0.05862468108534813
434758	rnn.bias_ih_l0	5	-0.17601627111434937
434758	rnn.bias_ih_l0	6	0.0730123296380043
434758	rnn.bias_ih_l0	7	-0.08593984693288803
434758	rnn.bias_ih_l0	8	-0.04638952761888504
434758	rnn.bias_ih_l0	9	-0.10835902392864227
434758	rnn.bias_hh_l0	0	-0.06965601444244385
434758	rnn.bias_hh_l0	1	0.24834325909614563
434758	rnn.bias_hh_l0	2	0.047158874571323395
434758	rnn.bias_hh_l0	3	-0.07921764254570007
434758	rnn.bias_hh_l0	4	-0.08298027515411377
434758	rnn.bias_hh_l0	5	-0.004814745858311653
434758	rnn.bias_hh_l0	6	0.05816670134663582
434758	rnn.bias_hh_l0	7	-0.09833180904388428
434758	rnn.bias_hh_l0	8	-0.23337556421756744
434758	rnn.bias_hh_l0	9	-0.10124516487121582
434758	rnn.weight_ih_l0_reverse	0	0.020332807675004005
434758	rnn.weight_ih_l0_reverse	1	-0.06003963574767113
434758	rnn.weight_ih_l0_reverse	2	0.042963407933712006
434758	rnn.weight_ih_l0_reverse	3	0.02031751535832882
434758	rnn.weight_ih_l0_reverse	4	-5.277063792163972e-06
434758	rnn.weight_ih_l0_reverse	5	-0.025570400059223175
434758	rnn.weight_ih_l0_reverse	6	0.012088585644960403
434758	rnn.weight_ih_l0_reverse	7	0.028314488008618355
434758	rnn.weight_ih_l0_reverse	8	-0.028107652440667152
434758	rnn.weight_ih_l0_reverse	9	-0.0015462981536984444
434758	rnn.weight_hh_l0_reverse	0	0.039789047092199326
434758	rnn.weight_hh_l0_reverse	1	0.02988441474735737
434758	rnn.weight_hh_l0_reverse	2	-0.023064563050866127
434758	rnn.weight_hh_l0_reverse	3	-0.08233866095542908
434758	rnn.weight_hh_l0_reverse	4	0.011287333443760872
434758	rnn.weight_hh_l0_reverse	5	-0.0611020028591156
434758	rnn.weight_hh_l0_reverse	6	-0.014157681725919247
434758	rnn.weight_hh_l0_reverse	7	0.03099668212234974
434758	rnn.weight_hh_l0_reverse	8	0.007889416068792343
434758	rnn.weight_hh_l0_reverse	9	0.008697527460753918
434758	rnn.bias_ih_l0_reverse	0	-0.04629866033792496
434758	rnn.bias_ih_l0_reverse	1	-0.14011655747890472
434758	rnn.bias_ih_l0_reverse	2	-0.1458580642938614
434758	rnn.bias_ih_l0_reverse	3	-0.04588010534644127
434758	rnn.bias_ih_l0_reverse	4	-0.1128031313419342
434758	rnn.bias_ih_l0_reverse	5	-0.08602064102888107
434758	rnn.bias_ih_l0_reverse	6	-0.20884881913661957
434758	rnn.bias_ih_l0_reverse	7	-0.05251935496926308
434758	rnn.bias_ih_l0_reverse	8	-0.06332577764987946
434758	rnn.bias_ih_l0_reverse	9	-0.13422925770282745
434758	rnn.bias_hh_l0_reverse	0	-0.14214268326759338
434758	rnn.bias_hh_l0_reverse	1	-0.16223950684070587
434758	rnn.bias_hh_l0_reverse	2	0.10536469519138336
434758	rnn.bias_hh_l0_reverse	3	0.07111155986785889
434758	rnn.bias_hh_l0_reverse	4	-0.17912349104881287
434758	rnn.bias_hh_l0_reverse	5	-0.14261242747306824
434758	rnn.bias_hh_l0_reverse	6	-0.08884654939174652
434758	rnn.bias_hh_l0_reverse	7	-0.054026611149311066
434758	rnn.bias_hh_l0_reverse	8	-0.0961851254105568
434758	rnn.bias_hh_l0_reverse	9	-0.02291838638484478
434758	linear.weight	0	-0.007734145503491163
434758	linear.weight	1	0.007407223805785179
434758	linear.weight	2	0.3142196834087372
434758	linear.weight	3	-0.0789097398519516
434758	linear.weight	4	-0.010588549077510834
434758	linear.weight	5	0.12084488570690155
434758	linear.weight	6	-0.010739270597696304
434758	linear.weight	7	-0.07185014337301254
434758	linear.weight	8	0.18546926975250244
434758	linear.weight	9	-0.28145018219947815
434758	linear.bias	0	-0.03956538438796997
434758	linear.bias	1	0.031413208693265915
434758	linear.bias	2	0.4160899817943573
434758	linear.bias	3	-0.751749575138092
434758	linear.bias	4	2.159165382385254
434758	linear.bias	5	-1.4051399230957031
434758	linear.bias	6	-0.29257676005363464
434758	linear.bias	7	-0.12965941429138184
435316	transitions	0	-1.9511686563491821
435316	transitions	1	-10000.0
435316	transitions	2	-0.7969565987586975
435316	transitions	3	-10000.0
435316	transitions	4	2.07035493850708
435316	transitions	5	-10000.0
435316	transitions	6	-10000.0
435316	transitions	7	1.8541957139968872
435316	transitions	8	-2.632657051086426
435316	transitions	9	-4.23977518081665
435316	embeddings.list_embedding_1.lm.encoder.weight	0	0.0761195570230484
435316	embeddings.list_embedding_1.lm.encoder.weight	1	-0.08041425794363022
435316	embeddings.list_embedding_1.lm.encoder.weight	2	0.017802732065320015
435316	embeddings.list_embedding_1.lm.encoder.weight	3	0.08819625526666641
435316	embeddings.list_embedding_1.lm.encoder.weight	4	-0.15801911056041718
435316	embeddings.list_embedding_1.lm.encoder.weight	5	-0.09639956057071686
435316	embeddings.list_embedding_1.lm.encoder.weight	6	0.5167056918144226
435316	embeddings.list_embedding_1.lm.encoder.weight	7	0.4014868438243866
435316	embeddings.list_embedding_1.lm.encoder.weight	8	0.14217904210090637
435316	embeddings.list_embedding_1.lm.encoder.weight	9	0.2056097537279129
435316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.05743102729320526
435316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.052123792469501495
435316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.476457804441452
435316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.17703428864479065
435316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	0.10406877845525742
435316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.13763147592544556
435316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	0.24924378097057343
435316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.16008533537387848
435316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.030728859826922417
435316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	-0.13034921884536743
435316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.01571691408753395
435316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.20461037755012512
435316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.2753271162509918
435316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.019962865859270096
435316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.023610664531588554
435316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.08165409415960312
435316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	-0.14536119997501373
435316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	-0.2175702303647995
435316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.04578812047839165
435316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.13587252795696259
435316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-0.5664904713630676
435316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.4336104094982147
435316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5915578007698059
435316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.3762253224849701
435316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.18142108619213104
435316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.4581337571144104
435316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.8845896124839783
435316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.7229489088058472
435316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.13831980526447296
435316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.13678251206874847
435316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.4536829888820648
435316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.11664026975631714
435316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.5353311896324158
435316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.6222535967826843
435316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.6456854343414307
435316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.016462262719869614
435316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.1381252557039261
435316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.35203590989112854
435316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.013839157298207283
435316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.01546032540500164
435316	embeddings.list_embedding_1.lm.decoder.weight	0	-0.09362415969371796
435316	embeddings.list_embedding_1.lm.decoder.weight	1	0.200384721159935
435316	embeddings.list_embedding_1.lm.decoder.weight	2	0.08288135379552841
435316	embeddings.list_embedding_1.lm.decoder.weight	3	0.07106447964906693
435316	embeddings.list_embedding_1.lm.decoder.weight	4	0.025743218138813972
435316	embeddings.list_embedding_1.lm.decoder.weight	5	-0.08119823038578033
435316	embeddings.list_embedding_1.lm.decoder.weight	6	0.037922825664281845
435316	embeddings.list_embedding_1.lm.decoder.weight	7	-0.004231431987136602
435316	embeddings.list_embedding_1.lm.decoder.weight	8	-0.02315223589539528
435316	embeddings.list_embedding_1.lm.decoder.weight	9	-0.0671326145529747
435316	embeddings.list_embedding_1.lm.decoder.bias	0	-2.0251026153564453
435316	embeddings.list_embedding_1.lm.decoder.bias	1	-2.2629330158233643
435316	embeddings.list_embedding_1.lm.decoder.bias	2	3.076603412628174
435316	embeddings.list_embedding_1.lm.decoder.bias	3	-1.9243699312210083
435316	embeddings.list_embedding_1.lm.decoder.bias	4	2.1805543899536133
435316	embeddings.list_embedding_1.lm.decoder.bias	5	-2.303901433944702
435316	embeddings.list_embedding_1.lm.decoder.bias	6	-1.2660309076309204
435316	embeddings.list_embedding_1.lm.decoder.bias	7	7.544554233551025
435316	embeddings.list_embedding_1.lm.decoder.bias	8	-2.223123550415039
435316	embeddings.list_embedding_1.lm.decoder.bias	9	0.6983156800270081
435316	embeddings.list_embedding_2.lm.encoder.weight	0	-0.003926889505237341
435316	embeddings.list_embedding_2.lm.encoder.weight	1	0.04306048899888992
435316	embeddings.list_embedding_2.lm.encoder.weight	2	-0.4359560012817383
435316	embeddings.list_embedding_2.lm.encoder.weight	3	0.029748186469078064
435316	embeddings.list_embedding_2.lm.encoder.weight	4	0.027269789949059486
435316	embeddings.list_embedding_2.lm.encoder.weight	5	0.311842143535614
435316	embeddings.list_embedding_2.lm.encoder.weight	6	0.17046356201171875
435316	embeddings.list_embedding_2.lm.encoder.weight	7	-0.34658411145210266
435316	embeddings.list_embedding_2.lm.encoder.weight	8	0.5342890620231628
435316	embeddings.list_embedding_2.lm.encoder.weight	9	1.7115739583969116
435316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	0	-0.3252032995223999
435316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	1	0.12995269894599915
435316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	2	0.007213469594717026
435316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	3	0.2983004152774811
435316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	4	0.10549911111593246
435316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	5	-0.4051494300365448
435316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	6	0.029025452211499214
435316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	7	-0.09140937030315399
435316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	8	0.07393459230661392
435316	embeddings.list_embedding_2.lm.rnn.weight_ih_l0	9	0.27074411511421204
435316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	0	0.13538303971290588
435316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	1	0.12589117884635925
435316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	2	0.13041764497756958
435316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	3	0.11202140897512436
435316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	4	0.11860457062721252
435316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	5	0.0073334998451173306
435316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	6	-0.3305806815624237
435316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	7	-0.26720941066741943
435316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	8	0.029611501842737198
435316	embeddings.list_embedding_2.lm.rnn.weight_hh_l0	9	-0.14576229453086853
435316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	0	-0.6928741931915283
435316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	1	-0.24440664052963257
435316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	2	-0.015704141929745674
435316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	3	0.34581783413887024
435316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	4	-0.4287366569042206
435316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	5	-0.02422834001481533
435316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	6	-0.0818866491317749
435316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	7	-0.2785327434539795
435316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	8	-0.5001482367515564
435316	embeddings.list_embedding_2.lm.rnn.bias_ih_l0	9	-0.2565722167491913
435316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	0	-0.04084085673093796
435316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	1	-0.32978084683418274
435316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	2	-0.460075706243515
435316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	3	0.11916004866361618
435316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	4	0.05317540466785431
435316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	5	-0.34602177143096924
435316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	6	-0.5511099696159363
435316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	7	-0.4098764657974243
435316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	8	-0.2299508899450302
435316	embeddings.list_embedding_2.lm.rnn.bias_hh_l0	9	-0.0027924056630581617
435316	embeddings.list_embedding_2.lm.decoder.weight	0	-0.314134806394577
435316	embeddings.list_embedding_2.lm.decoder.weight	1	-0.02049623616039753
435316	embeddings.list_embedding_2.lm.decoder.weight	2	-0.03427519649267197
435316	embeddings.list_embedding_2.lm.decoder.weight	3	-0.03284820169210434
435316	embeddings.list_embedding_2.lm.decoder.weight	4	-0.07831226289272308
435316	embeddings.list_embedding_2.lm.decoder.weight	5	0.04704701155424118
435316	embeddings.list_embedding_2.lm.decoder.weight	6	0.013289781287312508
435316	embeddings.list_embedding_2.lm.decoder.weight	7	-0.046134304255247116
435316	embeddings.list_embedding_2.lm.decoder.weight	8	-0.1919611543416977
435316	embeddings.list_embedding_2.lm.decoder.weight	9	-0.04427138715982437
435316	embeddings.list_embedding_2.lm.decoder.bias	0	-1.1403642892837524
435316	embeddings.list_embedding_2.lm.decoder.bias	1	-0.40022045373916626
435316	embeddings.list_embedding_2.lm.decoder.bias	2	-2.372044086456299
435316	embeddings.list_embedding_2.lm.decoder.bias	3	2.1755857467651367
435316	embeddings.list_embedding_2.lm.decoder.bias	4	-2.3499836921691895
435316	embeddings.list_embedding_2.lm.decoder.bias	5	-1.4852405786514282
435316	embeddings.list_embedding_2.lm.decoder.bias	6	-2.0540058612823486
435316	embeddings.list_embedding_2.lm.decoder.bias	7	-0.5912572145462036
435316	embeddings.list_embedding_2.lm.decoder.bias	8	-2.3744540214538574
435316	embeddings.list_embedding_2.lm.decoder.bias	9	-1.8775891065597534
435316	embedding2nn.weight	0	0.006403107196092606
435316	embedding2nn.weight	1	0.0039834328927099705
435316	embedding2nn.weight	2	0.013431881554424763
435316	embedding2nn.weight	3	0.026861265301704407
435316	embedding2nn.weight	4	0.023476937785744667
435316	embedding2nn.weight	5	0.005561972036957741
435316	embedding2nn.weight	6	-0.015393484383821487
435316	embedding2nn.weight	7	-0.0004416179144755006
435316	embedding2nn.weight	8	-0.010064724832773209
435316	embedding2nn.weight	9	0.0019294052617624402
435316	embedding2nn.bias	0	0.013688153587281704
435316	embedding2nn.bias	1	-0.03675253689289093
435316	embedding2nn.bias	2	0.081150121986866
435316	embedding2nn.bias	3	0.0701974406838417
435316	embedding2nn.bias	4	-0.012249979190528393
435316	embedding2nn.bias	5	-0.033344827592372894
435316	embedding2nn.bias	6	0.029616648331284523
435316	embedding2nn.bias	7	0.004211505874991417
435316	embedding2nn.bias	8	-0.03471894934773445
435316	embedding2nn.bias	9	0.02481846883893013
435316	rnn.weight_ih_l0	0	0.06474818289279938
435316	rnn.weight_ih_l0	1	-0.041632283478975296
435316	rnn.weight_ih_l0	2	0.005297111812978983
435316	rnn.weight_ih_l0	3	0.04514003545045853
435316	rnn.weight_ih_l0	4	-0.02973020263016224
435316	rnn.weight_ih_l0	5	0.040247928351163864
435316	rnn.weight_ih_l0	6	0.007761733140796423
435316	rnn.weight_ih_l0	7	0.06556206941604614
435316	rnn.weight_ih_l0	8	0.009222663007676601
435316	rnn.weight_ih_l0	9	-0.025358540937304497
435316	rnn.weight_hh_l0	0	-0.01169962901622057
435316	rnn.weight_hh_l0	1	-0.027810657396912575
435316	rnn.weight_hh_l0	2	-0.061457715928554535
435316	rnn.weight_hh_l0	3	-0.0058631557039916515
435316	rnn.weight_hh_l0	4	-0.009676527231931686
435316	rnn.weight_hh_l0	5	-0.02416815049946308
435316	rnn.weight_hh_l0	6	0.0006572298589162529
435316	rnn.weight_hh_l0	7	-0.03566328063607216
435316	rnn.weight_hh_l0	8	0.06718765199184418
435316	rnn.weight_hh_l0	9	0.04511946067214012
435316	rnn.bias_ih_l0	0	-0.1740686446428299
435316	rnn.bias_ih_l0	1	-0.17092987895011902
435316	rnn.bias_ih_l0	2	-0.01956557296216488
435316	rnn.bias_ih_l0	3	-0.1475418657064438
435316	rnn.bias_ih_l0	4	-0.05861988291144371
435316	rnn.bias_ih_l0	5	-0.17601773142814636
435316	rnn.bias_ih_l0	6	0.07300912588834763
435316	rnn.bias_ih_l0	7	-0.08595918864011765
435316	rnn.bias_ih_l0	8	-0.04639071971178055
435316	rnn.bias_ih_l0	9	-0.10835094749927521
435316	rnn.bias_hh_l0	0	-0.06965957581996918
435316	rnn.bias_hh_l0	1	0.24832840263843536
435316	rnn.bias_hh_l0	2	0.04717222973704338
435316	rnn.bias_hh_l0	3	-0.07922767847776413
435316	rnn.bias_hh_l0	4	-0.08298442512750626
435316	rnn.bias_hh_l0	5	-0.00481000728905201
435316	rnn.bias_hh_l0	6	0.05816938728094101
435316	rnn.bias_hh_l0	7	-0.09834887832403183
435316	rnn.bias_hh_l0	8	-0.23336753249168396
435316	rnn.bias_hh_l0	9	-0.1012406274676323
435316	rnn.weight_ih_l0_reverse	0	0.020328857004642487
435316	rnn.weight_ih_l0_reverse	1	-0.06004009023308754
435316	rnn.weight_ih_l0_reverse	2	0.042962584644556046
435316	rnn.weight_ih_l0_reverse	3	0.020321164280176163
435316	rnn.weight_ih_l0_reverse	4	-1.4589019201594056e-06
435316	rnn.weight_ih_l0_reverse	5	-0.025567136704921722
435316	rnn.weight_ih_l0_reverse	6	0.012083319015800953
435316	rnn.weight_ih_l0_reverse	7	0.028315767645835876
435316	rnn.weight_ih_l0_reverse	8	-0.028108274564146996
435316	rnn.weight_ih_l0_reverse	9	-0.0015456193359568715
435316	rnn.weight_hh_l0_reverse	0	0.03978891298174858
435316	rnn.weight_hh_l0_reverse	1	0.02988394722342491
435316	rnn.weight_hh_l0_reverse	2	-0.02306395024061203
435316	rnn.weight_hh_l0_reverse	3	-0.08234266191720963
435316	rnn.weight_hh_l0_reverse	4	0.011287752538919449
435316	rnn.weight_hh_l0_reverse	5	-0.061103686690330505
435316	rnn.weight_hh_l0_reverse	6	-0.014157582074403763
435316	rnn.weight_hh_l0_reverse	7	0.030996542423963547
435316	rnn.weight_hh_l0_reverse	8	0.007886823266744614
435316	rnn.weight_hh_l0_reverse	9	0.008696836419403553
435316	rnn.bias_ih_l0_reverse	0	-0.046299148350954056
435316	rnn.bias_ih_l0_reverse	1	-0.1401127576828003
435316	rnn.bias_ih_l0_reverse	2	-0.14587074518203735
435316	rnn.bias_ih_l0_reverse	3	-0.045887842774391174
435316	rnn.bias_ih_l0_reverse	4	-0.1128084808588028
435316	rnn.bias_ih_l0_reverse	5	-0.08601492643356323
435316	rnn.bias_ih_l0_reverse	6	-0.20883385837078094
435316	rnn.bias_ih_l0_reverse	7	-0.052517008036375046
435316	rnn.bias_ih_l0_reverse	8	-0.0633336752653122
435316	rnn.bias_ih_l0_reverse	9	-0.13423381745815277
435316	rnn.bias_hh_l0_reverse	0	-0.14215078949928284
435316	rnn.bias_hh_l0_reverse	1	-0.16222646832466125
435316	rnn.bias_hh_l0_reverse	2	0.10537734627723694
435316	rnn.bias_hh_l0_reverse	3	0.07111749053001404
435316	rnn.bias_hh_l0_reverse	4	-0.17912836372852325
435316	rnn.bias_hh_l0_reverse	5	-0.1426059603691101
435316	rnn.bias_hh_l0_reverse	6	-0.08884920924901962
435316	rnn.bias_hh_l0_reverse	7	-0.05402019992470741
435316	rnn.bias_hh_l0_reverse	8	-0.09618581086397171
435316	rnn.bias_hh_l0_reverse	9	-0.022916611284017563
435316	linear.weight	0	-0.007734146434813738
435316	linear.weight	1	0.0073669906705617905
435316	linear.weight	2	0.3141697943210602
435316	linear.weight	3	-0.0789097398519516
435316	linear.weight	4	-0.010588549077510834
435316	linear.weight	5	0.12084361165761948
435316	linear.weight	6	-0.010739270597696304
435316	linear.weight	7	-0.07186942547559738
435316	linear.weight	8	0.18550540506839752
435316	linear.weight	9	-0.28144344687461853
435316	linear.bias	0	-0.03956538438796997
435316	linear.bias	1	0.031413208693265915
435316	linear.bias	2	0.416858971118927
435316	linear.bias	3	-0.7521454691886902
435316	linear.bias	4	2.1593427658081055
435316	linear.bias	5	-1.4051399230957031
435316	linear.bias	6	-0.292852520942688
435316	linear.bias	7	-0.12993668019771576